-- Logs begin at Wed 2021-06-30 08:17:51 UTC, end at Wed 2021-06-30 10:37:18 UTC. -- Jun 30 08:49:53.409430 n-d-780147-22 systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 08:49:56.106105 n-d-780147-22 neutron-server[93617]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:49:56.106763 n-d-780147-22 neutron-server[93617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:49:56.107055 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:49:56.110160 n-d-780147-22 neutron-server[93617]: INFO neutron.common.config [-] Logging enabled! Jun 30 08:49:56.110442 n-d-780147-22 neutron-server[93617]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev438 Jun 30 08:49:56.110755 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93617) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 30 08:49:56.111695 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:49:56.111928 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:49:56.112295 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:49:56.112547 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:49:56.112773 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:49:56.113093 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.113390 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.113685 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.114184 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.114507 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.114798 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.115081 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.115371 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.115665 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.115956 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.116236 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.116518 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.116750 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.117099 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.118068 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.118396 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.118626 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] debug = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.118914 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.119343 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.119769 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.120055 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.120352 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.120631 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.120904 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.121182 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.121469 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.121799 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] host = n-d-780147-22 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.122077 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.122401 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.122688 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.122973 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.123250 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.123528 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.123816 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.124091 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.124366 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.124644 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.124932 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.125219 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.125507 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.125732 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.125949 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.126256 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.126549 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.126825 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.127099 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.127375 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.127648 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.127920 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.128190 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.128476 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.128761 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.129043 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.129320 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.129591 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.129863 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.130131 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.130444 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.130717 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.130988 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.131262 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.131549 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.131818 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.132100 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.132400 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.132749 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.133029 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.133315 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.133591 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.133872 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.134147 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.134446 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.134721 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] use_json = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.134992 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.135263 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.135547 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.135822 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.136096 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.136369 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.136642 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.136927 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:56.137224 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.137525 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.137828 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.138116 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.138438 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.138722 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.139013 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.139293 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.139585 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.139876 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.140165 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.140447 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.140737 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.141018 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.141315 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.141626 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.141922 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.142263 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.142525 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.142803 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.143083 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.143364 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.143657 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.143954 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.144247 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.144522 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.144805 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.145106 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.145385 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.145669 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.145951 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.146270 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.146555 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.146833 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.147118 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.147399 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.147675 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.147949 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.148352 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.148803 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.149093 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.149372 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.149651 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.149935 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.150212 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.150525 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.150810 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.151089 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.151367 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.151650 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.151934 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.152211 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.152493 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.152769 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.153052 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.153327 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.153604 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.153883 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.154161 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.154462 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.154739 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.155014 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.155294 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.155569 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.155845 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.156121 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.156397 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.156675 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.156965 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.157265 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.157542 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.157822 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.158102 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.158409 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.158689 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.158967 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.159245 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.159524 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.159800 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.160094 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.160379 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.160669 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.160955 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.161237 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.161535 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.161815 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.162104 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.162404 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.162686 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.162980 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.163264 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.163559 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.163855 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.164761 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.165064 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.165363 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.165648 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.165961 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.166271 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:56.166495 n-d-780147-22 neutron-server[93617]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:49:56.166739 n-d-780147-22 neutron-server[93617]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93617) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 08:49:56.520964 n-d-780147-22 neutron-server[93617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:49:56.521245 n-d-780147-22 neutron-server[93617]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:49:56.521533 n-d-780147-22 neutron-server[93617]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 30 08:49:56.521869 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 08:49:56.918537 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.918774 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.919009 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.920306 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.920581 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.920849 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.955681 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.955958 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.956228 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.969700 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.969982 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:56.970358 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.000740 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.001023 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.001292 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.036765 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.037043 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.037316 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.272597 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.273248 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.273248 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.273521 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.274382 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.395336 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.395652 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.395943 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.396220 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.396491 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.396805 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.397066 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.397328 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.397582 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.397863 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.398121 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.398436 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.398694 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.399010 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.399266 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.399533 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.399803 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.400079 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.400353 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.400607 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.400887 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.401264 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.401493 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.401778 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.402027 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.402301 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.402697 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:57.402937 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:57.403172 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:57.403406 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:57.403638 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:57.403873 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:57.404247 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 08:49:57.408491 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 08:49:57.412597 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 08:49:57.416772 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 30 08:49:57.418514 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 08:49:57.418976 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 08:49:57.419319 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 08:49:57.419716 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 08:49:57.422603 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 08:49:57.422911 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 08:49:57.423258 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:49:57.452083 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 08:49:57.452544 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.452852 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93617) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 30 08:49:57.453220 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.454606 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93617) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 08:49:57.454892 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 08:49:57.455137 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 08:49:57.458411 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.458699 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:57.522285 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 08:49:57.522537 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 08:49:57.522826 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 08:49:57.523163 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 08:49:57.544780 n-d-780147-22 neutron-server[93617]: DEBUG oslo_db.sqlalchemy.engines [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93617) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 08:49:58.075076 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing driver for type 'gre' Jun 30 08:49:58.075605 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] gre ID ranges: [(1, 1000)] Jun 30 08:49:58.135537 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing driver for type 'local' Jun 30 08:49:58.135886 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing driver for type 'vlan' Jun 30 08:49:58.149225 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] VlanTypeDriver initialization complete Jun 30 08:49:58.149599 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing driver for type 'vxlan' Jun 30 08:49:58.150112 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] vxlan ID ranges: [(1, 1000)] Jun 30 08:49:58.208097 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing extension driver 'port_security' Jun 30 08:49:58.208464 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.extensions.port_security [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] PortSecurityExtensionDriver initialization complete Jun 30 08:49:58.208862 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing mechanism driver 'openvswitch' Jun 30 08:49:58.209263 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing mechanism driver 'hyperv' Jun 30 08:49:58.216873 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.plugin [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:58.217557 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.217926 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.218307 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.218830 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:58.219254 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.219605 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.219999 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.220334 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:58.220735 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.221080 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.221418 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.221803 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:58.222202 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > security_group after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.222570 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > security_group after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.222909 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.223430 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:58.223838 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.224190 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.224536 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.224922 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:58.225321 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > address_group after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.225666 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > address_group after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.226006 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.226430 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93617) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jun 30 08:49:58.226805 n-d-780147-22 neutron-server[93617]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] ML2 OVO RPC backend initialized. {{(pid=93617) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jun 30 08:49:58.227597 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.227949 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.228369 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.228720 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > networks before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.229061 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.229406 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > ports before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.229820 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.230324 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnets before_response 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.230672 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.231007 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.231340 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.231675 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.232076 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.232454 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.232753 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.233082 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.233421 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.233986 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.plugin [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Modular L2 Plugin initialization complete Jun 30 08:49:58.234361 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading services supported by the core plugin {{(pid=93617) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 08:49:58.234696 n-d-780147-22 neutron-server[93617]: INFO neutron.plugins.ml2.managers [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Got port-security extension from driver 'port_security' Jun 30 08:49:58.235117 n-d-780147-22 neutron-server[93617]: INFO neutron.extensions.vlantransparent [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Disabled vlantransparent extension. Jun 30 08:49:58.235681 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93617) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 08:49:58.235916 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: router Jun 30 08:49:58.271972 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.272365 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_create 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.272728 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router before_create 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.273298 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.274072 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.274459 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_delete 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.274814 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.275170 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_create 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.275510 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_update 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.275853 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_update 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.276189 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.276540 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_update 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.276949 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_update 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.277315 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.277653 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.277992 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: subnet after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.278353 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.278702 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.279047 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_create 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.279384 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.279723 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.280074 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router after_update 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.280412 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.280756 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_create 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.281111 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.281449 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_update 55549900 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.281807 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > agent after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.282152 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > agent after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.282513 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > network after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.283367 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Tracking information for resource: router configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:58.283694 n-d-780147-22 neutron-server[93617]: DEBUG neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Tracking information for resource: floatingip configured {{(pid=93617) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 08:49:58.288843 n-d-780147-22 neutron-server[93617]: INFO neutron.db.l3_agentschedulers_db [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 08:49:58.289418 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.289781 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port after_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.290132 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port after_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.290503 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: port after_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.291286 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router before_create 55550100 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.291646 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.292003 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_create 55550100 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.292353 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > router precommit_update 55550100 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.296666 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.provider_configuration [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service providers = [] {{(pid=93617) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 08:49:58.297032 n-d-780147-22 neutron-server[93617]: DEBUG neutron.db.servicetype_db [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93617) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 08:49:58.299912 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.service_base [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:58.300259 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.service_base [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:58.300600 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.service_base [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:58.301460 n-d-780147-22 neutron-server[93617]: DEBUG neutron.services.service_base [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93617) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 08:49:58.301828 n-d-780147-22 neutron-server[93617]: INFO neutron.services.service_base [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 08:49:58.302199 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.302544 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 08:49:58.313334 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.313668 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: auto_allocate Jun 30 08:49:58.319516 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: network precommit_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.319881 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: network precommit_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.320993 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.321308 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: tag Jun 30 08:49:58.327805 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.328084 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: timestamp Jun 30 08:49:58.333342 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.333671 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: network_ip_availability Jun 30 08:49:58.339675 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.340044 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.340400 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.341120 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.341434 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: flavors Jun 30 08:49:58.346199 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.346550 n-d-780147-22 neutron-server[93617]: INFO neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading Plugin: revisions Jun 30 08:49:58.350790 n-d-780147-22 neutron-server[93617]: DEBUG neutron.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93617) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 08:49:58.351178 n-d-780147-22 neutron-server[93617]: DEBUG oslo_concurrency.lockutils [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=93617) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 30 08:49:58.352211 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93617) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 30 08:49:58.352546 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Initializing extension manager. Jun 30 08:49:58.353050 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: __init__.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.353391 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: __pycache__ {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.353725 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.354058 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: address_group.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.354828 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.355393 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: address-group Jun 30 08:49:58.355715 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: address_scope.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.356407 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.356922 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: address-scope Jun 30 08:49:58.357242 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.358154 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.358698 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: router-admin-state-down-before-update Jun 30 08:49:58.359019 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: agent.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.359698 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.360399 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: agent Jun 30 08:49:58.360720 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: agent_resources_synced.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.361614 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.362120 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: agent-resources-synced Jun 30 08:49:58.362463 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: allowedaddresspairs.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.364181 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.364698 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: allowed-address-pairs Jun 30 08:49:58.365023 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: auto_allocated_topology.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.366071 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.366614 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: auto-allocated-topology Jun 30 08:49:58.366935 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: availability_zone.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.367780 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.368289 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: availability_zone Jun 30 08:49:58.368609 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: availability_zone_filter.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.369498 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.370006 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: availability_zone_filter Jun 30 08:49:58.370357 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: data_plane_status.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.371232 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.371734 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 08:49:58.372053 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: default_subnetpools.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.372943 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.373448 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: default-subnetpools Jun 30 08:49:58.373768 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.374578 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.375086 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: dhcp_agent_scheduler Jun 30 08:49:58.375407 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: dns.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.376294 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.376799 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension dns-integration not supported by any of loaded plugins Jun 30 08:49:58.377125 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: dns_domain_ports.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.378018 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.378555 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 08:49:58.378877 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.379770 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.380277 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 08:49:58.380597 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: dvr.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.381254 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.381760 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: dvr Jun 30 08:49:58.382074 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: empty_string_filtering.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.383662 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.384171 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: empty-string-filtering Jun 30 08:49:58.384491 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.385374 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.385878 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:49:58.386194 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.387102 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.387605 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 08:49:58.387922 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: external_net.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.388806 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.389312 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: external-net Jun 30 08:49:58.389629 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.390536 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.391039 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: extra_dhcp_opt Jun 30 08:49:58.391360 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: extraroute.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.392233 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.392734 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: extraroute Jun 30 08:49:58.393049 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: extraroute_atomic.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.394056 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.394600 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: extraroute-atomic Jun 30 08:49:58.394919 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: filter_validation.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.395568 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.396074 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: filter-validation Jun 30 08:49:58.396392 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: fip_pf_description.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.397284 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.397784 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 08:49:58.398101 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: fip_port_details.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.399734 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.400276 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: fip-port-details Jun 30 08:49:58.400608 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: flavors.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.401871 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.402432 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: flavors Jun 30 08:49:58.402763 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.404454 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.404980 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 08:49:58.405309 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: floatingip_pools.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.405999 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.406545 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: floatingip-pools Jun 30 08:49:58.406872 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: ip_allocation.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.407779 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.408294 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 08:49:58.408616 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.409523 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.410037 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: ip-substring-filtering Jun 30 08:49:58.410464 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l2_adjacency.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.411381 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.411894 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 08:49:58.412208 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.413161 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.413684 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: router Jun 30 08:49:58.414014 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.416432 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.416965 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 08:49:58.417299 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.418232 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.418784 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: ext-gw-mode Jun 30 08:49:58.419111 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.420016 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.420530 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: l3-ha Jun 30 08:49:58.420853 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3_flavors.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.421767 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.422301 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: l3-flavors Jun 30 08:49:58.422629 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.423525 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.424036 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 08:49:58.424359 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: l3agentscheduler.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.425396 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.425917 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: l3_agent_scheduler Jun 30 08:49:58.426269 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: logging.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.427772 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.428304 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension logging not supported by any of loaded plugins Jun 30 08:49:58.428638 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: metering.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.429368 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.430013 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: metering Jun 30 08:49:58.430478 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.431832 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.432360 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: metering_source_and_destination_fields Jun 30 08:49:58.432692 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: multiprovidernet.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.433609 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.434133 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: multi-provider Jun 30 08:49:58.434494 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: netmtu.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.435394 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.435915 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: net-mtu Jun 30 08:49:58.436239 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: netmtu_writable.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.437153 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.437666 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: net-mtu-writable Jun 30 08:49:58.437990 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: network_availability_zone.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.438681 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.439191 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: network_availability_zone Jun 30 08:49:58.439514 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: network_ip_availability.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.440587 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.441102 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: network-ip-availability Jun 30 08:49:58.441425 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: network_segment_range.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.442180 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.442730 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 08:49:58.443048 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: pagination.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.444018 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.444348 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: pagination Jun 30 08:49:58.444668 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: port_device_profile.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.446470 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.446993 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: port-device-profile Jun 30 08:49:58.447318 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.448231 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.448748 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: port-mac-address-regenerate Jun 30 08:49:58.449077 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.449985 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.450522 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: port-numa-affinity-policy Jun 30 08:49:58.450847 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: port_resource_request.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.451757 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.452265 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 08:49:58.452585 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: portbindings.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.453494 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.454009 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: binding Jun 30 08:49:58.454367 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: portbindings_extended.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.455754 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.456285 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: binding-extended Jun 30 08:49:58.456614 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: portsecurity.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.457511 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.458031 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: port-security Jun 30 08:49:58.458390 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: project_id.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.459353 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.459686 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: project-id Jun 30 08:49:58.460010 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: providernet.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.461548 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.462129 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: provider Jun 30 08:49:58.462481 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.465924 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.466482 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos not supported by any of loaded plugins Jun 30 08:49:58.466816 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.468048 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.468571 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 08:49:58.468900 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.469817 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.470368 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 08:49:58.470702 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_default.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.471600 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.472118 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-default not supported by any of loaded plugins Jun 30 08:49:58.472443 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_fip.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.473635 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.474150 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-fip not supported by any of loaded plugins Jun 30 08:49:58.474503 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_gateway_ip.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.475434 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.475944 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 08:49:58.476266 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_port_network_policy.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.477169 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.477676 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 08:49:58.477999 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_rule_type_details.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.478927 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.479439 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 08:49:58.479765 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: qos_rules_alias.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.480796 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.481311 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 08:49:58.481635 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: quotasv2.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.482574 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.482903 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: quotas Jun 30 08:49:58.483223 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: quotasv2_detail.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.486258 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.486608 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: quota_details Jun 30 08:49:58.486939 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: rbac.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.487992 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.488530 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: rbac-policies Jun 30 08:49:58.488862 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: rbac_address_group.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.489982 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.490543 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: rbac-address-group Jun 30 08:49:58.490877 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: rbac_address_scope.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.491801 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.492323 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: rbac-address-scope Jun 30 08:49:58.492646 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: rbac_security_groups.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.493551 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.494068 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: rbac-security-groups Jun 30 08:49:58.494417 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: rbac_subnetpool.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.495319 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.495834 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: rbac-subnetpool Jun 30 08:49:58.496162 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: revisionifmatch.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.497065 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.497580 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: revision-if-match Jun 30 08:49:58.497903 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: revisions.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.499030 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.499557 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: standard-attr-revisions Jun 30 08:49:58.499885 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: router_availability_zone.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.500555 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.501073 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: router_availability_zone Jun 30 08:49:58.501401 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: routerservicetype.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.502333 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.502848 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension router-service-type not supported by any of loaded plugins Jun 30 08:49:58.503171 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.504078 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.504601 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: security-groups-normalized-cidr Jun 30 08:49:58.504919 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.505827 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.506379 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: port-security-groups-filtering Jun 30 08:49:58.506705 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.508143 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.508775 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: security-groups-remote-address-group Jun 30 08:49:58.509022 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: securitygroup.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.518550 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.519092 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: security-group Jun 30 08:49:58.519429 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: segment.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.520212 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.520728 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension segment not supported by any of loaded plugins Jun 30 08:49:58.521056 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.521991 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.522541 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 08:49:58.522869 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: servicetype.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.524536 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.525067 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: service-type Jun 30 08:49:58.525397 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: sorting.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.526397 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.526734 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: sorting Jun 30 08:49:58.527060 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: standard_attr_segment.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.528030 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.528549 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 08:49:58.528875 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: standardattrdescription.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.529523 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.530035 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: standard-attr-description Jun 30 08:49:58.530385 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: stateful_security_group.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.531316 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.531836 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: stateful-security-group Jun 30 08:49:58.532162 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: stdattrs_common.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.532733 n-d-780147-22 neutron-server[93617]: WARNING neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 08:49:58.533057 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.533996 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.534558 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 08:49:58.534883 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: subnet_onboard.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.535942 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.536465 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: subnet_onboard Jun 30 08:49:58.536791 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.537701 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.538212 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 08:49:58.538559 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: subnet_service_types.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.539521 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.540032 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: subnet-service-types Jun 30 08:49:58.540359 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: subnetallocation.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.541421 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.541935 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: subnet_allocation Jun 30 08:49:58.542290 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.542943 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.543454 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: subnetpool-prefix-ops Jun 30 08:49:58.543776 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.544687 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.545203 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 08:49:58.545529 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: tagging.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.546597 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.547115 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: standard-attr-tag Jun 30 08:49:58.547442 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: timestamp.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.548639 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.549164 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loaded extension: standard-attr-timestamp Jun 30 08:49:58.549492 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: trunk.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.550540 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.551061 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension trunk not supported by any of loaded plugins Jun 30 08:49:58.551388 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: trunk_details.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.552299 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.552818 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension trunk-details not supported by any of loaded plugins Jun 30 08:49:58.553142 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: uplink_status_propagation.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.554051 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.554630 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 08:49:58.555017 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Loading extension file: vlantransparent.py {{(pid=93617) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 30 08:49:58.555778 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93617) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 30 08:49:58.556296 n-d-780147-22 neutron-server[93617]: INFO neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 08:49:58.559089 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:network Jun 30 08:49:58.559620 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:subnet Jun 30 08:49:58.560023 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:58.560420 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:port Jun 30 08:49:58.561684 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.562123 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service FLAVORS assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.562837 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.563265 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.563604 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:router Jun 30 08:49:58.564038 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:49:58.564541 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service METERING assigned prefix: /metering {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.565987 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.566439 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.566841 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 08:49:58.568004 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:49:58.568490 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:49:58.568976 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:49:58.569636 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service CORE assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.570017 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:58.571099 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] subnetpool is already registered Jun 30 08:49:58.571623 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service CORE assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.571993 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:58.572363 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] subnetpool is already registered Jun 30 08:49:58.574816 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.575294 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service FLAVORS assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.575935 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.576402 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.576782 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:router Jun 30 08:49:58.577166 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] router is already registered Jun 30 08:49:58.577636 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:floatingip Jun 30 08:49:58.578063 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] floatingip is already registered Jun 30 08:49:58.578556 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service METERING assigned prefix: /metering {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.579296 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 08:49:58.579665 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] rbac_policy is already registered Jun 30 08:49:58.580124 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:security_group Jun 30 08:49:58.580503 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] security_group is already registered Jun 30 08:49:58.580953 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 08:49:58.581328 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] security_group_rule is already registered Jun 30 08:49:58.582004 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service CORE assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.582461 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:58.582846 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] subnetpool is already registered Jun 30 08:49:58.583309 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.v2.resource_helper [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Service CORE assigned prefix: {{(pid=93617) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 08:49:58.583678 n-d-780147-22 neutron-server[93617]: INFO neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 08:49:58.584056 n-d-780147-22 neutron-server[93617]: WARNING neutron.quota.resource_registry [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] subnetpool is already registered Jun 30 08:49:58.584568 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: extensions {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.586816 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: address-groups {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.588333 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: address-scopes {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.589684 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: agents {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.590897 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: auto-allocated-topology {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.592168 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: availability_zones {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.593430 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: dhcp-networks {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.596083 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: dhcp-agents {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.597565 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: routers {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.599343 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: flavors {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.600634 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: service_profiles {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.601902 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: next_providers {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.603479 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: service_profiles {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.605022 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: floatingip-pools {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.606327 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: routers {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.608281 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: floatingips {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.609371 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: l3-routers {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.610795 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: l3-agents {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.612237 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: metering-labels {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.613527 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: metering-label-rules {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.614973 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: network-ip-availabilities {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.616255 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: bindings {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.618595 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: quotas {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.620174 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: quotas {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.621620 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: rbac-policies {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.622891 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: security-groups {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.624211 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: security-group-rules {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.625467 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: service-providers {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.626745 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: subnetpools {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.628098 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: subnetpools {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.629679 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.631415 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.634033 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.635858 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.637612 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.639606 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.641325 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.643171 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.645058 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.646847 n-d-780147-22 neutron-server[93617]: DEBUG neutron.api.extensions [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Extended resource: tags {{(pid=93617) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 08:49:58.652991 n-d-780147-22 neutron-server[93617]: WARNING keystonemiddleware.auth_token [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 08:49:58.657541 n-d-780147-22 neutron-server[93617]: WARNING keystonemiddleware.auth_token [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 08:49:58.666852 n-d-780147-22 neutron-server[93617]: DEBUG oslo_concurrency.lockutils [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Acquired lock "singleton_lock" {{(pid=93617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 30 08:49:58.667328 n-d-780147-22 neutron-server[93617]: DEBUG oslo_concurrency.lockutils [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Releasing lock "singleton_lock" {{(pid=93617) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 30 08:49:58.667972 n-d-780147-22 neutron-server[93617]: INFO oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Starting 2 workers Jun 30 08:49:58.672732 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Started child 93724 {{(pid=93617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:58.677145 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Started child 93725 {{(pid=93617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:58.678475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.679118 n-d-780147-22 neutron-server[93617]: INFO neutron.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 08:49:58.679420 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Notify callbacks [] for process, before_spawn {{(pid=93617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.681120 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [-] (93724) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:49:58.683049 n-d-780147-22 neutron-server[93617]: INFO oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Starting 1 workers Jun 30 08:49:58.685988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.688140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [-] (93725) wsgi starting up on http://0.0.0.0:9696 Jun 30 08:49:58.688239 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Started child 93726 {{(pid=93617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:58.688711 n-d-780147-22 neutron-server[93617]: INFO oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Starting 1 workers Jun 30 08:49:58.692130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] calling RpcWorker wait() {{(pid=93726) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 08:49:58.692986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] returning from RpcWorker wait() {{(pid=93726) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 08:49:58.693281 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Started child 93727 {{(pid=93617) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 08:49:58.693793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.694107 n-d-780147-22 neutron-server[93617]: DEBUG neutron_lib.callbacks.manager [None req-46536139-3593-4da3-8793-d9e24a2c9f9b None None] Notify callbacks [] for process, after_spawn {{(pid=93617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.694495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:58.696759 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:49:58.696982 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:49:58.697126 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:49:58.697359 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:49:58.697715 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:49:58.697875 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:49:58.698446 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.698738 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.698994 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.699260 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.699565 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.700126 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.700398 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.700665 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.700948 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.701182 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.701408 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.701610 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.701814 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.702004 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:49:58.702875 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.702875 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.702875 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.702875 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.703634 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.703634 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.703634 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.704185 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.704185 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.704552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] debug = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.704552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.704917 n-d-780147-22 neutron-server[93727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:58.705133 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.705402 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.705599 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.705792 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.705996 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.706191 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.706463 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.706702 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.706939 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.707175 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.707491 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.707689 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.707897 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.708095 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.708340 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.708578 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.709047 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] host = n-d-780147-22 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.709273 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.709496 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.709755 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.710012 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.710283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.710532 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.710826 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.711072 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.711333 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.711558 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.711831 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.712240 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.712434 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.712632 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.712807 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_options = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.713037 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.713217 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.713456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.713657 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.713835 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.714026 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.714202 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.714411 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.714608 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.714850 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.715077 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.715276 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.715486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.715678 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.715927 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.716176 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.716376 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.716618 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.716874 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.717099 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.717343 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.718514 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.718514 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.718514 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.718514 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.718514 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.719439 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.719439 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.719439 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.719439 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.720196 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.720196 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.720196 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.720750 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.720750 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.720750 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.721193 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.721193 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.721440 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.721573 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.721821 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.722056 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.722339 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.722575 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.722823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.723051 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_json = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.723264 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.723494 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.723767 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.723981 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.724194 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.724408 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.724621 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.724858 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.725273 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.725552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.725863 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.726114 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.726640 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.726640 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.727047 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.727154 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.727732 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.727732 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.728590 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.729108 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.729406 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.729657 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.729915 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.730340 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.730621 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.730896 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.731139 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.731355 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.731756 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.732149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.732503 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.732772 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.733146 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.733291 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.733505 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.733732 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.733953 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.734189 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.734433 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.734655 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.735007 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.735350 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.735518 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.735730 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.735980 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.736214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.736443 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.736695 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.736939 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.737193 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.737412 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.737627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.737842 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.738062 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.738312 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.738545 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.738761 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.739022 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.739354 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.739590 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.739816 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.740041 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.740261 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.740464 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.740686 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.740912 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.741125 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.741352 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.741352 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.741757 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.742570 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.742570 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.743099 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.743099 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.743517 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.743733 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.743947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.744170 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.744439 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.744439 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.744847 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.744847 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.745262 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.745262 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.745818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.745818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.745818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.746481 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.746481 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.746481 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.747123 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.747123 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.747572 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.747572 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.747981 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.747981 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.748406 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.748406 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.748809 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.749034 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.749258 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.749613 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.749613 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.750021 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.750194 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.750374 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.750542 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.750772 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.751013 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.751253 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.751652 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.751800 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.751953 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.752161 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.752431 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.752684 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.752956 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.753209 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.753466 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.753763 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.754030 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.754331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.754574 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.754850 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.755144 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.755503 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.755753 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.755943 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.756159 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.756430 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.756678 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.756946 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.757179 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.757407 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.757698 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.758642 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.758897 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.759223 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.759505 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.759751 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.760033 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.760325 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.760572 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.760820 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.761098 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.761356 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.761598 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.761881 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.762135 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.762419 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.762676 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.762940 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.763123 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.763691 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.763691 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.764180 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.764180 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.764459 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.764459 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.764732 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.764871 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.765068 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.765281 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.765497 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.765764 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.765998 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.766155 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.766401 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.766613 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.766834 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.767071 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.767777 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.767777 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.767777 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.768378 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.768378 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.768378 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.768851 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.769133 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.769333 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.769576 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.769814 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.770029 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.770259 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.770511 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.770881 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.771042 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.771183 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.771345 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.771558 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.771892 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.772028 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.772229 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.772490 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.772733 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.773064 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.773365 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.773635 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.773966 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.774205 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.774474 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.774715 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.774939 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.775173 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.775659 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.775659 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.776369 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.776369 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.776369 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777059 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777059 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777059 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777059 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777902 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777902 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.777902 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.778548 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.778548 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.778548 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.779178 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.779178 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.779178 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.779809 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.779809 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.779809 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.780590 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.780590 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.780590 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.780590 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.781697 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.781697 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.781697 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.781697 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.781697 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.782748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.782748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.782748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.783384 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.783384 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.783384 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.784021 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.784021 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.784021 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.784654 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.784654 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.784654 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.785552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.785552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.785552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.785552 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.786688 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.786688 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.786688 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.786688 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.788165 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.788165 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.788165 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.788165 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.788165 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.788165 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.789721 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.789721 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.789721 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.789721 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.789721 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.789721 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.791120 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.791120 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.791120 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.791120 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.791120 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.791120 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.792326 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.792326 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.792326 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.792326 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.792326 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.793401 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.793401 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.793401 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.793401 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.793401 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.794456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.794456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.794456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.794456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.794456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.795413 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:49:58.795413 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93617) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 08:49:58.795413 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 08:49:58.795413 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 08:49:58.796133 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 08:49:58.796133 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 08:49:58.796133 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 08:49:58.796133 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.797050 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.797050 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.797050 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.797050 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.797050 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.797050 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.798149 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.799771 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] debug = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.801534 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.801534 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.801534 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.801534 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.801534 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.801534 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.802840 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] host = n-d-780147-22 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.804970 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.807075 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_options = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.808818 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.810515 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.812283 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.814507 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.816331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.817823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_json = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.819311 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.821214 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.822266 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823102 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.77/identity {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.823923 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.825167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.826107 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.827090 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.828537 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.829909 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.831486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.832947 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.834394 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.834394 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.834394 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.834394 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.834394 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.834394 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.837600 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.837600 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.837600 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.837600 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.837600 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.837600 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.838627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.838627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.838627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.838627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.838627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.838627 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.840349 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.841521 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.842509 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.843536 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.77/identity {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.844397 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845323 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845323 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845323 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845323 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845323 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845323 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845994 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845994 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845994 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845994 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.845994 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.846748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.846748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.846748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.846748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.846748 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.847454 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.847454 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.847454 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.847454 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.847454 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848044 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848044 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848044 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848044 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848604 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848604 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.848604 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849013 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849013 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849013 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849329 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849329 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849548 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849548 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849891 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.849891 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850167 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850412 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850412 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850631 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:49:58.850881 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.850881 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.851112 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.851225 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.851371 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.851511 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.851685 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.851850 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852009 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852170 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852331 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852491 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852649 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852823 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.852983 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.853142 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.853302 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.853459 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.853624 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.853798 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.853941 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.854104 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.854292 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.854450 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.854609 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.854779 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.854939 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.855103 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.855260 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.855418 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.855578 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.855746 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.855907 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.856067 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.856225 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.856384 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.856527 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.856699 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.856854 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857013 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857172 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857329 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857486 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857654 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857816 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.857961 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.858135 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.858307 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.858463 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.858624 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.858794 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.858951 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.859113 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.859275 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.859421 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.859580 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.859742 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.859904 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.860070 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.860235 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.860398 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.860566 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.860733 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.860957 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861089 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861212 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861361 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861522 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861680 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861838 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.861996 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.862139 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.862316 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.862456 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.862623 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.862784 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.862943 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.863209 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.863379 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.863540 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.863703 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.863849 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.864009 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.864169 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.864329 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.864489 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 08:49:58.864644 n-d-780147-22 neutron-server[93617]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93617) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 08:49:59.117498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:49:59.126721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070195 Jun 30 08:50:11.247527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8448aab9-46a5-426d-828d-837f718dad4b None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 08:50:11.352181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448aab9-46a5-426d-828d-837f718dad4b None None] No non-hosted networks {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 08:50:11.529837 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-51d3f4e5-2394-4dfa-8995-97eb811dd1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:13.963821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c437f459-25d3-4c3c-a4ac-91afe7a89b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.019566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:14.020330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.020712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.021048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.022782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.023149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.023482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.026959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.027526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.029257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.029595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.030086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.030598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:14.034697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-780147-22', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:14.057398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-780147-22', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:14.117608 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-06940267-c868-420b-979f-de49ec0522d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:15.896617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:17.279035 n-d-780147-22 neutron-server[93726]: INFO neutron.db.l3_hamode_db [None req-523d6196-7883-418a-902d-edafe0b6f3ae None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 08:50:17.371156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d6196-7883-418a-902d-edafe0b6f3ae None None] Routers set() bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:17.371634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523d6196-7883-418a-902d-edafe0b6f3ae None None] Router IDs set() for agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 08:50:17.406388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:18.619671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:19.180761 n-d-780147-22 neutron-server[93724]: WARNING oslo_policy.policy [None req-ba7d8be5-f02d-4cc9-9d63-596d43ce4620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:19.181466 n-d-780147-22 neutron-server[93724]: WARNING oslo_policy.policy [None req-ba7d8be5-f02d-4cc9-9d63-596d43ce4620 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:19.408920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-ba7d8be5-f02d-4cc9-9d63-596d43ce4620 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:50:19.410188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ba7d8be5-f02d-4cc9-9d63-596d43ce4620 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7885387 Jun 30 08:50:21.922250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:22.246600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:22.340965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.policy [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:50:22.386541 n-d-780147-22 neutron-server[93724]: WARNING oslo_policy.policy [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:22.386910 n-d-780147-22 neutron-server[93724]: WARNING oslo_policy.policy [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:22.395321 n-d-780147-22 neutron-server[93724]: INFO neutron.quota [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] Loaded quota_driver: . Jun 30 08:50:22.510343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753631550369', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753631549812', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753631573308', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753631568738', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753631561125', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753631584052', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-985519', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-888978', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4006039', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3913142'] for rbac-policy, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.587082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:22.588426 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-74322c05-30a8-4913-a7cd-3d2a35ea27c1 admin admin] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6651657 Jun 30 08:50:25.255997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:25.564199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:25.593199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Made reservation on behalf of ce591370ef824e8eab23baef86e3e1bc for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:25.596264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.613844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.739976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.743818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.764438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:50:25.795536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753632160570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.795860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Unsubscribe: segment precommit_create {{(pid=93724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:50:25.796271 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Added segment 1e8fb442-4769-45e4-940c-197f1d06eb00 of type vlan for network d463e3be-bd29-4fc6-808c-68cca7aa6cdd Jun 30 08:50:25.813772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d987a9-9a6b-4d9d-b400-d24d092b2c4a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:25.866004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.866415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.866914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.867266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.867591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.867919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.868238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.868562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.868879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.869197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.869519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.869834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Tracked resource versions report: Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: pushed versions: Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: { 'AddressGroup': {'1.2'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'ConntrackHelper': {'1.0'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Log': {'1.0'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Network': {'1.1'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Port': {'1.7'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'PortForwarding': {'1.2'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'QosPolicy': {'1.8'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'SecurityGroup': {'1.4'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'SubPort': {'1.0'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Subnet': {'1.1'}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Trunk': {'1.1'}} Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: consumer versions: Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: { DHCP agent@n-d-780147-22: {}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: L3 agent@n-d-780147-22: {}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: Metadata agent@n-d-780147-22: {}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: Metering agent@n-d-780147-22: {}, Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'ConntrackHelper': '1.0', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Log': '1.0', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Network': '1.1', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Port': '1.7', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'PortForwarding': '1.2', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'QosPolicy': '1.8', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'SecurityGroup': '1.4', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'SecurityGroupRule': '1.2', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'SubPort': '1.0', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Subnet': '1.1', Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: 'Trunk': '1.1'}} Jun 30 08:50:25.870964 n-d-780147-22 neutron-server[93724]: {{(pid=93724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:50:25.924410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.983532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:25.984893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:25.985819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:26.063648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8064256 Jun 30 08:50:26.090140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711a741-01fe-40a3-83c8-88a97be2460b admin admin] Pushing event updated for resources: {'Network': ['ID=d463e3be-bd29-4fc6-808c-68cca7aa6cdd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:26.103061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:28.775733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:29.231578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057de356-02f1-4682-b194-4a555dbb95c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.232877 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-057de356-02f1-4682-b194-4a555dbb95c6 admin admin] 10.222.0.77 "GET /v2.0/networks/d463e3be-bd29-4fc6-808c-68cca7aa6cdd HTTP/1.1" status: 200 len: 825 time: 0.4562025 Jun 30 08:50:29.260117 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a13a624c-9ea6-420e-ae84-7e31f1323ae7 admin admin] 10.222.0.77 "GET /v2.0/subnetpools/7c4355b9-21c2-4bb3-abce-2bdaec6ed52c HTTP/1.1" status: 200 len: 734 time: 0.0210066 Jun 30 08:50:29.269037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:29.294068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Made reservation on behalf of ce591370ef824e8eab23baef86e3e1bc for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:29.296428 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.632660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.704551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c17dd8b-5e34-4f23-aa24-0677a09fa421,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:29.715242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Checking segment: {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:29.715765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Network hostable DHCP agents. Network: d463e3be-bd29-4fc6-808c-68cca7aa6cdd, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:29.745305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:29.758013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, d463e3be-bd29-4fc6-808c-68cca7aa6cdd) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:29.763581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:29.764793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:29.768237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98e12f-3e43-441b-aeb1-a5b2ce13128b None None] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:29.781729 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bea58c89-24c5-4628-acd8-22c779bf05f7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5159800 Jun 30 08:50:30.135713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-d463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:50:30.137069 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.420180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Allocated IP 172.20.0.2 (d463e3be-bd29-4fc6-808c-68cca7aa6cdd/3c17dd8b-5e34-4f23-aa24-0677a09fa421/eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:30.634187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.655636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Transition to ACTIVE for port object eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:30.710710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Transition to ACTIVE for port object eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:30.720987 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.791876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:30.796739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:30.810787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:30.813907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Pushing event updated for resources: {'Port': ['ID=eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:30.826644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.826993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.827318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.828040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.828375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.828702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.829023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.829344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.829665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.829983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.830328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.830633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Tracked resource versions report: Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: pushed versions: Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: { 'AddressGroup': {'1.2'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'ConntrackHelper': {'1.0'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Log': {'1.0'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Network': {'1.1'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Port': {'1.7'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'PortForwarding': {'1.2'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'QosPolicy': {'1.8'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'SecurityGroup': {'1.4'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'SubPort': {'1.0'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Subnet': {'1.1'}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Trunk': {'1.1'}} Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: consumer versions: Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: { DHCP agent@n-d-780147-22: {}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: L3 agent@n-d-780147-22: {}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: Metadata agent@n-d-780147-22: {}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: Metering agent@n-d-780147-22: {}, Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'ConntrackHelper': '1.0', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Log': '1.0', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Network': '1.1', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Port': '1.7', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'PortForwarding': '1.2', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'QosPolicy': '1.8', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'SecurityGroup': '1.4', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'SecurityGroupRule': '1.2', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'SubPort': '1.0', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Subnet': '1.1', Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: 'Trunk': '1.1'}} Jun 30 08:50:30.831753 n-d-780147-22 neutron-server[93726]: {{(pid=93726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:50:30.914065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Attempting to bind port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:30.914578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Attempting to bind port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:30.915006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Attempting to bind port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff on network d463e3be-bd29-4fc6-808c-68cca7aa6cdd {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:30.922003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:30.922636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Checking segment: {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:30.923389 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:30.924025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Bound using segment: {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:30.924822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Bound port: eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:30.925488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.022441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] For port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:31.029111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] For port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff,segment=NetworkSegment(1e8fb442-4769-45e4-940c-197f1d06eb00),segment_id=1e8fb442-4769-45e4-940c-197f1d06eb00)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:31.034088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:31.108488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486d375-63d4-42db-8211-21082ab327f5 None None] Pushing event updated for resources: {'Port': ['ID=eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:32.309812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:32.672974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-607766f3-a70f-4b50-b688-be86acff9e48 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:50:32.674055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-607766f3-a70f-4b50-b688-be86acff9e48 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3629584 Jun 30 08:50:35.266700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43386) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:35.930726 n-d-780147-22 neutron-server[93725]: WARNING oslo_policy.policy [None req-70991103-6729-45a7-b573-e8857775bb91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:35.931305 n-d-780147-22 neutron-server[93725]: WARNING oslo_policy.policy [None req-70991103-6729-45a7-b573-e8857775bb91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:36.164163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-70991103-6729-45a7-b573-e8857775bb91 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:50:36.165297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-70991103-6729-45a7-b573-e8857775bb91 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8976672 Jun 30 08:50:36.808406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:36.898014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:37.581637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67155ae9-f46b-4a06-9430-6f12c324f484 None None] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:37.681845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] Provisioning for port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:37.695569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] Provisioning complete for port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:37.696224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.896435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:37.956319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] For port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff,segment=NetworkSegment(1e8fb442-4769-45e4-940c-197f1d06eb00),segment_id=1e8fb442-4769-45e4-940c-197f1d06eb00)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:37.967650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:38.059937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fbc1c5-8698-406c-ba4f-778bd708f718 None None] Pushing event updated for resources: {'Port': ['ID=eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:38.292133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3d0fd74a-a475-4792-b504-8f2125def58f None None] Provisioning complete for port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:38.292430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3d0fd74a-a475-4792-b504-8f2125def58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:38.786505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:38.838352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:38.838717 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.078954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43408) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:39.401040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'name': 'router1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:39.466452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.policy [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93725) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 08:50:39.513597 n-d-780147-22 neutron-server[93725]: WARNING oslo_policy.policy [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:39.513983 n-d-780147-22 neutron-server[93725]: WARNING oslo_policy.policy [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 08:50:39.522745 n-d-780147-22 neutron-server[93725]: INFO neutron.quota [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Loaded quota_driver: . Jun 30 08:50:39.584353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.586558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.749128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.755639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.775042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:39.776234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ca7ad295-8397-4275-9b21-610137c01a74 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6963227 Jun 30 08:50:41.135836 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9a816da-c1e9-4264-885c-280c1798d64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:42.149845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43418) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:42.483988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-fdd93e90-f11b-40d1-ae09-02307a40f8ea admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:50:42.485345 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fdd93e90-f11b-40d1-ae09-02307a40f8ea admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3341141 Jun 30 08:50:43.971869 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-873decaf-0e36-42d8-81e9-06940e947b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.021322 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:44.970303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43426) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:45.377609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:45.406448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Made reservation on behalf of 2874aa350f2b48e7932a76e84f5c09cf for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:45.409435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.426368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.565445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.570370 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.586290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Reserving flat network on physical network physnet1 {{(pid=93725) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 08:50:45.622490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753632160570', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.622985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Unsubscribe: segment precommit_create {{(pid=93725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 08:50:45.623483 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Added segment a301ca56-f696-4b95-9548-4526d1c90858 of type flat for network 4747e385-5751-42ee-8c13-eb2f2e9e5783 Jun 30 08:50:45.649613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58caf6b4-d9c6-49ed-a279-8ee4b4cf8ec8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:45.700968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.701414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.701784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.702147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.702616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.702974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.703321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.703677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.704031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.704415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.704780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.705127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Tracked resource versions report: Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: pushed versions: Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: { 'AddressGroup': {'1.2'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'ConntrackHelper': {'1.0'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Log': {'1.0'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Network': {'1.1'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Port': {'1.7'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'PortForwarding': {'1.2'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'QosPolicy': {'1.8'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'SecurityGroup': {'1.4'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'SubPort': {'1.0'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Subnet': {'1.1'}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Trunk': {'1.1'}} Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: consumer versions: Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: { DHCP agent@n-d-780147-22: {}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: L3 agent@n-d-780147-22: {}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: Metadata agent@n-d-780147-22: {}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: Metering agent@n-d-780147-22: {}, Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'ConntrackHelper': '1.0', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Log': '1.0', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Network': '1.1', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Port': '1.7', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'PortForwarding': '1.2', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'QosPolicy': '1.8', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'SecurityGroup': '1.4', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'SecurityGroupRule': '1.2', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'SubPort': '1.0', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Subnet': '1.1', Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: 'Trunk': '1.1'}} Jun 30 08:50:45.706307 n-d-780147-22 neutron-server[93725]: {{(pid=93725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:50:45.767629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.826175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.830190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.831314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:45.831975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:45.926349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9401002 Jun 30 08:50:45.952602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c443b86-137f-4ebe-8211-7564978c0d8c admin admin] Pushing event updated for resources: {'Network': ['ID=4747e385-5751-42ee-8c13-eb2f2e9e5783,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:45.972314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:50:47.344220 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:48.399891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43448) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:48.597780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f72af5-f344-420b-ab89-1c72a23747a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:48.599260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44f72af5-f344-420b-ab89-1c72a23747a7 admin admin] 10.222.0.77 "GET /v2.0/subnets/3c17dd8b-5e34-4f23-aa24-0677a09fa421 HTTP/1.1" status: 200 len: 849 time: 0.1984468 Jun 30 08:50:48.768052 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a476116-2d8e-4ea9-bb26-a45ae96dacab admin admin] 10.222.0.77 "GET /v2.0/routers/d34b3513-6d14-4458-b30f-c7f9e6fa783b HTTP/1.1" status: 200 len: 704 time: 0.1610198 Jun 30 08:50:49.042368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.328797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Allocated IP 172.20.0.1 (d463e3be-bd29-4fc6-808c-68cca7aa6cdd/3c17dd8b-5e34-4f23-aa24-0677a09fa421/f7031f17-1ee3-490c-9d5e-83bf51ea53b8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:49.483175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.504922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Transition to ACTIVE for port object f7031f17-1ee3-490c-9d5e-83bf51ea53b8 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:49.585951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.693534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:49.698423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:49.704812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:49.704812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.774108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Pushing event updated for resources: {'Port': ['ID=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:49.913439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0ac082f-479f-4f16-8a31-6676ab353ca5 None None] Provisioning for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:49.917469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0ac082f-479f-4f16-8a31-6676ab353ca5 None None] Provisioning complete for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:49.917848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0ac082f-479f-4f16-8a31-6676ab353ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.938723 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:49.951691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d0ac082f-479f-4f16-8a31-6676ab353ca5 None None] Port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:50.116822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.120885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.121599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.213618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Pushing event updated for resources: {'Port': ['ID=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:50.275556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:50.277226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:50.447657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Router d34b3513-6d14-4458-b30f-c7f9e6fa783b is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 08:50:50.472049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-38659a1c-96f4-41a5-ba05-181f4af4c5d0 None None] Provisioning complete for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:50.472426 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-38659a1c-96f4-41a5-ba05-181f4af4c5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:50.507931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-38659a1c-96f4-41a5-ba05-181f4af4c5d0 None None] Port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 08:50:50.539373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:50.544541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ce2b1ec-30d5-418c-aa46-f51fff279120 admin admin] 10.222.0.77 "PUT /v2.0/routers/d34b3513-6d14-4458-b30f-c7f9e6fa783b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7716851 Jun 30 08:50:50.564418 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Sync routers for ids ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:50.576545 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Routers {'d34b3513-6d14-4458-b30f-c7f9e6fa783b'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:50.577404 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T08:50:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:50.761688 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Set router d34b3513-6d14-4458-b30f-c7f9e6fa783b gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:51.191903 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'name': 'router1', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:50:39Z', 'updated_at': '2021-06-30T08:50:49Z', 'revision_number': 2, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'gw_port_host': None, '_interfaces': [{'id': 'f7031f17-1ee3-490c-9d5e-83bf51ea53b8', 'name': '', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'mac_address': 'fa:16:3e:81:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:49Z', 'updated_at': '2021-06-30T08:50:49Z', 'revision_number': 2, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'subnets': [{'id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:51.242888 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Checking router: d34b3513-6d14-4458-b30f-c7f9e6fa783b for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:51.243265 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Updating router d34b3513-6d14-4458-b30f-c7f9e6fa783b port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:51.308080 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.790179 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.808025 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Transition to ACTIVE for port object f7031f17-1ee3-490c-9d5e-83bf51ea53b8 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:51.814457 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.977310 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Attempting to bind port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:51.977722 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Attempting to bind port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:51.978146 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Attempting to bind port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 on network d463e3be-bd29-4fc6-808c-68cca7aa6cdd {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:51.980447 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Pushing event updated for resources: {'Port': ['ID=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:51.987657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:51.988101 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Checking segment: {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:51.988552 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.988942 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Bound using segment: {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:51.989446 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Bound port: f7031f17-1ee3-490c-9d5e-83bf51ea53b8, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e8fb442-4769-45e4-940c-197f1d06eb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:51.989858 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:51.996299 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.996646 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.996984 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.997316 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.997647 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.997973 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.998322 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.998647 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.998969 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.999287 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.999607 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:51.999925 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Tracked resource versions report: Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: pushed versions: Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: { 'AddressGroup': {'1.2'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'ConntrackHelper': {'1.0'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Log': {'1.0'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Network': {'1.1'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Port': {'1.7'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'PortForwarding': {'1.2'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'QosPolicy': {'1.8'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'SecurityGroup': {'1.4'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'SecurityGroupRule': {'1.2'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'SubPort': {'1.0'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Subnet': {'1.1'}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Trunk': {'1.1'}} Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: consumer versions: Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: { DHCP agent@n-d-780147-22: {}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: L3 agent@n-d-780147-22: {}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: Metadata agent@n-d-780147-22: {}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: Metering agent@n-d-780147-22: {}, Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'ConntrackHelper': '1.0', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Log': '1.0', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Network': '1.1', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Port': '1.7', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'PortForwarding': '1.2', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'QosPolicy': '1.8', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'SecurityGroup': '1.4', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'SecurityGroupRule': '1.2', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'SubPort': '1.0', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Subnet': '1.1', Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: 'Trunk': '1.1'}} Jun 30 08:50:52.000986 n-d-780147-22 neutron-server[93727]: {{(pid=93727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 08:50:52.067943 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] For port f7031f17-1ee3-490c-9d5e-83bf51ea53b8, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:52.090175 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] For port f7031f17-1ee3-490c-9d5e-83bf51ea53b8, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,segment=NetworkSegment(1e8fb442-4769-45e4-940c-197f1d06eb00),segment_id=1e8fb442-4769-45e4-940c-197f1d06eb00)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:52.094958 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:52.150817 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Routers {'d34b3513-6d14-4458-b30f-c7f9e6fa783b'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:52.151442 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T08:50:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:52.188319 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6327e-421e-47e1-baa9-943913239aa3 None None] Pushing event updated for resources: {'Port': ['ID=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:52.251331 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] Set router d34b3513-6d14-4458-b30f-c7f9e6fa783b gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:52.463735 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'name': 'router1', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:50:39Z', 'updated_at': '2021-06-30T08:50:49Z', 'revision_number': 2, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'gw_port_host': None, '_interfaces': [{'id': 'f7031f17-1ee3-490c-9d5e-83bf51ea53b8', 'name': '', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'mac_address': 'fa:16:3e:81:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:49Z', 'updated_at': '2021-06-30T08:50:52Z', 'revision_number': 4, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'subnets': [{'id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:52.492901 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb620917-b2da-4cb1-819d-d379e79255c9 None None] The sync data for ids ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'] in n-d-780147-22 is: [{'id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'name': 'router1', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:50:39Z', 'updated_at': '2021-06-30T08:50:49Z', 'revision_number': 2, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'gw_port_host': None, '_interfaces': [{'id': 'f7031f17-1ee3-490c-9d5e-83bf51ea53b8', 'name': '', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'mac_address': 'fa:16:3e:81:7b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:49Z', 'updated_at': '2021-06-30T08:50:52Z', 'revision_number': 4, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'subnets': [{'id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:50:52.759623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:52.914627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95a75b1-f8d4-42a9-b2db-46a2d7d1bae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:52.916167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c95a75b1-f8d4-42a9-b2db-46a2d7d1bae9 admin admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 842 time: 0.1551454 Jun 30 08:50:52.925479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'name': 'public-subnet'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:52.951892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Made reservation on behalf of 2874aa350f2b48e7932a76e84f5c09cf for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:50:52.954263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.363614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 08:50:53.364098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.425142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:53.434768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:53.435106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Network hostable DHCP agents. Network: 4747e385-5751-42ee-8c13-eb2f2e9e5783, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:50:53.463029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:50:53.476614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4747e385-5751-42ee-8c13-eb2f2e9e5783) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:53.481663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:53.482299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:53.486813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776e8e17-51af-47fe-8d4a-3071614e5111 None None] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:53.510262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4702e478-ab58-4e56-83de-3e57a53ddb85 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5747123 Jun 30 08:50:53.625525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc92ed-7336-4dd3-9fd5-3d7bc0487875 None None] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:50:55.796872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:50:56.001105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-74e382e8-876a-4aab-8883-a18a75678fee admin admin] 10.222.0.77 "GET /v2.0/routers/d34b3513-6d14-4458-b30f-c7f9e6fa783b HTTP/1.1" status: 200 len: 710 time: 0.2030983 Jun 30 08:50:56.088412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8183d11e-ba5f-4e63-b893-b2c7ced8c00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:50:56.089809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8183d11e-ba5f-4e63-b893-b2c7ced8c00d admin admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 886 time: 0.0835981 Jun 30 08:50:56.098447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:50:56.346672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.582348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.706622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.800328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7031f17-1ee3-490c-9d5e-83bf51ea53b8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:56.852018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:50:56.855925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:56.856296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.858416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Allocated IP 172.25.7.125 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/62391874-de54-4c0e-a1e5-9af28aba5608) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:50:56.931707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.963484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f7031f17-1ee3-490c-9d5e-83bf51ea53b8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,segment=NetworkSegment(1e8fb442-4769-45e4-940c-197f1d06eb00),segment_id=1e8fb442-4769-45e4-940c-197f1d06eb00)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:50:56.967146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:56.967736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.014403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f7031f17-1ee3-490c-9d5e-83bf51ea53b8,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:57.047989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.112248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:50:57.116784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:50:57.122489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:50:57.168564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Pushing event updated for resources: {'Port': ['ID=62391874-de54-4c0e-a1e5-9af28aba5608,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:57.407688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.594993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.598091 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.703617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Router d34b3513-6d14-4458-b30f-c7f9e6fa783b has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 08:50:57.807275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 08:50:57.811843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:57.813020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8be639e4-b091-4b58-bfa3-513f134cdc3c admin admin] 10.222.0.77 "PUT /v2.0/routers/d34b3513-6d14-4458-b30f-c7f9e6fa783b HTTP/1.1" status: 200 len: 890 time: 1.7178249 Jun 30 08:50:57.817576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Sync routers for ids ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 08:50:57.829420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Routers {'d34b3513-6d14-4458-b30f-c7f9e6fa783b'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:57.830082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T08:50:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:58.095025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Set router d34b3513-6d14-4458-b30f-c7f9e6fa783b gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:58.495354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'name': 'router1', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '62391874-de54-4c0e-a1e5-9af28aba5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:50:39Z', 'updated_at': '2021-06-30T08:50:57Z', 'revision_number': 4, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'gw_port': {'id': '62391874-de54-4c0e-a1e5-9af28aba5608', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:56Z', 'updated_at': '2021-06-30T08:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f7031f17-1ee3-490c-9d5e-83bf51ea53b8', 'name': '', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'mac_address': 'fa:16:3e:81:7b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:49Z', 'updated_at': '2021-06-30T08:50:56Z', 'revision_number': 5, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'subnets': [{'id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:58.543476 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Checking router: d34b3513-6d14-4458-b30f-c7f9e6fa783b for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 08:50:58.543847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Updating router d34b3513-6d14-4458-b30f-c7f9e6fa783b port 62391874-de54-4c0e-a1e5-9af28aba5608 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 08:50:58.578143 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.800853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7031f17-1ee3-490c-9d5e-83bf51ea53b8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:50:58.931161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:50:58.931846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.963380 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:58.978242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Transition to ACTIVE for port object 62391874-de54-4c0e-a1e5-9af28aba5608 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:50:58.989319 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:59.066020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Attempting to bind port 62391874-de54-4c0e-a1e5-9af28aba5608 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:50:59.066361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Attempting to bind port 62391874-de54-4c0e-a1e5-9af28aba5608 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:50:59.066699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Attempting to bind port 62391874-de54-4c0e-a1e5-9af28aba5608 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:50:59.080228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddacbf-3065-4d3d-92ab-0b537184250f None None] Pushing event updated for resources: {'Port': ['ID=62391874-de54-4c0e-a1e5-9af28aba5608,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:59.085430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:50:59.085792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:50:59.086194 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:59.086593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:50:59.087069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Bound port: 62391874-de54-4c0e-a1e5-9af28aba5608, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:50:59.087453 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:59.137347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] For port 62391874-de54-4c0e-a1e5-9af28aba5608, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:50:59.140300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] For port 62391874-de54-4c0e-a1e5-9af28aba5608, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=62391874-de54-4c0e-a1e5-9af28aba5608,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:50:59.145803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:50:59.205728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Routers {'d34b3513-6d14-4458-b30f-c7f9e6fa783b'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 08:50:59.206426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T08:50:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:59.314748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ddacbf-3065-4d3d-92ab-0b537184250f None None] Pushing event updated for resources: {'Port': ['ID=62391874-de54-4c0e-a1e5-9af28aba5608,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:50:59.390376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] Set router d34b3513-6d14-4458-b30f-c7f9e6fa783b gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 08:50:59.599455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'name': 'router1', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '62391874-de54-4c0e-a1e5-9af28aba5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:50:39Z', 'updated_at': '2021-06-30T08:50:57Z', 'revision_number': 4, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'gw_port': {'id': '62391874-de54-4c0e-a1e5-9af28aba5608', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:56Z', 'updated_at': '2021-06-30T08:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f7031f17-1ee3-490c-9d5e-83bf51ea53b8', 'name': '', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'mac_address': 'fa:16:3e:81:7b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:49Z', 'updated_at': '2021-06-30T08:50:56Z', 'revision_number': 5, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'subnets': [{'id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 08:50:59.625465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba359e3-50cb-4663-86b3-2a31e91dfbef None None] The sync data for ids ['d34b3513-6d14-4458-b30f-c7f9e6fa783b'] in n-d-780147-22 is: [{'id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'name': 'router1', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': '62391874-de54-4c0e-a1e5-9af28aba5608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T08:50:39Z', 'updated_at': '2021-06-30T08:50:57Z', 'revision_number': 4, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'gw_port': {'id': '62391874-de54-4c0e-a1e5-9af28aba5608', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:3b:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:56Z', 'updated_at': '2021-06-30T08:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f7031f17-1ee3-490c-9d5e-83bf51ea53b8', 'name': '', 'network_id': 'd463e3be-bd29-4fc6-808c-68cca7aa6cdd', 'tenant_id': 'ce591370ef824e8eab23baef86e3e1bc', 'mac_address': 'fa:16:3e:81:7b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b3513-6d14-4458-b30f-c7f9e6fa783b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T08:50:49Z', 'updated_at': '2021-06-30T08:50:56Z', 'revision_number': 5, 'project_id': 'ce591370ef824e8eab23baef86e3e1bc', 'subnets': [{'id': '3c17dd8b-5e34-4f23-aa24-0677a09fa421', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c4355b9-21c2-4bb3-abce-2bdaec6ed52c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 08:51:00.210737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43490) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:51:00.337784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-821b971c-03b4-4604-8fb3-8ea4709dac68 admin admin] 10.222.0.77 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1259468 Jun 30 08:51:00.808981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 62391874-de54-4c0e-a1e5-9af28aba5608 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:00.863821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 62391874-de54-4c0e-a1e5-9af28aba5608 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:51:00.869136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 62391874-de54-4c0e-a1e5-9af28aba5608 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:00.869511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:00.946552 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:00.967291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 62391874-de54-4c0e-a1e5-9af28aba5608, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=62391874-de54-4c0e-a1e5-9af28aba5608,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:51:00.971643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:01.020076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=62391874-de54-4c0e-a1e5-9af28aba5608,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:51:02.807760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 62391874-de54-4c0e-a1e5-9af28aba5608 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:51:02.888146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 62391874-de54-4c0e-a1e5-9af28aba5608 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:51:02.888761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:11.147094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49cfbd23-d921-43f6-8e16-f5dd6a12bc64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:12.802026 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:51:13.968247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-75a25944-273d-44c6-b52b-87afecd828c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:14.022655 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:15.829368 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:17.389413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:41.144417 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a517d46d-2111-410e-b51d-e686f564de03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:43.977126 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eea89c90-42f9-4afa-b45a-83cb503f253f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:44.023914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:45.834069 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:47.369125 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:51:49.803687 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:52:11.156388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67259e1c-61a5-45c5-ac47-a6062f79ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:13.966844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e7dec5e-ab03-4806-b8f6-51df2d5fa1d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:14.025571 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:15.833873 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:17.377393 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:26.806655 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:52:41.150702 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-03fa5e41-b938-4863-ba14-ac9d5f88464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:43.508214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44090) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:43.577611 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ba0e12-a160-4ac0-8b95-8a47721e79da admin admin] GET failed (client error): The resource could not be found. Jun 30 08:52:43.578995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f9ba0e12-a160-4ac0-8b95-8a47721e79da admin admin] 10.222.0.77 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0698314 Jun 30 08:52:43.810363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a73d03-5ffa-422a-89cc-e49cf6cc0040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:43.811852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c9a73d03-5ffa-422a-89cc-e49cf6cc0040 admin admin] 10.222.0.77 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2284343 Jun 30 08:52:43.969516 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fd29929b-01af-47fb-9e8f-eeddeb375339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:44.027287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.836675 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:45.978780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44100) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:46.094848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660fc3c3-94a7-466d-bddb-5dd811a41ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:46.096210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-660fc3c3-94a7-466d-bddb-5dd811a41ef1 admin admin] 10.222.0.77 "GET /v2.0/subnets/3c17dd8b-5e34-4f23-aa24-0677a09fa421 HTTP/1.1" status: 200 len: 849 time: 0.1164441 Jun 30 08:52:46.106325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:52:46.191254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Notify callbacks [] for subnet, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.344788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753632232452'] for subnet, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.377138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:46.378252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.385703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] 10.222.0.77 "PUT /v2.0/subnets/3c17dd8b-5e34-4f23-aa24-0677a09fa421 HTTP/1.1" status: 200 len: 868 time: 0.2766111 Jun 30 08:52:46.392457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a68d8-ab1a-41d6-be55-de6fa9c489a4 None None] Network d463e3be-bd29-4fc6-808c-68cca7aa6cdd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:52:46.402064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c17dd8b-5e34-4f23-aa24-0677a09fa421,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:52:46.409613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.409983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.411048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.411411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.411749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.412086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.412410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.412739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.413158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.413395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.413836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.414054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443d9872-bb23-4940-8ff2-bee996a1169b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:52:46.759597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c38a0df5-4dd5-4fde-bb3d-2fb4c1b113a9 None None] Provisioning complete for port eeb5b3b0-1bdd-4cfc-925d-b6a488b4c9ff triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:46.759964 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c38a0df5-4dd5-4fde-bb3d-2fb4c1b113a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:46.867645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c38a0df5-4dd5-4fde-bb3d-2fb4c1b113a9 None None] Provisioning complete for port f7031f17-1ee3-490c-9d5e-83bf51ea53b8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:52:46.868292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c38a0df5-4dd5-4fde-bb3d-2fb4c1b113a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:47.371929 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:52:48.602331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:48.826970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2534d0-abca-49c2-bdda-e166e39edfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.827352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2534d0-abca-49c2-bdda-e166e39edfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:48.828894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c2534d0-abca-49c2-bdda-e166e39edfae admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2253783 Jun 30 08:52:51.031469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:51.169490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eefa6e5-634d-4417-b628-f9f82bea5d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:51.169962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eefa6e5-634d-4417-b628-f9f82bea5d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:51.171539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1eefa6e5-634d-4417-b628-f9f82bea5d52 admin admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1391237 Jun 30 08:52:53.369470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44126) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:53.507193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604a47a-3bc1-4c22-92a2-dcc2f9c4b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:53.508567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6604a47a-3bc1-4c22-92a2-dcc2f9c4b483 admin admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 886 time: 0.1380634 Jun 30 08:52:55.696646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44134) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:55.853021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b508910f-8772-4129-b0ff-0a1647a53e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:55.855421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b508910f-8772-4129-b0ff-0a1647a53e18 admin admin] 10.222.0.77 "GET /v2.0/networks/d463e3be-bd29-4fc6-808c-68cca7aa6cdd HTTP/1.1" status: 200 len: 869 time: 0.1576152 Jun 30 08:52:58.110190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:52:58.236847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748918ae-3bac-4810-96c9-dd48cf560491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.237304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748918ae-3bac-4810-96c9-dd48cf560491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:52:58.239408 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-748918ae-3bac-4810-96c9-dd48cf560491 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281941 Jun 30 08:53:00.418770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44150) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:00.515712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb7902f-a222-41a8-8260-1aa907c9d273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.516180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb7902f-a222-41a8-8260-1aa907c9d273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:00.517722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3bb7902f-a222-41a8-8260-1aa907c9d273 admin admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0979581 Jun 30 08:53:02.694949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44158) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:02.793724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e044f-0217-4722-90a2-0409b867d238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:02.795117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f40e044f-0217-4722-90a2-0409b867d238 admin admin] 10.222.0.77 "GET /v2.0/subnets/3c17dd8b-5e34-4f23-aa24-0677a09fa421 HTTP/1.1" status: 200 len: 868 time: 0.0992215 Jun 30 08:53:03.809227 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:05.005314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44166) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:05.093496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bef56f-ef63-4c97-ac61-41f8684b186e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:05.094864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-20bef56f-ef63-4c97-ac61-41f8684b186e admin admin] 10.222.0.77 "GET /v2.0/subnets/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383 HTTP/1.1" status: 200 len: 816 time: 0.0885801 Jun 30 08:53:11.153641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1cfb16e5-054b-490d-9dfb-9b22bb005eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:13.971671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-33ad6d2c-ef66-43db-909e-76c1e084db50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:14.030143 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:15.837179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:17.380506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:29.337619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44210) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:29.387525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-b164c0fd-d3d4-488f-9e94-291a97725e04 admin admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:53:29.388579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b164c0fd-d3d4-488f-9e94-291a97725e04 admin admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0496356 Jun 30 08:53:31.667469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44218) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:31.727812 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-102a708a-62b3-49c1-a7a8-a3898f3b614c admin admin] GET failed (client error): The resource could not be found. Jun 30 08:53:31.729174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-102a708a-62b3-49c1-a7a8-a3898f3b614c admin admin] 10.222.0.77 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607793 Jun 30 08:53:31.816740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6ca85b-114c-4ed8-a252-cd9502713c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:31.818201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4f6ca85b-114c-4ed8-a252-cd9502713c91 admin admin] 10.222.0.77 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0852232 Jun 30 08:53:33.994594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44226) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:34.040653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:34.063195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Made reservation on behalf of 2874aa350f2b48e7932a76e84f5c09cf for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:34.066088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.102652 n-d-780147-22 neutron-server[93725]: WARNING neutron.services.revisions.revision_plugin [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Could not find related network for resource to bump revision. Jun 30 08:53:34.117811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 08:53:34.127379 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.127720 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Added segment 9b8e8a5d-3153-4c77-95ac-15b37a11e2bd of type vlan for network be651a07-2658-4942-8331-8cad166fc4d3 Jun 30 08:53:34.171243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.202060 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.203044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:34.203630 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:34.261106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2651093 Jun 30 08:53:34.266165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37bcd34-678b-4c42-8eda-a36ae1170245 admin admin] Pushing event updated for resources: {'Network': ['ID=be651a07-2658-4942-8331-8cad166fc4d3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:34.283090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network be651a07-2658-4942-8331-8cad166fc4d3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 08:53:36.461298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44234) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:53:36.521156 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65bd872-a49e-43c6-bd13-b640dfa48c97 admin admin] GET failed (client error): The resource could not be found. Jun 30 08:53:36.522506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d65bd872-a49e-43c6-bd13-b640dfa48c97 admin admin] 10.222.0.77 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602431 Jun 30 08:53:36.593329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e64345-d875-454c-8340-3b8efea32c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.594790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2e64345-d875-454c-8340-3b8efea32c2f admin admin] 10.222.0.77 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683498 Jun 30 08:53:36.605411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Request body: {'subnet': {'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 08:53:36.625939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Made reservation on behalf of 2874aa350f2b48e7932a76e84f5c09cf for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 08:53:36.628251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.792892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.849194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba62e4c-ae8b-4a93-a87c-591e367056b6,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:36.860474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:36.860822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Network hostable DHCP agents. Network: be651a07-2658-4942-8331-8cad166fc4d3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 08:53:36.879096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Network be651a07-2658-4942-8331-8cad166fc4d3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 08:53:36.888037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, be651a07-2658-4942-8331-8cad166fc4d3) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:36.892465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 08:53:36.893051 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:36.899936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574d6d0-0c4c-4c23-bd1f-36bee0fd037b None None] Network be651a07-2658-4942-8331-8cad166fc4d3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:36.908583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f4c50c71-4e29-4dd3-86a0-0ab8b2f5529a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3067019 Jun 30 08:53:37.163429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-be651a07-2658-4942-8331-8cad166fc4d3', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'tenant_id': '2874aa350f2b48e7932a76e84f5c09cf', 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 08:53:37.164310 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.320562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Allocated IP 192.168.233.2 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/c0d8b1dc-60fa-4e25-b329-f823ab6317b4) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 08:53:37.473011 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.483917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Transition to ACTIVE for port object c0d8b1dc-60fa-4e25-b329-f823ab6317b4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:37.499743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Transition to ACTIVE for port object c0d8b1dc-60fa-4e25-b329-f823ab6317b4 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 08:53:37.505541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.546597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 08:53:37.547933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 08:53:37.554533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 08:53:37.566314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Pushing event updated for resources: {'Port': ['ID=c0d8b1dc-60fa-4e25-b329-f823ab6317b4,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:37.594530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.594881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.595226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.595985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.597248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.597583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.597926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.601859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.601859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.601859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.601859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.601859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:53:37.637167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Attempting to bind port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 08:53:37.637543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Attempting to bind port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 08:53:37.637990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Attempting to bind port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 08:53:37.643237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 8, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 08:53:37.644199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 08:53:37.644652 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.645045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 08:53:37.645507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Bound port: c0d8b1dc-60fa-4e25-b329-f823ab6317b4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 08:53:37.645898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.714462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] For port c0d8b1dc-60fa-4e25-b329-f823ab6317b4, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 08:53:37.718469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] For port c0d8b1dc-60fa-4e25-b329-f823ab6317b4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c0d8b1dc-60fa-4e25-b329-f823ab6317b4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 08:53:37.724103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:37.786617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98496296-9534-4dc2-8567-439ee4e6178e None None] Pushing event updated for resources: {'Port': ['ID=c0d8b1dc-60fa-4e25-b329-f823ab6317b4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:38.680537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937bcc7-3439-442e-aafd-c5332a68d5e9 None None] Network be651a07-2658-4942-8331-8cad166fc4d3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 08:53:38.753280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9ac8c740-3617-4a90-9559-2a38548c87d9 None None] Provisioning for port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:38.984528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c0d8b1dc-60fa-4e25-b329-f823ab6317b4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:39.048216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 08:53:39.052817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:39.053544 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.104770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd2e8f13-2958-4e41-a14e-67a05179f8f9 None None] Provisioning complete for port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:39.105147 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8f13-2958-4e41-a14e-67a05179f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.182009 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.244702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c0d8b1dc-60fa-4e25-b329-f823ab6317b4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c0d8b1dc-60fa-4e25-b329-f823ab6317b4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 08:53:39.246326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd2e8f13-2958-4e41-a14e-67a05179f8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.249449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:39.335897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c0d8b1dc-60fa-4e25-b329-f823ab6317b4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:53:39.346401 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-cd2e8f13-2958-4e41-a14e-67a05179f8f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 08:53:39.347477 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-cd2e8f13-2958-4e41-a14e-67a05179f8f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 08:53:40.807675 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:53:40.927459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c0d8b1dc-60fa-4e25-b329-f823ab6317b4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 08:53:40.975898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c0d8b1dc-60fa-4e25-b329-f823ab6317b4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 08:53:40.976274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:41.160798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-714787b4-53e7-42a0-9b9d-558f4cb72f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:43.977365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6403-16ad-42f6-ad53-69ca7c88742c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:44.032100 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:45.843355 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:53:47.386394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:11.156892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6aefd86e-766e-41fd-bbd2-ae7f004a05e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:13.982275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16a39e77-939e-4a59-840f-ee833222ac66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:14.039762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:15.845508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.390493 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:17.875728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:54:41.152844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-05339bec-81d6-41ab-8a2a-c3ba444f5035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:43.987627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-db34452f-6e7b-4ef4-ae68-7c6ffc1a199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:44.032340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:45.849748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:47.390180 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:48.708618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44286) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:48.715193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-7321e5e3-bfd5-453d-afc3-199090f4b9ea tempest-verify_tempest_config-1330117501 tempest-verify_tempest_config-1330117501-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 08:54:48.716176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7321e5e3-bfd5-453d-afc3-199090f4b9ea tempest-verify_tempest_config-1330117501 tempest-verify_tempest_config-1330117501-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063066 Jun 30 08:54:49.113784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44304) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:49.237447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.350522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.354601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.402246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97db50edb0f34569a6fe9b60f132a08f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2871678 Jun 30 08:54:49.402794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738ad053-e873-4a49-8300-10407bc026e7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.404999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:54:49.410080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.410445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.410780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.411116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.411522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.411852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.412177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.412493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.412813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.413131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.413448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.413771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddab0c1-44c6-4a4e-a920-b394e9fe7233 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.468090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.491461 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.584315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.586778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:54:49.587956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/738ad053-e873-4a49-8300-10407bc026e7 HTTP/1.1" status: 204 len: 168 time: 0.1816659 Jun 30 08:54:49.597181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ad053-e873-4a49-8300-10407bc026e7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 08:54:49.604369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.604708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.605040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.605366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.605689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.606006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.606396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.606741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.607058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.607372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.607687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:49.608057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d0b914-5879-4044-a831-72b4afa27167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 08:54:54.804504 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:11.153382 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5c3a498b-2b60-4bde-bf5f-0341cf614bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:13.992773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9aebdc15-514d-4b3f-8864-77839ed39835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:14.035445 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:15.858046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:17.391819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:31.803344 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:55:41.153146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-314a41cb-de2b-4280-b0c9-031e75578ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:43.994192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4fb2e07-e971-4535-8043-b3f8cfbf4796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:44.036498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:45.854728 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:55:47.399649 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:08.802589 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:11.156070 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c3aa6753-2fa0-459a-8c3a-2f7dd52e4bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:13.995485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-832cf92f-9f47-416b-8d61-55e9aa3a6781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:14.038158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:15.857454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:17.395593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:41.157630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50b71f3f-b822-46c4-8994-5c801947878a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:43.996911 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45420316-25bb-48be-8937-66535726cd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:44.041119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:45.800763 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:56:45.858798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:56:47.396482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:11.158528 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8892da7f-13d5-4b29-ac98-483dc54bf6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:13.997202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23018ea6-72a5-4ef3-a02f-8c1b1758edf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:14.042374 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:15.861847 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:17.401818 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:22.799086 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 5 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:57:41.160926 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0491c974-00b4-4671-bcea-a692766f314b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.000838 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-deab2dcf-868f-4c26-884f-04963fb25f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:44.045384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:45.866704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:47.408435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:58.852791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:57:59.798574 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 6 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:11.166231 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae2379cf-2f86-4385-b438-95b368686d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.003638 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55bae515-f24e-4db0-86a0-507ae8ef42b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:14.050536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:15.866265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.051633 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4138749'] for agent, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:17.407181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:28.800052 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:36.797697 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:58:41.168606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd633f45-a0ff-4198-a442-2340df5f9166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.008707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-533fd237-bf12-4879-bdf3-74cdd743715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:44.057348 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:45.872482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.036756 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:47.414857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:58:53.122756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:53.235243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-88acd226-991e-43f3-92f3-e2f389d921b7 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1113846 Jun 30 08:58:55.445764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 08:58:55.500600 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-039335ee-9bf9-492c-a33c-6426824a0e93 admin admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0537210 Jun 30 08:58:58.818206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:11.189793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-94aabade-6ce4-4f1a-ab89-25978bc095fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:13.797642 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:14.011252 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9af0b5f7-d2cb-4ac2-b91f-c0efeeb4c3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:14.050665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:15.875482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.037535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:17.413801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:28.823212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:41.174051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d2c8a37-3e81-4817-8f38-e4c3a9d7d45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.020118 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5020c138-52f3-4af5-a62b-d119ef6572c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:44.059013 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:45.889796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.034994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:47.424913 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 08:59:50.798642 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 08:59:58.836165 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:11.177435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-793cece6-9c19-402a-aab7-034e62803019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.020172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a3be3fd-81c2-4c77-bb59-709948ec930c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:14.054370 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:15.878891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.032723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:17.420653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:22.979760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44600) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.117198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.311267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-network', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:23.333113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Made reservation on behalf of a5d5fcae15bc4bcbbe863bae041ba8c1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:23.336425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.348145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.505040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f743b878-4787-4639-b2c6-e4dfb82b710d tempest-AutoAllocateNetworkTest-1127716199 tempest-AutoAllocateNetworkTest-1127716199-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a7e8b4be983d45e2acdc355ba78dd4cc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3862593 Jun 30 09:00:23.508683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44632) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.561320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.565879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.596601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb150f1-b9d1-47e6-b819-9abeaf266479,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:23.607938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.608683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.609215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.609742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.610422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.610985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.611516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.612037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.612546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.613089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.613612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.614175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Tracked resource versions report: Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: pushed versions: Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Log': {'1.0'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Network': {'1.1'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Port': {'1.7'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'PortForwarding': {'1.2'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'QosPolicy': {'1.8'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'SubPort': {'1.0'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Subnet': {'1.1'}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Trunk': {'1.1'}} Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: consumer versions: Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: { DHCP agent@n-d-780147-22: {}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: HyperV agent@n-h1-780147-22: {}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: HyperV agent@n-h2-780147-22: {}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: L3 agent@n-d-780147-22: {}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: Metadata agent@n-d-780147-22: {}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: Metering agent@n-d-780147-22: {}, Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'ConntrackHelper': '1.0', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Log': '1.0', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Network': '1.1', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Port': '1.7', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'PortForwarding': '1.2', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'QosPolicy': '1.8', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'SecurityGroup': '1.4', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'SecurityGroupRule': '1.2', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'SubPort': '1.0', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Subnet': '1.1', Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: 'Trunk': '1.1'}} Jun 30 09:00:23.616301 n-d-780147-22 neutron-server[93724]: {{(pid=93724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:23.627806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:23.642585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.643215 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Added segment 796ad79b-65cd-4ee8-959d-6808f2ac02b9 of type vlan for network b97c06a2-a604-4a0f-869c-c6aa829e30c2 Jun 30 09:00:23.693037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.735317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.740057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:23.741326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.777697 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7956564 Jun 30 09:00:23.814885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.821362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Request body: {'subnet': {'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-subnet', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:23.859977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d45dac-cede-471e-8c15-201c831b13cf admin admin] Pushing event updated for resources: {'Network': ['ID=b97c06a2-a604-4a0f-869c-c6aa829e30c2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:23.864229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Made reservation on behalf of a5d5fcae15bc4bcbbe863bae041ba8c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:23.867356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:23.873106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:23.885669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f547e5f5-832e-4b4d-ab16-da006e6f87b1 tempest-AutoAllocateNetworkTest-1127716199 tempest-AutoAllocateNetworkTest-1127716199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:23.888045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f547e5f5-832e-4b4d-ab16-da006e6f87b1 tempest-AutoAllocateNetworkTest-1127716199 tempest-AutoAllocateNetworkTest-1127716199-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3784957 Jun 30 09:00:23.892492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44648) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.961174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3efec9a8-d208-40b1-a58f-42e367abf6b3 tempest-AutoAllocateNetworkTest-1127716199 tempest-AutoAllocateNetworkTest-1127716199-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0663910 Jun 30 09:00:23.963780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44652) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:23.996658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e8a45b45-7b9c-46f9-acaa-8b4a75ac5950 tempest-AutoAllocateNetworkTest-1127716199 tempest-AutoAllocateNetworkTest-1127716199-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a7e8b4be983d45e2acdc355ba78dd4cc HTTP/1.1" status: 200 len: 208 time: 0.0317800 Jun 30 09:00:24.107978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.157000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26125ae6-3a89-4c62-871f-27d6c8d33a38,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.176256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Checking segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:24.177016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Network hostable DHCP agents. Network: b97c06a2-a604-4a0f-869c-c6aa829e30c2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:24.196667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:24.207457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b97c06a2-a604-4a0f-869c-c6aa829e30c2) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:24.212073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:24.212737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.219152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf448fb9-0c0f-4b74-ac32-456b18317e48 None None] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:24.233246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44668) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:24.239171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:24.242868 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-17efec0a-cac4-4693-a78e-f79f25d07b83 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4264393 Jun 30 09:00:24.265940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.267628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.325742 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.391682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:24.392816 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.471523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.601148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Allocated IP 172.20.0.2 (b97c06a2-a604-4a0f-869c-c6aa829e30c2/26125ae6-3a89-4c62-871f-27d6c8d33a38/efcc1279-495c-4dba-94cb-f20b666290e3) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:24.713620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.758116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.795951 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.805441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Transition to ACTIVE for port object efcc1279-495c-4dba-94cb-f20b666290e3 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:24.823598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44694) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:24.826779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Transition to ACTIVE for port object efcc1279-495c-4dba-94cb-f20b666290e3 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:24.835754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.880695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:24.882090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:24.885923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:24.893066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Allocated IP 172.25.7.143 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0f7ae23e-7fcd-463b-b335-f9d19042abdd) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:24.927713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Pushing event updated for resources: {'Port': ['ID=efcc1279-495c-4dba-94cb-f20b666290e3,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:24.953267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.953619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.953957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.954317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.954651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.954983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.955308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.955630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.955949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.956268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.956585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.956900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Tracked resource versions report: Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: pushed versions: Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Log': {'1.0'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Network': {'1.1'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Port': {'1.7'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'PortForwarding': {'1.2'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'QosPolicy': {'1.8'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'SubPort': {'1.0'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Subnet': {'1.1'}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Trunk': {'1.1'}} Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: consumer versions: Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: { DHCP agent@n-d-780147-22: {}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: HyperV agent@n-h1-780147-22: {}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: HyperV agent@n-h2-780147-22: {}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: L3 agent@n-d-780147-22: {}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: Metadata agent@n-d-780147-22: {}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: Metering agent@n-d-780147-22: {}, Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'ConntrackHelper': '1.0', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Log': '1.0', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Network': '1.1', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Port': '1.7', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'PortForwarding': '1.2', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'QosPolicy': '1.8', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'SecurityGroup': '1.4', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'SecurityGroupRule': '1.2', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'SubPort': '1.0', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Subnet': '1.1', Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: 'Trunk': '1.1'}} Jun 30 09:00:24.957985 n-d-780147-22 neutron-server[93726]: {{(pid=93726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:24.971589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Attempting to bind port efcc1279-495c-4dba-94cb-f20b666290e3 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:24.971968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Attempting to bind port efcc1279-495c-4dba-94cb-f20b666290e3 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:24.972332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Attempting to bind port efcc1279-495c-4dba-94cb-f20b666290e3 on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:24.978047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:24.978460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Checking segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:24.978862 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:24.979246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Bound using segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:24.979713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Bound port: efcc1279-495c-4dba-94cb-f20b666290e3, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:24.980115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.058950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.064326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] For port efcc1279-495c-4dba-94cb-f20b666290e3, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:25.068155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] For port efcc1279-495c-4dba-94cb-f20b666290e3, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=efcc1279-495c-4dba-94cb-f20b666290e3,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:25.073930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.134895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.135427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97753c78-b701-4305-8c28-58eb144d6017 None None] Pushing event updated for resources: {'Port': ['ID=efcc1279-495c-4dba-94cb-f20b666290e3,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.187905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:25.188242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:25.192156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:25.231908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Pushing event updated for resources: {'Port': ['ID=0f7ae23e-7fcd-463b-b335-f9d19042abdd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.273728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.274078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.274436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.274947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.275462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.275955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.276441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.276794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.277076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.277562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.278038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.278752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Tracked resource versions report: Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: pushed versions: Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Log': {'1.0'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Network': {'1.1'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Port': {'1.7'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'PortForwarding': {'1.2'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'QosPolicy': {'1.8'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'SubPort': {'1.0'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Subnet': {'1.1'}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Trunk': {'1.1'}} Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: consumer versions: Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: { DHCP agent@n-d-780147-22: {}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: HyperV agent@n-h1-780147-22: {}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: HyperV agent@n-h2-780147-22: {}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: L3 agent@n-d-780147-22: {}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: Metadata agent@n-d-780147-22: {}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: Metering agent@n-d-780147-22: {}, Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'ConntrackHelper': '1.0', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Log': '1.0', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Network': '1.1', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Port': '1.7', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'PortForwarding': '1.2', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'QosPolicy': '1.8', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'SecurityGroup': '1.4', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'SecurityGroupRule': '1.2', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'SubPort': '1.0', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Subnet': '1.1', Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: 'Trunk': '1.1'}} Jun 30 09:00:25.280303 n-d-780147-22 neutron-server[93725]: {{(pid=93725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:25.282782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96d37ace-49c5-4533-8b5e-7bca16dd94ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.588405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96d37ace-49c5-4533-8b5e-7bca16dd94ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.610186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96d37ace-49c5-4533-8b5e-7bca16dd94ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.654071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.684974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d37ace-49c5-4533-8b5e-7bca16dd94ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49637c5b-fa2c-46a1-8f0d-e43121eebd7b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.712216 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-96d37ace-49c5-4533-8b5e-7bca16dd94ee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a7e8b4be983d45e2acdc355ba78dd4cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8869569 Jun 30 09:00:25.712966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:25.795820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4de4a5f2-f17c-4a87-beb6-0bd6318298fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.844064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4de4a5f2-f17c-4a87-beb6-0bd6318298fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.907727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4de4a5f2-f17c-4a87-beb6-0bd6318298fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.910584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4de4a5f2-f17c-4a87-beb6-0bd6318298fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:25.915477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4de4a5f2-f17c-4a87-beb6-0bd6318298fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49637c5b-fa2c-46a1-8f0d-e43121eebd7b HTTP/1.1" status: 204 len: 168 time: 0.2012267 Jun 30 09:00:25.926779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4a5f2-f17c-4a87-beb6-0bd6318298fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49637c5b-fa2c-46a1-8f0d-e43121eebd7b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:25.965594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.262580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Router e66878db-0416-4d62-807d-af592410aa79 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:26.380934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:26.390633 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:26.403079 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:26.405405 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:26.421994 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:26.426080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-55034996-c066-444c-908b-1bedb464a044 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.1888776 Jun 30 09:00:26.426556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:26.547216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:26.551928 n-d-780147-22 neutron-server[93725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 09:00:26.597926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48445f83-12c6-42c3-a752-fe5d17526120 None None] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:26.657853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-c74053f5-c967-4d78-9d71-9a4c2232e8d0 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1078506 Jun 30 09:00:26.756400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cb5a5dbf-5a99-42b8-99af-8e999d39f74a None None] Provisioning for port efcc1279-495c-4dba-94cb-f20b666290e3 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:26.797127 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:26.913703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-bfd15594-f3a2-400e-8918-db179ecfdec4 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:26.923385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-bfd15594-f3a2-400e-8918-db179ecfdec4 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2637703 Jun 30 09:00:26.945717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-ea846d11-e53e-4db6-81d8-c435780cd3af tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/quotas/64efcc9aa9d34066a66d99c28e5ba9e0 HTTP/1.1" status: 200 len: 375 time: 0.0165439 Jun 30 09:00:27.027314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-dd10a519-229e-49ee-8642-1ddb6086f958 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806363 Jun 30 09:00:27.176017 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:25Z', 'revision_number': 3, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:27.217786 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:27.218650 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Updating router e66878db-0416-4d62-807d-af592410aa79 port 0f7ae23e-7fcd-463b-b335-f9d19042abdd binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:27.300943 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.344114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device efcc1279-495c-4dba-94cb-f20b666290e3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:27.436802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port efcc1279-495c-4dba-94cb-f20b666290e3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:27.442871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port efcc1279-495c-4dba-94cb-f20b666290e3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:27.443858 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.463903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.554798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.614900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port efcc1279-495c-4dba-94cb-f20b666290e3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=efcc1279-495c-4dba-94cb-f20b666290e3,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:27.623678 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.698838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Allocated IP 172.20.0.1 (b97c06a2-a604-4a0f-869c-c6aa829e30c2/26125ae6-3a89-4c62-871f-27d6c8d33a38/9eba212c-d231-4abf-a6e2-87ae659ee0ec) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:27.716408 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.736531 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Transition to ACTIVE for port object 0f7ae23e-7fcd-463b-b335-f9d19042abdd will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:27.747823 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.767890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=efcc1279-495c-4dba-94cb-f20b666290e3,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:27.797249 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Attempting to bind port 0f7ae23e-7fcd-463b-b335-f9d19042abdd on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:27.797629 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Attempting to bind port 0f7ae23e-7fcd-463b-b335-f9d19042abdd by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:27.797998 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Attempting to bind port 0f7ae23e-7fcd-463b-b335-f9d19042abdd on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:27.828407 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:00:27.829153 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:27.829534 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:27.830067 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.830502 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:27.830988 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Bound port: 0f7ae23e-7fcd-463b-b335-f9d19042abdd, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:27.831384 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.866469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.875556 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Pushing event updated for resources: {'Port': ['ID=0f7ae23e-7fcd-463b-b335-f9d19042abdd,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:27.883072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Transition to ACTIVE for port object 9eba212c-d231-4abf-a6e2-87ae659ee0ec will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:27.894433 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.894788 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.895292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.895461 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.895797 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.896126 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.897175 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.897591 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.897958 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.898258 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.898595 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.899034 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Tracked resource versions report: Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: pushed versions: Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: { 'AddressGroup': {'1.2'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'ConntrackHelper': {'1.0'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Log': {'1.0'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Network': {'1.1'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Port': {'1.7'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'PortForwarding': {'1.2'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'QosPolicy': {'1.8'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'SecurityGroup': {'1.4'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'SecurityGroupRule': {'1.2'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'SubPort': {'1.0'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Subnet': {'1.1'}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Trunk': {'1.1'}} Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: consumer versions: Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: { DHCP agent@n-d-780147-22: {}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: HyperV agent@n-h1-780147-22: {}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: HyperV agent@n-h2-780147-22: {}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: L3 agent@n-d-780147-22: {}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: Metadata agent@n-d-780147-22: {}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: Metering agent@n-d-780147-22: {}, Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: Open vSwitch agent@n-d-780147-22: { 'AddressGroup': '1.2', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'ConntrackHelper': '1.0', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Log': '1.0', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Network': '1.1', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Port': '1.7', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'PortForwarding': '1.2', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'QosPolicy': '1.8', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'SecurityGroup': '1.4', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'SecurityGroupRule': '1.2', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'SubPort': '1.0', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Subnet': '1.1', Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: 'Trunk': '1.1'}} Jun 30 09:00:27.899981 n-d-780147-22 neutron-server[93727]: {{(pid=93727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 09:00:27.911960 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] For port 0f7ae23e-7fcd-463b-b335-f9d19042abdd, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:27.916152 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] For port 0f7ae23e-7fcd-463b-b335-f9d19042abdd, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0f7ae23e-7fcd-463b-b335-f9d19042abdd,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:27.922489 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.931187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.975251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:27.979882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:27.983407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:27.983949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:27.989420 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b4517-6fd5-4476-872e-3a84f7da8a2a None None] Pushing event updated for resources: {'Port': ['ID=0f7ae23e-7fcd-463b-b335-f9d19042abdd,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:28.027883 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:28.028561 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:28.051651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eba212c-d231-4abf-a6e2-87ae659ee0ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:28.183886 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:28.232961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.383813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6cf6b856-d837-45ec-bc31-b8807f9b78b1 None None] Provisioning for port 9eba212c-d231-4abf-a6e2-87ae659ee0ec completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:28.388875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6cf6b856-d837-45ec-bc31-b8807f9b78b1 None None] Provisioning complete for port 9eba212c-d231-4abf-a6e2-87ae659ee0ec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:28.390594 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6cf6b856-d837-45ec-bc31-b8807f9b78b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.489097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6b856-d837-45ec-bc31-b8807f9b78b1 None None] Port 9eba212c-d231-4abf-a6e2-87ae659ee0ec cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:28.546126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf2eda33-e0c4-44d1-8b85-acd8c0a9f765 req-f64b699c-849c-449a-a0d8-5bb3e5b5b32b tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 210 time: 0.0912397 Jun 30 09:00:28.664940 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:25Z', 'revision_number': 3, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:28.692929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.718496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.719469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.741446 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6c44e2-d2c3-48a4-886e-899b8e49ecff None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:25Z', 'revision_number': 3, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:28.774343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Pushing event updated for resources: {'Port': ['ID=9eba212c-d231-4abf-a6e2-87ae659ee0ec,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:28.853901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:28.897712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:28.899968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:29.106191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Router e66878db-0416-4d62-807d-af592410aa79 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:29.311305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device efcc1279-495c-4dba-94cb-f20b666290e3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:29.415510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:29.427561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port efcc1279-495c-4dba-94cb-f20b666290e3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:29.428694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d1874c8b-1aae-4f0c-b882-d48830c0b2a2 admin admin] 10.222.0.77 "PUT /v2.0/routers/e66878db-0416-4d62-807d-af592410aa79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0005615 Jun 30 09:00:29.429034 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.480943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7cad9d82-a94b-44d7-8783-7b7b497c79ab None None] Provisioning complete for port 9eba212c-d231-4abf-a6e2-87ae659ee0ec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:29.481478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7cad9d82-a94b-44d7-8783-7b7b497c79ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:29.546469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7cad9d82-a94b-44d7-8783-7b7b497c79ab None None] Port 9eba212c-d231-4abf-a6e2-87ae659ee0ec cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:30.091786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44950) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.280146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22a4a000-38b5-458b-811c-9be836da179a req-2d1b2cf7-8b20-4699-b074-5d477ae1f0fd tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 210 time: 0.1866417 Jun 30 09:00:30.455243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44986) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.460999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-network', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:30.492593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Made reservation on behalf of 1bdea58aad9e4fc59760f5c5b925cb6b for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:30.498956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.514005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.627088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.633282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.664715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7c169e-c45e-4491-9438-5d04bc5079b8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:30.681127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:00:30.696995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.697343 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Added segment d2a5916b-df3b-4091-9c8a-4274e44380c4 of type vlan for network 9fa16f46-b9b7-423d-9814-af08cc225862 Jun 30 09:00:30.768124 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.773153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.83', 55258) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:30.805320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-c84fd021-e5b6-437d-9e34-e71e1ec56166 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305648 Jun 30 09:00:30.951281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-5cc428a2-4218-4445-a05e-b20387797ad6 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.952811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-5cc428a2-4218-4445-a05e-b20387797ad6 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1425714 Jun 30 09:00:30.957919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:00:30.979580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:30.981455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:30.982348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.061949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] Pushing event updated for resources: {'Network': ['ID=9fa16f46-b9b7-423d-9814-af08cc225862,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:31.082612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 9fa16f46-b9b7-423d-9814-af08cc225862 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:00:31.083291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:31.088322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-17b129bb-a760-4d2e-a4ac-9beb67a6225e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6318440 Jun 30 09:00:31.090239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Request body: {'subnet': {'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-subnet', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:31.121978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Made reservation on behalf of 1bdea58aad9e4fc59760f5c5b925cb6b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:31.125750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.144232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Request body: {'port': {'device_id': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '64efcc9aa9d34066a66d99c28e5ba9e0'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:31.241186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:31.355398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0f7ae23e-7fcd-463b-b335-f9d19042abdd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:31.411607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:31.441014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:31.442339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:31.541155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0f7ae23e-7fcd-463b-b335-f9d19042abdd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:31.572577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.577040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.692083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c6cadcb-5171-4d16-bfd8-974ae615a33b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:31.755042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:00:31.755042 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:00:31.755042 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id_1': 'e5dec3e6181543f8b3ace33967d5f4ba', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 0, 31, 728732)}] Jun 30 09:00:31.755042 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:00:31.755381 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:00:31.782590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e055af8-d29f-4691-ab80-1308b9b1217c req-7990c949-ab56-4673-bb6b-9a8d6d7f62c6 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 210 time: 0.0839663 Jun 30 09:00:31.799246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Made reservation on behalf of 64efcc9aa9d34066a66d99c28e5ba9e0 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:31.804143 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.821308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0f7ae23e-7fcd-463b-b335-f9d19042abdd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:31.821674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.846567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:31.861143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Checking segment: {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:31.865886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Network hostable DHCP agents. Network: 9fa16f46-b9b7-423d-9814-af08cc225862, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:00:31.876145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:31.919712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Network 9fa16f46-b9b7-423d-9814-af08cc225862 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:00:31.951451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 9fa16f46-b9b7-423d-9814-af08cc225862) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:31.977948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:31.978579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.004587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2534c31c-2325-4cb8-bd8f-467ef38ef6bb None None] Network 9fa16f46-b9b7-423d-9814-af08cc225862 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:32.058152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45110) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:32.067591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.076177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.083301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-951e15f1-e563-4b82-9aef-13f02c8c72f8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9968941 Jun 30 09:00:32.084413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:32.093604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:32.120892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.128726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:32.171872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.174148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.197078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0f7ae23e-7fcd-463b-b335-f9d19042abdd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0f7ae23e-7fcd-463b-b335-f9d19042abdd,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:32.223469 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.264876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.376639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.451728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Allocated IP 192.168.233.96 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/8425caac-4e3b-452e-b543-f4701ad3a724) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:32.507035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0f7ae23e-7fcd-463b-b335-f9d19042abdd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:32.528949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-9fa16f46-b9b7-423d-9814-af08cc225862', 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'fixed_ips': [{'subnet_id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:00:32.544318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.639123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.774537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.794907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Transition to ACTIVE for port object 8425caac-4e3b-452e-b543-f4701ad3a724 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:32.867838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.906361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Allocated IP 172.20.0.2 (9fa16f46-b9b7-423d-9814-af08cc225862/3c6cadcb-5171-4d16-bfd8-974ae615a33b/d440c236-33e2-4f51-9f3a-71c6e02675c1) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:32.928003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:32.936361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:32.945487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.064512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45154) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:33.087848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:33.090144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Pushing event updated for resources: {'Port': ['ID=8425caac-4e3b-452e-b543-f4701ad3a724,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.123680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:33.129092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.129713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.184330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0447509 Jun 30 09:00:33.228645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3284913-0900-46f4-b2f2-420fd0f3bfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.230639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a550c-bfda-4bb9-a284-9acb76a22ab8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b5d014-1eec-4e59-b0a9-f4298340b1bd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.243146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aab182-7e25-4b0b-ab61-9a78b763e6ab,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.282345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-342596a7-570a-41a5-a6dd-28455a661df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.282665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.296583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-e9e5b8d2-96eb-4ad4-88be-2d59f4f989e2 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=daf9806394fe4b8d9b5f4ff281f31b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1542130 Jun 30 09:00:33.306517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-de9a1d3b-e9b0-482a-9822-4356450969eb tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:00:33.306921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Transition to ACTIVE for port object d440c236-33e2-4f51-9f3a-71c6e02675c1 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:33.307901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-de9a1d3b-e9b0-482a-9822-4356450969eb tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0589206 Jun 30 09:00:33.309926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-35b992f4-048f-477e-bcb6-0181ff84d613 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e5dec3e6181543f8b3ace33967d5f4ba&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0676897 Jun 30 09:00:33.313827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:33.355937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0f7ae23e-7fcd-463b-b335-f9d19042abdd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:33.465002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Transition to ACTIVE for port object d440c236-33e2-4f51-9f3a-71c6e02675c1 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:33.523698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0f7ae23e-7fcd-463b-b335-f9d19042abdd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:33.524067 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.553312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3284913-0900-46f4-b2f2-420fd0f3bfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.558437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cfe35ba-7361-4027-8f8a-d578790a43dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.624722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.642541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Request body: {'port': {'device_id': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:33.709294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-342596a7-570a-41a5-a6dd-28455a661df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.741186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e401-135f-453e-a07d-6013272e9da6 req-e5145962-3183-4c18-a33e-bba426291540 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.751685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed85e401-135f-453e-a07d-6013272e9da6 req-e5145962-3183-4c18-a33e-bba426291540 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 935 time: 0.6010551 Jun 30 09:00:33.776909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Pushing event updated for resources: {'Port': ['ID=d440c236-33e2-4f51-9f3a-71c6e02675c1,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:33.779100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f3284913-0900-46f4-b2f2-420fd0f3bfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.795611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Network 9fa16f46-b9b7-423d-9814-af08cc225862 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:33.800009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:33.804158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 2, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:33.806603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-11c8a532-c557-46dd-860d-f1451cbc08f9 None None] Provisioning for port 8425caac-4e3b-452e-b543-f4701ad3a724 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:33.813229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:33.814853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed85e401-135f-453e-a07d-6013272e9da6 req-5489ed74-57b3-4e15-b5f5-21868897d566 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618279 Jun 30 09:00:33.819097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-11c8a532-c557-46dd-860d-f1451cbc08f9 None None] Provisioning complete for port 8425caac-4e3b-452e-b543-f4701ad3a724 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:33.819915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11c8a532-c557-46dd-860d-f1451cbc08f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.846932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-e94b36b9-ef7d-4b81-8b79-d0eb26312c52 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:33.854791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-e94b36b9-ef7d-4b81-8b79-d0eb26312c52 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5430145 Jun 30 09:00:33.894298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-ff974e9c-3842-4ae0-b5e5-a8a784aeae12 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/quotas/daf9806394fe4b8d9b5f4ff281f31b7b HTTP/1.1" status: 200 len: 375 time: 0.0382547 Jun 30 09:00:33.912899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:33.913446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Updating router e66878db-0416-4d62-807d-af592410aa79 port 9eba212c-d231-4abf-a6e2-87ae659ee0ec binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:33.929608 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cfe35ba-7361-4027-8f8a-d578790a43dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.947089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-342596a7-570a-41a5-a6dd-28455a661df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.949669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-03274e1f-a99c-4d05-85d4-0be1f5e2d5c9 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=daf9806394fe4b8d9b5f4ff281f31b7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541079 Jun 30 09:00:33.953663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.992452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cfe35ba-7361-4027-8f8a-d578790a43dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:33.999241 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.144968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3284913-0900-46f4-b2f2-420fd0f3bfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08775195-4e7d-463b-86a3-495654f057e5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:34.158324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Attempting to bind port d440c236-33e2-4f51-9f3a-71c6e02675c1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:34.158513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Attempting to bind port d440c236-33e2-4f51-9f3a-71c6e02675c1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:34.160422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Attempting to bind port d440c236-33e2-4f51-9f3a-71c6e02675c1 on network 9fa16f46-b9b7-423d-9814-af08cc225862 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:34.201221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:34.201221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Checking segment: {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:34.201696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.203926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Bound using segment: {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:34.205389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Bound port: d440c236-33e2-4f51-9f3a-71c6e02675c1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:34.205956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.218695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-11c8a532-c557-46dd-860d-f1451cbc08f9 None None] Port 8425caac-4e3b-452e-b543-f4701ad3a724 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:34.262745 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-342596a7-570a-41a5-a6dd-28455a661df7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2df86a1b7fc4961813a6f4cbe56664e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1892157 Jun 30 09:00:34.270928 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7cfe35ba-7361-4027-8f8a-d578790a43dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcf8f122faa24844ab8b996cabd7df50&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1392655 Jun 30 09:00:34.270928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45188) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.274927 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f3284913-0900-46f4-b2f2-420fd0f3bfe9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1620e6e195a249b18467a3b1a2403808&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2157593 Jun 30 09:00:34.293894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.294242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:34.303053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-808d4eaf-1743-4d57-90e9-8edbf441497f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.327334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea9e9249-1d07-4912-9c84-ea977cf8be72 req-6fb45c33-c336-4e5c-8c28-2e4ed39d3252 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.0668287 Jun 30 09:00:34.327988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342596a7-570a-41a5-a6dd-28455a661df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4514ddf-d1b9-49d7-9a32-dedf7ca37a26,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:34.594150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] For port d440c236-33e2-4f51-9f3a-71c6e02675c1, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:34.598513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] For port d440c236-33e2-4f51-9f3a-71c6e02675c1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d440c236-33e2-4f51-9f3a-71c6e02675c1,segment=NetworkSegment(d2a5916b-df3b-4091-9c8a-4274e44380c4),segment_id=d2a5916b-df3b-4091-9c8a-4274e44380c4)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:34.612583 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.660163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-808d4eaf-1743-4d57-90e9-8edbf441497f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.696228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe35ba-7361-4027-8f8a-d578790a43dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725b4fdc-f61d-493b-ad8b-295723bdbc63,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:34.736833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8425caac-4e3b-452e-b543-f4701ad3a724 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:34.746499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.779794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Transition to ACTIVE for port object 8425caac-4e3b-452e-b543-f4701ad3a724 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:34.789112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:34.814046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b713dff-c2a9-49f4-8e9c-1d49a4855630 None None] Pushing event updated for resources: {'Port': ['ID=d440c236-33e2-4f51-9f3a-71c6e02675c1,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:35.011291 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.046298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Transition to ACTIVE for port object 9eba212c-d231-4abf-a6e2-87ae659ee0ec will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:35.067252 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.087523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8425caac-4e3b-452e-b543-f4701ad3a724,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:35.134467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Attempting to bind port 8425caac-4e3b-452e-b543-f4701ad3a724 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:35.135116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Attempting to bind port 8425caac-4e3b-452e-b543-f4701ad3a724 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:35.135498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Attempting to bind port 8425caac-4e3b-452e-b543-f4701ad3a724 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:35.143532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Port 8425caac-4e3b-452e-b543-f4701ad3a724 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:35.143873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Attempting to bind port 8425caac-4e3b-452e-b543-f4701ad3a724 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:35.155788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:35.156130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:35.156695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:35.157354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Bound port: 8425caac-4e3b-452e-b543-f4701ad3a724, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:35.178828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.248331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fe0b67f-38b6-4825-aaa8-d1e602564ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.268137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade6a31-855d-47c6-8f22-6a531ed22226 None None] Pushing event updated for resources: {'Port': ['ID=9eba212c-d231-4abf-a6e2-87ae659ee0ec,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:35.323945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fe0b67f-38b6-4825-aaa8-d1e602564ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.445585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-808d4eaf-1743-4d57-90e9-8edbf441497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.458639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-808d4eaf-1743-4d57-90e9-8edbf441497f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.462399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-808d4eaf-1743-4d57-90e9-8edbf441497f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0aab182-7e25-4b0b-ab61-9a78b763e6ab HTTP/1.1" status: 204 len: 168 time: 2.1379299 Jun 30 09:00:35.469193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9df6f888-43f2-4f74-b374-bd3f68b32973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.494478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d440c236-33e2-4f51-9f3a-71c6e02675c1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:35.499426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] For port 8425caac-4e3b-452e-b543-f4701ad3a724, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:35.545781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Attempting to bind port 9eba212c-d231-4abf-a6e2-87ae659ee0ec on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:35.549667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Attempting to bind port 9eba212c-d231-4abf-a6e2-87ae659ee0ec by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:35.550442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Attempting to bind port 9eba212c-d231-4abf-a6e2-87ae659ee0ec on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:35.564657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d4eaf-1743-4d57-90e9-8edbf441497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aab182-7e25-4b0b-ab61-9a78b763e6ab,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:35.576706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:35.579149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Checking segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:35.579761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.583029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Bound using segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:35.584414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Bound port: 9eba212c-d231-4abf-a6e2-87ae659ee0ec, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:35.592857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.594867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] For port 8425caac-4e3b-452e-b543-f4701ad3a724, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8425caac-4e3b-452e-b543-f4701ad3a724,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:35.600118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fe0b67f-38b6-4825-aaa8-d1e602564ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.606844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fe0b67f-38b6-4825-aaa8-d1e602564ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.624790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7964092-6b16-40c6-8674-16478251357c req-60dfea03-6b83-4951-9faf-fab33d4e919a tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.1040592 Jun 30 09:00:35.626626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.626755 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1fe0b67f-38b6-4825-aaa8-d1e602564ec8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c4514ddf-d1b9-49d7-9a32-dedf7ca37a26 HTTP/1.1" status: 204 len: 168 time: 1.3490236 Jun 30 09:00:35.674384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0b67f-38b6-4825-aaa8-d1e602564ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4514ddf-d1b9-49d7-9a32-dedf7ca37a26,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:35.789522 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a21b66ed-a55d-4200-8456-f815ef12eaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.801998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9df6f888-43f2-4f74-b374-bd3f68b32973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.805415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:35.807924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.812791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d440c236-33e2-4f51-9f3a-71c6e02675c1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:35.813367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] 10.222.0.83 "PUT /v2.0/ports/8425caac-4e3b-452e-b543-f4701ad3a724 HTTP/1.1" status: 200 len: 1096 time: 2.2852750 Jun 30 09:00:35.817414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'tag': '8425caac-4e3b-452e-b543-f4701ad3a724'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:35.831642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.908490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.923623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] For port 9eba212c-d231-4abf-a6e2-87ae659ee0ec, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:35.939970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] For port 9eba212c-d231-4abf-a6e2-87ae659ee0ec, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9eba212c-d231-4abf-a6e2-87ae659ee0ec,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:35.940885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a21b66ed-a55d-4200-8456-f815ef12eaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:35.963483 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.077865 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9df6f888-43f2-4f74-b374-bd3f68b32973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.089487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9df6f888-43f2-4f74-b374-bd3f68b32973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.090982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9df6f888-43f2-4f74-b374-bd3f68b32973 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/08775195-4e7d-463b-86a3-495654f057e5 HTTP/1.1" status: 204 len: 168 time: 1.7643702 Jun 30 09:00:36.153946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6f888-43f2-4f74-b374-bd3f68b32973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08775195-4e7d-463b-86a3-495654f057e5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.214289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a21b66ed-a55d-4200-8456-f815ef12eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.218097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a21b66ed-a55d-4200-8456-f815ef12eaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.219959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a21b66ed-a55d-4200-8456-f815ef12eaad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/725b4fdc-f61d-493b-ad8b-295723bdbc63 HTTP/1.1" status: 204 len: 168 time: 1.9027684 Jun 30 09:00:36.222279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b85a9e-e993-4f91-a05e-7dc690e3fc59 req-4c869a95-8bc3-4e95-8b91-26b61712337e tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.236087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Allocated IP 172.25.7.11 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/f5a1fd92-0899-4ce3-a5a2-1a04adb9b876) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:36.240044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59b85a9e-e993-4f91-a05e-7dc690e3fc59 req-4c869a95-8bc3-4e95-8b91-26b61712337e tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 1.0141435 Jun 30 09:00:36.259058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45236) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:36.275655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b66ed-a55d-4200-8456-f815ef12eaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b4fdc-f61d-493b-ad8b-295723bdbc63,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.296072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e7dbc-0251-46d7-9abb-d6975f0f7fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=8425caac-4e3b-452e-b543-f4701ad3a724,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.300933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a477c29-c37d-411b-94cf-3229ed493193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.330420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:36.331059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:36.370860 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade6a31-855d-47c6-8f22-6a531ed22226 None None] Pushing event updated for resources: {'Port': ['ID=9eba212c-d231-4abf-a6e2-87ae659ee0ec,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.448838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59b85a9e-e993-4f91-a05e-7dc690e3fc59 req-33f52e8c-49be-494d-be5a-7a83d69fe0a9 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074165 Jun 30 09:00:36.512215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-d1810cc7-7bdb-4008-a72d-e3d319e68fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:36.517121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-d1810cc7-7bdb-4008-a72d-e3d319e68fa3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 1099 time: 0.4828856 Jun 30 09:00:36.624422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.672951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45240) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:36.817331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e6f55dc-d832-4708-ac87-0f14757a8c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.855778 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcc2b5f-230a-402c-b484-792dc14b07e4" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9edaf-54c5-4e90-90df-3c857189abf8", "tag": "8425caac-4e3b-452e-b543-f4701ad3a724"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:36.860898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a477c29-c37d-411b-94cf-3229ed493193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.868233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.881109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a477c29-c37d-411b-94cf-3229ed493193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:36.953733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a477c29-c37d-411b-94cf-3229ed493193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0c509e-d270-4aef-a540-420151fb6de9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:36.983059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:36.991536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0a477c29-c37d-411b-94cf-3229ed493193 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=29ddb20fde7a484481bb7ef8528a8269&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7262836 Jun 30 09:00:36.991943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:37.005159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.018749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:37.097077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45250) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.101561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-9ed87b0d-526e-423f-905e-6c85041b53ed service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8425caac-4e3b-452e-b543-f4701ad3a724 HTTP/1.1" status: 200 len: 217 time: 0.5473065 Jun 30 09:00:37.123530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb96202-6ddc-4a62-8369-fb3d97eefc8e None None] Network 9fa16f46-b9b7-423d-9814-af08cc225862 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:00:37.134955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Pushing event updated for resources: {'Port': ['ID=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.148026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4c19545-7866-4adb-8ff7-c28018b7c6c0 req-d0ced66f-fb14-494d-9d39-575c962b1407 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.0497763 Jun 30 09:00:37.214032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-b483c7d8-6d09-4987-b191-c853daf801f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.216150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-b483c7d8-6d09-4987-b191-c853daf801f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0672348 Jun 30 09:00:37.221845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773ea999-72f3-40da-b5b9-6efcb817b9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.242907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e6f55dc-d832-4708-ac87-0f14757a8c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.327826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e6f55dc-d832-4708-ac87-0f14757a8c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.376632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f55dc-d832-4708-ac87-0f14757a8c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94733313-9cb4-40ab-91df-998111f7b421,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.416663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-ce23dba2-63fc-4540-b1c8-64fe00e65b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:37.418381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-ce23dba2-63fc-4540-b1c8-64fe00e65b95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1727872 Jun 30 09:00:37.438178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e6f55dc-d832-4708-ac87-0f14757a8c64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71b6b386706b41d0a84d8730ba6f1a8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7627997 Jun 30 09:00:37.443317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45262) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.517046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:37.573541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.581706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c6d1-1470-4a63-baa4-a2e36264cced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.687573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c6d1-1470-4a63-baa4-a2e36264cced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.809852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-845bb7ee-802b-459d-9334-70a7be30536b service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273783 Jun 30 09:00:37.836359 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93531bc4-65ac-401a-8334-18ab14a099a6 x-openstack-request-id: req-93531bc4-65ac-401a-8334-18ab14a099a6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:37.838154 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9edaf-54c5-4e90-90df-3c857189abf8", "tag": "8425caac-4e3b-452e-b543-f4701ad3a724", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:37.841243 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93531bc4-65ac-401a-8334-18ab14a099a6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:37.841786 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'tag': '8425caac-4e3b-452e-b543-f4701ad3a724', 'status': 'completed', 'code': 200} Jun 30 09:00:37.843784 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c6d1-1470-4a63-baa4-a2e36264cced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.846632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c6d1-1470-4a63-baa4-a2e36264cced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:37.848011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2f0c6d1-1470-4a63-baa4-a2e36264cced admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b0c509e-d270-4aef-a540-420151fb6de9 HTTP/1.1" status: 204 len: 168 time: 0.8353574 Jun 30 09:00:37.870281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c6d1-1470-4a63-baa4-a2e36264cced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0c509e-d270-4aef-a540-420151fb6de9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:37.881378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.79', 56961) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.942756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45270) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:37.957011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-e84d3216-31af-4fd9-bac9-b90d0421e5a1 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=daf9806394fe4b8d9b5f4ff281f31b7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739131 Jun 30 09:00:37.968849 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916a15e5-8c5c-4ca5-a0c0-f9c7b2a200bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.127006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-350ca341-a847-4bc8-9b6e-b18b368e7afc req-582461dc-e7cc-4ff7-aef8-3d7b2d805be5 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481871 Jun 30 09:00:38.175987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-7f9ae8d7-fbfe-4163-9f2d-fa3483ff75c5 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:38.177503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-7f9ae8d7-fbfe-4163-9f2d-fa3483ff75c5 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098525 Jun 30 09:00:38.185558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bef2-4dcb-4fb9-833b-96fbe7cfa5a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.265130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] Provisioning for port d440c236-33e2-4f51-9f3a-71c6e02675c1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:38.277997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] Provisioning complete for port d440c236-33e2-4f51-9f3a-71c6e02675c1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:38.295397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.329731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773ea999-72f3-40da-b5b9-6efcb817b9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.364463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.367008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:35Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:38.367243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773ea999-72f3-40da-b5b9-6efcb817b9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.378922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Request body: {'port': {'device_id': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'daf9806394fe4b8d9b5f4ff281f31b7b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:38.454334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b65ab03-6796-4a88-940f-fb259716c359 None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:35Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:38.616770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ea999-72f3-40da-b5b9-6efcb817b9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802b6cbc-8a01-4033-a0cc-12b7e9504ba1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:38.669930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bef2-4dcb-4fb9-833b-96fbe7cfa5a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.688351 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.778945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] For port d440c236-33e2-4f51-9f3a-71c6e02675c1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d440c236-33e2-4f51-9f3a-71c6e02675c1,segment=NetworkSegment(d2a5916b-df3b-4091-9c8a-4274e44380c4),segment_id=d2a5916b-df3b-4091-9c8a-4274e44380c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:38.787580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:38.928355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292ef2-da56-4240-ab42-e8045a15f4ee None None] Pushing event updated for resources: {'Port': ['ID=d440c236-33e2-4f51-9f3a-71c6e02675c1,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.032824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1cd4edf-17ef-466a-b055-2d6c74f58c76 req-8761f368-87a0-43af-90f2-de7b23f0438e tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.5279002 Jun 30 09:00:39.102025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-773ea999-72f3-40da-b5b9-6efcb817b9e8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=950d90d0f52c4ae2abaaa205fa3b9f3b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0020385 Jun 30 09:00:39.104626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.128888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f8742384-410f-465e-864c-1246030a1119 None None] Provisioning complete for port d440c236-33e2-4f51-9f3a-71c6e02675c1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:39.129747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8742384-410f-465e-864c-1246030a1119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.133629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bef2-4dcb-4fb9-833b-96fbe7cfa5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.149850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6d5bef2-4dcb-4fb9-833b-96fbe7cfa5a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.153371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f6d5bef2-4dcb-4fb9-833b-96fbe7cfa5a4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94733313-9cb4-40ab-91df-998111f7b421 HTTP/1.1" status: 204 len: 168 time: 1.7067482 Jun 30 09:00:39.249728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bfba16-5cec-4ace-a934-4faa74339e28 req-4dd0669d-219b-419a-83aa-3d181cec3cf9 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.264330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1bfba16-5cec-4ace-a934-4faa74339e28 req-4dd0669d-219b-419a-83aa-3d181cec3cf9 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 1.4214723 Jun 30 09:00:39.269678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5bef2-4dcb-4fb9-833b-96fbe7cfa5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94733313-9cb4-40ab-91df-998111f7b421,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.385572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916a15e5-8c5c-4ca5-a0c0-f9c7b2a200bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.393524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916a15e5-8c5c-4ca5-a0c0-f9c7b2a200bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.467495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1bfba16-5cec-4ace-a934-4faa74339e28 req-ad087695-2135-4517-93f1-769805c914bf tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019157 Jun 30 09:00:39.507479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-5afc25db-f015-47f4-9ebc-f633672a9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:39.511866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-5afc25db-f015-47f4-9ebc-f633672a9cbe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 1099 time: 1.0007951 Jun 30 09:00:39.512729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5d1f-3ef5-4334-8a0f-04bc3ff8baaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.564639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9eba212c-d231-4abf-a6e2-87ae659ee0ec up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:39.607279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a15e5-8c5c-4ca5-a0c0-f9c7b2a200bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a42e82a-20f5-408f-8136-db4eb949332b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:39.676205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5d1f-3ef5-4334-8a0f-04bc3ff8baaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.732771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 9eba212c-d231-4abf-a6e2-87ae659ee0ec completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:39.734570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-916a15e5-8c5c-4ca5-a0c0-f9c7b2a200bf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b2729ee879264d4bb5402dc6b19d8818&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7874756 Jun 30 09:00:39.742857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45312) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:39.748639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9eba212c-d231-4abf-a6e2-87ae659ee0ec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:39.749350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.790997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Made reservation on behalf of daf9806394fe4b8d9b5f4ff281f31b7b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:39.800742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:39.919657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.004733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.044620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Router 66e4f701-fcd4-4369-912d-9d1aee36126a is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:00:40.049238 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b23fef-74d3-43bf-be82-b80bc500f776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.137222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b23fef-74d3-43bf-be82-b80bc500f776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.141264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-53cc282e-a09c-4644-b59c-e58620db4250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.155843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 9eba212c-d231-4abf-a6e2-87ae659ee0ec, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9eba212c-d231-4abf-a6e2-87ae659ee0ec,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:40.156115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-53cc282e-a09c-4644-b59c-e58620db4250 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.5485516 Jun 30 09:00:40.182446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.194518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d440c236-33e2-4f51-9f3a-71c6e02675c1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:40.221674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5d1f-3ef5-4334-8a0f-04bc3ff8baaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.234799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b9b5d1f-3ef5-4334-8a0f-04bc3ff8baaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.243113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0b9b5d1f-3ef5-4334-8a0f-04bc3ff8baaa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/802b6cbc-8a01-4033-a0cc-12b7e9504ba1 HTTP/1.1" status: 204 len: 168 time: 1.1294069 Jun 30 09:00:40.373541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.380718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b5d1f-3ef5-4334-8a0f-04bc3ff8baaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802b6cbc-8a01-4033-a0cc-12b7e9504ba1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.389943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-46a867a6-53e4-4ec0-a050-ec804615aa78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8425caac-4e3b-452e-b543-f4701ad3a724 HTTP/1.1" status: 200 len: 217 time: 0.2005653 Jun 30 09:00:40.428589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.518413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-049e1a28-8a51-4a18-9193-27ceab6b4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.520254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-049e1a28-8a51-4a18-9193-27ceab6b4d88 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0914278 Jun 30 09:00:40.567000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98c74ec-8022-4141-b11f-7409f1ba9927,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.585778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90c25f47-80f4-491b-88b2-0620e8c4ebbf req-4df97461-a97c-4ca1-9ecc-3e0bf364a10e tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.0644395 Jun 30 09:00:40.662711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=9eba212c-d231-4abf-a6e2-87ae659ee0ec,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:40.696411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d440c236-33e2-4f51-9f3a-71c6e02675c1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:40.697116 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:40.784857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-a2c48f18-c697-49fb-a6e1-85608f224a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:40.791128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-a2c48f18-c697-49fb-a6e1-85608f224a90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1900799 Jun 30 09:00:41.013102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:41.032304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Sync routers for ids ['66e4f701-fcd4-4369-912d-9d1aee36126a'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:41.042528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-a447159c-909c-4d38-a0eb-9ad7942c72e4 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415323 Jun 30 09:00:41.060145 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Routers {'66e4f701-fcd4-4369-912d-9d1aee36126a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:41.063029 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66e4f701-fcd4-4369-912d-9d1aee36126a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:41.201796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55f461d3-f6ed-4f79-86e9-e1bd0fe61288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.329592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.335000 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3bac8451-5c16-4849-99c3-7000b7816afb admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.2486482 Jun 30 09:00:41.343193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b23fef-74d3-43bf-be82-b80bc500f776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.352490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-17b23fef-74d3-43bf-be82-b80bc500f776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.354178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-17b23fef-74d3-43bf-be82-b80bc500f776 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a42e82a-20f5-408f-8136-db4eb949332b HTTP/1.1" status: 204 len: 168 time: 1.5986564 Jun 30 09:00:41.368300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9eba212c-d231-4abf-a6e2-87ae659ee0ec up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:41.378454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:41.397674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffce5b-be66-4c82-88e0-0574a6e48312 req-38900b61-cd0c-4c49-b8c1-6ef9496e8852 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:41.420813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b23fef-74d3-43bf-be82-b80bc500f776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a42e82a-20f5-408f-8136-db4eb949332b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:41.422869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6ffce5b-be66-4c82-88e0-0574a6e48312 req-38900b61-cd0c-4c49-b8c1-6ef9496e8852 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.3775451 Jun 30 09:00:41.511696 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Set router 66e4f701-fcd4-4369-912d-9d1aee36126a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:41.664153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6ffce5b-be66-4c82-88e0-0574a6e48312 req-987283c4-c74c-4343-8a3e-be9be6a26b67 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376604 Jun 30 09:00:41.727161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9eba212c-d231-4abf-a6e2-87ae659ee0ec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:41.727767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:41.807423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Allocated IP 192.168.233.68 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/09d10343-8742-4845-91c7-fdc6cc679314) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:41.825597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdcc2b5f-230a-402c-b484-792dc14b07e4 req-86a2eba0-32f1-495a-b9f6-9a7a34058784 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7155609 Jun 30 09:00:42.063698 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:00:37Z', 'revision_number': 3, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port': {'id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:35Z', 'updated_at': '2021-06-30T09:00:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:42.088789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c113b11-3665-4233-a205-4222f5f99983 req-ef2dcc4e-2e51-4979-a0a7-789859151095 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.0806317 Jun 30 09:00:42.154534 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Checking router: 66e4f701-fcd4-4369-912d-9d1aee36126a for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:42.155148 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Updating router 66e4f701-fcd4-4369-912d-9d1aee36126a port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:42.206081 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.488785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.612933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Transition to ACTIVE for port object 09d10343-8742-4845-91c7-fdc6cc679314 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:42.906695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.946549 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.960084 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Transition to ACTIVE for port object f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:42.973963 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:42.984209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:43.039669 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6998bf-2b14-40e7-8c74-b49e4540a463 None None] Pushing event updated for resources: {'Port': ['ID=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:43.090099 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Attempting to bind port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:43.091570 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Attempting to bind port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:43.092814 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Attempting to bind port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:43.093921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fc8-5809-49cc-8ba5-91ce6ce37648 req-ea170731-a072-481a-8fad-93e3c9635603 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:43.097452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fc8-5809-49cc-8ba5-91ce6ce37648 req-ea170731-a072-481a-8fad-93e3c9635603 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.1728594 Jun 30 09:00:43.116726 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:43.118172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:43.118833 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.120336 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:43.122196 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Bound port: f5a1fd92-0899-4ce3-a5a2-1a04adb9b876, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:43.122942 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.148040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:43.153123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:43.183349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:43.185154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.217623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fc8-5809-49cc-8ba5-91ce6ce37648 req-b1238cb8-10aa-4a91-ab63-35350422ee64 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969996 Jun 30 09:00:43.283880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9256887 Jun 30 09:00:43.291588 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] For port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:43.296819 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] For port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:43.308442 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.339801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-88f21aec-ccee-44c0-9514-04eb13b460d0 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:00:43.343710 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-88f21aec-ccee-44c0-9514-04eb13b460d0 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180576 Jun 30 09:00:43.484430 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6998bf-2b14-40e7-8c74-b49e4540a463 None None] Pushing event updated for resources: {'Port': ['ID=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:43.546476 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Routers {'66e4f701-fcd4-4369-912d-9d1aee36126a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:43.547534 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66e4f701-fcd4-4369-912d-9d1aee36126a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:43.553974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.560217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3aec12-10f2-416f-a815-19697cf00334 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Pushing event updated for resources: {'Port': ['ID=09d10343-8742-4845-91c7-fdc6cc679314,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:43.596913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765bafc-5a72-4773-820c-1e420bd5cde0 req-08e13dc5-da5c-44d5-85e3-97fdf1f5cf78 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:43.605954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2765bafc-5a72-4773-820c-1e420bd5cde0 req-08e13dc5-da5c-44d5-85e3-97fdf1f5cf78 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 935 time: 0.1885581 Jun 30 09:00:43.740392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2765bafc-5a72-4773-820c-1e420bd5cde0 req-5f1ccf75-bca3-48d8-98ec-50181c051389 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332002 Jun 30 09:00:43.745755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-89617c86-f4fd-4a49-b849-22911029a76d None None] Provisioning for port 09d10343-8742-4845-91c7-fdc6cc679314 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:43.782247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-89617c86-f4fd-4a49-b849-22911029a76d None None] Provisioning complete for port 09d10343-8742-4845-91c7-fdc6cc679314 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:43.784223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89617c86-f4fd-4a49-b849-22911029a76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:43.856068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] Set router 66e4f701-fcd4-4369-912d-9d1aee36126a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:43.964100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Allocated IP 172.20.0.1 (9fa16f46-b9b7-423d-9814-af08cc225862/3c6cadcb-5171-4d16-bfd8-974ae615a33b/d9898587-45f2-42cc-895b-71f59782590b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:43.964945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-89617c86-f4fd-4a49-b849-22911029a76d None None] Port 09d10343-8742-4845-91c7-fdc6cc679314 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:44.030251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe0e3-ee96-488f-9e67-dc7a15ba86de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.081661 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.563662 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:00:37Z', 'revision_number': 3, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port': {'id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:35Z', 'updated_at': '2021-06-30T09:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:44.684200 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedfd4d6-142d-4455-a0c9-b0c826835ca9 None None] The sync data for ids ['66e4f701-fcd4-4369-912d-9d1aee36126a'] in n-d-780147-22 is: [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:00:37Z', 'revision_number': 3, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port': {'id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:35Z', 'updated_at': '2021-06-30T09:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:44.823576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3b93a-81c7-4b0a-b373-fe87b61d7fa8 req-965e5fa0-ac93-492a-990c-69406c009e84 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:44.836000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95a3b93a-81c7-4b0a-b373-fe87b61d7fa8 req-965e5fa0-ac93-492a-990c-69406c009e84 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.2543914 Jun 30 09:00:44.922107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95a3b93a-81c7-4b0a-b373-fe87b61d7fa8 req-d1043f21-ec6f-4807-a395-44e94ee2ebd8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821438 Jun 30 09:00:44.940463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:44.971298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Request body: {'port': {'device_id': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'device_owner': 'compute:tempest-test_az-124038066', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:45.089834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Transition to ACTIVE for port object d9898587-45f2-42cc-895b-71f59782590b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:45.158460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e573d8-7f34-44fd-8476-1e3e237e4a5f req-a2371168-100d-49df-b505-e135712e5eca tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:45.188401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6e573d8-7f34-44fd-8476-1e3e237e4a5f req-a2371168-100d-49df-b505-e135712e5eca tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 935 time: 0.1778173 Jun 30 09:00:45.253536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.341785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6e573d8-7f34-44fd-8476-1e3e237e4a5f req-e4be3ab9-9bc2-4b5d-95c6-e52dd305a054 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514378 Jun 30 09:00:45.386603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45426) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:45.415819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.468233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Network 9fa16f46-b9b7-423d-9814-af08cc225862 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:45.491260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:45.494203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Pushing event updated for resources: {'Port': ['ID=d9898587-45f2-42cc-895b-71f59782590b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:45.513104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:45.513864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:45.914506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.126122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4724adc5-9d1a-4184-ac3c-50a65cc4d5c6 None None] Provisioning for port d9898587-45f2-42cc-895b-71f59782590b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:46.135268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4724adc5-9d1a-4184-ac3c-50a65cc4d5c6 None None] Provisioning complete for port d9898587-45f2-42cc-895b-71f59782590b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:46.139820 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4724adc5-9d1a-4184-ac3c-50a65cc4d5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.280061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4724adc5-9d1a-4184-ac3c-50a65cc4d5c6 None None] Port d9898587-45f2-42cc-895b-71f59782590b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:46.292184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1244163-1327-459e-aa9a-088f32f06484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.782866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d10343-8742-4845-91c7-fdc6cc679314 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:46.793863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.814089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Transition to ACTIVE for port object 09d10343-8742-4845-91c7-fdc6cc679314 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:46.856100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:46.921228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763af05-c89c-4974-b638-278628f2dd6b req-3ec3bb20-13b4-4a5b-8989-f90d2e0bb778 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:46.929524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d763af05-c89c-4974-b638-278628f2dd6b req-3ec3bb20-13b4-4a5b-8989-f90d2e0bb778 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.4406791 Jun 30 09:00:46.947551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.120251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.339043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.354352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Pushing event updated for resources: {'Port': ['ID=09d10343-8742-4845-91c7-fdc6cc679314,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.354841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1244163-1327-459e-aa9a-088f32f06484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.366263 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.367058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.409501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1244163-1327-459e-aa9a-088f32f06484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.456697 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.472356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:47.509555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d763af05-c89c-4974-b638-278628f2dd6b req-5ffb0212-3dfd-4d14-b1d9-6e72cd9ed5fa tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586193 Jun 30 09:00:47.583186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:47.589326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:47.590242 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.649908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6f2da-ba3d-4f44-9aad-7d7f7ad7ab44 req-62006c52-44c7-4c40-a32e-ca75d8ff969b tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:47.664555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3a6f2da-ba3d-4f44-9aad-7d7f7ad7ab44 req-62006c52-44c7-4c40-a32e-ca75d8ff969b tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 935 time: 0.8981771 Jun 30 09:00:47.705570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Attempting to bind port 09d10343-8742-4845-91c7-fdc6cc679314 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:47.705932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Attempting to bind port 09d10343-8742-4845-91c7-fdc6cc679314 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:47.706304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Attempting to bind port 09d10343-8742-4845-91c7-fdc6cc679314 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:47.735196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3a6f2da-ba3d-4f44-9aad-7d7f7ad7ab44 req-220f4bb0-5b2c-4948-8b3c-82e2fdc9b56f tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Jun 30 09:00:47.745501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f1244163-1327-459e-aa9a-088f32f06484 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26f022ba02064992831e621ceeca9838&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3499830 Jun 30 09:00:47.745740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45470) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:47.746864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244163-1327-459e-aa9a-088f32f06484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e959ddab-6e2e-41ad-9701-59ddbe80655b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.754474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Port 09d10343-8742-4845-91c7-fdc6cc679314 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:00:47.754799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Attempting to bind port 09d10343-8742-4845-91c7-fdc6cc679314 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:47.808171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:47.808966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:47.809362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:47.809830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Bound port: 09d10343-8742-4845-91c7-fdc6cc679314, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:47.810391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.845847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Network 9fa16f46-b9b7-423d-9814-af08cc225862 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:47.853010 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:47.853610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:47.856127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Pushing event updated for resources: {'Port': ['ID=d9898587-45f2-42cc-895b-71f59782590b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:47.922244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:47.932344 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.061378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:48.265354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] For port 09d10343-8742-4845-91c7-fdc6cc679314, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:48.285376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] For port 09d10343-8742-4845-91c7-fdc6cc679314, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=09d10343-8742-4845-91c7-fdc6cc679314,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:48.294461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Router 66e4f701-fcd4-4369-912d-9d1aee36126a has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:00:48.302611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-db21c2ff-797d-432a-827a-1b16fda663e3 None None] Provisioning complete for port d9898587-45f2-42cc-895b-71f59782590b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:48.303255 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-db21c2ff-797d-432a-827a-1b16fda663e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.320258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.344426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2d96a91-bbcf-44ba-9727-071797509b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.417837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-db21c2ff-797d-432a-827a-1b16fda663e3 None None] Port d9898587-45f2-42cc-895b-71f59782590b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:00:48.493026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:48.493707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.495216 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] 10.222.0.79 "PUT /v2.0/ports/09d10343-8742-4845-91c7-fdc6cc679314 HTTP/1.1" status: 200 len: 1117 time: 4.6849096 Jun 30 09:00:48.495671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'tag': '09d10343-8742-4845-91c7-fdc6cc679314'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:48.621912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2d96a91-bbcf-44ba-9727-071797509b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:48.880170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:00:48.892121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Sync routers for ids ['66e4f701-fcd4-4369-912d-9d1aee36126a'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:00:48.908159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-262a6db5-e088-40d9-a0cd-d3f5a03f87ff admin admin] 10.222.0.77 "PUT /v2.0/routers/66e4f701-fcd4-4369-912d-9d1aee36126a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5127988 Jun 30 09:00:48.910921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Routers {'66e4f701-fcd4-4369-912d-9d1aee36126a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:48.913391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66e4f701-fcd4-4369-912d-9d1aee36126a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:48.935032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc5ebbf-3572-4161-ae22-1eef57a750c8 service neutron] Pushing event updated for resources: {'Port': ['ID=09d10343-8742-4845-91c7-fdc6cc679314,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.079049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-dad92bcf-6dfb-471e-886e-4b99bcf9dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:49.080754 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-dad92bcf-6dfb-471e-886e-4b99bcf9dffa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=daf9806394fe4b8d9b5f4ff281f31b7b&device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 1120 time: 0.4662609 Jun 30 09:00:49.094907 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2d96a91-bbcf-44ba-9727-071797509b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.097617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2d96a91-bbcf-44ba-9727-071797509b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:49.100561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2d96a91-bbcf-44ba-9727-071797509b8a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e959ddab-6e2e-41ad-9701-59ddbe80655b HTTP/1.1" status: 204 len: 168 time: 1.3521600 Jun 30 09:00:49.126916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d96a91-bbcf-44ba-9727-071797509b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e959ddab-6e2e-41ad-9701-59ddbe80655b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:49.168866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Set router 66e4f701-fcd4-4369-912d-9d1aee36126a gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:49.199832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e970f6-a82b-48fa-a0fd-1bc56b5bafd8 req-64b64c25-dd85-42d1-a772-a30fd16f6e86 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:49.212684 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85" -d '{"events": [{"name": "network-changed", "server_uuid": "eff7fa30-0091-4398-ac4d-6dd8295b8f8a", "tag": "09d10343-8742-4845-91c7-fdc6cc679314"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:00:49.217333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2e970f6-a82b-48fa-a0fd-1bc56b5bafd8 req-64b64c25-dd85-42d1-a772-a30fd16f6e86 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.1528962 Jun 30 09:00:49.313108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2e970f6-a82b-48fa-a0fd-1bc56b5bafd8 req-ceb22bd1-d73a-4257-9333-9ace3fbd9c9b tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909631 Jun 30 09:00:49.381990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:50.015880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:50.016613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.022864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:00:45Z', 'revision_number': 4, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port': {'id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:35Z', 'updated_at': '2021-06-30T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9898587-45f2-42cc-895b-71f59782590b', 'name': '', 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'mac_address': 'fa:16:3e:e6:40:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:47Z', 'revision_number': 2, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'subnets': [{'id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:50.091341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Checking router: 66e4f701-fcd4-4369-912d-9d1aee36126a for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:00:50.091614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Updating router 66e4f701-fcd4-4369-912d-9d1aee36126a port d9898587-45f2-42cc-895b-71f59782590b binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:00:50.170819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.292029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55a1587-b28a-40b4-8942-675b8b6068d0 req-7bd2ecf1-cfd5-454d-a0a0-5bbee82ee4f0 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:50.304930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a55a1587-b28a-40b4-8942-675b8b6068d0 req-7bd2ecf1-cfd5-454d-a0a0-5bbee82ee4f0 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 968 time: 0.1817596 Jun 30 09:00:50.305314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:50.328036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef47733f-6c86-4291-9c5a-39d2ed741554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.431912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a55a1587-b28a-40b4-8942-675b8b6068d0 req-47b5edab-effa-4513-9ff0-775a8ec6200e tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123455 Jun 30 09:00:50.553810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef47733f-6c86-4291-9c5a-39d2ed741554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.562357 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef47733f-6c86-4291-9c5a-39d2ed741554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.798749 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99125a63-0d64-4d02-b439-c80d13b856b7 x-openstack-request-id: req-99125a63-0d64-4d02-b439-c80d13b856b7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:00:50.806387 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff7fa30-0091-4398-ac4d-6dd8295b8f8a", "tag": "09d10343-8742-4845-91c7-fdc6cc679314", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:00:50.806387 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99125a63-0d64-4d02-b439-c80d13b856b7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:00:50.806387 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'tag': '09d10343-8742-4845-91c7-fdc6cc679314', 'status': 'completed', 'code': 200} Jun 30 09:00:50.825333 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.831927 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ef47733f-6c86-4291-9c5a-39d2ed741554 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=77702acb6df2456aa0e529b2503db02f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219367 Jun 30 09:00:50.832617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45528) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:50.839796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47733f-6c86-4291-9c5a-39d2ed741554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d3a385-b0fd-4c79-a8cb-424183596e50,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:50.850633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Transition to ACTIVE for port object d9898587-45f2-42cc-895b-71f59782590b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:00:50.863242 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.931128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e89e0620-fd34-4559-9d60-a955e8147130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:50.991131 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e89e0620-fd34-4559-9d60-a955e8147130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.068649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998960ca-864a-4100-b619-cacf9b886689 None None] Pushing event updated for resources: {'Port': ['ID=d9898587-45f2-42cc-895b-71f59782590b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.134104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Attempting to bind port d9898587-45f2-42cc-895b-71f59782590b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:00:51.134744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Attempting to bind port d9898587-45f2-42cc-895b-71f59782590b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:00:51.135275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Attempting to bind port d9898587-45f2-42cc-895b-71f59782590b on network 9fa16f46-b9b7-423d-9814-af08cc225862 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:00:51.141430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:00:51.141430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Checking segment: {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:00:51.141646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.142012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Bound using segment: {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:00:51.142544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Bound port: d9898587-45f2-42cc-895b-71f59782590b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a5916b-df3b-4091-9c8a-4274e44380c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:00:51.143042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.146852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e89e0620-fd34-4559-9d60-a955e8147130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.151679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e89e0620-fd34-4559-9d60-a955e8147130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.162350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e89e0620-fd34-4559-9d60-a955e8147130 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a9d3a385-b0fd-4c79-a8cb-424183596e50 HTTP/1.1" status: 204 len: 168 time: 0.3268406 Jun 30 09:00:51.222736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e0620-fd34-4559-9d60-a955e8147130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d3a385-b0fd-4c79-a8cb-424183596e50,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.292594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] For port d9898587-45f2-42cc-895b-71f59782590b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:00:51.297794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] For port d9898587-45f2-42cc-895b-71f59782590b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9898587-45f2-42cc-895b-71f59782590b,segment=NetworkSegment(d2a5916b-df3b-4091-9c8a-4274e44380c4),segment_id=d2a5916b-df3b-4091-9c8a-4274e44380c4)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:00:51.309803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:51.441800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Routers {'66e4f701-fcd4-4369-912d-9d1aee36126a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:00:51.441988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140939f-ddf1-47c6-a8f1-a4294fe64771 req-3c0d08d3-4bee-4cea-98d1-d29b310deb63 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:51.442649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3140939f-ddf1-47c6-a8f1-a4294fe64771 req-3c0d08d3-4bee-4cea-98d1-d29b310deb63 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.0907416 Jun 30 09:00:51.454024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:00:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66e4f701-fcd4-4369-912d-9d1aee36126a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:51.457852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998960ca-864a-4100-b619-cacf9b886689 None None] Pushing event updated for resources: {'Port': ['ID=d9898587-45f2-42cc-895b-71f59782590b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:51.575205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3140939f-ddf1-47c6-a8f1-a4294fe64771 req-a914d270-5575-4d35-8801-1643dfa6a488 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880013 Jun 30 09:00:51.657920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] Set router 66e4f701-fcd4-4369-912d-9d1aee36126a gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:00:51.968386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:00:45Z', 'revision_number': 4, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port': {'id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:35Z', 'updated_at': '2021-06-30T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9898587-45f2-42cc-895b-71f59782590b', 'name': '', 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'mac_address': 'fa:16:3e:e6:40:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:51Z', 'revision_number': 4, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'subnets': [{'id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:00:52.043833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000d6884-c33c-43ad-bdba-bb17da3c2e23 None None] The sync data for ids ['66e4f701-fcd4-4369-912d-9d1aee36126a'] in n-d-780147-22 is: [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:00:45Z', 'revision_number': 4, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port': {'id': 'f5a1fd92-0899-4ce3-a5a2-1a04adb9b876', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:75:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:35Z', 'updated_at': '2021-06-30T09:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9898587-45f2-42cc-895b-71f59782590b', 'name': '', 'network_id': '9fa16f46-b9b7-423d-9814-af08cc225862', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'mac_address': 'fa:16:3e:e6:40:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:43Z', 'updated_at': '2021-06-30T09:00:51Z', 'revision_number': 4, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'subnets': [{'id': '3c6cadcb-5171-4d16-bfd8-974ae615a33b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:00:52.143852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b6cf9-fa4c-4bd8-a143-d6d2229892ca req-b1acee83-1ff4-4278-9774-7f1b67cc9ef1 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.146661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-509b6cf9-fa4c-4bd8-a143-d6d2229892ca req-b1acee83-1ff4-4278-9774-7f1b67cc9ef1 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 968 time: 0.1335318 Jun 30 09:00:52.227569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-509b6cf9-fa4c-4bd8-a143-d6d2229892ca req-509d7a1e-6472-469e-a491-5acd9cae6e7c tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743439 Jun 30 09:00:52.979176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e44ed-9240-4fae-82df-1f167c267cdc req-c472a352-0446-4503-b4e6-4afda8ef8f68 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:52.988372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-767e44ed-9240-4fae-82df-1f167c267cdc req-c472a352-0446-4503-b4e6-4afda8ef8f68 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.1111619 Jun 30 09:00:53.063302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-767e44ed-9240-4fae-82df-1f167c267cdc req-e56ceed9-98b5-4b8d-9e0b-81cfe823034d tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735586 Jun 30 09:00:53.179187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45620) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.294536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9898587-45f2-42cc-895b-71f59782590b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:53.392071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d9898587-45f2-42cc-895b-71f59782590b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:53.397305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9898587-45f2-42cc-895b-71f59782590b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:53.397834 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.496281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72dbf812-bfd7-41da-808c-86ae16244715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.540010 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.619807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d9898587-45f2-42cc-895b-71f59782590b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9898587-45f2-42cc-895b-71f59782590b,segment=NetworkSegment(d2a5916b-df3b-4091-9c8a-4274e44380c4),segment_id=d2a5916b-df3b-4091-9c8a-4274e44380c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:53.626058 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.681663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72dbf812-bfd7-41da-808c-86ae16244715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.689744 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72dbf812-bfd7-41da-808c-86ae16244715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.750588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d9898587-45f2-42cc-895b-71f59782590b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.776694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-72dbf812-bfd7-41da-808c-86ae16244715 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b64118b86b348b788b5e492ca2e68b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5964003 Jun 30 09:00:53.779680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.803455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45640) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:53.807823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19304777', 'description': 'tempest-description--754345804'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:53.814208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbf812-bfd7-41da-808c-86ae16244715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229f083b-852e-4ca3-b8bd-b815bfd1f3c8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:53.855517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.882621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac24b4e9-2984-41c3-8c57-cb9bb89edcc9 req-66a37b56-adc8-4956-bdd1-002c56790bec tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:53.890486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac24b4e9-2984-41c3-8c57-cb9bb89edcc9 req-66a37b56-adc8-4956-bdd1-002c56790bec tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 968 time: 0.1396463 Jun 30 09:00:53.933888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8839735f-c4ba-485e-9c3f-ce057e70b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:53.951873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac24b4e9-2984-41c3-8c57-cb9bb89edcc9 req-f075cbf5-c574-4842-8fb8-c51a346e72f8 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602124 Jun 30 09:00:53.967503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8839735f-c4ba-485e-9c3f-ce057e70b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.069689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.075058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-321c923b-54ad-46ee-bae1-b4bccae1f7bb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=09d10343-8742-4845-91c7-fdc6cc679314 HTTP/1.1" status: 200 len: 217 time: 0.0920272 Jun 30 09:00:54.086439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.136490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.136490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3246038 Jun 30 09:00:54.141912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.150725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'security_group_rule': {'security_group_id': '44feaeb0-68bd-428b-9de4-acc998c229ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.154113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e793f6-3622-47c7-9964-f5e2beed0f14 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44feaeb0-68bd-428b-9de4-acc998c229ad,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.208821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-49019635-e41a-4732-9d88-f510d90893be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.210520 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-49019635-e41a-4732-9d88-f510d90893be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1217823 Jun 30 09:00:54.260510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.280122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45686) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.292615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8839735f-c4ba-485e-9c3f-ce057e70b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.295154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8839735f-c4ba-485e-9c3f-ce057e70b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.296286 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8839735f-c4ba-485e-9c3f-ce057e70b746 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/229f083b-852e-4ca3-b8bd-b815bfd1f3c8 HTTP/1.1" status: 204 len: 168 time: 0.5156889 Jun 30 09:00:54.301670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e61046cb-2278-4a01-a2e3-38c659523492 req-3099a13e-f388-4b5f-9115-f996e2c3a3f7 tempest-FlavorsV2NegativeTest-1206510242 tempest-FlavorsV2NegativeTest-1206510242-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=82d211b1c43c40b48682712dac3dfd83&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363445 Jun 30 09:00:54.312885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8839735f-c4ba-485e-9c3f-ce057e70b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229f083b-852e-4ca3-b8bd-b815bfd1f3c8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.344259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b78831-8a8e-4eb3-9da1-6e12c7052811 req-2dbbbdf6-e1fa-4442-8075-093427871273 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.345822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b78831-8a8e-4eb3-9da1-6e12c7052811 req-2dbbbdf6-e1fa-4442-8075-093427871273 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.1172159 Jun 30 09:00:54.407713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.416358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.431703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-eef5e8ff-ce2f-4625-824c-d221b86c7928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.434240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-eef5e8ff-ce2f-4625-824c-d221b86c7928 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2061117 Jun 30 09:00:54.442826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b78831-8a8e-4eb3-9da1-6e12c7052811 req-5a7ba114-be91-4c9f-82ae-e51f4e141c2d tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780702 Jun 30 09:00:54.459301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d0db54-6ad1-4782-93fc-4715c2e13396,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.502648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dccb4364-880e-4e75-85e7-8f31c5c03ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.533290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.542244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e1fc29a-6227-4f66-8092-221494833a0c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3951468 Jun 30 09:00:54.545591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.553404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'security_group_rule': {'security_group_id': '44feaeb0-68bd-428b-9de4-acc998c229ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:54.624035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.651112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-f6c00893-cf68-4e9e-bdc7-421baff150e5 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073917 Jun 30 09:00:54.707190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61046cb-2278-4a01-a2e3-38c659523492 req-7d519a1f-696d-4f05-9aea-4159e6590c0a tempest-FlavorsV2NegativeTest-1206510242 tempest-FlavorsV2NegativeTest-1206510242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:54.716570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e61046cb-2278-4a01-a2e3-38c659523492 req-7d519a1f-696d-4f05-9aea-4159e6590c0a tempest-FlavorsV2NegativeTest-1206510242 tempest-FlavorsV2NegativeTest-1206510242-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3957169 Jun 30 09:00:54.744797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e61046cb-2278-4a01-a2e3-38c659523492 req-dc7147c1-a056-4ba0-a2d7-d6b9f6a2a8af tempest-FlavorsV2NegativeTest-1206510242 tempest-FlavorsV2NegativeTest-1206510242-project] 10.222.0.77 "GET /v2.0/quotas/82d211b1c43c40b48682712dac3dfd83 HTTP/1.1" status: 200 len: 375 time: 0.0264721 Jun 30 09:00:54.745576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45698) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.791163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.799904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8a74-84e5-491b-addf-6dbe52945c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.801342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.806920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e61046cb-2278-4a01-a2e3-38c659523492 req-1032b05c-4082-426d-bbea-2dabb70fb48e tempest-FlavorsV2NegativeTest-1206510242 tempest-FlavorsV2NegativeTest-1206510242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82d211b1c43c40b48682712dac3dfd83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619123 Jun 30 09:00:54.836193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c78cea5-1510-4826-824f-61fcdf3c4dc1 req-3ded6377-7e6b-4437-8465-1fc6e3d0be5d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767547 Jun 30 09:00:54.844136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2039a47b-c449-41aa-8007-3b0103e889e1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:54.878617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dccb4364-880e-4e75-85e7-8f31c5c03ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.902409 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dccb4364-880e-4e75-85e7-8f31c5c03ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:54.962562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dccb4364-880e-4e75-85e7-8f31c5c03ebc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8bf74988d7a34c3d8fa0b1af505236b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789756 Jun 30 09:00:54.963727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:54.982160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb4364-880e-4e75-85e7-8f31c5c03ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b9fb57-0db2-4bf2-8a21-e28ea160eabe,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.056852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-16543e96-1ce5-4fef-bb54-8a0f66bd8660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.061643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-16543e96-1ce5-4fef-bb54-8a0f66bd8660 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=daf9806394fe4b8d9b5f4ff281f31b7b&device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 1120 time: 0.1563044 Jun 30 09:00:55.064910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8a74-84e5-491b-addf-6dbe52945c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.071136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ddd8a74-84e5-491b-addf-6dbe52945c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.097012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.098170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b49ec511-30a4-467b-a0d5-251f94e7587b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5512402 Jun 30 09:00:55.111917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd8a74-84e5-491b-addf-6dbe52945c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969d89c-2551-4ae3-b7eb-637f0ee9b9a5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.117944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:55.157019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:55.171282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ddd8a74-84e5-491b-addf-6dbe52945c62 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3dfbc1b76657492f9fb4e0aa88d9314c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4205215 Jun 30 09:00:55.173253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:55.194898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f91-8339-4cda-b345-da9ef9825ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.235433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ccbe9-dace-4c8e-9247-d9d85274c38a req-a4b9093c-6052-4a28-bb89-61ae94b4d22e tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.237142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-619ccbe9-dace-4c8e-9247-d9d85274c38a req-a4b9093c-6052-4a28-bb89-61ae94b4d22e tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 968 time: 0.1306953 Jun 30 09:00:55.256092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f91-8339-4cda-b345-da9ef9825ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.304495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9898587-45f2-42cc-895b-71f59782590b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:55.310037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e43a24d-db0f-4eef-b8df-486c4a38abc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.315657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.374878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-619ccbe9-dace-4c8e-9247-d9d85274c38a req-a7b8e179-af32-4b73-afe5-5662fff33907 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299407 Jun 30 09:00:55.388445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9898587-45f2-42cc-895b-71f59782590b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:55.388954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.389690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e43a24d-db0f-4eef-b8df-486c4a38abc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.426281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-c9203797-2fe8-4a82-93f4-397d3e9d829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.426281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-c9203797-2fe8-4a82-93f4-397d3e9d829b service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3577635 Jun 30 09:00:55.482492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-bc50c29c-e619-45b5-8952-7899c762af4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=09d10343-8742-4845-91c7-fdc6cc679314 HTTP/1.1" status: 200 len: 217 time: 0.0496893 Jun 30 09:00:55.487259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e43a24d-db0f-4eef-b8df-486c4a38abc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.490024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e43a24d-db0f-4eef-b8df-486c4a38abc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.491457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e43a24d-db0f-4eef-b8df-486c4a38abc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e969d89c-2551-4ae3-b7eb-637f0ee9b9a5 HTTP/1.1" status: 204 len: 168 time: 0.3170574 Jun 30 09:00:55.506594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e43a24d-db0f-4eef-b8df-486c4a38abc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e969d89c-2551-4ae3-b7eb-637f0ee9b9a5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.526116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f91-8339-4cda-b345-da9ef9825ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.528560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc54f91-8339-4cda-b345-da9ef9825ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.531950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5bc54f91-8339-4cda-b345-da9ef9825ffa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4b9fb57-0db2-4bf2-8a21-e28ea160eabe HTTP/1.1" status: 204 len: 168 time: 0.5658596 Jun 30 09:00:55.554637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc54f91-8339-4cda-b345-da9ef9825ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b9fb57-0db2-4bf2-8a21-e28ea160eabe,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:55.568484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-458a77a2-9dde-44e4-a5d7-27f8d22a96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.570150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-458a77a2-9dde-44e4-a5d7-27f8d22a96c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0797033 Jun 30 09:00:55.669091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:55.721849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6b471-1357-402a-9226-99f9fef705a1 req-03282cb3-a457-4690-a57e-4a7eb087ec67 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.723202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1d6b471-1357-402a-9226-99f9fef705a1 req-03282cb3-a457-4690-a57e-4a7eb087ec67 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.0730393 Jun 30 09:00:55.729739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-a9b3afb0-9c0d-4bc1-9113-dd4f75b3a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:55.731389 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-a9b3afb0-9c0d-4bc1-9113-dd4f75b3a194 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403718 Jun 30 09:00:55.776051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1d6b471-1357-402a-9226-99f9fef705a1 req-5f13dfd2-8282-46a6-bb6d-cde521a9c3f5 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Jun 30 09:00:55.878701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Allocated IP 172.25.7.24 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/9048ad8c-b33b-40f7-b59c-8ab5e5797e58) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:00:55.907777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-c6bc9924-820d-407f-918f-3e2ff1170394 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631434 Jun 30 09:00:55.956754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:56.068636 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58f0ac13-7d72-4fa1-ad8a-e79bdf907b85 req-e408012c-3a94-4c30-b08a-bbdc32607809 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400504 Jun 30 09:00:56.123301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.179914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.234578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:00:56.238421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:00:56.253472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:00:56.263627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'Port': ['ID=9048ad8c-b33b-40f7-b59c-8ab5e5797e58,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:56.426058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3a05b6-e8f4-4e8d-b301-74b9cac12b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.503795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:56.546283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c873c21-a8c0-4542-94ac-ee75113e002d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.549472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.612260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.688354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:56.720593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d942ab-6f16-4c58-80b4-0c6e498cbd58 req-250318eb-d47a-4799-bfb7-cf2da12eaec3 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:56.722417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27d942ab-6f16-4c58-80b4-0c6e498cbd58 req-250318eb-d47a-4799-bfb7-cf2da12eaec3 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 968 time: 0.1688166 Jun 30 09:00:56.756793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3a05b6-e8f4-4e8d-b301-74b9cac12b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.769822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3a05b6-e8f4-4e8d-b301-74b9cac12b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.892249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27d942ab-6f16-4c58-80b4-0c6e498cbd58 req-71ae8915-a20c-4a4d-83b3-605d7acfe071 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597996 Jun 30 09:00:56.920264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db3a05b6-e8f4-4e8d-b301-74b9cac12b52 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82d211b1c43c40b48682712dac3dfd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9582944 Jun 30 09:00:56.920264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45802) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:56.931965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a05b6-e8f4-4e8d-b301-74b9cac12b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3e2c26-e39e-4a6f-a894-779e68abaf9f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:56.951678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.960256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:56.990083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72386096-43a8-48fa-950d-01d7f2e672da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.004057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.027522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72386096-43a8-48fa-950d-01d7f2e672da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.045109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'Port': ['ID=9048ad8c-b33b-40f7-b59c-8ab5e5797e58,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.049428 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c873c21-a8c0-4542-94ac-ee75113e002d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.059928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c873c21-a8c0-4542-94ac-ee75113e002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.078540 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.080119 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7b4a6534-4517-4ea5-b6d6-964be28482d5 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9289708 Jun 30 09:00:57.088825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b52c0f26-336e-4a80-b958-6bfdfd6f4bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.124837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6c873c21-a8c0-4542-94ac-ee75113e002d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4b7a75393fa4952ab96d667795211e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6199906 Jun 30 09:00:57.128233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.132020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c873c21-a8c0-4542-94ac-ee75113e002d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d67c68-7faa-426f-919e-8c0ebce34468,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.143338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d461e-9cdc-4e8c-8211-6a23fdf06ca9 req-fe9b2478-e4dd-4152-948e-ee9284957d02 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.145512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d71d461e-9cdc-4e8c-8211-6a23fdf06ca9 req-fe9b2478-e4dd-4152-948e-ee9284957d02 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 947 time: 0.0971043 Jun 30 09:00:57.152316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72386096-43a8-48fa-950d-01d7f2e672da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.155669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72386096-43a8-48fa-950d-01d7f2e672da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.160451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-72386096-43a8-48fa-950d-01d7f2e672da admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb3e2c26-e39e-4a6f-a894-779e68abaf9f HTTP/1.1" status: 204 len: 168 time: 0.2411964 Jun 30 09:00:57.188586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72386096-43a8-48fa-950d-01d7f2e672da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3e2c26-e39e-4a6f-a894-779e68abaf9f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.224981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d71d461e-9cdc-4e8c-8211-6a23fdf06ca9 req-0dcc55e5-a7dc-4f36-8e7d-7d95aec9d893 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626059 Jun 30 09:00:57.237642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fff3ae31-ef50-4929-a726-84e88edc777d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.274067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fff3ae31-ef50-4929-a726-84e88edc777d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.321039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b52c0f26-336e-4a80-b958-6bfdfd6f4bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.327113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b52c0f26-336e-4a80-b958-6bfdfd6f4bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.416507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fff3ae31-ef50-4929-a726-84e88edc777d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.420999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fff3ae31-ef50-4929-a726-84e88edc777d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.425228 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fff3ae31-ef50-4929-a726-84e88edc777d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57d67c68-7faa-426f-919e-8c0ebce34468 HTTP/1.1" status: 204 len: 168 time: 0.2939265 Jun 30 09:00:57.435527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b52c0f26-336e-4a80-b958-6bfdfd6f4bab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=962a4ebe9e4640ca9593d27b0d83afcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459311 Jun 30 09:00:57.436245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c0f26-336e-4a80-b958-6bfdfd6f4bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab896f83-c3d8-4b5f-a98e-c7301096696d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.441162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45826) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:57.448301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3ae31-ef50-4929-a726-84e88edc777d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d67c68-7faa-426f-919e-8c0ebce34468,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.593275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-cfef90ab-ffc9-4208-a6ee-0847b6990352 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--19304777&fields=id&tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1 HTTP/1.1" status: 200 len: 267 time: 0.0623460 Jun 30 09:00:57.596054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2321cb7-389d-4f25-a76f-6279ed9c080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.625712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 09d10343-8742-4845-91c7-fdc6cc679314 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:57.695025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2321cb7-389d-4f25-a76f-6279ed9c080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.793805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 09d10343-8742-4845-91c7-fdc6cc679314, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=09d10343-8742-4845-91c7-fdc6cc679314,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:57.800334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8425caac-4e3b-452e-b543-f4701ad3a724 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:00:57.826004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '09d10343-8742-4845-91c7-fdc6cc679314', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '09d10343-8742-4845-91c7-fdc6cc679314', 'mac_address': 'fa:16:3e:97:84:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:tempest-test_az-124038066', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:57.849992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-446e2b2d-6711-43c6-9c0f-45077357aac7 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:57.858265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-446e2b2d-6711-43c6-9c0f-45077357aac7 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 823 time: 0.2525458 Jun 30 09:00:57.869727 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2321cb7-389d-4f25-a76f-6279ed9c080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.872271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2321cb7-389d-4f25-a76f-6279ed9c080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.876249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2321cb7-389d-4f25-a76f-6279ed9c080d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab896f83-c3d8-4b5f-a98e-c7301096696d HTTP/1.1" status: 204 len: 168 time: 0.4334543 Jun 30 09:00:57.881651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-bbf2a4f1-1eef-4bfb-84c3-ff853ed9c022 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/quotas/a5d5fcae15bc4bcbbe863bae041ba8c1 HTTP/1.1" status: 200 len: 375 time: 0.0225024 Jun 30 09:00:57.886981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2321cb7-389d-4f25-a76f-6279ed9c080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab896f83-c3d8-4b5f-a98e-c7301096696d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:57.904633 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:57.968459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d10343-8742-4845-91c7-fdc6cc679314 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:58.020340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 09d10343-8742-4845-91c7-fdc6cc679314, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=09d10343-8742-4845-91c7-fdc6cc679314,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:58.032071 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.066436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-af30d71a-5d21-4b22-a930-8091b9a8626d tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1713550 Jun 30 09:00:58.080526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8425caac-4e3b-452e-b543-f4701ad3a724, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8425caac-4e3b-452e-b543-f4701ad3a724,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:58.105530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '8425caac-4e3b-452e-b543-f4701ad3a724', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '8425caac-4e3b-452e-b543-f4701ad3a724', 'mac_address': 'fa:16:3e:74:bc:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:00:58.112575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=09d10343-8742-4845-91c7-fdc6cc679314,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.153275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.163087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04f42a-bf45-4a98-aa7d-6cbcffbbfe88 req-b23e1512-ed13-42c8-9c27-d130efd85c37 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.164789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab04f42a-bf45-4a98-aa7d-6cbcffbbfe88 req-b23e1512-ed13-42c8-9c27-d130efd85c37 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 969 time: 0.0970557 Jun 30 09:00:58.172757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8425caac-4e3b-452e-b543-f4701ad3a724 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:00:58.210356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab04f42a-bf45-4a98-aa7d-6cbcffbbfe88 req-25a96136-ae32-4735-83fb-d37e87148f69 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394416 Jun 30 09:00:58.211385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8425caac-4e3b-452e-b543-f4701ad3a724, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8425caac-4e3b-452e-b543-f4701ad3a724,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:58.216610 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.293160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8425caac-4e3b-452e-b543-f4701ad3a724,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.386766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['09d10343-8742-4845-91c7-fdc6cc679314'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:58.451709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:58.474939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93b6e299-fde1-405b-8b77-527fbcbf22c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.477565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cd359-5f07-45ce-9346-55a8c322e937 req-d28ea8ea-a00a-4e32-9311-055b65688b8c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:58.479937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a9cd359-5f07-45ce-9346-55a8c322e937 req-d28ea8ea-a00a-4e32-9311-055b65688b8c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 948 time: 0.1125822 Jun 30 09:00:58.562428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a9cd359-5f07-45ce-9346-55a8c322e937 req-c5da9167-2e76-4d15-a48e-cb3261020ef8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742917 Jun 30 09:00:58.624592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93b6e299-fde1-405b-8b77-527fbcbf22c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.631933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93b6e299-fde1-405b-8b77-527fbcbf22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.669761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-93b6e299-fde1-405b-8b77-527fbcbf22c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5bee9d9efa8244c199784e6bc3d013b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165790 Jun 30 09:00:58.672477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:58.680084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6e299-fde1-405b-8b77-527fbcbf22c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29973028-c15f-4a76-87c9-6b670fb15fd9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.744394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bf0ba0-601c-47af-ad5a-cb3ae0931d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.768291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bf0ba0-601c-47af-ad5a-cb3ae0931d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.814482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8425caac-4e3b-452e-b543-f4701ad3a724'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:00:58.821214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bf0ba0-601c-47af-ad5a-cb3ae0931d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.823927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bf0ba0-601c-47af-ad5a-cb3ae0931d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:58.827499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16bf0ba0-601c-47af-ad5a-cb3ae0931d20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29973028-c15f-4a76-87c9-6b670fb15fd9 HTTP/1.1" status: 204 len: 168 time: 0.1510751 Jun 30 09:00:58.833092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf0ba0-601c-47af-ad5a-cb3ae0931d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29973028-c15f-4a76-87c9-6b670fb15fd9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:58.886247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-cab67c62-d69e-4ceb-8bc8-b34813b4a565 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:00:58.889103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-cab67c62-d69e-4ceb-8bc8-b34813b4a565 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3609612 Jun 30 09:00:58.994201 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.011856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-979baf1a-095a-4966-87ad-9a7c6971dfbf service neutron] 10.222.0.77 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165583 Jun 30 09:00:59.124206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-2da499a1-9a44-4056-ae6a-41cdc76ba40d service neutron] 10.222.0.77 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033154 Jun 30 09:00:59.215324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:59.351482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-220df8d7-1255-4310-b532-e9c6806cbdc2 req-e8835145-4d67-4083-b520-36b0cdb1b465 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 210 time: 0.0464666 Jun 30 09:00:59.466076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308564f-6780-4023-8143-9330d5d472ec req-76590923-a3e8-4587-8953-c629768bd1e3 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:00:59.467618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8308564f-6780-4023-8143-9330d5d472ec req-76590923-a3e8-4587-8953-c629768bd1e3 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 969 time: 0.0848529 Jun 30 09:00:59.479023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45918) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:59.501548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d85b53d8-ae62-4125-ba2e-89ec5397b7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.532992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8308564f-6780-4023-8143-9330d5d472ec req-5330dbb1-db69-4b21-8856-0ca86ca4c8db tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575376 Jun 30 09:00:59.615412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 09d10343-8742-4845-91c7-fdc6cc679314 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:00:59.646327 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d85b53d8-ae62-4125-ba2e-89ec5397b7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.655777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d85b53d8-ae62-4125-ba2e-89ec5397b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.685373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d85b53d8-ae62-4125-ba2e-89ec5397b7b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38acbaed60194efba6c83d7acaea5cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041841 Jun 30 09:00:59.687911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45926) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:00:59.731829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b53d8-ae62-4125-ba2e-89ec5397b7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1caf060-27b3-45ba-bcdc-471590970e4f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:00:59.738761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 09d10343-8742-4845-91c7-fdc6cc679314 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:00:59.751877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 09d10343-8742-4845-91c7-fdc6cc679314 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:00:59.752235 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.768030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5f1bbd4-9ff1-40b1-a330-08810f85f32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.801299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1088487497-network', 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:00:59.844614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5f1bbd4-9ff1-40b1-a330-08810f85f32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.868505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:00:59.873976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.889903 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.903106 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.961162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 09d10343-8742-4845-91c7-fdc6cc679314, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=09d10343-8742-4845-91c7-fdc6cc679314,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:00:59.963750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d10343-8742-4845-91c7-fdc6cc679314'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:00:59.972642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5f1bbd4-9ff1-40b1-a330-08810f85f32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.976168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5f1bbd4-9ff1-40b1-a330-08810f85f32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:00:59.977689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e5f1bbd4-9ff1-40b1-a330-08810f85f32a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1caf060-27b3-45ba-bcdc-471590970e4f HTTP/1.1" status: 204 len: 168 time: 0.2887964 Jun 30 09:00:59.994273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1bbd4-9ff1-40b1-a330-08810f85f32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1caf060-27b3-45ba-bcdc-471590970e4f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.021969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cb1c04-641a-4337-bba0-28c8a175cd19 req-5f5cdca0-f934-4e17-8154-ad10e1bbc122 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:00.030749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87cb1c04-641a-4337-bba0-28c8a175cd19 req-5f5cdca0-f934-4e17-8154-ad10e1bbc122 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 948 time: 0.1179802 Jun 30 09:01:00.084351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87cb1c04-641a-4337-bba0-28c8a175cd19 req-e0e2e612-f663-4ab8-be16-70208826d51d tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524178 Jun 30 09:01:00.121192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.158668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.166882 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.196423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:00.221034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=09d10343-8742-4845-91c7-fdc6cc679314,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.234996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.235541 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Added segment 8f272091-61e5-4ffd-bb8a-36e1cfcff0af of type vlan for network b2c54091-925f-4650-80fa-04bb3b1cd9dd Jun 30 09:01:00.244634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079afec2-b0b0-4e5c-95c2-66e7049d82f9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.290755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.334747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.336099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:00.337008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.445795 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2288141 Jun 30 09:01:00.447149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b9868-3323-479f-806a-e6d863304230 admin admin] Pushing event updated for resources: {'Network': ['ID=b2c54091-925f-4650-80fa-04bb3b1cd9dd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:00.448779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45952) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:00.468460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Request body: {'subnet': {'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1088487497-subnet', 'tenant_id': '9ade115813c5426fb5fa471117fc8b41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:00.473385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:00.482191 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dd9609-5ddc-421c-96c4-7860e53f1c75" -d '{"events": [{"server_uuid": "eff7fa30-0091-4398-ac4d-6dd8295b8f8a", "name": "network-vif-plugged", "status": "completed", "tag": "09d10343-8742-4845-91c7-fdc6cc679314"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:00.636524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77d03f9e-8b7e-4082-bdd8-acf5ce0ed9d0 req-4561bccb-1b00-46cc-a878-12873d6efacc tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 210 time: 0.1280243 Jun 30 09:01:00.656335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:00.660905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:00.664236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:00.817388 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47deee3-e6ca-4ebc-a758-bbf0b9e62470 x-openstack-request-id: req-d47deee3-e6ca-4ebc-a758-bbf0b9e62470 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:00.817703 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff7fa30-0091-4398-ac4d-6dd8295b8f8a", "name": "network-vif-plugged", "status": "completed", "tag": "09d10343-8742-4845-91c7-fdc6cc679314", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:00.817952 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d47deee3-e6ca-4ebc-a758-bbf0b9e62470 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:00.818516 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d10343-8742-4845-91c7-fdc6cc679314', 'code': 200} Jun 30 09:01:00.920193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f96bde81-4c8b-4a83-97f1-9a66eb25f2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.065885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.145444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1f66-04e4-462c-a228-18b5d0f43427 req-d99993bf-248e-4225-b9cd-800624475ddb tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.151230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a03d1f66-04e4-462c-a228-18b5d0f43427 req-d99993bf-248e-4225-b9cd-800624475ddb tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 970 time: 0.3022568 Jun 30 09:01:01.155770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0b289-a2ab-44a8-802a-1d4d58049624 req-5cdeca8d-6094-44dc-b54f-8b9c43f63fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.157585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4a0b289-a2ab-44a8-802a-1d4d58049624 req-5cdeca8d-6094-44dc-b54f-8b9c43f63fa8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 1122 time: 0.1845939 Jun 30 09:01:01.183010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4a0b289-a2ab-44a8-802a-1d4d58049624 req-7c7d344e-5653-467f-a65a-f3e0651d41f8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.242641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f96bde81-4c8b-4a83-97f1-9a66eb25f2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.253468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f96bde81-4c8b-4a83-97f1-9a66eb25f2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.313116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.368388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f96bde81-4c8b-4a83-97f1-9a66eb25f2ca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9dab6d573873429c953557b14024d8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7050695 Jun 30 09:01:01.371895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:01.374066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bde81-4c8b-4a83-97f1-9a66eb25f2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a23f1ab-c03d-4205-95e1-1d2087781816,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.375364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-bb518a32-2b1b-4d95-9a70-0df8bcbf51da tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.389347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-bb518a32-2b1b-4d95-9a70-0df8bcbf51da tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.83 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 823 time: 0.3941002 Jun 30 09:01:01.424048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4a0b289-a2ab-44a8-802a-1d4d58049624 req-7c7d344e-5653-467f-a65a-f3e0651d41f8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.432815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4a0b289-a2ab-44a8-802a-1d4d58049624 req-7c7d344e-5653-467f-a65a-f3e0651d41f8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.441480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a03d1f66-04e4-462c-a228-18b5d0f43427 req-6dad6c7e-fe99-4cdd-bca5-44cfb20d4003 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186135 Jun 30 09:01:01.529232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348acf7a-0a2d-43e6-b933-d9a6d9f82f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.539661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4a0b289-a2ab-44a8-802a-1d4d58049624 req-7c7d344e-5653-467f-a65a-f3e0651d41f8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731740 Jun 30 09:01:01.552588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d344e-5653-467f-a65a-f3e0651d41f8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0693a4ce-88ba-4cc8-822b-b52bfabd87b1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.556142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-57b873a9-15ed-4efd-8623-8e44b551ada4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1 HTTP/1.1" status: 200 len: 378 time: 0.1457558 Jun 30 09:01:01.586157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'port': {'device_id': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'admin_state_up': True, 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'security_groups': ['44feaeb0-68bd-428b-9de4-acc998c229ad']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:01.594544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348acf7a-0a2d-43e6-b933-d9a6d9f82f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.648857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348acf7a-0a2d-43e6-b933-d9a6d9f82f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.653633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348acf7a-0a2d-43e6-b933-d9a6d9f82f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.657259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-348acf7a-0a2d-43e6-b933-d9a6d9f82f61 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a23f1ab-c03d-4205-95e1-1d2087781816 HTTP/1.1" status: 204 len: 168 time: 0.2818778 Jun 30 09:01:01.666182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:01.666795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Network hostable DHCP agents. Network: b2c54091-925f-4650-80fa-04bb3b1cd9dd, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:01.676272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348acf7a-0a2d-43e6-b933-d9a6d9f82f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a23f1ab-c03d-4205-95e1-1d2087781816,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:01.679872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc7d66-3888-421f-a86f-7bd5d8ea33a8 req-edbb585a-a296-4028-9dcf-59ba438ca258 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.686918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0cc7d66-3888-421f-a86f-7bd5d8ea33a8 req-edbb585a-a296-4028-9dcf-59ba438ca258 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 948 time: 0.3662179 Jun 30 09:01:01.741913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:01.787921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0cc7d66-3888-421f-a86f-7bd5d8ea33a8 req-e86462ae-23ac-4d03-8b17-654271ca83e7 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994439 Jun 30 09:01:01.788693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b2c54091-925f-4650-80fa-04bb3b1cd9dd) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:01.803497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8425caac-4e3b-452e-b543-f4701ad3a724 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:01.803497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ecb2e-0ab5-4e41-a73e-1202b00051cd None None] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:01.808098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:01.808697 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.842997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Made reservation on behalf of a5d5fcae15bc4bcbbe863bae041ba8c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:01.851480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.868360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd91d57b-8555-4975-96b2-f949608c0cd9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4181869 Jun 30 09:01:01.969196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 8425caac-4e3b-452e-b543-f4701ad3a724 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:01.984027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 8425caac-4e3b-452e-b543-f4701ad3a724 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:01.984447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:01.999271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-673c879b-204c-4049-a4c5-62cf045e8ca4 req-5eef7886-2c9f-4add-83af-b0851b40ed7e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 210 time: 0.0637856 Jun 30 09:01:02.039051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-e4b2ffc7-3896-4490-9e60-cdd46c048f6e tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e50392f1076d45d9929b798419893560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279303 Jun 30 09:01:02.090375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7711317-abf0-4b9f-b1bf-be8210ed6f4a None None] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:02.202938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.252272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8425caac-4e3b-452e-b543-f4701ad3a724, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8425caac-4e3b-452e-b543-f4701ad3a724,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:02.259433 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.344056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Allocated IP 172.20.0.7 (b97c06a2-a604-4a0f-869c-c6aa829e30c2/26125ae6-3a89-4c62-871f-27d6c8d33a38/0939f9b4-c346-44dd-84ef-7a3adab10fcb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:02.362301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-01d36443-22ef-42b1-ab51-41cbd25a019b tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.363870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-01d36443-22ef-42b1-ab51-41cbd25a019b tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3192470 Jun 30 09:01:02.370921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8425caac-4e3b-452e-b543-f4701ad3a724,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:02.407662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-fea0a5d4-ecf4-4b1b-94b7-a57100f24537 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/quotas/e50392f1076d45d9929b798419893560 HTTP/1.1" status: 200 len: 375 time: 0.0212615 Jun 30 09:01:02.415740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:02.430786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2718fe2-f239-4a68-a783-91fdf76fb51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.503232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-81ea82cf-eb88-44ac-887f-47ca4dce3cdf tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e50392f1076d45d9929b798419893560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777333 Jun 30 09:01:02.593672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.612750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2718fe2-f239-4a68-a783-91fdf76fb51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.615609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Transition to ACTIVE for port object 0939f9b4-c346-44dd-84ef-7a3adab10fcb will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:02.628376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2718fe2-f239-4a68-a783-91fdf76fb51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.656253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.661824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2718fe2-f239-4a68-a783-91fdf76fb51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b16af4-5b2b-4745-89c9-6004752b2ad7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:02.687341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2718fe2-f239-4a68-a783-91fdf76fb51d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f39454c557a640ceb1a0c72debf57b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2701883 Jun 30 09:01:02.688865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:02.766851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'Port': ['ID=0939f9b4-c346-44dd-84ef-7a3adab10fcb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:02.767594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb0b37-4aff-4e2f-a2d3-3cfc23def36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.787025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:02.788654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:02.802502 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:02.808913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:02.810172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.819807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425caac-4e3b-452e-b543-f4701ad3a724'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:02.822792 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a22e464-6384-4092-b82e-74c76ed75e0e" -d '{"events": [{"server_uuid": "92d9edaf-54c5-4e90-90df-3c857189abf8", "name": "network-vif-plugged", "status": "completed", "tag": "8425caac-4e3b-452e-b543-f4701ad3a724"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:02.837466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-a35328d6-e97b-47be-8ee0-7ba48463c7eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2607055 Jun 30 09:01:02.857367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Request body: {'port': {'device_id': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:02.863689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb0b37-4aff-4e2f-a2d3-3cfc23def36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.992524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb0b37-4aff-4e2f-a2d3-3cfc23def36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.996404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09cb0b37-4aff-4e2f-a2d3-3cfc23def36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:02.997691 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-09cb0b37-4aff-4e2f-a2d3-3cfc23def36f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5b16af4-5b2b-4745-89c9-6004752b2ad7 HTTP/1.1" status: 204 len: 168 time: 0.3077667 Jun 30 09:01:03.005691 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.015641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb0b37-4aff-4e2f-a2d3-3cfc23def36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b16af4-5b2b-4745-89c9-6004752b2ad7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.280545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4beac-2569-459c-9718-1ccb4f979677 req-69a3c657-2221-4106-b2a2-5a2ad26e5749 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.281848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-364748f0-a952-42fa-af93-d9521d99c46a None None] Provisioning for port 0939f9b4-c346-44dd-84ef-7a3adab10fcb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:03.282430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ed4beac-2569-459c-9718-1ccb4f979677 req-69a3c657-2221-4106-b2a2-5a2ad26e5749 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 970 time: 0.3251884 Jun 30 09:01:03.295926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-364748f0-a952-42fa-af93-d9521d99c46a None None] Provisioning complete for port 0939f9b4-c346-44dd-84ef-7a3adab10fcb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:03.296349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-364748f0-a952-42fa-af93-d9521d99c46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.365204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-364748f0-a952-42fa-af93-d9521d99c46a None None] Port 0939f9b4-c346-44dd-84ef-7a3adab10fcb cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:03.382018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-066e77b9-1da5-4ad0-8d24-ba0881779f1a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.383634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-066e77b9-1da5-4ad0-8d24-ba0881779f1a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.3132629 Jun 30 09:01:03.398210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ed4beac-2569-459c-9718-1ccb4f979677 req-3e986fa0-5b95-4043-b29b-ced935c1a8c1 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989308 Jun 30 09:01:03.453048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-3ad3094f-410e-45dd-ba2b-fbb6856bbeab tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0589211 Jun 30 09:01:03.502770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-4bf6d3e5-57cc-4aef-a2ff-ba15fd20fc0c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486701 Jun 30 09:01:03.608015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c46d8de1-3224-4572-839e-29cee449c550 req-2bb7d137-2562-45b1-a89f-7f9105914787 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 210 time: 0.0335355 Jun 30 09:01:03.685656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0939f9b4-c346-44dd-84ef-7a3adab10fcb {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:03.701815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.727675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Transition to ACTIVE for port object 0939f9b4-c346-44dd-84ef-7a3adab10fcb will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:03.733175 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.818992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Pushing event updated for resources: {'Port': ['ID=0939f9b4-c346-44dd-84ef-7a3adab10fcb,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:03.843903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-5d01af7a-60b6-4a51-9260-0fbe9cf4811a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:01:03.843903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-5d01af7a-60b6-4a51-9260-0fbe9cf4811a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1870999 Jun 30 09:01:03.921009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Attempting to bind port 0939f9b4-c346-44dd-84ef-7a3adab10fcb on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:03.921346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Attempting to bind port 0939f9b4-c346-44dd-84ef-7a3adab10fcb by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:03.921677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Attempting to bind port 0939f9b4-c346-44dd-84ef-7a3adab10fcb on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:03.936009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Port 0939f9b4-c346-44dd-84ef-7a3adab10fcb on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:03.936393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Attempting to bind port 0939f9b4-c346-44dd-84ef-7a3adab10fcb on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:03.950991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:03.951338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Checking segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:03.951731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Bound using segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:03.952181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Bound port: 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:03.952540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:03.982286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34bf5ec-cb4f-40b4-966a-039a65654b0b req-a06db3c4-4940-4700-8f35-6f9bc2d519ea tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:03.983804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d34bf5ec-cb4f-40b4-966a-039a65654b0b req-a06db3c4-4940-4700-8f35-6f9bc2d519ea tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 949 time: 0.2160044 Jun 30 09:01:04.036011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-511a112a-2828-40ae-a214-c345e93a8123 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750340 Jun 30 09:01:04.087220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d34bf5ec-cb4f-40b4-966a-039a65654b0b req-3ee8333e-dd15-44ce-a08c-4fa97e074ed5 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943062 Jun 30 09:01:04.130053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] For port 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:04.134396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] For port 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:04.142503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.160818 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1adbc4-d638-401c-880d-ab158d295ee9 x-openstack-request-id: req-ab1adbc4-d638-401c-880d-ab158d295ee9 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:04.162304 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d9edaf-54c5-4e90-90df-3c857189abf8", "name": "network-vif-plugged", "status": "completed", "tag": "8425caac-4e3b-452e-b543-f4701ad3a724", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:04.162779 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab1adbc4-d638-401c-880d-ab158d295ee9 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:04.163385 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8425caac-4e3b-452e-b543-f4701ad3a724', 'code': 200} Jun 30 09:01:04.180402 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-6797c9ab-91dd-4a20-ada2-0eb39f736e2f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e50392f1076d45d9929b798419893560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317507 Jun 30 09:01:04.201646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.202267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.203701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] 10.222.0.83 "PUT /v2.0/ports/0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 1092 time: 1.3509934 Jun 30 09:01:04.205817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:04.210940 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:04.243031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-ed1a955c-1b56-4296-a754-b1d796b05d83 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991134 Jun 30 09:01:04.282123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ae37c-86d0-449c-83a9-1a186c16808c service neutron] Pushing event updated for resources: {'Port': ['ID=0939f9b4-c346-44dd-84ef-7a3adab10fcb,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:04.418915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.83', 55266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:04.452743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-3f46144a-ff0b-4846-9df7-8f2e2f7de819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.463883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-3f46144a-ff0b-4846-9df7-8f2e2f7de819 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1095 time: 0.1590509 Jun 30 09:01:04.554675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-2512b043-9058-4f2d-a0b2-441d9b9ca027 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.556526 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-2512b043-9058-4f2d-a0b2-441d9b9ca027 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3708797 Jun 30 09:01:04.557722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-2abac951-651c-44b9-ba70-d72488157495 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 217 time: 0.0796278 Jun 30 09:01:04.595112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4297500-bf15-4a39-bf23-71f1bd6273a3 req-cce40b16-7d50-42ec-8c5f-c6e24d81a124 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.603275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4297500-bf15-4a39-bf23-71f1bd6273a3 req-cce40b16-7d50-42ec-8c5f-c6e24d81a124 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 943 time: 0.2182784 Jun 30 09:01:04.603526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Request body: {'port': {'device_id': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'e50392f1076d45d9929b798419893560'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:04.627224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04707d0-479e-4e84-91d5-32866c769991 req-22d185b1-e22a-4dda-9ed1-ab4953a29aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.631758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a04707d0-479e-4e84-91d5-32866c769991 req-22d185b1-e22a-4dda-9ed1-ab4953a29aab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 1101 time: 0.2091434 Jun 30 09:01:04.664299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46110) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:04.701080 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda932c8-9cdb-4374-b3ad-6ca9d4aeb1e8 x-openstack-request-id: req-eda932c8-9cdb-4374-b3ad-6ca9d4aeb1e8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:04.701367 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:04.701620 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eda932c8-9cdb-4374-b3ad-6ca9d4aeb1e8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:04.702015 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'status': 'completed', 'code': 200} Jun 30 09:01:04.800716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4297500-bf15-4a39-bf23-71f1bd6273a3 req-216951a6-6b39-490c-aab7-3fe4fd84d69f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1957309 Jun 30 09:01:04.809282 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:04.820929 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a04707d0-479e-4e84-91d5-32866c769991 req-9f23032e-4894-4e6a-a261-a3ba8b856336 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666772 Jun 30 09:01:04.842352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-e9849d0e-038c-4432-91d0-702cd8883bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.843653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-e9849d0e-038c-4432-91d0-702cd8883bed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.2672815 Jun 30 09:01:04.860766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Made reservation on behalf of e50392f1076d45d9929b798419893560 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:04.867412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.886002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:04.937485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89e5dd56-b38f-4455-8af2-026121d4ad9b req-bb9e462c-2ed8-4a8d-84c0-cd65b1832685 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 210 time: 0.0530627 Jun 30 09:01:04.960897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e180c6bb-4be5-4a29-8c08-326eaa8b70ad req-45261466-e93a-4ac3-a51c-8a45579791b5 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:04.962651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e180c6bb-4be5-4a29-8c08-326eaa8b70ad req-45261466-e93a-4ac3-a51c-8a45579791b5 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 970 time: 0.1592283 Jun 30 09:01:05.068885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-009c5ef6-402f-42de-a65b-206ceebcc18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.090780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.100582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.115854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e180c6bb-4be5-4a29-8c08-326eaa8b70ad req-5de91fc8-1bee-4327-9de5-27d109bce770 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422443 Jun 30 09:01:05.192201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daa9c13e-a8e6-4339-b79f-d74db9769482,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.226448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ad481e2-19ec-4cc6-8930-37a33b94bf99 req-46dd1b69-27d7-4783-99cc-a70a393f6c54 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 210 time: 0.0534782 Jun 30 09:01:05.313699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Allocated IP 192.168.233.215 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/7375f0c1-5004-4cda-b3f0-209caaa22cb5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:05.323167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-009c5ef6-402f-42de-a65b-206ceebcc18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.337250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-009c5ef6-402f-42de-a65b-206ceebcc18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.435371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-009c5ef6-402f-42de-a65b-206ceebcc18f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c016f3bccaa54369a3d0d261240cb90d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7566297 Jun 30 09:01:05.443084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:05.456115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c5ef6-402f-42de-a65b-206ceebcc18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b9a2c3-9f9c-41fc-aa3a-a96d57451cc2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.491243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-7f9377c6-c06c-4c84-acc5-3e6b60d55903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.492742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-7f9377c6-c06c-4c84-acc5-3e6b60d55903 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2155700 Jun 30 09:01:05.515422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569638b-213a-4aa5-ad96-50e5d43af778 req-08dbf110-344e-41fb-8c72-4cfd4e82e6b3 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.517019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9569638b-213a-4aa5-ad96-50e5d43af778 req-08dbf110-344e-41fb-8c72-4cfd4e82e6b3 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 949 time: 0.2222245 Jun 30 09:01:05.540582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a57b5570-3bef-46f7-bc0b-fa4befa45a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.553080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.575629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a57b5570-3bef-46f7-bc0b-fa4befa45a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.585267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Transition to ACTIVE for port object 7375f0c1-5004-4cda-b3f0-209caaa22cb5 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:05.607173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1d9b1-defa-4a34-9acf-61a06f295a5e req-e7e51add-8634-44a2-a95f-94dc3234f165 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.609254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bf1d9b1-defa-4a34-9acf-61a06f295a5e req-e7e51add-8634-44a2-a95f-94dc3234f165 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 1122 time: 0.2134106 Jun 30 09:01:05.653475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9569638b-213a-4aa5-ad96-50e5d43af778 req-379250df-14ae-4a47-9619-33abc4883aa2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229217 Jun 30 09:01:05.657801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1bf1d9b1-defa-4a34-9acf-61a06f295a5e req-bcf0f882-ad7f-4f12-aec9-c4943753d4d5 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.659799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.662744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a57b5570-3bef-46f7-bc0b-fa4befa45a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.665297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a57b5570-3bef-46f7-bc0b-fa4befa45a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.666781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a57b5570-3bef-46f7-bc0b-fa4befa45a26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66b9a2c3-9f9c-41fc-aa3a-a96d57451cc2 HTTP/1.1" status: 204 len: 168 time: 0.2226760 Jun 30 09:01:05.735487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Pushing event updated for resources: {'Port': ['ID=7375f0c1-5004-4cda-b3f0-209caaa22cb5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.753627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b5570-3bef-46f7-bc0b-fa4befa45a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b9a2c3-9f9c-41fc-aa3a-a96d57451cc2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:05.763251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:05.765176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:05.786936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:05.797131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:05.798678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:05.820356 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-619ddb96-ff94-4ce9-aaad-bbe5dbfa2420 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2516212 Jun 30 09:01:05.839541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Request body: {'port': {'device_id': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'device_owner': 'compute:tempest-test_az-124038066', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:05.943241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-83fc324d-c009-4bea-8b1a-29044af1688b service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249816 Jun 30 09:01:05.961723 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.104483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2eec38ca-6f56-43d2-ab71-1ac20a56c872 None None] Provisioning for port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:06.117550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2eec38ca-6f56-43d2-ab71-1ac20a56c872 None None] Provisioning complete for port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:06.118192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2eec38ca-6f56-43d2-ab71-1ac20a56c872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.139169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25b15dae-a7a9-41bb-b977-2de1331daf98 req-b7d022a4-bd82-4f4e-8151-92abbdc979c8 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770186 Jun 30 09:01:06.191976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2eec38ca-6f56-43d2-ab71-1ac20a56c872 None None] Port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:06.200974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1bf1d9b1-defa-4a34-9acf-61a06f295a5e req-bcf0f882-ad7f-4f12-aec9-c4943753d4d5 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.205660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1bf1d9b1-defa-4a34-9acf-61a06f295a5e req-bcf0f882-ad7f-4f12-aec9-c4943753d4d5 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.262207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bf1d9b1-defa-4a34-9acf-61a06f295a5e req-bcf0f882-ad7f-4f12-aec9-c4943753d4d5 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6414039 Jun 30 09:01:06.265471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46150) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:06.289399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf0f882-ad7f-4f12-aec9-c4943753d4d5 tempest-AggregatesAdminTestJSON-174478464 tempest-AggregatesAdminTestJSON-174478464-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903fb45a-b903-4dc7-b5f0-84d489532764,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.293349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76887457-6da8-4f35-9745-092026a44859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.443883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-6956cbbe-7190-49b6-ad5f-90fc0206435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.445365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-6956cbbe-7190-49b6-ad5f-90fc0206435c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1095 time: 0.1236856 Jun 30 09:01:06.471729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee7b8e5b-ac81-468a-97af-7f53bc56c9e4 req-55903fd5-94c7-4c82-93dc-8be7ebc664d6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 210 time: 0.0472167 Jun 30 09:01:06.475775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7375f0c1-5004-4cda-b3f0-209caaa22cb5 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:06.509747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.541562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Transition to ACTIVE for port object 7375f0c1-5004-4cda-b3f0-209caaa22cb5 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:06.547785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.555211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-1f23ad98-7123-4470-80e5-91d2a4c5be57 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.556700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-1f23ad98-7123-4470-80e5-91d2a4c5be57 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.2357376 Jun 30 09:01:06.575881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72564d4a-2e25-4c61-a24d-1493e9c384b4 req-c3618750-60d5-452e-a045-f6aa35ed93f1 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.583827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72564d4a-2e25-4c61-a24d-1493e9c384b4 req-c3618750-60d5-452e-a045-f6aa35ed93f1 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 943 time: 0.2627831 Jun 30 09:01:06.596618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Request body: {'port': {'device_id': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'admin_state_up': True, 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:06.620188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-7fe7d6a6-9af4-4a31-9d21-0590b7752364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.621669 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-7fe7d6a6-9af4-4a31-9d21-0590b7752364 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.1698678 Jun 30 09:01:06.623765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Pushing event updated for resources: {'Port': ['ID=7375f0c1-5004-4cda-b3f0-209caaa22cb5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.684340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-d5394909-70aa-4c57-a090-afc6dadfb85b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 217 time: 0.0540121 Jun 30 09:01:06.714930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76887457-6da8-4f35-9745-092026a44859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.730469 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76887457-6da8-4f35-9745-092026a44859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.742238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Attempting to bind port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:06.742591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Attempting to bind port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:06.742913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Attempting to bind port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:06.755772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72564d4a-2e25-4c61-a24d-1493e9c384b4 req-bb31e4c8-032e-49ad-8c72-9f3686289cce tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1708510 Jun 30 09:01:06.755930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:06.756426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Attempting to bind port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:06.768630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-45364a45-adf3-4a8b-9fc3-8aa36ea5a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.770870 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-45364a45-adf3-4a8b-9fc3-8aa36ea5a620 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.0774329 Jun 30 09:01:06.789794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:06.789794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:06.789794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:06.789794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Bound port: 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:06.789794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.835377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-76887457-6da8-4f35-9745-092026a44859 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09b0123d330f4415bcc9387bac90271b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5654349 Jun 30 09:01:06.841880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:06.881602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887457-6da8-4f35-9745-092026a44859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2c603d-e050-4ec6-a0d2-6534bc360c2e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:06.935926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] For port 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:06.943049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:06.946765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.964924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] For port 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:06.976844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-44cb1b4d-485b-49ab-a4b0-e970512bd614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.978572 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-44cb1b4d-485b-49ab-a4b0-e970512bd614 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932781 Jun 30 09:01:06.979810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:06.988528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383087a1-f28e-4ec4-8b88-799747b58809 req-137a22f0-a80c-472a-9f6b-2511cae4eeec tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:06.990880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-383087a1-f28e-4ec4-8b88-799747b58809 req-137a22f0-a80c-472a-9f6b-2511cae4eeec tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 969 time: 0.1127560 Jun 30 09:01:07.101519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-383087a1-f28e-4ec4-8b88-799747b58809 req-226c370c-7ec2-47eb-a63f-cee221ce1a99 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Jun 30 09:01:07.217325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c88d5b18-c8c5-470d-9d93-3bdbd479e1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.237841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Allocated IP 172.20.0.6 (b2c54091-925f-4650-80fa-04bb3b1cd9dd/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849/4ceeadeb-b87c-4a56-9138-6e28428364b6) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:07.266364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.266992 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.268409 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] 10.222.0.79 "PUT /v2.0/ports/7375f0c1-5004-4cda-b3f0-209caaa22cb5 HTTP/1.1" status: 200 len: 1118 time: 1.4359815 Jun 30 09:01:07.268947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'tag': '7375f0c1-5004-4cda-b3f0-209caaa22cb5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:07.272432 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef2c4b24-8662-4625-b3c6-c89a13ecd03a", "tag": "7375f0c1-5004-4cda-b3f0-209caaa22cb5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:07.312680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c88d5b18-c8c5-470d-9d93-3bdbd479e1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.436617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2723ef6-98c7-442a-8d24-e9ea35baab10 service neutron] Pushing event updated for resources: {'Port': ['ID=7375f0c1-5004-4cda-b3f0-209caaa22cb5,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.458576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-ad135800-c676-4fe7-a79e-a8334773fdcb service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689753 Jun 30 09:01:07.467072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1455d-482d-4321-ba78-e86634a71463 req-1743ec12-588a-4114-ab6e-b15d1c080c6c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.477068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5f1455d-482d-4321-ba78-e86634a71463 req-1743ec12-588a-4114-ab6e-b15d1c080c6c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 949 time: 0.3090725 Jun 30 09:01:07.538258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c88d5b18-c8c5-470d-9d93-3bdbd479e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.541823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c88d5b18-c8c5-470d-9d93-3bdbd479e1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.547771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c88d5b18-c8c5-470d-9d93-3bdbd479e1c3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e2c603d-e050-4ec6-a0d2-6534bc360c2e HTTP/1.1" status: 204 len: 168 time: 0.7046468 Jun 30 09:01:07.555832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5f1455d-482d-4321-ba78-e86634a71463 req-6ab62acd-ea06-4dcf-8038-fcc19fffa701 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768113 Jun 30 09:01:07.596767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.603252 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7c1fe3-87fe-4274-9aff-423b28bd96cf x-openstack-request-id: req-4c7c1fe3-87fe-4274-9aff-423b28bd96cf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:07.603606 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef2c4b24-8662-4625-b3c6-c89a13ecd03a", "tag": "7375f0c1-5004-4cda-b3f0-209caaa22cb5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:07.603781 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c7c1fe3-87fe-4274-9aff-423b28bd96cf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:07.604182 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'tag': '7375f0c1-5004-4cda-b3f0-209caaa22cb5', 'status': 'completed', 'code': 200} Jun 30 09:01:07.626325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d5b18-c8c5-470d-9d93-3bdbd479e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2c603d-e050-4ec6-a0d2-6534bc360c2e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.646075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-34042a5c-eb3c-4dce-8c25-8b434262f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.651124 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-34042a5c-eb3c-4dce-8c25-8b434262f2b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e50392f1076d45d9929b798419893560&device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 1121 time: 0.2912598 Jun 30 09:01:07.668165 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.785932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46194) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:07.802517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:07.806615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-cf3607db-2a70-4eb6-bcba-2f4c8f136b1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5 HTTP/1.1" status: 200 len: 217 time: 0.1455169 Jun 30 09:01:07.808873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:07.809037 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22bd28ed-f7fb-4475-a984-f5cfbd349ef8 req-fc9069de-09b7-4cb4-ab48-34c81e85c80d service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425882 Jun 30 09:01:07.814237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:07.838596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.838596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:07.890126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event updated for resources: {'Port': ['ID=4ceeadeb-b87c-4a56-9138-6e28428364b6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:07.920254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-6739df9b-78b1-426b-aea0-54f23745d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:07.922864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-6739df9b-78b1-426b-aea0-54f23745d1b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1072626 Jun 30 09:01:07.927868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-ce235e43-6ce5-48c2-8ab9-a6611bae06c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3410535 Jun 30 09:01:07.973065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Request body: {'port': {'device_id': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:08.062625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-ad47d3a0-90db-4db6-891d-4c9ea91d9452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.064263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-ad47d3a0-90db-4db6-891d-4c9ea91d9452 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329050 Jun 30 09:01:08.123424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11442bb1-4945-4da3-9aa8-7f1ca8529468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.168540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-25ef56bf-ae9c-4b71-9c63-619307cdf037 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964041 Jun 30 09:01:08.199995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeff530-510c-4925-867b-3395f589f6d9 req-44ac688c-52a6-43ee-8695-091c8bdf4b0b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.207517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdeff530-510c-4925-867b-3395f589f6d9 req-44ac688c-52a6-43ee-8695-091c8bdf4b0b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 931 time: 0.3319194 Jun 30 09:01:08.266498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.269898 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b7fee25-e171-4a83-844b-5739f5dfc64d req-3e5b78ef-39e7-4815-b86d-c27f05a4980a service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943387 Jun 30 09:01:08.303820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdeff530-510c-4925-867b-3395f589f6d9 req-bf4e4b69-5d61-45b5-ad5f-8f7b6e2b8d40 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945084 Jun 30 09:01:08.321226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fd461-1896-488f-a099-4c8f892ab039 req-a7d624a1-40d5-45fa-b142-83f7e239c6eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.331110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f3fd461-1896-488f-a099-4c8f892ab039 req-a7d624a1-40d5-45fa-b142-83f7e239c6eb tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 943 time: 0.2851462 Jun 30 09:01:08.441367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-fbae4d67-71a1-4d68-9a61-96f4804866bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.445020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-fbae4d67-71a1-4d68-9a61-96f4804866bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e50392f1076d45d9929b798419893560&device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 1121 time: 0.1088266 Jun 30 09:01:08.451114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f3fd461-1896-488f-a099-4c8f892ab039 req-5ba030d1-718d-4002-bffb-bc1454df4cbe tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215172 Jun 30 09:01:08.601124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-cd838196-7ca7-4666-80ae-4ace5a8d01f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.602799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-cd838196-7ca7-4666-80ae-4ace5a8d01f0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1405339 Jun 30 09:01:08.603460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11442bb1-4945-4da3-9aa8-7f1ca8529468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.648423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11442bb1-4945-4da3-9aa8-7f1ca8529468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:08.659887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-eb600ba3-a2bb-47e1-b0f1-182b5c87c32c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5 HTTP/1.1" status: 200 len: 217 time: 0.0505092 Jun 30 09:01:08.707964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11442bb1-4945-4da3-9aa8-7f1ca8529468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d000c95b-63d6-4107-a9e4-03a9c02f2bd0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:08.725946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-d8965ef0-4858-4528-aa09-b082cb820ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.727495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-d8965ef0-4858-4528-aa09-b082cb820ca2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0613790 Jun 30 09:01:08.764236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-11442bb1-4945-4da3-9aa8-7f1ca8529468 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f527f346111e458c9f668684fcee675c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9757962 Jun 30 09:01:08.768786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46246) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:08.809012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-806ae3a7-2870-4afd-bff3-66d9a9a44dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.811246 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-806ae3a7-2870-4afd-bff3-66d9a9a44dff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769131 Jun 30 09:01:08.817998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29101e81-77a6-4342-9abf-79fbf32be2fb req-45bb4ed6-ecfe-4386-adda-73bd0cf14a5f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:08.819922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29101e81-77a6-4342-9abf-79fbf32be2fb req-45bb4ed6-ecfe-4386-adda-73bd0cf14a5f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 969 time: 0.3069320 Jun 30 09:01:08.923894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-8f50ac67-891d-4bec-9453-eb373d33288b service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045811 Jun 30 09:01:08.949943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ceeadeb-b87c-4a56-9138-6e28428364b6 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:08.973067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29101e81-77a6-4342-9abf-79fbf32be2fb req-cf8cab7a-117a-4b3d-901a-d9921eb595b3 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440616 Jun 30 09:01:08.977641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.014529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Transition to ACTIVE for port object 4ceeadeb-b87c-4a56-9138-6e28428364b6 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:09.016922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56f16d2a-0db2-4f87-a679-fa3c0af9ea57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.024628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.047800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f9ad24-055a-4ec9-a898-78fc5cd741e9 req-6a0cdc3f-0515-4133-b886-98f792259596 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159372 Jun 30 09:01:09.083218 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56f16d2a-0db2-4f87-a679-fa3c0af9ea57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.108002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e33b1d-1094-4060-a80e-917bd8be4aef req-d86dae54-e7e9-458f-aa85-d1f5e734c9ab tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.109544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02e33b1d-1094-4060-a80e-917bd8be4aef req-d86dae54-e7e9-458f-aa85-d1f5e734c9ab tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 949 time: 0.2744839 Jun 30 09:01:09.131987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Pushing event updated for resources: {'Port': ['ID=4ceeadeb-b87c-4a56-9138-6e28428364b6,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.219113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02e33b1d-1094-4060-a80e-917bd8be4aef req-1877857c-8a86-45a4-9f40-6f4eeba9f4ac tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946229 Jun 30 09:01:09.227179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Attempting to bind port 4ceeadeb-b87c-4a56-9138-6e28428364b6 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:09.227489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Attempting to bind port 4ceeadeb-b87c-4a56-9138-6e28428364b6 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:09.227948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Attempting to bind port 4ceeadeb-b87c-4a56-9138-6e28428364b6 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:09.231282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56f16d2a-0db2-4f87-a679-fa3c0af9ea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.247024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56f16d2a-0db2-4f87-a679-fa3c0af9ea57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.247024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-56f16d2a-0db2-4f87-a679-fa3c0af9ea57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d000c95b-63d6-4107-a9e4-03a9c02f2bd0 HTTP/1.1" status: 204 len: 168 time: 0.4642162 Jun 30 09:01:09.247024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Port 4ceeadeb-b87c-4a56-9138-6e28428364b6 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:09.247024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Attempting to bind port 4ceeadeb-b87c-4a56-9138-6e28428364b6 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:09.252918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:09.253253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:09.253918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Bound using segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:09.254409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Bound port: 4ceeadeb-b87c-4a56-9138-6e28428364b6, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:09.255290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.259872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f16d2a-0db2-4f87-a679-fa3c0af9ea57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d000c95b-63d6-4107-a9e4-03a9c02f2bd0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.367001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] For port 4ceeadeb-b87c-4a56-9138-6e28428364b6, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:09.374849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] For port 4ceeadeb-b87c-4a56-9138-6e28428364b6, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:09.381943 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.399054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.399798 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.401813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] 10.222.0.83 "PUT /v2.0/ports/4ceeadeb-b87c-4a56-9138-6e28428364b6 HTTP/1.1" status: 200 len: 1092 time: 1.4424975 Jun 30 09:01:09.425364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'tag': '4ceeadeb-b87c-4a56-9138-6e28428364b6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:09.428925 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a9acc7bc-55b4-483a-b18c-83e9feea5caf", "tag": "4ceeadeb-b87c-4a56-9138-6e28428364b6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:09.507774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770351a-7c39-4633-bf9e-50cadf1de708 service neutron] Pushing event updated for resources: {'Port': ['ID=4ceeadeb-b87c-4a56-9138-6e28428364b6,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.538080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-ded45e23-ec4d-4da8-8e2a-104d3234841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.539916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-ded45e23-ec4d-4da8-8e2a-104d3234841e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 1095 time: 0.0657132 Jun 30 09:01:09.603448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-e49b6d90-14d5-47da-bb28-a57f5dfb6928 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6 HTTP/1.1" status: 200 len: 217 time: 0.0485246 Jun 30 09:01:09.709715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e9ad7f-3f9e-45a8-88af-01f1d0a1b206 req-3ee965cf-8744-463f-870f-f0c4c75f0f5f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.711475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9e9ad7f-3f9e-45a8-88af-01f1d0a1b206 req-3ee965cf-8744-463f-870f-f0c4c75f0f5f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 943 time: 0.1064746 Jun 30 09:01:09.713431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b3ef7-c647-4600-b438-82053053479e req-f8ca869d-aa87-41e9-a2bd-908e8b55861d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:09.714827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-f8ca869d-aa87-41e9-a2bd-908e8b55861d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.0984924 Jun 30 09:01:09.760706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-08f282d4-450b-4abb-bb2b-c34cb11e8536 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355930 Jun 30 09:01:09.781236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:09.795284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab325-6ee9-4bab-b454-a9f6e3e80787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.831803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9e9ad7f-3f9e-45a8-88af-01f1d0a1b206 req-80c1310a-132c-41ca-a55e-b36a925f7b0a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146803 Jun 30 09:01:09.905387 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d29b80-f95b-4fb3-b7a0-5c6d3e411336 x-openstack-request-id: req-04d29b80-f95b-4fb3-b7a0-5c6d3e411336 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:09.905749 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9acc7bc-55b4-483a-b18c-83e9feea5caf", "tag": "4ceeadeb-b87c-4a56-9138-6e28428364b6", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:09.906084 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04d29b80-f95b-4fb3-b7a0-5c6d3e411336 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:09.906589 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'tag': '4ceeadeb-b87c-4a56-9138-6e28428364b6', 'status': 'completed', 'code': 200} Jun 30 09:01:09.907963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab325-6ee9-4bab-b454-a9f6e3e80787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.910132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-4266b37a-69e4-43d8-a8f6-bef091214214 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354473 Jun 30 09:01:09.914241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ab325-6ee9-4bab-b454-a9f6e3e80787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:09.963717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eb4ab325-6ee9-4bab-b454-a9f6e3e80787 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f56d744760a4457c8cc15b6bbf582d44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1813803 Jun 30 09:01:09.964420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ab325-6ee9-4bab-b454-a9f6e3e80787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f813f77-bd0f-450d-86f0-c5476e8a8767,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:09.966820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:10.030534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-febbabdc-e773-4b96-a57d-1540613e823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.053329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-febbabdc-e773-4b96-a57d-1540613e823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.095838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271b3ef7-c647-4600-b438-82053053479e req-911cbbd4-716f-42c3-894e-57f653ed14b7 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664448 Jun 30 09:01:10.117491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-febbabdc-e773-4b96-a57d-1540613e823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.121464 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-febbabdc-e773-4b96-a57d-1540613e823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:10.126507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-febbabdc-e773-4b96-a57d-1540613e823c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f813f77-bd0f-450d-86f0-c5476e8a8767 HTTP/1.1" status: 204 len: 168 time: 0.1586838 Jun 30 09:01:10.135982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febbabdc-e773-4b96-a57d-1540613e823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f813f77-bd0f-450d-86f0-c5476e8a8767,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:10.149508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b879c7-870f-44e8-964e-ed1f8a31d32e req-e39899d6-a9de-459f-aa7b-73dd9fec1147 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.151252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b879c7-870f-44e8-964e-ed1f8a31d32e req-e39899d6-a9de-459f-aa7b-73dd9fec1147 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 943 time: 0.1212103 Jun 30 09:01:10.200299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b879c7-870f-44e8-964e-ed1f8a31d32e req-1d3a59d8-fc16-4061-94b4-7589aa139267 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387967 Jun 30 09:01:10.258241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-b9f4aa8b-6d58-45db-a169-7a262e566bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.259835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-b9f4aa8b-6d58-45db-a169-7a262e566bd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 1095 time: 0.0585704 Jun 30 09:01:10.606428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-58881a58-083e-4e02-b6a2-7079ad8700ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.607870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-58881a58-083e-4e02-b6a2-7079ad8700ff service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.3402438 Jun 30 09:01:10.665562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-619b89d2-cbbf-40fb-a825-0e00d89f9c27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6 HTTP/1.1" status: 200 len: 217 time: 0.0476463 Jun 30 09:01:10.693779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f98347-0b79-4ffd-8682-50383e60abab req-700db29e-e566-483a-9881-f8d7fb20fc52 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.695333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89f98347-0b79-4ffd-8682-50383e60abab req-700db29e-e566-483a-9881-f8d7fb20fc52 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 949 time: 0.3510921 Jun 30 09:01:10.740107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e471f9c-abd3-4324-adf4-41dfbec635f0 req-878461bd-ee13-4cb1-84d2-70572a4cf480 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.741587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e471f9c-abd3-4324-adf4-41dfbec635f0 req-878461bd-ee13-4cb1-84d2-70572a4cf480 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 969 time: 0.1841607 Jun 30 09:01:10.784652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-ee506417-1d8d-48e7-b61f-feef550ce511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:10.786120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-ee506417-1d8d-48e7-b61f-feef550ce511 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.1115789 Jun 30 09:01:10.799062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89f98347-0b79-4ffd-8682-50383e60abab req-743f0895-3698-4bef-a0d0-7c5a173e7161 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821388 Jun 30 09:01:10.840027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e471f9c-abd3-4324-adf4-41dfbec635f0 req-95b3a3e8-f693-4c83-b879-b191d2d8931c tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888474 Jun 30 09:01:10.841894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-397e1052-7a8d-4009-8d8e-5ec608b85131 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472424 Jun 30 09:01:10.975694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-615b9c58-55ed-4736-8607-1b3793a4feec service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256280 Jun 30 09:01:11.113495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97bb6dc5-1232-49f4-9a11-1cd3c03d06ba req-5dfbb959-8253-43c0-80db-2fa5ae2520d4 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319373 Jun 30 09:01:11.132879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b6c2d-5eef-49f4-a356-6cdcf8640959 req-2b85f91b-29b2-49be-995c-c4fb3d723f08 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.134546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-279b6c2d-5eef-49f4-a356-6cdcf8640959 req-2b85f91b-29b2-49be-995c-c4fb3d723f08 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 943 time: 0.0992196 Jun 30 09:01:11.187260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55340a3c-eb8e-4c32-aaa3-b665d396cac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:11.192204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-279b6c2d-5eef-49f4-a356-6cdcf8640959 req-9a17339e-4ce6-46ae-9ad6-585d628fa7f4 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450613 Jun 30 09:01:11.412446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3493d-a8da-4fa7-ae81-25f1bd24f40d req-5f71fc3c-859c-4590-a9f1-5d7bc2b93eb9 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.415197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60e3493d-a8da-4fa7-ae81-25f1bd24f40d req-5f71fc3c-859c-4590-a9f1-5d7bc2b93eb9 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 943 time: 0.0741951 Jun 30 09:01:11.461401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60e3493d-a8da-4fa7-ae81-25f1bd24f40d req-c2852f71-60b7-47ec-86a1-7681acda4c89 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409877 Jun 30 09:01:11.686409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7375f0c1-5004-4cda-b3f0-209caaa22cb5 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:11.857312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0939f9b4-c346-44dd-84ef-7a3adab10fcb details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:11.993193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-79151cb7-84e8-48b7-a54e-2fbb77ea47ac tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:11.996151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-79151cb7-84e8-48b7-a54e-2fbb77ea47ac tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 1101 time: 0.1127958 Jun 30 09:01:12.048707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.082387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'port_id': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'mac_address': 'fa:16:3e:bc:6c:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:12.088169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.145131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '7375f0c1-5004-4cda-b3f0-209caaa22cb5', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '7375f0c1-5004-4cda-b3f0-209caaa22cb5', 'mac_address': 'fa:16:3e:4a:0a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:tempest-test_az-124038066', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:12.171974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.219767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.252733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.257775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7416-5282-4ae3-a885-ac81e78e78c5 req-4504507d-523f-4e32-8dc1-cd3cf98a957c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.259332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0939f9b4-c346-44dd-84ef-7a3adab10fcb {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:12.271698 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc3f7416-5282-4ae3-a885-ac81e78e78c5 req-4504507d-523f-4e32-8dc1-cd3cf98a957c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 949 time: 0.1936376 Jun 30 09:01:12.297868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7375f0c1-5004-4cda-b3f0-209caaa22cb5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:12.326696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.334049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56887e8c-f7d3-48e1-9934-030105d7f604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.337206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.341425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.346637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.394060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0939f9b4-c346-44dd-84ef-7a3adab10fcb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.425891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc3f7416-5282-4ae3-a885-ac81e78e78c5 req-ae8ede6d-8dd9-4fff-97c7-891eaa15eff1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523209 Jun 30 09:01:12.427883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Deleting port 8425caac-4e3b-452e-b543-f4701ad3a724 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:12.428596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.468494 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=7375f0c1-5004-4cda-b3f0-209caaa22cb5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.487531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56887e8c-f7d3-48e1-9934-030105d7f604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.494403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56887e8c-f7d3-48e1-9934-030105d7f604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.543702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-56887e8c-f7d3-48e1-9934-030105d7f604 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ecbec94020b492899ac7ba35b1c3f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677678 Jun 30 09:01:12.543702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56887e8c-f7d3-48e1-9934-030105d7f604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c570650-8488-47e1-bf1a-ef15611477f4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.545151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46460) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:12.546647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383acc7b-1bfe-4ad2-b954-4cfb5a091ebc req-f036a7b5-576b-45f0-b2ae-fde82467f757 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:12.548165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-383acc7b-1bfe-4ad2-b954-4cfb5a091ebc req-f036a7b5-576b-45f0-b2ae-fde82467f757 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 969 time: 0.2364366 Jun 30 09:01:12.569222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] For port 8425caac-4e3b-452e-b543-f4701ad3a724, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8425caac-4e3b-452e-b543-f4701ad3a724,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:12.569594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.588437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['7375f0c1-5004-4cda-b3f0-209caaa22cb5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:12.590625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Calling delete_port for 8425caac-4e3b-452e-b543-f4701ad3a724 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:12.623120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-383acc7b-1bfe-4ad2-b954-4cfb5a091ebc req-12845ee9-6eef-4ed8-b40a-155e66695053 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663691 Jun 30 09:01:12.623660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d57ec10-d3e2-49d0-b929-0599c1877ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.654965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d57ec10-d3e2-49d0-b929-0599c1877ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.712352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d57ec10-d3e2-49d0-b929-0599c1877ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.718256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d57ec10-d3e2-49d0-b929-0599c1877ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.719893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d57ec10-d3e2-49d0-b929-0599c1877ecd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c570650-8488-47e1-bf1a-ef15611477f4 HTTP/1.1" status: 204 len: 168 time: 0.1736243 Jun 30 09:01:12.731032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57ec10-d3e2-49d0-b929-0599c1877ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c570650-8488-47e1-bf1a-ef15611477f4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:12.883668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-0ce278c7-2dab-45af-b678-0d327438a50b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517328 Jun 30 09:01:12.885590 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:12.935272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0939f9b4-c346-44dd-84ef-7a3adab10fcb'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:12.990022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Pushing event deleted for resources: {'Port': ['ID=8425caac-4e3b-452e-b543-f4701ad3a724,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.068813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] No DVR routers for this DVR port 8425caac-4e3b-452e-b543-f4701ad3a724 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:13.073980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.076704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-063cd1d1-a00c-4044-a266-72aaf0c4a02a req-830bcc2f-b3e4-4f06-a51e-d8b80b03dc90 tempest-DeleteServersAdminTestJSON-1175651691 tempest-DeleteServersAdminTestJSON-1175651691-project-admin] 10.222.0.83 "DELETE /v2.0/ports/8425caac-4e3b-452e-b543-f4701ad3a724 HTTP/1.1" status: 204 len: 173 time: 1.0729625 Jun 30 09:01:13.080033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'name': 'network-vif-deleted', 'tag': '8425caac-4e3b-452e-b543-f4701ad3a724'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:13.083864 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4fcc90-c151-4097-aef6-2493a8b119f6" -d '{"events": [{"server_uuid": "92d9edaf-54c5-4e90-90df-3c857189abf8", "name": "network-vif-deleted", "tag": "8425caac-4e3b-452e-b543-f4701ad3a724"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:13.171119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.220329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-260b0568-9e22-4859-874a-dcb494d15ca1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.228454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-260b0568-9e22-4859-874a-dcb494d15ca1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3438792 Jun 30 09:01:13.257712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-6719b3aa-37b5-4815-b665-a211a8fb871c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/quotas/60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 375 time: 0.0281951 Jun 30 09:01:13.303473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-2976eb4f-3c2e-47ba-bb1b-e0f1ff141105 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441914 Jun 30 09:01:13.325114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf54754-f5b8-4c6d-8874-fec6590911f2 req-5bc03619-9d32-4a74-84f6-aa859325667d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.333939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbf54754-f5b8-4c6d-8874-fec6590911f2 req-5bc03619-9d32-4a74-84f6-aa859325667d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 943 time: 0.2131019 Jun 30 09:01:13.358365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a303a21-1f37-49f8-ad25-07a6234cdc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.397927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbf54754-f5b8-4c6d-8874-fec6590911f2 req-7cfba2fe-06c8-4691-8ca7-9634ea8f0f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601599 Jun 30 09:01:13.417491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46488) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.440262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2c33986d-e83e-4ecc-b4d8-6b48baa0cd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.469147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a303a21-1f37-49f8-ad25-07a6234cdc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.475936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3a303a21-1f37-49f8-ad25-07a6234cdc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.516048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a303a21-1f37-49f8-ad25-07a6234cdc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4516648-f59a-4849-a2cd-bf4fad6db6ef,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.539164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3a303a21-1f37-49f8-ad25-07a6234cdc9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a162acae7f242449040e7fe65e7a278&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3661408 Jun 30 09:01:13.541544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.587451 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b055ea6f-3dd1-452c-9f32-f237966c091b x-openstack-request-id: req-b055ea6f-3dd1-452c-9f32-f237966c091b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:13.587739 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d9edaf-54c5-4e90-90df-3c857189abf8", "name": "network-vif-deleted", "tag": "8425caac-4e3b-452e-b543-f4701ad3a724", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:13.587994 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b055ea6f-3dd1-452c-9f32-f237966c091b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:13.588540 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d9edaf-54c5-4e90-90df-3c857189abf8', 'name': 'network-vif-deleted', 'tag': '8425caac-4e3b-452e-b543-f4701ad3a724', 'status': 'completed', 'code': 200} Jun 30 09:01:13.605886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1521e6b-3fb7-466e-93d1-8dbb077fcb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.643383 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1521e6b-3fb7-466e-93d1-8dbb077fcb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.674401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2c33986d-e83e-4ecc-b4d8-6b48baa0cd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.685155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2c33986d-e83e-4ecc-b4d8-6b48baa0cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.696017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7375f0c1-5004-4cda-b3f0-209caaa22cb5 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:13.726898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1521e6b-3fb7-466e-93d1-8dbb077fcb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.731798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1521e6b-3fb7-466e-93d1-8dbb077fcb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.733116 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b1521e6b-3fb7-466e-93d1-8dbb077fcb5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4516648-f59a-4849-a2cd-bf4fad6db6ef HTTP/1.1" status: 204 len: 168 time: 0.1905396 Jun 30 09:01:13.743388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1521e6b-3fb7-466e-93d1-8dbb077fcb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4516648-f59a-4849-a2cd-bf4fad6db6ef,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.759361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053a2fd-5309-41cb-9c84-5a87e547dc28 req-3581937e-35a6-49d1-a667-0f11fb462575 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:13.760913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3053a2fd-5309-41cb-9c84-5a87e547dc28 req-3581937e-35a6-49d1-a667-0f11fb462575 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 944 time: 0.1950340 Jun 30 09:01:13.793061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70963c82-0fbc-44d0-8c0a-ea206d968a4e req-e4f17721-66f5-47e5-8bce-0ec19c49412a tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=92d9edaf-54c5-4e90-90df-3c857189abf8 HTTP/1.1" status: 200 len: 210 time: 0.0585051 Jun 30 09:01:13.805131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:13.810594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:13.812206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:13.846400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3053a2fd-5309-41cb-9c84-5a87e547dc28 req-e3bb8ee4-64ca-4fc0-ad5a-754a10e3ec99 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454872 Jun 30 09:01:13.851743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:13.859412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2c33986d-e83e-4ecc-b4d8-6b48baa0cd9e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3d01a9a34f344f90b5ff2ade0bcf5e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4398980 Jun 30 09:01:13.860404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33986d-e83e-4ecc-b4d8-6b48baa0cd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d49beb8-6263-442b-96b9-c0e9bb080ac4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:13.860965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4ceeadeb-b87c-4a56-9138-6e28428364b6 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:13.945865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-891d4199-d30a-457f-954a-143cce67e5c5 req-10c53215-b2d2-4ffc-9516-c05dcf148986 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 210 time: 0.0428894 Jun 30 09:01:14.034279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e11c0e3-ae91-4a0f-817a-6127c39eb93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.094860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e11c0e3-ae91-4a0f-817a-6127c39eb93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.214735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e11c0e3-ae91-4a0f-817a-6127c39eb93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.220910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e11c0e3-ae91-4a0f-817a-6127c39eb93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.243055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e11c0e3-ae91-4a0f-817a-6127c39eb93f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6d49beb8-6263-442b-96b9-c0e9bb080ac4 HTTP/1.1" status: 204 len: 168 time: 0.3737075 Jun 30 09:01:14.264520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11c0e3-ae91-4a0f-817a-6127c39eb93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d49beb8-6263-442b-96b9-c0e9bb080ac4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.265730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd9d971-0b65-436b-b3c3-af6ab50dc422 req-ffdf792f-29e0-4b06-9076-597a1f32a94f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.288018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afd9d971-0b65-436b-b3c3-af6ab50dc422 req-ffdf792f-29e0-4b06-9076-597a1f32a94f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 970 time: 0.2026255 Jun 30 09:01:14.327769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8425caac-4e3b-452e-b543-f4701ad3a724 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:14.356771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afd9d971-0b65-436b-b3c3-af6ab50dc422 req-b2f9f6c1-31b1-49d2-a7a6-eb02fb1fe4e1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677829 Jun 30 09:01:14.437186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 8425caac-4e3b-452e-b543-f4701ad3a724 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:14.437742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8425caac-4e3b-452e-b543-f4701ad3a724 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:14.464195 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.489624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d81e397-5f11-4d40-98df-98d4b48e3073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.531009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46530) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.563150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66bb2908-9f8c-43f2-9d01-26f717da3942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.623894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4ceeadeb-b87c-4a56-9138-6e28428364b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:14.668559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '4ceeadeb-b87c-4a56-9138-6e28428364b6', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': '4ceeadeb-b87c-4a56-9138-6e28428364b6', 'mac_address': 'fa:16:3e:0c:1e:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:14.672891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.725991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66bb2908-9f8c-43f2-9d01-26f717da3942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.732968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-66bb2908-9f8c-43f2-9d01-26f717da3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.789810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375f0c1-5004-4cda-b3f0-209caaa22cb5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:14.795024 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d2f12-523d-4011-9c1c-daf3bdebe467" -d '{"events": [{"server_uuid": "ef2c4b24-8662-4625-b3c6-c89a13ecd03a", "name": "network-vif-plugged", "status": "completed", "tag": "7375f0c1-5004-4cda-b3f0-209caaa22cb5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:14.813607 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.821091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:14.830953 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.839793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ceeadeb-b87c-4a56-9138-6e28428364b6 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:14.849292 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-66bb2908-9f8c-43f2-9d01-26f717da3942 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ad0c24b971eb4a3f9808a4cd44614bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140266 Jun 30 09:01:14.851954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:14.852550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb2908-9f8c-43f2-9d01-26f717da3942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb4756-e1da-4753-95fd-b04b1216df62,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.864084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4ceeadeb-b87c-4a56-9138-6e28428364b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:14.885002 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.914752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=7375f0c1-5004-4cda-b3f0-209caaa22cb5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:14.921078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670773b9-1fdc-4882-9c9e-5ca26ca13396 req-117aaecf-4055-4571-8985-e76a233d6f72 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:14.925757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-670773b9-1fdc-4882-9c9e-5ca26ca13396 req-117aaecf-4055-4571-8985-e76a233d6f72 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 970 time: 0.1491516 Jun 30 09:01:14.948796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b661d4f-8bee-46fa-a9eb-abe340b90ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.978979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b661d4f-8bee-46fa-a9eb-abe340b90ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:14.987146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-670773b9-1fdc-4882-9c9e-5ca26ca13396 req-131924a1-9f22-48c0-9edb-51c4c060dd7d tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544057 Jun 30 09:01:15.003583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52f8a2-d9f2-46ed-93f7-5b9409475ad0 req-2de65369-33c7-41ec-8300-c54717a65884 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.006179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c52f8a2-d9f2-46ed-93f7-5b9409475ad0 req-2de65369-33c7-41ec-8300-c54717a65884 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 944 time: 0.1368303 Jun 30 09:01:15.017911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=4ceeadeb-b87c-4a56-9138-6e28428364b6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.059300 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da070e88-ae7f-46ae-8caf-4ca74692eb90 x-openstack-request-id: req-da070e88-ae7f-46ae-8caf-4ca74692eb90 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:15.059587 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c4b24-8662-4625-b3c6-c89a13ecd03a", "name": "network-vif-plugged", "status": "completed", "tag": "7375f0c1-5004-4cda-b3f0-209caaa22cb5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:15.060049 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da070e88-ae7f-46ae-8caf-4ca74692eb90 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:15.060315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b661d4f-8bee-46fa-a9eb-abe340b90ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.060426 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375f0c1-5004-4cda-b3f0-209caaa22cb5', 'code': 200} Jun 30 09:01:15.069372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c52f8a2-d9f2-46ed-93f7-5b9409475ad0 req-457d7fa6-1997-4124-aa4b-e4752212420b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549245 Jun 30 09:01:15.069880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5b661d4f-8bee-46fa-a9eb-abe340b90ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.074707 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5b661d4f-8bee-46fa-a9eb-abe340b90ec0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42eb4756-e1da-4753-95fd-b04b1216df62 HTTP/1.1" status: 204 len: 168 time: 0.2207091 Jun 30 09:01:15.120296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b661d4f-8bee-46fa-a9eb-abe340b90ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb4756-e1da-4753-95fd-b04b1216df62,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:15.288152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168d959-095e-4796-8201-df2b6c6716ab req-0c3c9902-30dd-417c-b4d3-0da688ad4730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.289974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d168d959-095e-4796-8201-df2b6c6716ab req-0c3c9902-30dd-417c-b4d3-0da688ad4730 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 1123 time: 0.1009703 Jun 30 09:01:15.322029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['4ceeadeb-b87c-4a56-9138-6e28428364b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:15.356291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d168d959-095e-4796-8201-df2b6c6716ab req-b8bea633-2837-4f46-b449-49de50961ee7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431054 Jun 30 09:01:15.408008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-798fbbe7-d407-4217-baf6-00cc0f0bbe12 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385666 Jun 30 09:01:15.503402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af1fae0b-43c8-4d73-8b22-3a13273a2f91 req-2a5cdb03-4a09-4b6a-96f0-25f7e1aeb420 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 210 time: 0.1313746 Jun 30 09:01:15.585741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572aaa4-f34d-4275-9a65-b6773cee4e8e req-4b0b6690-ccc3-4a8c-bc07-611b3293b358 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.594269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3572aaa4-f34d-4275-9a65-b6773cee4e8e req-4b0b6690-ccc3-4a8c-bc07-611b3293b358 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 944 time: 0.2960756 Jun 30 09:01:15.614426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-8c935c1a-5215-43c6-ab7e-164518247eef tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:15.616213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-8c935c1a-5215-43c6-ab7e-164518247eef tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963222 Jun 30 09:01:15.672712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Request body: {'port': {'device_id': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '60dfaf38a93a4684acad1259df2491b7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:15.885352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0939f9b4-c346-44dd-84ef-7a3adab10fcb up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:15.890619 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:15.931346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3572aaa4-f34d-4275-9a65-b6773cee4e8e req-a2c3e89b-6101-4687-98de-7198b55b16a7 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3366833 Jun 30 09:01:15.952789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 0939f9b4-c346-44dd-84ef-7a3adab10fcb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:15.967195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 0939f9b4-c346-44dd-84ef-7a3adab10fcb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:15.967576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.093108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.101054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c5749-d637-4c79-a013-b207e54187f7 req-d7d93844-b1e9-4390-acdd-1034bd908c74 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.102588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f4c5749-d637-4c79-a013-b207e54187f7 req-d7d93844-b1e9-4390-acdd-1034bd908c74 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 971 time: 0.2333491 Jun 30 09:01:16.157516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:16.162192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-d17a8dc0-3cb3-4ed7-961b-e7a4033baefd tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702188 Jun 30 09:01:16.171696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.248073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0939f9b4-c346-44dd-84ef-7a3adab10fcb,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.279785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Made reservation on behalf of 60dfaf38a93a4684acad1259df2491b7 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:16.283308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.302954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-30956f2f-5e28-4f22-8379-bfa2a5fd5876 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.305466 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-30956f2f-5e28-4f22-8379-bfa2a5fd5876 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.79 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 970 time: 0.1693113 Jun 30 09:01:16.317789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f4c5749-d637-4c79-a013-b207e54187f7 req-50729bc2-cabe-4bf7-b903-4b3c1d17a6c2 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920867 Jun 30 09:01:16.321273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.363436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46608) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:16.465990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-3dc837cf-59c1-4d73-b79d-444b2f14443b tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.467706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-3dc837cf-59c1-4d73-b79d-444b2f14443b tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2855232 Jun 30 09:01:16.502542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-78428a49-f65c-47b2-bff1-cdf4413a5304 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/quotas/64efcc9aa9d34066a66d99c28e5ba9e0 HTTP/1.1" status: 200 len: 375 time: 0.0260754 Jun 30 09:01:16.555924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-d2298ed9-35a3-40a8-9c4c-75ab22335ed8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523062 Jun 30 09:01:16.613927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Deleting port 09d10343-8742-4845-91c7-fdc6cc679314 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:16.614543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.654929 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.663461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39da13-e6c7-4115-baee-34fadaad7fff req-60215e62-e513-441b-8c90-99bc5ff9af4d tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:16.665160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d39da13-e6c7-4115-baee-34fadaad7fff req-60215e62-e513-441b-8c90-99bc5ff9af4d tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 970 time: 0.1595888 Jun 30 09:01:16.666464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.796595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] For port 09d10343-8742-4845-91c7-fdc6cc679314, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=09d10343-8742-4845-91c7-fdc6cc679314,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:16.797050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.819137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1693239923-network', 'tenant_id': 'fbd201bc22484d4ba24b5aa69a327dc0'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:16.819713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Calling delete_port for 09d10343-8742-4845-91c7-fdc6cc679314 owned by compute:tempest-test_az-124038066 {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:16.874944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c417ef3a-8552-4920-ab50-842c90a6fe7b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:16.881709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Made reservation on behalf of fbd201bc22484d4ba24b5aa69a327dc0 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:16.884035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.897255 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:16.912165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d39da13-e6c7-4115-baee-34fadaad7fff req-ae6f5d60-3602-4f79-a3e9-8f21bf028e80 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/security-groups?id=a98c74ec-8022-4141-b11f-7409f1ba9927&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326341 Jun 30 09:01:16.998523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.011889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['09d10343-8742-4845-91c7-fdc6cc679314'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:17.038565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Pushing event deleted for resources: {'Port': ['ID=09d10343-8742-4845-91c7-fdc6cc679314,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.055837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Allocated IP 192.168.233.62 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/eae11a14-0170-425b-9b10-ff04621564d5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:17.063224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:17.068908 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea920f6-325a-45ba-b039-f9b79bb5614e" -d '{"events": [{"server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "name": "network-vif-plugged", "status": "completed", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:17.084049 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.138601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] No DVR routers for this DVR port 09d10343-8742-4845-91c7-fdc6cc679314 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:17.142756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.145709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c30a4f71-623e-40cc-9092-5589a5bd55f2 req-3f86a0c9-31df-4d37-8e99-979f6a4fc078 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.79 "DELETE /v2.0/ports/09d10343-8742-4845-91c7-fdc6cc679314 HTTP/1.1" status: 204 len: 173 time: 0.8310404 Jun 30 09:01:17.146645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'name': 'network-vif-deleted', 'tag': '09d10343-8742-4845-91c7-fdc6cc679314'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:17.148996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0d60832-35de-4871-a412-4ec59903519d req-6f8ed292-b240-4342-b6d5-9200fafebb05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 210 time: 0.0554082 Jun 30 09:01:17.162134 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079f3b56-ac36-4ead-bab2-e3ae867f7c28" -d '{"events": [{"server_uuid": "eff7fa30-0091-4398-ac4d-6dd8295b8f8a", "name": "network-vif-deleted", "tag": "09d10343-8742-4845-91c7-fdc6cc679314"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:17.194483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4756c6b-5423-49f4-a895-c461dd3dc9ba req-8a1e1041-8819-4d3b-9801-56c9333f7d36 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.202724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4756c6b-5423-49f4-a895-c461dd3dc9ba req-8a1e1041-8819-4d3b-9801-56c9333f7d36 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 944 time: 0.2863064 Jun 30 09:01:17.289539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0aa1476b-c0c5-4f90-874e-caedb90745bf req-3b16662f-fda2-4185-8ddb-221186dfaaa9 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 210 time: 0.0704401 Jun 30 09:01:17.339509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4756c6b-5423-49f4-a895-c461dd3dc9ba req-87b280c5-ad5c-4371-807d-bf3a228b464d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357918 Jun 30 09:01:17.450596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.451534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.466716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.512784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:17.594085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.594085 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Added segment 87e83f15-cd25-4318-b266-851f5e36a181 of type vlan for network 58085874-38b0-4df3-9ed0-48605f0d3e37 Jun 30 09:01:17.607252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508e301-ae31-4fa5-91fa-340ad5a6d870,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:17.655415 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.685333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.709733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Transition to ACTIVE for port object eae11a14-0170-425b-9b10-ff04621564d5 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:17.735049 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501c82e2-c5bc-4475-989f-bbcb48258126 x-openstack-request-id: req-501c82e2-c5bc-4475-989f-bbcb48258126 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:17.735607 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "name": "network-vif-plugged", "status": "completed", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:17.736061 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-501c82e2-c5bc-4475-989f-bbcb48258126 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:17.736659 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'code': 200} Jun 30 09:01:17.777606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e089cc-8354-47d8-9843-f99750f44722 req-8f6ac3ef-a4e3-4dea-9b27-8c1ce6b01636 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.795178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76e089cc-8354-47d8-9843-f99750f44722 req-8f6ac3ef-a4e3-4dea-9b27-8c1ce6b01636 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 945 time: 0.2857313 Jun 30 09:01:17.796139 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f09bbe4-50a5-454d-9938-33d730bd401c x-openstack-request-id: req-9f09bbe4-50a5-454d-9938-33d730bd401c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:17.796657 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff7fa30-0091-4398-ac4d-6dd8295b8f8a", "name": "network-vif-deleted", "tag": "09d10343-8742-4845-91c7-fdc6cc679314", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:17.796869 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f09bbe4-50a5-454d-9938-33d730bd401c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:17.797421 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff7fa30-0091-4398-ac4d-6dd8295b8f8a', 'name': 'network-vif-deleted', 'tag': '09d10343-8742-4845-91c7-fdc6cc679314', 'status': 'completed', 'code': 200} Jun 30 09:01:17.898366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4ceeadeb-b87c-4a56-9138-6e28428364b6 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:17.913382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76e089cc-8354-47d8-9843-f99750f44722 req-dc3bd83f-957e-4af1-a0d0-9658ab9d9fbf tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094861 Jun 30 09:01:17.914331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.915296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:17.915873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.931782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:17.948680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5518391 Jun 30 09:01:17.966515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46646) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:17.978803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Request body: {'subnet': {'network_id': '58085874-38b0-4df3-9ed0-48605f0d3e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1693239923-subnet', 'tenant_id': 'fbd201bc22484d4ba24b5aa69a327dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:18.012643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 4ceeadeb-b87c-4a56-9138-6e28428364b6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:18.039936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 4ceeadeb-b87c-4a56-9138-6e28428364b6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:18.042939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf42b7-9454-48eb-b7f3-eda7c7fc3b38 req-7e37f59e-2657-46a5-8651-7908ffa1026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.044635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5baf42b7-9454-48eb-b7f3-eda7c7fc3b38 req-7e37f59e-2657-46a5-8651-7908ffa1026f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1097 time: 0.1229925 Jun 30 09:01:18.044784 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.125884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5baf42b7-9454-48eb-b7f3-eda7c7fc3b38 req-7f7da1f8-48d5-4948-916a-ed1d69923979 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733302 Jun 30 09:01:18.130873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Made reservation on behalf of fbd201bc22484d4ba24b5aa69a327dc0 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:18.133580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.187880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.196938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:18.227439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4ceeadeb-b87c-4a56-9138-6e28428364b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:18.234660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.238939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:18.263172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:18.268903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.269864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.277931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-375a64cc-8d77-4add-a75a-bc010250aa8f req-4508c248-172f-4d53-90a5-5ff91ed63ed8 tempest-AggregatesAdminTestJSON-1905435287 tempest-AggregatesAdminTestJSON-1905435287-project] 10.222.0.77 "GET /v2.0/ports?device_id=eff7fa30-0091-4398-ac4d-6dd8295b8f8a HTTP/1.1" status: 200 len: 210 time: 0.0970619 Jun 30 09:01:18.308286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d181fbb-48df-47b0-a7bb-d4f257951f04 admin admin] Pushing event updated for resources: {'Network': ['ID=58085874-38b0-4df3-9ed0-48605f0d3e37,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.317820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.345568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-d9c07a9f-7edc-4431-8711-e3099dc032a1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7128782 Jun 30 09:01:18.346652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=4ceeadeb-b87c-4a56-9138-6e28428364b6,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.371346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98574957-8825-432a-bdfe-fa8872ce0bf2 req-41317195-d5b7-48e9-a916-528f62bf8200 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.372324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:18.373438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 58085874-38b0-4df3-9ed0-48605f0d3e37 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:18.390924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98574957-8825-432a-bdfe-fa8872ce0bf2 req-41317195-d5b7-48e9-a916-528f62bf8200 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 971 time: 0.4368203 Jun 30 09:01:18.490172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98574957-8825-432a-bdfe-fa8872ce0bf2 req-7cdef586-797c-48c7-be07-38994450593a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931723 Jun 30 09:01:18.590506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Request body: {'port': {'device_id': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:18.593983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-8840f947-babb-4ee2-9410-b992d3305f7f tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457814 Jun 30 09:01:18.627873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ceb77fd4-861d-4d7e-965f-770e9c73f0fa None None] Provisioning for port eae11a14-0170-425b-9b10-ff04621564d5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:18.635928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ceb77fd4-861d-4d7e-965f-770e9c73f0fa None None] Provisioning complete for port eae11a14-0170-425b-9b10-ff04621564d5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:18.636449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ceb77fd4-861d-4d7e-965f-770e9c73f0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.682986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9379f9d3-707c-4980-8f24-2a1a72e9916d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.710102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ceb77fd4-861d-4d7e-965f-770e9c73f0fa None None] Port eae11a14-0170-425b-9b10-ff04621564d5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:18.751123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b517d112-a45d-4b10-8cd5-28fdf479a689 req-08f45095-d922-486b-8c01-a95f14ac5009 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 210 time: 0.0474656 Jun 30 09:01:18.752029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.814309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-51e62f31-e47f-45ce-9cce-c5393ba7e1a3 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.815590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa6c9ca-73ad-4b4c-b750-d08c6d08198b req-4bf4d32f-7780-450e-856e-8b33d4e8402f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:18.816701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-51e62f31-e47f-45ce-9cce-c5393ba7e1a3 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119770 Jun 30 09:01:18.817377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baa6c9ca-73ad-4b4c-b750-d08c6d08198b req-4bf4d32f-7780-450e-856e-8b33d4e8402f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 935 time: 0.2995641 Jun 30 09:01:18.835778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Request body: {'port': {'device_id': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '64efcc9aa9d34066a66d99c28e5ba9e0'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:18.864858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.907583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baa6c9ca-73ad-4b4c-b750-d08c6d08198b req-a8897ebe-a1fe-4096-bf40-733a0a28b50c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788515 Jun 30 09:01:18.909497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4a7699b-ea75-4d73-99c6-993650487536,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:18.922643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9379f9d3-707c-4980-8f24-2a1a72e9916d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.937459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9379f9d3-707c-4980-8f24-2a1a72e9916d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:18.956560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Checking segment: {'id': '87e83f15-cd25-4318-b266-851f5e36a181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '58085874-38b0-4df3-9ed0-48605f0d3e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:18.956907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Network hostable DHCP agents. Network: 58085874-38b0-4df3-9ed0-48605f0d3e37, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:18.996020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9379f9d3-707c-4980-8f24-2a1a72e9916d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e4a02c3165124ac0976ab5c1a7773acb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6223257 Jun 30 09:01:18.998762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46672) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:19.002253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379f9d3-707c-4980-8f24-2a1a72e9916d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c425dbb5-7ac7-43be-8d1e-50b6686d3339,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.045968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Made reservation on behalf of 64efcc9aa9d34066a66d99c28e5ba9e0 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:19.050261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.062024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Network 58085874-38b0-4df3-9ed0-48605f0d3e37 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:19.084600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 58085874-38b0-4df3-9ed0-48605f0d3e37) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:19.086193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9df2-32f1-4002-8b2a-7fff2c62e6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.090389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.090979 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.096013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c04c9b-2b98-4d35-8e9f-6a307e883e8a None None] Network 58085874-38b0-4df3-9ed0-48605f0d3e37 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:19.165616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f22a-f91d-4bcf-8fb3-7de89aeca14c req-2e3d09de-e03f-48c5-94f4-4e58a49277c3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.167201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27f7f22a-f91d-4bcf-8fb3-7de89aeca14c req-2e3d09de-e03f-48c5-94f4-4e58a49277c3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 945 time: 0.2644033 Jun 30 09:01:19.179806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a9331534-9578-4515-9c28-0c633e0b8e47 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2051888 Jun 30 09:01:19.203888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9df2-32f1-4002-8b2a-7fff2c62e6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.279573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9df2-32f1-4002-8b2a-7fff2c62e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.284706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fdf9df2-32f1-4002-8b2a-7fff2c62e6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.287236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27f7f22a-f91d-4bcf-8fb3-7de89aeca14c req-88fc5a97-4638-432d-9a23-fbd1f927d53d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094043 Jun 30 09:01:19.299188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0fdf9df2-32f1-4002-8b2a-7fff2c62e6ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c425dbb5-7ac7-43be-8d1e-50b6686d3339 HTTP/1.1" status: 204 len: 168 time: 0.2873096 Jun 30 09:01:19.308801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b87df8-8491-49ee-920f-becee7c6e45b None None] Network 58085874-38b0-4df3-9ed0-48605f0d3e37 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:19.323235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf9df2-32f1-4002-8b2a-7fff2c62e6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425dbb5-7ac7-43be-8d1e-50b6686d3339,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.414948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae11a14-0170-425b-9b10-ff04621564d5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:19.424663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.445016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Transition to ACTIVE for port object eae11a14-0170-425b-9b10-ff04621564d5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:19.469660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.585077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Allocated IP 192.168.233.220 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/dd70db4a-8e72-42ce-a8c5-7b43256d204b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:19.652087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:19.737798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ceeadeb-b87c-4a56-9138-6e28428364b6'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:19.742134 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5f10f-9ce4-41bb-9d66-e585d2031f65" -d '{"events": [{"server_uuid": "a9acc7bc-55b4-483a-b18c-83e9feea5caf", "name": "network-vif-plugged", "status": "completed", "tag": "4ceeadeb-b87c-4a56-9138-6e28428364b6"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:19.743610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909e20b-78b3-496d-be10-0c81109a0055 req-570954a0-eab0-40f4-81a6-a1b4bc4a22ae tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:19.745707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9909e20b-78b3-496d-be10-0c81109a0055 req-570954a0-eab0-40f4-81a6-a1b4bc4a22ae tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 945 time: 0.2551694 Jun 30 09:01:19.746715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:19.747252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:19.749044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 09d10343-8742-4845-91c7-fdc6cc679314 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:19.750100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:19.765079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Port eae11a14-0170-425b-9b10-ff04621564d5 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:19.775081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:19.796982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:19.811897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:19.812656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:19.813355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Bound port: eae11a14-0170-425b-9b10-ff04621564d5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:19.814012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:19.826382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 09d10343-8742-4845-91c7-fdc6cc679314 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:19.826740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 09d10343-8742-4845-91c7-fdc6cc679314 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:19.912371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9909e20b-78b3-496d-be10-0c81109a0055 req-e9230a2b-b90d-4643-a23a-7af9ec18b442 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1554430 Jun 30 09:01:19.969674 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.009044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Transition to ACTIVE for port object dd70db4a-8e72-42ce-a8c5-7b43256d204b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:20.012871 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc79643-05cf-484b-88aa-044919f61403 x-openstack-request-id: req-9dc79643-05cf-484b-88aa-044919f61403 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:20.013163 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acc7bc-55b4-483a-b18c-83e9feea5caf", "name": "network-vif-plugged", "status": "completed", "tag": "4ceeadeb-b87c-4a56-9138-6e28428364b6", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:20.013413 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9dc79643-05cf-484b-88aa-044919f61403 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:20.013808 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ceeadeb-b87c-4a56-9138-6e28428364b6', 'code': 200} Jun 30 09:01:20.099093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.143040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df3d31f8-bd82-40be-bb56-b46750492044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.271842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d051198-4edf-4581-ad81-4c11f8684fe5 req-0f37c6d9-d3a4-4aa8-808e-4f6033e4354d tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 210 time: 0.0613611 Jun 30 09:01:20.281928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.306567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:20.310958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:20.321855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df3d31f8-bd82-40be-bb56-b46750492044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.329070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1d4d7-435e-4ec6-9834-36d1764dcf58 req-ce36090e-64af-4fd7-aaa2-0c4738379b98 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.337277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44c1d4d7-435e-4ec6-9834-36d1764dcf58 req-ce36090e-64af-4fd7-aaa2-0c4738379b98 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 971 time: 0.3769751 Jun 30 09:01:20.337918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.342397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df3d31f8-bd82-40be-bb56-b46750492044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.350072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.384751 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-df3d31f8-bd82-40be-bb56-b46750492044 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=990813134cdb41f5b69b6e36dd8aef1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803199 Jun 30 09:01:20.392828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.402734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930021b-4e39-4b6e-9c64-f7ba6bc8877d req-d7ee722f-bf69-43ec-a0f7-b2ebf09c1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.404301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0930021b-4e39-4b6e-9c64-f7ba6bc8877d req-d7ee722f-bf69-43ec-a0f7-b2ebf09c1b85 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 1097 time: 0.2312963 Jun 30 09:01:20.510963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:20.516780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.517913 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.519867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d31f8-bd82-40be-bb56-b46750492044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12df3f88-6e60-4abe-8223-36f61bb5c8ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.520206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] 10.222.0.83 "PUT /v2.0/ports/eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 1096 time: 1.9397659 Jun 30 09:01:20.521833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:20.525107 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c39acf-658b-4a79-8cc5-09c114cd8653" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "tag": "eae11a14-0170-425b-9b10-ff04621564d5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:20.556668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:20.559220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:20.565859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.566694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.575925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44c1d4d7-435e-4ec6-9834-36d1764dcf58 req-1af0b459-d2eb-4e35-b64c-962a7717d8fc tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375917 Jun 30 09:01:20.576551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe98fd-91a8-467a-9fb4-721d9ac5a371 service neutron] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.600540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Pushing event updated for resources: {'Port': ['ID=dd70db4a-8e72-42ce-a8c5-7b43256d204b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:20.626734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-eb19c074-6275-4bea-966f-c2e9cad970c2 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7907813 Jun 30 09:01:20.637825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Request body: {'port': {'device_id': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:20.641115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0930021b-4e39-4b6e-9c64-f7ba6bc8877d req-b3b76684-ec6f-407d-8221-020f8ae06389 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988330 Jun 30 09:01:20.673067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-97efbee0-de4a-44cf-a0f8-cd082d394708 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=daf9806394fe4b8d9b5f4ff281f31b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3886218 Jun 30 09:01:20.682140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.697480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8335dfa9-f507-4a64-994b-8c40bee8e06e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.736426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b346e-d061-4193-affe-41839e9130f1 req-80525ad4-75bf-4098-a966-efec11ab0234 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.744379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b1b346e-d061-4193-affe-41839e9130f1 req-80525ad4-75bf-4098-a966-efec11ab0234 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.2729404 Jun 30 09:01:20.845798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b1b346e-d061-4193-affe-41839e9130f1 req-3575a189-ba0a-4407-95ac-2585ef8027cd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004119 Jun 30 09:01:20.847061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46724) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:20.855686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-cbd881eb-bc31-4f8f-93ec-6f8882d26137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:20.857157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-cbd881eb-bc31-4f8f-93ec-6f8882d26137 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1099 time: 0.2669177 Jun 30 09:01:20.860976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406018782-network', 'tenant_id': 'cd10c329569144319571079efe9b4dfe'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:20.926013 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdd5544-ace3-4d9e-80f2-3649edeccf6e x-openstack-request-id: req-8fdd5544-ace3-4d9e-80f2-3649edeccf6e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:20.926252 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "tag": "eae11a14-0170-425b-9b10-ff04621564d5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:20.926531 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fdd5544-ace3-4d9e-80f2-3649edeccf6e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:20.927105 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5', 'status': 'completed', 'code': 200} Jun 30 09:01:20.951413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6983a765-5ee0-43e5-9728-02a4645d0b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.966807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Made reservation on behalf of cd10c329569144319571079efe9b4dfe for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:20.969239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:20.989756 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.009508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6983a765-5ee0-43e5-9728-02a4645d0b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.016101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.019719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8335dfa9-f507-4a64-994b-8c40bee8e06e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.070082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-a2e6316e-1bfd-4a33-8d5e-ebd32f5dc208 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e50392f1076d45d9929b798419893560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552263 Jun 30 09:01:21.121860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36060022-1bb6-472c-ab1f-eb9923e6504d req-3c88f3d4-ea1e-402b-b109-d16cabb86d27 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.123300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36060022-1bb6-472c-ab1f-eb9923e6504d req-3c88f3d4-ea1e-402b-b109-d16cabb86d27 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 945 time: 0.2475276 Jun 30 09:01:21.128752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9b0fcbc6-0eb2-4520-9ece-c11b4b96c794 None None] Provisioning for port dd70db4a-8e72-42ce-a8c5-7b43256d204b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:21.134978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9b0fcbc6-0eb2-4520-9ece-c11b4b96c794 None None] Provisioning complete for port dd70db4a-8e72-42ce-a8c5-7b43256d204b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:21.135705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b0fcbc6-0eb2-4520-9ece-c11b4b96c794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.167183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-765564b8-e5e6-4877-991f-d92f4fdb93a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.0903232 Jun 30 09:01:21.177151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fcbc6-0eb2-4520-9ece-c11b4b96c794 None None] Port dd70db4a-8e72-42ce-a8c5-7b43256d204b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:21.182786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8335dfa9-f507-4a64-994b-8c40bee8e06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.185219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8335dfa9-f507-4a64-994b-8c40bee8e06e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.188758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8335dfa9-f507-4a64-994b-8c40bee8e06e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12df3f88-6e60-4abe-8223-36f61bb5c8ec HTTP/1.1" status: 204 len: 168 time: 0.7863932 Jun 30 09:01:21.201845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335dfa9-f507-4a64-994b-8c40bee8e06e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12df3f88-6e60-4abe-8223-36f61bb5c8ec,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.294961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6983a765-5ee0-43e5-9728-02a4645d0b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.297368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6983a765-5ee0-43e5-9728-02a4645d0b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.298502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6983a765-5ee0-43e5-9728-02a4645d0b20 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a98c74ec-8022-4141-b11f-7409f1ba9927 HTTP/1.1" status: 204 len: 168 time: 0.6142666 Jun 30 09:01:21.340107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36060022-1bb6-472c-ab1f-eb9923e6504d req-03d38e8a-93a5-4107-b1f3-c7fe4b38a8b0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857941 Jun 30 09:01:21.351662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983a765-5ee0-43e5-9728-02a4645d0b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98c74ec-8022-4141-b11f-7409f1ba9927,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.365961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-0ad31b96-b0ff-45df-8a73-f76f636cf5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.367522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-0ad31b96-b0ff-45df-8a73-f76f636cf5c3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1576138 Jun 30 09:01:21.422979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-314c23fd-ad43-4efe-adb9-9be622b8546f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.430085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-314c23fd-ad43-4efe-adb9-9be622b8546f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479083 Jun 30 09:01:21.437701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd70db4a-8e72-42ce-a8c5-7b43256d204b {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:21.466703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-b47f4ba8-6164-4d00-945e-79886129b3ce tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/quotas/e50392f1076d45d9929b798419893560 HTTP/1.1" status: 200 len: 375 time: 0.0348797 Jun 30 09:01:21.477375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.495910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.509276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Transition to ACTIVE for port object dd70db4a-8e72-42ce-a8c5-7b43256d204b will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:21.515193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.523397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.604064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Pushing event updated for resources: {'Port': ['ID=dd70db4a-8e72-42ce-a8c5-7b43256d204b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.618943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:21.634241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa4e8707-a20a-4d72-9c25-2512ba183bc1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.661749 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.662097 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Added segment 278cc9e8-3413-4f9b-908e-fe8674e5b511 of type vlan for network d940ec19-dbf4-4c35-9850-1e9a18c80e79 Jun 30 09:01:21.664770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-0451328d-f506-4f25-a0a6-f09ab3a48c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.666315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-0451328d-f506-4f25-a0a6-f09ab3a48c8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2855837 Jun 30 09:01:21.669143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Attempting to bind port dd70db4a-8e72-42ce-a8c5-7b43256d204b on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:21.670307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Attempting to bind port dd70db4a-8e72-42ce-a8c5-7b43256d204b by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:21.670835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Attempting to bind port dd70db4a-8e72-42ce-a8c5-7b43256d204b on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:21.678829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Port dd70db4a-8e72-42ce-a8c5-7b43256d204b on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:21.679173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Attempting to bind port dd70db4a-8e72-42ce-a8c5-7b43256d204b on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:21.686647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:21.687431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:21.688245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:21.688890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Bound port: dd70db4a-8e72-42ce-a8c5-7b43256d204b, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:21.689420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.770478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] For port dd70db4a-8e72-42ce-a8c5-7b43256d204b, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:21.774141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] For port dd70db4a-8e72-42ce-a8c5-7b43256d204b, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:21.782067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.825459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.829211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.829966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:21.833405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] 10.222.0.79 "PUT /v2.0/ports/dd70db4a-8e72-42ce-a8c5-7b43256d204b HTTP/1.1" status: 200 len: 1097 time: 1.2027650 Jun 30 09:01:21.834125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'tag': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:21.842212 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9833c746-66c7-4359-9951-ac7668e77ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d6d91f-8a76-4908-9b9a-2e895599cde2", "tag": "dd70db4a-8e72-42ce-a8c5-7b43256d204b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:21.857219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-951fa1c7-188a-4eb8-a073-1edbe0370e14 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e50392f1076d45d9929b798419893560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3875234 Jun 30 09:01:21.935813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18b3b1-96c4-4f7f-8b05-8f9344f705ca service neutron] Pushing event updated for resources: {'Port': ['ID=dd70db4a-8e72-42ce-a8c5-7b43256d204b,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:21.936968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4729a77-f5dd-4b12-b134-996995bf6312 req-838edcc8-4668-49dc-81e0-067349833a20 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.953634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4729a77-f5dd-4b12-b134-996995bf6312 req-838edcc8-4668-49dc-81e0-067349833a20 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 945 time: 0.4238338 Jun 30 09:01:21.974753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-f567a5c3-6984-459b-9f6a-923b054b6304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:21.976820 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-f567a5c3-6984-459b-9f6a-923b054b6304 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 1100 time: 0.0911961 Jun 30 09:01:22.038015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46758) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.064230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.065740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.066602 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.069116 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-7ab66c1b-fc3d-4d11-be96-bf991f1ab354 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b HTTP/1.1" status: 200 len: 217 time: 0.0847604 Jun 30 09:01:22.164642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-79212603-75ec-4bf3-bad8-3d2f42dab8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.166883 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-79212603-75ec-4bf3-bad8-3d2f42dab8c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0917151 Jun 30 09:01:22.228666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3750498 Jun 30 09:01:22.238702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46764) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.248616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c950e-5b51-4e58-8e6b-1f3df4b94b3b admin admin] Pushing event updated for resources: {'Network': ['ID=d940ec19-dbf4-4c35-9850-1e9a18c80e79,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.268492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Request body: {'subnet': {'network_id': 'd940ec19-dbf4-4c35-9850-1e9a18c80e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1406018782-subnet', 'tenant_id': 'cd10c329569144319571079efe9b4dfe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:22.270552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network d940ec19-dbf4-4c35-9850-1e9a18c80e79 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:22.291210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-6538df85-a82d-465f-b701-c5d5a830b29c service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148345 Jun 30 09:01:22.335346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-538dbd3c-a32f-4acd-8261-32481a88d3d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84fdeb5cef4f405eb66e34d38ed25303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924781 Jun 30 09:01:22.343938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:22.407812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569686c4-7b49-4778-b853-8233b1385e10 req-d2bfda35-e586-4ad4-af9b-8d6517d0424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.409396 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-d2bfda35-e586-4ad4-af9b-8d6517d0424a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2364590 Jun 30 09:01:22.429538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-abad479b-2ea2-4eda-aa2c-36a9d054c593 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2130563 Jun 30 09:01:22.435963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4729a77-f5dd-4b12-b134-996995bf6312 req-cda20a6f-7c75-4a45-b45b-91156d9fe945 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4800732 Jun 30 09:01:22.574101 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0cf47c-5177-45c0-aa70-cade68587dc3 x-openstack-request-id: req-2f0cf47c-5177-45c0-aa70-cade68587dc3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:22.574337 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d6d91f-8a76-4908-9b9a-2e895599cde2", "tag": "dd70db4a-8e72-42ce-a8c5-7b43256d204b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:22.574595 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f0cf47c-5177-45c0-aa70-cade68587dc3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:22.574991 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'tag': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b', 'status': 'completed', 'code': 200} Jun 30 09:01:22.585092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Made reservation on behalf of cd10c329569144319571079efe9b4dfe for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:22.594748 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.623609 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40526cb7-9d51-4684-8eef-40d4c5bb0a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.666512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40526cb7-9d51-4684-8eef-40d4c5bb0a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.718786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-d2ebb53d-2915-49a9-b223-b1baa01d2ed3 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010890 Jun 30 09:01:22.765800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afe660-b257-450b-a952-4e7527848dd3 req-c2e9e3ba-e679-4743-941d-74314e6e53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.767511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-c2e9e3ba-e679-4743-941d-74314e6e53c5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1097 time: 0.2377570 Jun 30 09:01:22.835459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c664d586-5d1c-4c9a-84a8-ae1cd65edbeb req-2e102ba8-adea-4fc8-aebc-42c730b5be2d service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5056317 Jun 30 09:01:22.907162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40526cb7-9d51-4684-8eef-40d4c5bb0a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.909661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40526cb7-9d51-4684-8eef-40d4c5bb0a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:22.910943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-40526cb7-9d51-4684-8eef-40d4c5bb0a34 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/903fb45a-b903-4dc7-b5f0-84d489532764 HTTP/1.1" status: 204 len: 168 time: 0.5619900 Jun 30 09:01:22.925662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941671fa-7919-40ba-9089-6a16467ef174 req-047b88d3-2a28-427f-888e-83d19eaf96aa tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.933417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-941671fa-7919-40ba-9089-6a16467ef174 req-047b88d3-2a28-427f-888e-83d19eaf96aa tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 948 time: 0.5945661 Jun 30 09:01:22.945787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40526cb7-9d51-4684-8eef-40d4c5bb0a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903fb45a-b903-4dc7-b5f0-84d489532764,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:22.956043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-569686c4-7b49-4778-b853-8233b1385e10 req-c35468fa-14c0-42d1-bd9a-ec6455ca1042 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281706 Jun 30 09:01:22.964013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afe660-b257-450b-a952-4e7527848dd3 req-d64fa5a0-7eb1-4245-98b2-fbe1f0a2939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.965602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-d64fa5a0-7eb1-4245-98b2-fbe1f0a2939b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.1678867 Jun 30 09:01:22.996198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4edafb-6a60-4e12-b5b9-e3bf6fce8482 req-70314730-46ca-43fc-aec7-dc33dba4ac0b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:22.998046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e4edafb-6a60-4e12-b5b9-e3bf6fce8482 req-70314730-46ca-43fc-aec7-dc33dba4ac0b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.3005881 Jun 30 09:01:23.013224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-941671fa-7919-40ba-9089-6a16467ef174 req-d532bdbf-f2be-4010-8cf2-066c8463bf43 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787814 Jun 30 09:01:23.064072 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-44dd5329-3cef-4ddd-b45c-c3cd809add55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 217 time: 0.0879946 Jun 30 09:01:23.142234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afe660-b257-450b-a952-4e7527848dd3 req-786a4802-ef49-4259-86af-c0a3266fbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.144082 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-786a4802-ef49-4259-86af-c0a3266fbe30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.0725067 Jun 30 09:01:23.196268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e4edafb-6a60-4e12-b5b9-e3bf6fce8482 req-655c4ed1-8466-4325-b025-8af7720fa0d7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816750 Jun 30 09:01:23.302114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47afe660-b257-450b-a952-4e7527848dd3 req-6787b82b-0570-4da1-9634-f26e18503f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.307585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-6787b82b-0570-4da1-9634-f26e18503f80 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1569657 Jun 30 09:01:23.315352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adb0b849-59ed-4d5b-be95-dd5af04071e4 req-251cacfd-6c99-4855-b450-74bffe6483bf tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 210 time: 0.0841675 Jun 30 09:01:23.455735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-d68ddc9e-de18-45ed-9e85-b3615e9a4f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.460499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-d68ddc9e-de18-45ed-9e85-b3615e9a4f8e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 1100 time: 0.2365820 Jun 30 09:01:23.471359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:23.600934 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-885bce92-d926-42f2-bde8-4c3c5caac5e4 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856410 Jun 30 09:01:23.699345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-64e0e798-ba41-41e5-b490-2496fe773a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.700829 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-64e0e798-ba41-41e5-b490-2496fe773a6f service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2221475 Jun 30 09:01:23.709133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13788be-2e7d-4397-9c60-5139e65074b4,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:23.746443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-20723c05-5301-4e38-b711-9817ee65ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.748125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-20723c05-5301-4e38-b711-9817ee65ab67 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1099 time: 0.6229575 Jun 30 09:01:23.764569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-af474c26-f60b-4a15-a25d-591d660516b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b HTTP/1.1" status: 200 len: 217 time: 0.0424006 Jun 30 09:01:23.812359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47afe660-b257-450b-a952-4e7527848dd3 req-5b29ea0b-5df0-4660-9db1-acf9148f8dbf service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969910 Jun 30 09:01:23.850592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-f9b09f83-88aa-4101-85f2-1c98a19b9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.854436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-f9b09f83-88aa-4101-85f2-1c98a19b9d33 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0790954 Jun 30 09:01:23.896662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae86780-21e3-4b22-9441-95dc9ff5746c req-87adaf07-df02-46c3-bc7c-57ce65cc80ad tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.902994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ae86780-21e3-4b22-9441-95dc9ff5746c req-87adaf07-df02-46c3-bc7c-57ce65cc80ad tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 945 time: 0.4758902 Jun 30 09:01:23.937731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.79', 56978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:23.960110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Checking segment: {'id': '278cc9e8-3413-4f9b-908e-fe8674e5b511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd940ec19-dbf4-4c35-9850-1e9a18c80e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:23.960496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Network hostable DHCP agents. Network: d940ec19-dbf4-4c35-9850-1e9a18c80e79, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:23.978762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-7ad2cc3a-88da-492b-9139-d5e210a4568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:23.980253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-7ad2cc3a-88da-492b-9139-d5e210a4568d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1184466 Jun 30 09:01:23.982295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-315a87e1-d9d6-448d-a422-28e3682af955 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e50392f1076d45d9929b798419893560&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431600 Jun 30 09:01:24.009286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf42568-3986-44cd-bae7-41b0d0acd521 req-5ab8e992-b9a2-4ffd-8a3d-69f115f26da4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.015667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cf42568-3986-44cd-bae7-41b0d0acd521 req-5ab8e992-b9a2-4ffd-8a3d-69f115f26da4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 945 time: 0.3115647 Jun 30 09:01:24.027206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46824) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:24.030830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-fc2233f6-0332-4814-b3e0-ba7226af0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.036940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-fc2233f6-0332-4814-b3e0-ba7226af0d3a service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2496667 Jun 30 09:01:24.044895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'floatingip': {'port_id': '0939f9b4-c346-44dd-84ef-7a3adab10fcb'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:24.189076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-fe1e7baf-4c22-4ede-9cc2-c9f87b5b0962 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970708 Jun 30 09:01:24.198582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-aa4b2f96-5c19-4686-bde7-2b60b3930ec2 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.200019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-aa4b2f96-5c19-4686-bde7-2b60b3930ec2 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998556 Jun 30 09:01:24.214887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Request body: {'port': {'device_id': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'e50392f1076d45d9929b798419893560'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:24.219574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ae86780-21e3-4b22-9441-95dc9ff5746c req-8d17262a-409f-4d34-a088-3b26085ec26b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152075 Jun 30 09:01:24.268979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Network d940ec19-dbf4-4c35-9850-1e9a18c80e79 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:24.274188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-8f98619c-990d-4d7e-b2ee-26923b238937 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.1900475 Jun 30 09:01:24.279682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.355363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, d940ec19-dbf4-4c35-9850-1e9a18c80e79) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:24.366882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad8ad54-80f4-4523-b314-57c46eb3d6ea None None] Network d940ec19-dbf4-4c35-9850-1e9a18c80e79 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:24.367501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.368284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.399771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9833c746-66c7-4359-9951-ac7668e77ea2 req-c4ff5322-b9b9-494c-bd9e-bba8020b0a3e service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986699 Jun 30 09:01:24.427127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Made reservation on behalf of e50392f1076d45d9929b798419893560 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:24.434014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.475627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9f32d493-0fe5-4b44-ab7a-a5c28bec395e admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2140365 Jun 30 09:01:24.499071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-30856da4-f36d-41f5-896f-aa2f303d08d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.500647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-30856da4-f36d-41f5-896f-aa2f303d08d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2170851 Jun 30 09:01:24.624982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8a2c71-3e7b-4e24-b6d3-4706e450af74 None None] Network d940ec19-dbf4-4c35-9850-1e9a18c80e79 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:24.730444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Allocated IP 192.168.233.246 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/a704cc9d-fb17-46dc-b821-8198efa77cd3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:24.730444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:24.795905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Deleting subnet d4a7699b-ea75-4d73-99c6-993650487536 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:24.806388 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.896713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.913462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:24.953682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aea9a6-6b6c-4ef8-a84a-f19622932ff2 req-e1ef53d6-2be1-4677-8723-d3bf1f4c6cab tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.964992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9aea9a6-6b6c-4ef8-a84a-f19622932ff2 req-e1ef53d6-2be1-4677-8723-d3bf1f4c6cab tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 948 time: 0.4610994 Jun 30 09:01:24.995614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-ff941848-01ab-4576-bd35-68a3869eda59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:24.997680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-ff941848-01ab-4576-bd35-68a3869eda59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4842374 Jun 30 09:01:25.021794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.023716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.032102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c12a2-8720-4ebf-a44e-7677266546ee req-a9d73bf4-20f4-4084-be07-12c9996188ba tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.033580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-995c12a2-8720-4ebf-a44e-7677266546ee req-a9d73bf4-20f4-4084-be07-12c9996188ba tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.4649436 Jun 30 09:01:25.187837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9aea9a6-6b6c-4ef8-a84a-f19622932ff2 req-11bf7f9a-8a50-4d92-ae3d-911b79add706 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216630 Jun 30 09:01:25.240864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4a7699b-ea75-4d73-99c6-993650487536,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.253759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-995c12a2-8720-4ebf-a44e-7677266546ee req-64f142cc-b733-43c6-9f58-fa63449ea7a0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049417 Jun 30 09:01:25.261062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Transition to ACTIVE for port object a704cc9d-fb17-46dc-b821-8198efa77cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:25.263545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.263812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.264156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.264489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.264821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.265169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.265469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.265788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.266107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.266453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.266807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.267211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:25.270176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.275303 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5045726b-28b4-42e1-aa35-e6eb9e47030e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d4a7699b-ea75-4d73-99c6-993650487536 HTTP/1.1" status: 204 len: 168 time: 0.5414059 Jun 30 09:01:25.275536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:25.374163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.386670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['7375f0c1-5004-4cda-b3f0-209caaa22cb5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:25.471294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:25.485240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:25.516593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:25.529682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:25.530509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.556084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Pushing event updated for resources: {'Port': ['ID=a704cc9d-fb17-46dc-b821-8198efa77cd3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:25.563306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.615556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-0396f671-b223-4c3c-8fd5-a01e34ddb6d1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4052241 Jun 30 09:01:25.630252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Request body: {'port': {'device_id': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:25.733353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.749682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.768296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-e1a912cd-2ec1-4314-83cb-ef63b7a7a5d3 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7501945 Jun 30 09:01:25.773482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.798986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.799421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.800279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.800625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > port after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.800954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.801368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > port after_update 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.802131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.802336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.802664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.803029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.803386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dd70db4a-8e72-42ce-a8c5-7b43256d204b details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:25.843485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-228e4685-79e1-4abe-bb32-5fb9d101ade2 None None] Provisioning for port a704cc9d-fb17-46dc-b821-8198efa77cd3 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:25.850980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-228e4685-79e1-4abe-bb32-5fb9d101ade2 None None] Provisioning complete for port a704cc9d-fb17-46dc-b821-8198efa77cd3 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:25.851568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-228e4685-79e1-4abe-bb32-5fb9d101ade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:25.898357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-228e4685-79e1-4abe-bb32-5fb9d101ade2 None None] Port a704cc9d-fb17-46dc-b821-8198efa77cd3 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:25.939590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.939890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.940232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.940565 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:01:25.940877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device eae11a14-0170-425b-9b10-ff04621564d5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:25.940998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58085874-38b0-4df3-9ed0-48605f0d3e37']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:25.968260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e83f15-cd25-4318-b266-851f5e36a181') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:25.968568 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e83f15-cd25-4318-b266-851f5e36a181') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:25.989975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.006038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.009359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84592f8-ec34-4f14-8a8b-f7d6724065d3 req-2413e479-8065-447a-af72-a08cf6f4ef4a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.010953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f84592f8-ec34-4f14-8a8b-f7d6724065d3 req-2413e479-8065-447a-af72-a08cf6f4ef4a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 936 time: 0.2821248 Jun 30 09:01:26.029056 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a associated. External IP: 172.25.7.24, port: 0939f9b4-c346-44dd-84ef-7a3adab10fcb. Jun 30 09:01:26.029881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.050603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port dd70db4a-8e72-42ce-a8c5-7b43256d204b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:26.063837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:26.064905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.074663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b', 'mac_address': 'fa:16:3e:b9:2a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:26.079329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75c39acf-658b-4a79-8cc5-09c114cd8653 req-2bfcdbb6-52c3-4116-8c1a-0cd2ca9c6fba service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029995 Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: from cryptography.utils import int_from_bytes Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: from cryptography.utils import int_from_bytes Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:26.090063 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:26.121037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:26.141707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'eae11a14-0170-425b-9b10-ff04621564d5', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'eae11a14-0170-425b-9b10-ff04621564d5', 'mac_address': 'fa:16:3e:35:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:26.144571 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.157609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f84592f8-ec34-4f14-8a8b-f7d6724065d3 req-08411ca8-ad48-4c8a-ad00-510d152343bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334674 Jun 30 09:01:26.166050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd70db4a-8e72-42ce-a8c5-7b43256d204b {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:26.196379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29051f-96b6-43a0-b0af-1d5a0832b394 req-076ec926-8f47-41f5-94de-d4b4455bff43 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.197968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a29051f-96b6-43a0-b0af-1d5a0832b394 req-076ec926-8f47-41f5-94de-d4b4455bff43 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 945 time: 0.2577145 Jun 30 09:01:26.221046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port dd70db4a-8e72-42ce-a8c5-7b43256d204b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:26.223002 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.244930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.250171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.264046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae11a14-0170-425b-9b10-ff04621564d5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:26.290836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.299628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:26.299800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] 10.222.0.77 "DELETE /v2.0/networks/58085874-38b0-4df3-9ed0-48605f0d3e37 HTTP/1.1" status: 204 len: 168 time: 1.0228271 Jun 30 09:01:26.310791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:26.317801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d27563-af1e-4560-b59b-61d1c860891e admin admin] Pushing event deleted for resources: {'Network': ['ID=58085874-38b0-4df3-9ed0-48605f0d3e37,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.330348 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.352618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=dd70db4a-8e72-42ce-a8c5-7b43256d204b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.353684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a29051f-96b6-43a0-b0af-1d5a0832b394 req-bbb7923e-c4ec-43c0-8ea9-5d51c9319ad6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445286 Jun 30 09:01:26.374893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.375242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.375863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.376888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.377381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.378415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.379472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.379989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.380516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.380856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.382735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.383148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.416750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Deleting subnet e13788be-2e7d-4397-9c60-5139e65074b4 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:01:26.424047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.454378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Router e66878db-0416-4d62-807d-af592410aa79 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:26.477810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.506453 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.511481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a704cc9d-fb17-46dc-b821-8198efa77cd3 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:26.520049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.523001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.527854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['dd70db4a-8e72-42ce-a8c5-7b43256d204b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:26.569026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Transition to ACTIVE for port object a704cc9d-fb17-46dc-b821-8198efa77cd3 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:26.575578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.646556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Pushing event updated for resources: {'Port': ['ID=a704cc9d-fb17-46dc-b821-8198efa77cd3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.729485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0647e1-2048-420a-a91b-79b302fb9572 req-2fd78d0a-0623-4288-a1dd-53b79a176b83 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.731035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f0647e1-2048-420a-a91b-79b302fb9572 req-2fd78d0a-0623-4288-a1dd-53b79a176b83 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 949 time: 0.2753067 Jun 30 09:01:26.762870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Attempting to bind port a704cc9d-fb17-46dc-b821-8198efa77cd3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:26.763225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Attempting to bind port a704cc9d-fb17-46dc-b821-8198efa77cd3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:26.763790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Attempting to bind port a704cc9d-fb17-46dc-b821-8198efa77cd3 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:26.768224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Port a704cc9d-fb17-46dc-b821-8198efa77cd3 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:26.768550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Attempting to bind port a704cc9d-fb17-46dc-b821-8198efa77cd3 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:26.774710 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.774955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:26.774955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:26.775298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:26.775800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Bound port: a704cc9d-fb17-46dc-b821-8198efa77cd3, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:26.776136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.786901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:26.788969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:26.804650 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:26.819205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.825509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13788be-2e7d-4397-9c60-5139e65074b4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:26.827464 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:26.828095 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:26.869020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:26.870986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e13788be-2e7d-4397-9c60-5139e65074b4 HTTP/1.1" status: 204 len: 168 time: 0.5676546 Jun 30 09:01:26.875382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:26.878464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.878811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.879153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.880180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.880639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.880977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.881307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.881638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.881963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.882457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.882798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.883120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ca51aa-36ef-478c-b2bb-9570c95a5631 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:26.909570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f0647e1-2048-420a-a91b-79b302fb9572 req-4d59eaf4-a9dd-4512-ac5d-8aaaacf74b36 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669617 Jun 30 09:01:26.941076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c3b50fcd-da12-41fd-942a-522661e9780c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "PUT /v2.0/floatingips/c6c53b98-53fa-4a65-aad0-e1e10212665a HTTP/1.1" status: 200 len: 990 time: 2.9025578 Jun 30 09:01:26.948011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:26.957740 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734a9a11-c400-403a-b625-bf0d55c8dea0" -d '{"events": [{"name": "network-changed", "server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:26.975932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06bee4-799b-4b8a-a34a-861759524eb4 req-ce5f7bd0-c0eb-4c62-b0e9-7258a38b0efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:26.978365 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b06bee4-799b-4b8a-a34a-861759524eb4 req-ce5f7bd0-c0eb-4c62-b0e9-7258a38b0efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 948 time: 0.3103418 Jun 30 09:01:27.001160 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:27.003154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] For port a704cc9d-fb17-46dc-b821-8198efa77cd3, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:27.040386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] For port a704cc9d-fb17-46dc-b821-8198efa77cd3, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:27.047452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.055520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.073107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b06bee4-799b-4b8a-a34a-861759524eb4 req-6d84570f-e5d4-41b4-afa6-aa1482458836 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877230 Jun 30 09:01:27.124239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Pushing event updated for resources: {'Port': ['ID=a704cc9d-fb17-46dc-b821-8198efa77cd3,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.141179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.141886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.144071 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-fff23a08-4dcc-49da-9be4-5877f84f178e service neutron] 10.222.0.79 "PUT /v2.0/ports/a704cc9d-fb17-46dc-b821-8198efa77cd3 HTTP/1.1" status: 200 len: 1097 time: 1.5191579 Jun 30 09:01:27.147509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'tag': 'a704cc9d-fb17-46dc-b821-8198efa77cd3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:27.150731 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509" -d '{"events": [{"name": "network-changed", "server_uuid": "3802ad47-a68a-4c4b-808d-c138afcf4898", "tag": "a704cc9d-fb17-46dc-b821-8198efa77cd3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:27.256104 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ab8704-3ea4-4b7a-a0a3-984e1164d72e x-openstack-request-id: req-70ab8704-3ea4-4b7a-a0a3-984e1164d72e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:27.256598 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:27.257033 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70ab8704-3ea4-4b7a-a0a3-984e1164d72e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:27.257573 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'status': 'completed', 'code': 200} Jun 30 09:01:27.303730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.338636 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19a877f-0adb-41fc-82fe-c1d21b4cd4ac x-openstack-request-id: req-f19a877f-0adb-41fc-82fe-c1d21b4cd4ac {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:27.338945 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802ad47-a68a-4c4b-808d-c138afcf4898", "tag": "a704cc9d-fb17-46dc-b821-8198efa77cd3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:27.339200 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f19a877f-0adb-41fc-82fe-c1d21b4cd4ac {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:27.339562 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'tag': 'a704cc9d-fb17-46dc-b821-8198efa77cd3', 'status': 'completed', 'code': 200} Jun 30 09:01:27.342278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d940ec19-dbf4-4c35-9850-1e9a18c80e79']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:27.357788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278cc9e8-3413-4f9b-908e-fe8674e5b511') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:27.358097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278cc9e8-3413-4f9b-908e-fe8674e5b511') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:27.449644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-840a4cd6-6215-4eb4-8986-d217c04846b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.454780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-840a4cd6-6215-4eb4-8986-d217c04846b8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e50392f1076d45d9929b798419893560&device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 1100 time: 0.2643034 Jun 30 09:01:27.462282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.525652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-2d1ca06f-ebcf-43c6-bef8-03dcf7e631d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.527489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-2d1ca06f-ebcf-43c6-bef8-03dcf7e631d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1097 time: 0.1654394 Jun 30 09:01:27.531615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-23fe32d4-70ee-468c-a7ed-f959a3c1d26e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3 HTTP/1.1" status: 200 len: 217 time: 0.0614915 Jun 30 09:01:27.532612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.583114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:01:27.583578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:01:27.587266 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:01:27.640491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18d44-b97a-4ab1-8e49-753d87d48c84 req-ca4390b2-d2df-482c-967c-0ef33901d4a3 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.642147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48b18d44-b97a-4ab1-8e49-753d87d48c84 req-ca4390b2-d2df-482c-967c-0ef33901d4a3 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 948 time: 0.1796727 Jun 30 09:01:27.655197 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c6c53b98-53fa-4a65-aad0-e1e10212665a', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e66878db-0416-4d62-807d-af592410aa79', 'port_id': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'mac_address': 'fa:16:3e:bc:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:56Z', 'updated_at': '2021-06-30T09:01:25Z', 'revision_number': 1, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:27.670532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-4f734720-1015-41d5-a3f2-7533d05b035e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.671995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-4f734720-1015-41d5-a3f2-7533d05b035e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1319745 Jun 30 09:01:27.681069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b28d7-dd41-4c36-b270-499db9d7272e req-02452a2f-c087-4c68-8a1e-23865e47ceb1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.682747 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-236b28d7-dd41-4c36-b270-499db9d7272e req-02452a2f-c087-4c68-8a1e-23865e47ceb1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 945 time: 0.2962718 Jun 30 09:01:27.688357 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:27.691611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-b5ace5e4-a482-482a-afb4-ba366a218c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.695696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-b5ace5e4-a482-482a-afb4-ba366a218c7c service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.1608608 Jun 30 09:01:27.699002 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:27.699792 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:27.762911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.766636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48b18d44-b97a-4ab1-8e49-753d87d48c84 req-ab56db60-ca59-4264-a5dc-fd6a519f93ba tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160395 Jun 30 09:01:27.776323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:27.778079 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d940ec19-dbf4-4c35-9850-1e9a18c80e79 HTTP/1.1" status: 204 len: 168 time: 0.9012642 Jun 30 09:01:27.806162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce217864-d1b5-42b5-aec0-a5fffe17a925 admin admin] Pushing event deleted for resources: {'Network': ['ID=d940ec19-dbf4-4c35-9850-1e9a18c80e79,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:27.816501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dd70db4a-8e72-42ce-a8c5-7b43256d204b up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:27.886837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-a006d148-55fe-4a53-9026-186b94dc380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:27.888548 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-a006d148-55fe-4a53-9026-186b94dc380c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2050314 Jun 30 09:01:27.925427 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:27.938844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-cb7ffacd-36da-467a-9cd8-95408409603a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 998 time: 0.2371073 Jun 30 09:01:27.969903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device eae11a14-0170-425b-9b10-ff04621564d5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:27.978204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Deleting port 4ceeadeb-b87c-4a56-9138-6e28428364b6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:27.978781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.060204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port dd70db4a-8e72-42ce-a8c5-7b43256d204b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:28.073912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port dd70db4a-8e72-42ce-a8c5-7b43256d204b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:28.074309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.088534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7015a76-975f-483e-80ed-51cada4b976a req-361be633-07ab-403b-a2ab-30cf844830af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.099196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7015a76-975f-483e-80ed-51cada4b976a req-361be633-07ab-403b-a2ab-30cf844830af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 945 time: 0.3313360 Jun 30 09:01:28.148095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46932) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.171124 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-75895447-c17e-44e2-b3bb-a003d2ab5ad8 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732546 Jun 30 09:01:28.171282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-d42398d0-3ddf-410a-8030-ed181057c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.175087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-d42398d0-3ddf-410a-8030-ed181057c390 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.2207000 Jun 30 09:01:28.206674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port eae11a14-0170-425b-9b10-ff04621564d5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:28.210431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] For port 4ceeadeb-b87c-4a56-9138-6e28428364b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4ceeadeb-b87c-4a56-9138-6e28428364b6,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:28.211081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.217367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port eae11a14-0170-425b-9b10-ff04621564d5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:28.217738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.289490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Calling delete_port for 4ceeadeb-b87c-4a56-9138-6e28428364b6 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:28.310587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7015a76-975f-483e-80ed-51cada4b976a req-c8ddbbf1-271c-4c34-9ae6-59e3ea5b7cb2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025378 Jun 30 09:01:28.393415 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c6c53b98-53fa-4a65-aad0-e1e10212665a', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e66878db-0416-4d62-807d-af592410aa79', 'port_id': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'mac_address': 'fa:16:3e:bc:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:56Z', 'updated_at': '2021-06-30T09:01:25Z', 'revision_number': 1, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:28.413651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.448896 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43abc69-4f8a-4499-96b3-2a43c0a39b2f None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c6c53b98-53fa-4a65-aad0-e1e10212665a', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e66878db-0416-4d62-807d-af592410aa79', 'port_id': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'mac_address': 'fa:16:3e:bc:6c:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:56Z', 'updated_at': '2021-06-30T09:01:25Z', 'revision_number': 1, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:28.484860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-45ab0e85-2e45-435e-a9a4-53357962f17b req-c4840249-c5d5-44eb-b4be-e3fbbe625963 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824726 Jun 30 09:01:28.595263 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.637601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port dd70db4a-8e72-42ce-a8c5-7b43256d204b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:28.642073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:28.645568 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb7035d-c080-49be-8509-c4e5367c6e35" -d '{"events": [{"server_uuid": "e1d6d91f-8a76-4908-9b9a-2e895599cde2", "name": "network-vif-plugged", "status": "completed", "tag": "dd70db4a-8e72-42ce-a8c5-7b43256d204b"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:28.647524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412abc4b-7c33-40cb-81ec-7b1427ffd7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.651462 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.663081 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.698953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.721994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ee10352b-c6f6-4b06-b36b-032dbd9d9b4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fbd201bc22484d4ba24b5aa69a327dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5702674 Jun 30 09:01:28.724177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46946) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:28.729280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:28.745862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event deleted for resources: {'Port': ['ID=4ceeadeb-b87c-4a56-9138-6e28428364b6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.762325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=dd70db4a-8e72-42ce-a8c5-7b43256d204b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:28.786507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['4ceeadeb-b87c-4a56-9138-6e28428364b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:28.789274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.799422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-c3cf7883-8605-4d89-a226-9126930f81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.802283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-c3cf7883-8605-4d89-a226-9126930f81bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6028514 Jun 30 09:01:28.824730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] No DVR routers for this DVR port 4ceeadeb-b87c-4a56-9138-6e28428364b6 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:28.831064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-becb98d7-2bff-44bc-99ba-3c8dfab5ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.832611 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-becb98d7-2bff-44bc-99ba-3c8dfab5ede6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e50392f1076d45d9929b798419893560&device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 1100 time: 0.2548735 Jun 30 09:01:28.835829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:28.838198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-236b28d7-dd41-4c36-b270-499db9d7272e req-d8b0ec12-66af-4675-ae53-1667e07a9ddd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "DELETE /v2.0/ports/4ceeadeb-b87c-4a56-9138-6e28428364b6 HTTP/1.1" status: 204 len: 173 time: 1.1448534 Jun 30 09:01:28.841981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028f064-e081-4bd5-a832-79a0c15ef97b req-1fc8aa93-24c7-4057-ab91-03992577c9b2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.850500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5028f064-e081-4bd5-a832-79a0c15ef97b req-1fc8aa93-24c7-4057-ab91-03992577c9b2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 948 time: 0.1987665 Jun 30 09:01:28.860528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32651a2a-46b8-47f9-a36e-981ba3a1fd04 req-ca6ec293-41b1-48cc-890a-bb52b62d82c4 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:28.869545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32651a2a-46b8-47f9-a36e-981ba3a1fd04 req-ca6ec293-41b1-48cc-890a-bb52b62d82c4 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 949 time: 0.6543665 Jun 30 09:01:28.898979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9651a9e-429d-4e26-9faa-cd430987d9da None None] New status for floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:01:28.972820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.004080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.018544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-a5e110f0-af82-4053-b3e4-3eb07800c119 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018037 Jun 30 09:01:29.026246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-c1271c55-cc7c-48f1-b912-a0a798761591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.027882 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-c1271c55-cc7c-48f1-b912-a0a798761591 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1866736 Jun 30 09:01:29.038348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32651a2a-46b8-47f9-a36e-981ba3a1fd04 req-4eaf8007-e82b-419d-8bc1-c1c2bfadc6b7 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668136 Jun 30 09:01:29.047044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412abc4b-7c33-40cb-81ec-7b1427ffd7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.083299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-412abc4b-7c33-40cb-81ec-7b1427ffd7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.113410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-0c377b29-9648-48db-b59c-0e98be66eb49 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3 HTTP/1.1" status: 200 len: 217 time: 0.0752068 Jun 30 09:01:29.121024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75fe32f3-c7fd-4e5c-b0d0-bff395c6a3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.138464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-412abc4b-7c33-40cb-81ec-7b1427ffd7c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c9eedd5ca5bc4b56912b039fdca0d96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7216551 Jun 30 09:01:29.146849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.192600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5028f064-e081-4bd5-a832-79a0c15ef97b req-04a7348d-542b-4d6f-a1a0-c5823275eca3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405275 Jun 30 09:01:29.202678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412abc4b-7c33-40cb-81ec-7b1427ffd7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b408df3-3188-4700-80fa-18ba07c27739,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.214372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75fe32f3-c7fd-4e5c-b0d0-bff395c6a3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.241894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-e479a734-67ad-4fb5-bc67-fb47719de34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.243259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-e479a734-67ad-4fb5-bc67-fb47719de34e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1228106 Jun 30 09:01:29.281257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-734a9a11-c400-403a-b625-bf0d55c8dea0 req-fd288df2-a7e8-4573-bc4e-87120aa35725 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391710 Jun 30 09:01:29.295865 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4fdf9d-99e7-4165-9dbc-8bbbf2e3527e x-openstack-request-id: req-af4fdf9d-99e7-4165-9dbc-8bbbf2e3527e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:29.296162 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d6d91f-8a76-4908-9b9a-2e895599cde2", "name": "network-vif-plugged", "status": "completed", "tag": "dd70db4a-8e72-42ce-a8c5-7b43256d204b", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:29.296438 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af4fdf9d-99e7-4165-9dbc-8bbbf2e3527e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:29.296859 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b', 'code': 200} Jun 30 09:01:29.307339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75fe32f3-c7fd-4e5c-b0d0-bff395c6a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.310200 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75fe32f3-c7fd-4e5c-b0d0-bff395c6a3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.314179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75fe32f3-c7fd-4e5c-b0d0-bff395c6a3bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2508e301-ae31-4fa5-91fa-340ad5a6d870 HTTP/1.1" status: 204 len: 168 time: 0.5863752 Jun 30 09:01:29.320407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe32f3-c7fd-4e5c-b0d0-bff395c6a3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508e301-ae31-4fa5-91fa-340ad5a6d870,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.323512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd708fa-eb50-4ef0-8454-9e87cd4b43e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.345973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'name': 'network-vif-deleted', 'tag': '4ceeadeb-b87c-4a56-9138-6e28428364b6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:29.349335 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f5e1f0-2c11-4fd9-ac52-ae3c64d93d5e" -d '{"events": [{"server_uuid": "a9acc7bc-55b4-483a-b18c-83e9feea5caf", "name": "network-vif-deleted", "tag": "4ceeadeb-b87c-4a56-9138-6e28428364b6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:29.373744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd708fa-eb50-4ef0-8454-9e87cd4b43e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.389480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-7155fec8-f2bc-41e3-ad52-72343d122c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.391024 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-7155fec8-f2bc-41e3-ad52-72343d122c95 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1405830 Jun 30 09:01:29.538489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fb0471f-8ea2-49f5-99ce-eeeb0f65905a req-cfe147e3-8db7-4d3e-9c2b-bdd0418558e5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9acc7bc-55b4-483a-b18c-83e9feea5caf HTTP/1.1" status: 200 len: 210 time: 0.0391822 Jun 30 09:01:29.591594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232897a-cfd4-40ec-96ac-4674737f0cec req-04e0e5ab-98d5-4af8-9e99-8de0dbf52976 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.593307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3232897a-cfd4-40ec-96ac-4674737f0cec req-04e0e5ab-98d5-4af8-9e99-8de0dbf52976 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 948 time: 0.1429133 Jun 30 09:01:29.668624 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb7d44c-cf5a-4f99-a0bb-54a0517d4002 x-openstack-request-id: req-6eb7d44c-cf5a-4f99-a0bb-54a0517d4002 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:29.669218 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9acc7bc-55b4-483a-b18c-83e9feea5caf", "name": "network-vif-deleted", "tag": "4ceeadeb-b87c-4a56-9138-6e28428364b6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:29.669218 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6eb7d44c-cf5a-4f99-a0bb-54a0517d4002 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:29.669502 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9acc7bc-55b4-483a-b18c-83e9feea5caf', 'name': 'network-vif-deleted', 'tag': '4ceeadeb-b87c-4a56-9138-6e28428364b6', 'status': 'completed', 'code': 200} Jun 30 09:01:29.682182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3232897a-cfd4-40ec-96ac-4674737f0cec req-d12bbdcd-669a-4874-855f-c46a6157153a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745606 Jun 30 09:01:29.757912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35ca7-e728-4503-ba78-530dd26630fa req-5e2dc3a0-a629-43e0-b6f0-4e1f635b3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:29.760888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15c35ca7-e728-4503-ba78-530dd26630fa req-5e2dc3a0-a629-43e0-b6f0-4e1f635b3ee2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 1102 time: 0.3461571 Jun 30 09:01:29.767729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd708fa-eb50-4ef0-8454-9e87cd4b43e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.774394 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcd708fa-eb50-4ef0-8454-9e87cd4b43e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:29.778137 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dcd708fa-eb50-4ef0-8454-9e87cd4b43e0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b408df3-3188-4700-80fa-18ba07c27739 HTTP/1.1" status: 204 len: 168 time: 0.6259015 Jun 30 09:01:29.818040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-877aad43-5513-4233-a02e-7140e6f550fb service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190657 Jun 30 09:01:29.823860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd708fa-eb50-4ef0-8454-9e87cd4b43e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b408df3-3188-4700-80fa-18ba07c27739,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:29.860262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.911165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15c35ca7-e728-4503-ba78-530dd26630fa req-0f3ae1d6-9bf2-424f-bfbb-fb433a24a114 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284449 Jun 30 09:01:29.928008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0c59b3d3-c512-40b1-bdef-c5380faaa7d6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cd10c329569144319571079efe9b4dfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661979 Jun 30 09:01:29.931610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46982) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:29.964685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af54eabf-1ab6-4047-b9cd-a67b9b1b6509 req-ed230cbf-0433-4335-95a7-39c20253480d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372030 Jun 30 09:01:30.001246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4192719c-7a16-4f49-8669-0003e63960fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.026873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4192719c-7a16-4f49-8669-0003e63960fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.083206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4192719c-7a16-4f49-8669-0003e63960fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.089631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4192719c-7a16-4f49-8669-0003e63960fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.094254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4192719c-7a16-4f49-8669-0003e63960fe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa4e8707-a20a-4d72-9c25-2512ba183bc1 HTTP/1.1" status: 204 len: 168 time: 0.1564074 Jun 30 09:01:30.101629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192719c-7a16-4f49-8669-0003e63960fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa4e8707-a20a-4d72-9c25-2512ba183bc1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.164278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:30.180456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fe100ae-97fd-4d7a-a368-47e68cce1a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.293215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823b8d8-f95c-4b7c-8583-d1314864b2fe req-ab92f2e5-f225-41ab-8546-f497a0f3e3db tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.295442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5823b8d8-f95c-4b7c-8583-d1314864b2fe req-ab92f2e5-f225-41ab-8546-f497a0f3e3db tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 950 time: 0.1150150 Jun 30 09:01:30.304108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fe100ae-97fd-4d7a-a368-47e68cce1a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.309929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fe100ae-97fd-4d7a-a368-47e68cce1a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.344221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe100ae-97fd-4d7a-a368-47e68cce1a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d56ba27-a2fd-4693-ad24-8bd5c1f589e5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.361250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5823b8d8-f95c-4b7c-8583-d1314864b2fe req-62e6c820-6646-414a-8a5c-30b9055da521 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575294 Jun 30 09:01:30.373491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46998) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:30.379965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2fe100ae-97fd-4d7a-a368-47e68cce1a02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a489fa1753114e3f880e61f03b4ecc50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141867 Jun 30 09:01:30.440403 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bce14648-0577-4a5f-9937-edc9e8262944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.481751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bce14648-0577-4a5f-9937-edc9e8262944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.582246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bce14648-0577-4a5f-9937-edc9e8262944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.586649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bce14648-0577-4a5f-9937-edc9e8262944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:30.590195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bce14648-0577-4a5f-9937-edc9e8262944 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3d56ba27-a2fd-4693-ad24-8bd5c1f589e5 HTTP/1.1" status: 204 len: 168 time: 0.2133646 Jun 30 09:01:30.607570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce14648-0577-4a5f-9937-edc9e8262944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d56ba27-a2fd-4693-ad24-8bd5c1f589e5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:30.620078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc61647-eb62-45c2-aef3-0cda76a20e2c req-6eb38df1-c5a3-440a-ba50-ccf68b396389 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:30.627201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffc61647-eb62-45c2-aef3-0cda76a20e2c req-6eb38df1-c5a3-440a-ba50-ccf68b396389 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1304669 Jun 30 09:01:30.679508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffc61647-eb62-45c2-aef3-0cda76a20e2c req-1679c959-383b-48d2-8c73-2d13fbfcb7e3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513031 Jun 30 09:01:31.009786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84219b0-2ab1-4a80-9f60-8d076d4cf224 req-7050236c-ba87-4117-a3d3-1b5435c84d2a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.011408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e84219b0-2ab1-4a80-9f60-8d076d4cf224 req-7050236c-ba87-4117-a3d3-1b5435c84d2a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 948 time: 0.1057353 Jun 30 09:01:31.071793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e84219b0-2ab1-4a80-9f60-8d076d4cf224 req-e5517795-b0a9-4f98-8b6a-43bf1d61b2f7 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480161 Jun 30 09:01:31.237844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-6e572b68-642a-4146-bd08-cf0796968644 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.239672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-6e572b68-642a-4146-bd08-cf0796968644 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.1666899 Jun 30 09:01:31.260112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-993dfec3-7e43-4686-b9fa-5e660b1c6c0a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0127683 Jun 30 09:01:31.298388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:31.303336 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0c69b-0beb-4422-9698-b3eb2d29fb4f" -d '{"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-plugged", "status": "completed", "tag": "eae11a14-0170-425b-9b10-ff04621564d5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:31.306457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-83130084-3dc8-434d-81fd-ca0335c5da64 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404711 Jun 30 09:01:31.356369 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdce251-832a-4a82-9959-8d4226836991 x-openstack-request-id: req-7cdce251-832a-4a82-9959-8d4226836991 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:31.357132 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-plugged", "status": "completed", "tag": "eae11a14-0170-425b-9b10-ff04621564d5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:31.357602 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cdce251-832a-4a82-9959-8d4226836991 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:31.358149 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5', 'code': 200} Jun 30 09:01:31.432610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-fad2f908-c954-4a3e-9eeb-efd9fe802ced service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236866 Jun 30 09:01:31.594379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430ad63-c57d-4b6d-a573-01f923815fb2 req-3500768e-d4d0-4db3-ba44-5cdc98b4fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.595920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d430ad63-c57d-4b6d-a573-01f923815fb2 req-3500768e-d4d0-4db3-ba44-5cdc98b4fad7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1101 time: 0.0980117 Jun 30 09:01:31.646748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-45bb22e7-4fff-4bb4-8d61-0c95c1e3aa32 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008493 Jun 30 09:01:31.687924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d430ad63-c57d-4b6d-a573-01f923815fb2 req-38b3e86a-3e3c-435f-a2e2-5265e06fee7e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814457 Jun 30 09:01:31.847380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a704cc9d-fb17-46dc-b821-8198efa77cd3 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:31.861471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c9158-a07c-4038-9913-bf0100a3cd5b req-a75a156e-47f4-4517-8dc1-e44ed09164db tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:31.864286 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e08c9158-a07c-4038-9913-bf0100a3cd5b req-a75a156e-47f4-4517-8dc1-e44ed09164db tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 950 time: 0.1109369 Jun 30 09:01:31.978177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e08c9158-a07c-4038-9913-bf0100a3cd5b req-616c0e43-3e8f-4727-8a67-8dc81c51d2aa tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063292 Jun 30 09:01:32.003396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4ceeadeb-b87c-4a56-9138-6e28428364b6 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:32.042746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 4ceeadeb-b87c-4a56-9138-6e28428364b6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:32.043336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4ceeadeb-b87c-4a56-9138-6e28428364b6 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:32.104811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port a704cc9d-fb17-46dc-b821-8198efa77cd3, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:32.119849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'a704cc9d-fb17-46dc-b821-8198efa77cd3', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'a704cc9d-fb17-46dc-b821-8198efa77cd3', 'mac_address': 'fa:16:3e:e0:5f:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:32.159300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9e15cfd-e2cf-407e-8ebe-740c522bb70e req-af2413f8-4c2a-467d-9d6f-b77db27a8e3b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 210 time: 0.0981023 Jun 30 09:01:32.200264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.228104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a704cc9d-fb17-46dc-b821-8198efa77cd3 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:32.243526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657b926-2488-46ee-87e9-1890785d2f12 req-34a80b74-bf75-4f84-a055-d077f3ff71c7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.253436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0657b926-2488-46ee-87e9-1890785d2f12 req-34a80b74-bf75-4f84-a055-d077f3ff71c7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2701659 Jun 30 09:01:32.264044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port a704cc9d-fb17-46dc-b821-8198efa77cd3, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:32.270788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:32.297777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0657b926-2488-46ee-87e9-1890785d2f12 req-5f79882b-010e-412f-8761-f984ddfb2bcd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430145 Jun 30 09:01:32.367840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=a704cc9d-fb17-46dc-b821-8198efa77cd3,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:32.524942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['a704cc9d-fb17-46dc-b821-8198efa77cd3'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:32.551041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8558754-f25c-4b60-9a5e-a5d4bdd2aa27 req-98d369a0-0359-4b21-846f-06fe2739b031 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.552681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8558754-f25c-4b60-9a5e-a5d4bdd2aa27 req-98d369a0-0359-4b21-846f-06fe2739b031 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 949 time: 0.0800374 Jun 30 09:01:32.603469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8558754-f25c-4b60-9a5e-a5d4bdd2aa27 req-6b656456-d5a6-494a-88fe-00254a10181e tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Jun 30 09:01:32.862067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79c575-069c-4b41-865f-72f7731c988f req-47ccbf8c-ea81-437a-b6b0-34d5a073253e tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:32.866737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d79c575-069c-4b41-865f-72f7731c988f req-47ccbf8c-ea81-437a-b6b0-34d5a073253e tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 950 time: 0.0705938 Jun 30 09:01:32.912011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d79c575-069c-4b41-865f-72f7731c988f req-2ba9ed0a-2a0f-4f69-9059-922ac6f318b4 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423634 Jun 30 09:01:33.545762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dde78d1b-4604-4b59-9c61-3e18fcb9ac81 req-f86cb26a-8e09-48b4-bfea-01d643d881dd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 210 time: 0.0443935 Jun 30 09:01:33.639245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:33.687702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d95c0-99b5-47d2-b463-ba1867912ccc req-639b2747-4d71-4332-a422-645355e196ca tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.697751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-241d95c0-99b5-47d2-b463-ba1867912ccc req-639b2747-4d71-4332-a422-645355e196ca tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1324267 Jun 30 09:01:33.786662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55b65ed0-7684-4a39-adbe-0a1bdca968c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.826464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-241d95c0-99b5-47d2-b463-ba1867912ccc req-a74a73d8-a373-47a2-8132-723baa28c8f7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274965 Jun 30 09:01:33.863350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a704cc9d-fb17-46dc-b821-8198efa77cd3 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:33.883246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bae328-919f-47af-9965-caf98fd904f7 req-6e3270f5-fb96-4531-a7df-7fac94e083fe tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.884851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91bae328-919f-47af-9965-caf98fd904f7 req-6e3270f5-fb96-4531-a7df-7fac94e083fe tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 950 time: 0.1618133 Jun 30 09:01:33.941004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-5eadfa31-1170-4475-9b92-2180303d235e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:33.943323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-5eadfa31-1170-4475-9b92-2180303d235e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.1799510 Jun 30 09:01:33.953890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55b65ed0-7684-4a39-adbe-0a1bdca968c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.960203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55b65ed0-7684-4a39-adbe-0a1bdca968c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.966549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port a704cc9d-fb17-46dc-b821-8198efa77cd3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:33.968437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Request body: {'port': {'device_id': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'admin_state_up': True, 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:33.973836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port a704cc9d-fb17-46dc-b821-8198efa77cd3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:33.974895 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:33.988475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91bae328-919f-47af-9965-caf98fd904f7 req-ab01a474-8dc2-42a5-a3d2-d0060402d41c tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/security-groups?id=29b5d014-1eec-4e59-b0a9-f4298340b1bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835462 Jun 30 09:01:34.029198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-55b65ed0-7684-4a39-adbe-0a1bdca968c4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=504c4a2398884a67b2100966adfac7a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854713 Jun 30 09:01:34.030927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47206) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.033647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b65ed0-7684-4a39-adbe-0a1bdca968c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244c3955-f407-42f1-a70a-2ddfab9c376d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.109134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.141103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a704cc9d-fb17-46dc-b821-8198efa77cd3'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:34.144524 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77630ead-afe0-408b-9eb6-c98a92e8ecbc" -d '{"events": [{"server_uuid": "3802ad47-a68a-4c4b-808d-c138afcf4898", "name": "network-vif-plugged", "status": "completed", "tag": "a704cc9d-fb17-46dc-b821-8198efa77cd3"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:34.162018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port a704cc9d-fb17-46dc-b821-8198efa77cd3, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:34.168282 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.208492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edf69c64-8ba5-4994-929f-30dd8b3a4222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.227376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=a704cc9d-fb17-46dc-b821-8198efa77cd3,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.248008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1d469-35cb-4d1b-97eb-2e77d8cd33a9 req-a2b6d81c-29d8-41b7-8371-c523c31ea968 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.249495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aff1d469-35cb-4d1b-97eb-2e77d8cd33a9 req-a2b6d81c-29d8-41b7-8371-c523c31ea968 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 949 time: 0.1701901 Jun 30 09:01:34.257816 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edf69c64-8ba5-4994-929f-30dd8b3a4222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.315331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:34.320010 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.331923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-702f8553-6c9e-4b4e-a566-32c9cee1701f req-690fa1aa-0757-4796-ac64-510ec6d25d95 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648556 Jun 30 09:01:34.409858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aff1d469-35cb-4d1b-97eb-2e77d8cd33a9 req-a0d8223a-41b1-4dcb-9ad3-9b31fa6ca372 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498792 Jun 30 09:01:34.465025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edf69c64-8ba5-4994-929f-30dd8b3a4222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.467573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edf69c64-8ba5-4994-929f-30dd8b3a4222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.471061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-edf69c64-8ba5-4994-929f-30dd8b3a4222 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/244c3955-f407-42f1-a70a-2ddfab9c376d HTTP/1.1" status: 204 len: 168 time: 0.4370885 Jun 30 09:01:34.505291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf69c64-8ba5-4994-929f-30dd8b3a4222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c3955-f407-42f1-a70a-2ddfab9c376d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:34.555045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f8553-6c9e-4b4e-a566-32c9cee1701f req-1cd2b84b-2587-49e7-be51-356ae429402b tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.556559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-702f8553-6c9e-4b4e-a566-32c9cee1701f req-1cd2b84b-2587-49e7-be51-356ae429402b tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2130129 Jun 30 09:01:34.582989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-702f8553-6c9e-4b4e-a566-32c9cee1701f req-5ba1223d-99f1-44dc-9951-2e67422926b6 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/quotas/7c77a45de7134105b1ea6d01ef39ea3c HTTP/1.1" status: 200 len: 375 time: 0.0183945 Jun 30 09:01:34.592762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Allocated IP 172.20.0.6 (b2c54091-925f-4650-80fa-04bb3b1cd9dd/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849/43d38b81-d504-47f1-8c4d-b0a4685626f9) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:34.634785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-702f8553-6c9e-4b4e-a566-32c9cee1701f req-80ed5e7c-53ef-4bdf-9d9f-206f63ebe206 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394609 Jun 30 09:01:34.801922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a66b306-9a8a-458c-8e3b-af7c52cf68f0 req-e5cafff3-f41f-499a-9c4e-85c31ca40747 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.803729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a66b306-9a8a-458c-8e3b-af7c52cf68f0 req-e5cafff3-f41f-499a-9c4e-85c31ca40747 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1101 time: 0.1323345 Jun 30 09:01:34.834870 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a66b306-9a8a-458c-8e3b-af7c52cf68f0 req-d207a5f9-7dae-4ca4-8ccb-fd336b1ee9fa tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.843344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:34.851638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.859004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09363c4-6a5c-4d49-b5cd-6e36ecc6da4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.903655 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.944290 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3482a5-683e-467b-85b3-5f787bf672ac x-openstack-request-id: req-5c3482a5-683e-467b-85b3-5f787bf672ac {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:34.946007 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802ad47-a68a-4c4b-808d-c138afcf4898", "name": "network-vif-plugged", "status": "completed", "tag": "a704cc9d-fb17-46dc-b821-8198efa77cd3", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:34.946239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:34.946789 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c3482a5-683e-467b-85b3-5f787bf672ac {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:34.947633 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a704cc9d-fb17-46dc-b821-8198efa77cd3', 'code': 200} Jun 30 09:01:34.952474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:34.959445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:34.966704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:34.967425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:34.995293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event updated for resources: {'Port': ['ID=43d38b81-d504-47f1-8c4d-b0a4685626f9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.029542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-4d255b7c-4468-47fd-9e7b-304e3dea4ae8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.031061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-4d255b7c-4468-47fd-9e7b-304e3dea4ae8 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 950 time: 0.1241126 Jun 30 09:01:35.040549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09363c4-6a5c-4d49-b5cd-6e36ecc6da4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.058150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09363c4-6a5c-4d49-b5cd-6e36ecc6da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.157664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09363c4-6a5c-4d49-b5cd-6e36ecc6da4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04b7b43-7e95-45e8-9c13-25e0efeb066e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.160019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbf248-5350-4ac9-a017-7daa6596084d req-d8d70632-773c-44c1-a632-cbe03d721979 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.162194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48cbf248-5350-4ac9-a017-7daa6596084d req-d8d70632-773c-44c1-a632-cbe03d721979 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 931 time: 0.1071749 Jun 30 09:01:35.163601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a09363c4-6a5c-4d49-b5cd-6e36ecc6da4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c81fb2a7667a4d608d8912decdf6fbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3192146 Jun 30 09:01:35.168833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:35.211435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acac451-1eb4-41cb-a439-dcaa704c73fe req-1cea8f0a-c2b0-404e-807d-99ad48ca20ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:35.212834 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9acac451-1eb4-41cb-a439-dcaa704c73fe req-1cea8f0a-c2b0-404e-807d-99ad48ca20ff service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 1102 time: 0.1709471 Jun 30 09:01:35.242081 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a66b306-9a8a-458c-8e3b-af7c52cf68f0 req-d207a5f9-7dae-4ca4-8ccb-fd336b1ee9fa tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.251953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Deleting port dd70db4a-8e72-42ce-a8c5-7b43256d204b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:35.252285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.256682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48cbf248-5350-4ac9-a017-7daa6596084d req-c798c29b-57d7-471a-91b0-4ac7210b8ded tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840883 Jun 30 09:01:35.278581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a66b306-9a8a-458c-8e3b-af7c52cf68f0 req-d207a5f9-7dae-4ca4-8ccb-fd336b1ee9fa tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.297769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-048937f1-faa1-4017-8d71-9892b501a811 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3363597 Jun 30 09:01:35.319734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a66b306-9a8a-458c-8e3b-af7c52cf68f0 req-d207a5f9-7dae-4ca4-8ccb-fd336b1ee9fa tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5091269 Jun 30 09:01:35.323283 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9acac451-1eb4-41cb-a439-dcaa704c73fe req-67f68683-4a61-4e26-aab8-67433b9b31f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012940 Jun 30 09:01:35.343287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Request body: {'port': {'device_id': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:35.349887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207a5f9-7dae-4ca4-8ccb-fd336b1ee9fa tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51be6eb3-f786-461b-bc10-a71df0d8e6d7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.371093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96099234-b86c-4958-a5a6-5c5a72f09a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.390274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] For port dd70db4a-8e72-42ce-a8c5-7b43256d204b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dd70db4a-8e72-42ce-a8c5-7b43256d204b,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:35.390610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.399544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96099234-b86c-4958-a5a6-5c5a72f09a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.419171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Calling delete_port for dd70db4a-8e72-42ce-a8c5-7b43256d204b owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:35.623791 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.638361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['dd70db4a-8e72-42ce-a8c5-7b43256d204b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:35.669945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Pushing event deleted for resources: {'Port': ['ID=dd70db4a-8e72-42ce-a8c5-7b43256d204b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:35.722432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] No DVR routers for this DVR port dd70db4a-8e72-42ce-a8c5-7b43256d204b on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:35.728045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:35.730324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b594c6-da38-4b70-bf2f-ee60151e08fa req-ab7a1305-32d0-4100-9217-2dbb427facf1 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.79 "DELETE /v2.0/ports/dd70db4a-8e72-42ce-a8c5-7b43256d204b HTTP/1.1" status: 204 len: 173 time: 0.6872296 Jun 30 09:01:35.730902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'name': 'network-vif-deleted', 'tag': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:35.734838 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b376cbd4-abe1-489c-a84d-0641dfcd123b" -d '{"events": [{"server_uuid": "e1d6d91f-8a76-4908-9b9a-2e895599cde2", "name": "network-vif-deleted", "tag": "dd70db4a-8e72-42ce-a8c5-7b43256d204b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:35.831898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c8bfbfd-8ce3-449d-9d8f-cbb0487cc295 req-849fe1e7-4d68-44b0-b969-1ed249415565 tempest-DeleteServersAdminTestJSON-1996470862 tempest-DeleteServersAdminTestJSON-1996470862-project] 10.222.0.77 "GET /v2.0/ports?device_id=e1d6d91f-8a76-4908-9b9a-2e895599cde2 HTTP/1.1" status: 200 len: 210 time: 0.0519791 Jun 30 09:01:35.887682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47260) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:35.912293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.008093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96099234-b86c-4958-a5a6-5c5a72f09a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.011576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96099234-b86c-4958-a5a6-5c5a72f09a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.015464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-96099234-b86c-4958-a5a6-5c5a72f09a19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c04b7b43-7e95-45e8-9c13-25e0efeb066e HTTP/1.1" status: 204 len: 168 time: 0.8432555 Jun 30 09:01:36.089091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-081470a5-de99-4b20-b8f2-64ed25b673f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.118460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96099234-b86c-4958-a5a6-5c5a72f09a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04b7b43-7e95-45e8-9c13-25e0efeb066e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.244308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-081470a5-de99-4b20-b8f2-64ed25b673f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.249068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-081470a5-de99-4b20-b8f2-64ed25b673f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.300468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-081470a5-de99-4b20-b8f2-64ed25b673f4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bfb61c766681445aae654021036dba46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108317 Jun 30 09:01:36.306588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47278) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:36.326731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081470a5-de99-4b20-b8f2-64ed25b673f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf7eb7a-2f6d-42fb-8e1e-82764909f80b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.331712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a7663-50a0-4da6-9eed-62b3b52185b3 req-c8f7bd46-cafd-470a-b766-6e887ed99aa3 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:36.341663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-720a7663-50a0-4da6-9eed-62b3b52185b3 req-c8f7bd46-cafd-470a-b766-6e887ed99aa3 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 950 time: 0.2458570 Jun 30 09:01:36.499700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-720a7663-50a0-4da6-9eed-62b3b52185b3 req-ba32ddaa-2683-4cdb-9eb2-747f9ea31e79 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514223 Jun 30 09:01:36.590162 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70070de7-bb7b-4c0e-b16e-853c87956064 x-openstack-request-id: req-70070de7-bb7b-4c0e-b16e-853c87956064 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:36.590732 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d6d91f-8a76-4908-9b9a-2e895599cde2", "name": "network-vif-deleted", "tag": "dd70db4a-8e72-42ce-a8c5-7b43256d204b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:36.591829 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70070de7-bb7b-4c0e-b16e-853c87956064 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:36.592506 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d6d91f-8a76-4908-9b9a-2e895599cde2', 'name': 'network-vif-deleted', 'tag': 'dd70db4a-8e72-42ce-a8c5-7b43256d204b', 'status': 'completed', 'code': 200} Jun 30 09:01:36.600949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92e156ac-862d-496a-8ec6-a195e9a4952d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.640733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d38b81-d504-47f1-8c4d-b0a4685626f9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:36.653907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92e156ac-862d-496a-8ec6-a195e9a4952d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.658533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.700829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Transition to ACTIVE for port object 43d38b81-d504-47f1-8c4d-b0a4685626f9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:36.706560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.735751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:36.861007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Pushing event updated for resources: {'Port': ['ID=43d38b81-d504-47f1-8c4d-b0a4685626f9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.866307 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92e156ac-862d-496a-8ec6-a195e9a4952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.869348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92e156ac-862d-496a-8ec6-a195e9a4952d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.873535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92e156ac-862d-496a-8ec6-a195e9a4952d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cf7eb7a-2f6d-42fb-8e1e-82764909f80b HTTP/1.1" status: 204 len: 168 time: 0.5269978 Jun 30 09:01:36.875680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Attempting to bind port 43d38b81-d504-47f1-8c4d-b0a4685626f9 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:36.875962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Attempting to bind port 43d38b81-d504-47f1-8c4d-b0a4685626f9 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:36.876287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Attempting to bind port 43d38b81-d504-47f1-8c4d-b0a4685626f9 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:36.925856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e156ac-862d-496a-8ec6-a195e9a4952d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf7eb7a-2f6d-42fb-8e1e-82764909f80b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:36.935692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Port 43d38b81-d504-47f1-8c4d-b0a4685626f9 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:36.935884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Attempting to bind port 43d38b81-d504-47f1-8c4d-b0a4685626f9 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:36.968703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:36.969051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:36.969496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Bound using segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:36.969884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Bound port: 43d38b81-d504-47f1-8c4d-b0a4685626f9, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:36.970343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:36.985194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-4f7783e4-7aa1-469d-b0ca-7bd2773cfc49 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2481012 Jun 30 09:01:37.096807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] For port 43d38b81-d504-47f1-8c4d-b0a4685626f9, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:37.123978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca698c8-72ba-41b6-961a-dbb665431f22 req-1601cd6a-0901-475d-a318-1ab0bdf6cd49 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.126975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fca698c8-72ba-41b6-961a-dbb665431f22 req-1601cd6a-0901-475d-a318-1ab0bdf6cd49 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 943 time: 0.2528372 Jun 30 09:01:37.133446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] For port 43d38b81-d504-47f1-8c4d-b0a4685626f9, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:37.172861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8916de8-82ca-4065-95ca-eb7d58ca6e46 req-8cb9e268-9c5d-4134-8dd0-77817b58105e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.175171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8916de8-82ca-4065-95ca-eb7d58ca6e46 req-8cb9e268-9c5d-4134-8dd0-77817b58105e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2522383 Jun 30 09:01:37.177480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.275789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.276632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.277896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] 10.222.0.83 "PUT /v2.0/ports/43d38b81-d504-47f1-8c4d-b0a4685626f9 HTTP/1.1" status: 200 len: 1092 time: 1.9571733 Jun 30 09:01:37.284292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'tag': '43d38b81-d504-47f1-8c4d-b0a4685626f9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:37.286851 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342" -d '{"events": [{"name": "network-changed", "server_uuid": "0b07dc7a-50d6-441d-b8b0-70a6d73f4187", "tag": "43d38b81-d504-47f1-8c4d-b0a4685626f9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:37.298247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.324052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d104bb8-be22-4ebf-b745-5f9a1876311b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.331055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fca698c8-72ba-41b6-961a-dbb665431f22 req-e1281c2f-4090-4d17-a61e-76eb6a0a2a46 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904721 Jun 30 09:01:37.347511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8916de8-82ca-4065-95ca-eb7d58ca6e46 req-b731e955-0998-433a-95d5-2eb84da5c048 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606195 Jun 30 09:01:37.453628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d104bb8-be22-4ebf-b745-5f9a1876311b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.459393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ec8d6-febc-491e-8d67-1948f9859fce service neutron] Pushing event updated for resources: {'Port': ['ID=43d38b81-d504-47f1-8c4d-b0a4685626f9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:37.460128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d104bb8-be22-4ebf-b745-5f9a1876311b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.509203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d104bb8-be22-4ebf-b745-5f9a1876311b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a0763-4473-45f0-9250-c50f70bf6f44,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:37.524310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-94db2fbe-4ce1-4451-857b-f1859997cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.529155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-94db2fbe-4ce1-4451-857b-f1859997cb8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 1095 time: 0.1510322 Jun 30 09:01:37.531519 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddd243-e41b-4fa6-91f4-4e407617b8c5 x-openstack-request-id: req-f0ddd243-e41b-4fa6-91f4-4e407617b8c5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:37.532036 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b07dc7a-50d6-441d-b8b0-70a6d73f4187", "tag": "43d38b81-d504-47f1-8c4d-b0a4685626f9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:37.532273 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0ddd243-e41b-4fa6-91f4-4e407617b8c5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:37.532810 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'tag': '43d38b81-d504-47f1-8c4d-b0a4685626f9', 'status': 'completed', 'code': 200} Jun 30 09:01:37.552695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8d104bb8-be22-4ebf-b745-5f9a1876311b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3460504842e142669f2b93b6e593206e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500792 Jun 30 09:01:37.553400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47344) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:37.631398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-bfbacce9-a14a-460f-8006-ece074fa01c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9 HTTP/1.1" status: 200 len: 217 time: 0.0655305 Jun 30 09:01:37.704347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7198136-9fe4-4c7b-a988-5a912529f4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.709095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-1b07fc45-0385-4395-8f67-7c7683f97786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.710879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-1b07fc45-0385-4395-8f67-7c7683f97786 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.0714488 Jun 30 09:01:37.756758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-7a93d4a6-e63b-440f-b9f3-5e783eeecbbe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383120 Jun 30 09:01:37.761563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7198136-9fe4-4c7b-a988-5a912529f4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.946830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7198136-9fe4-4c7b-a988-5a912529f4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.949371 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7198136-9fe4-4c7b-a988-5a912529f4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:37.953036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f7198136-9fe4-4c7b-a988-5a912529f4ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b39a0763-4473-45f0-9250-c50f70bf6f44 HTTP/1.1" status: 204 len: 168 time: 0.3956854 Jun 30 09:01:37.978987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739812-9dc3-499f-81d1-3ea474522c68 req-e8e09102-873a-4349-a684-586686db0543 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:37.986092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6739812-9dc3-499f-81d1-3ea474522c68 req-e8e09102-873a-4349-a684-586686db0543 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 950 time: 0.1987195 Jun 30 09:01:38.012065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7198136-9fe4-4c7b-a988-5a912529f4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a0763-4473-45f0-9250-c50f70bf6f44,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:38.017952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-032c77fd-d488-42e9-a033-53790e0e2319 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490377 Jun 30 09:01:38.115004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6739812-9dc3-499f-81d1-3ea474522c68 req-5dc59127-179d-4bd5-a0a3-90b290b2f671 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276219 Jun 30 09:01:38.224902 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-099c79e0-7e37-495e-bd22-8ed9fe3d7581 req-9499d4d4-b8ed-43b9-985d-51f1c0bd73b0 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903062 Jun 30 09:01:38.534045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-2ca7adff-9f20-4b1c-a45f-43c8983b428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.536351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-2ca7adff-9f20-4b1c-a45f-43c8983b428b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 1095 time: 0.1410754 Jun 30 09:01:38.653598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5129af66-23b6-4435-a71b-3e36843ff350 req-78bf01ad-05e5-4f63-ab9f-6a58a2db1edb tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337524 Jun 30 09:01:38.772328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-b95772aa-7b11-469a-b5bb-dc8da829d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.773766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-b95772aa-7b11-469a-b5bb-dc8da829d01a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.2303116 Jun 30 09:01:38.838469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-43e3b02e-c61d-4a61-a5ec-de9f6c0cff62 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9 HTTP/1.1" status: 200 len: 217 time: 0.0561681 Jun 30 09:01:38.898362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129af66-23b6-4435-a71b-3e36843ff350 req-c5a3146f-33f7-4f47-816f-c713f4719153 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.899831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5129af66-23b6-4435-a71b-3e36843ff350 req-c5a3146f-33f7-4f47-816f-c713f4719153 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2374530 Jun 30 09:01:38.924690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea93bdd-7ed3-4b7c-a251-742df8b9c4b1 req-77102a9a-f1a9-42ed-ab90-4ad5ed350a19 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.927149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ea93bdd-7ed3-4b7c-a251-742df8b9c4b1 req-77102a9a-f1a9-42ed-ab90-4ad5ed350a19 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 943 time: 0.2304463 Jun 30 09:01:38.955915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5129af66-23b6-4435-a71b-3e36843ff350 req-775d5c07-e2f2-445c-96f8-021b23fb83b0 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/quotas/7c77a45de7134105b1ea6d01ef39ea3c HTTP/1.1" status: 200 len: 375 time: 0.0469589 Jun 30 09:01:38.970727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-e4400fe3-42c3-4a8d-af31-ad788a72002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:38.972500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-e4400fe3-42c3-4a8d-af31-ad788a72002e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.1252923 Jun 30 09:01:38.998563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47418) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:39.034992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5129af66-23b6-4435-a71b-3e36843ff350 req-f1ffb955-d3db-40ab-9d3a-cc97c43b5913 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685596 Jun 30 09:01:39.044226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-aa10a071-f716-4969-9641-49e498ebf91a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608537 Jun 30 09:01:39.053171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ea93bdd-7ed3-4b7c-a251-742df8b9c4b1 req-daeb0ac3-7b97-482d-9931-c1c3de24c56d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133399 Jun 30 09:01:39.134600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-642828348-network', 'tenant_id': '1e34ad20c56f4c24a6a209e95501fea9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:39.183158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-43df2623-ea26-4f7e-b15f-2a9dc04ebb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.188203 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-43df2623-ea26-4f7e-b15f-2a9dc04ebb25 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1101 time: 0.1579564 Jun 30 09:01:39.189284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Made reservation on behalf of 1e34ad20c56f4c24a6a209e95501fea9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:39.192883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.201687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-cb1569b1-acd3-4848-a235-aa60de8b6145 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466196 Jun 30 09:01:39.210281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.362623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-c2ab9bdf-effa-404c-a9d0-604a63b7c6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.364774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-c2ab9bdf-effa-404c-a9d0-604a63b7c6cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1625235 Jun 30 09:01:39.416256 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-17e279ea-569d-4b9f-b47e-d2e3b958b0b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.0377927 Jun 30 09:01:39.421782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b3ac9e8-67f3-474f-9952-7c3ba49a6342 req-f944ca4f-6d63-4af6-9c1d-ad0dc23a1f51 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143793 Jun 30 09:01:39.447142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe516a0-5b1c-415d-9985-a815e478a7dc req-556bdd74-3bb0-4dac-8729-120bb2238d59 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.448942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fe516a0-5b1c-415d-9985-a815e478a7dc req-556bdd74-3bb0-4dac-8729-120bb2238d59 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 950 time: 0.1485300 Jun 30 09:01:39.458963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.464579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcef94f-7b1d-4fae-9275-6fa8387900d5 req-694cca63-dcd4-45e8-bee4-0b6aed8dde84 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.466067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9dcef94f-7b1d-4fae-9275-6fa8387900d5 req-694cca63-dcd4-45e8-bee4-0b6aed8dde84 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1199901 Jun 30 09:01:39.478729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.513683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:39.519359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fe516a0-5b1c-415d-9985-a815e478a7dc req-bb005753-534d-45b0-a139-cc418a04ed19 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627384 Jun 30 09:01:39.525929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26aa1d02-913c-48cb-9569-c7b32f1ce00c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.526975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9dcef94f-7b1d-4fae-9275-6fa8387900d5 req-abbd5515-ce83-4ef6-89fb-a24d51191951 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538926 Jun 30 09:01:39.531376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-1a3369a0-dc11-49be-bd9c-b301a7aeb71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.532422 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-1a3369a0-dc11-49be-bd9c-b301a7aeb71e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0878651 Jun 30 09:01:39.537539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.537862 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Added segment f78e2af9-f6de-47b7-8629-cb5556138e2a of type vlan for network 223a8b17-a4d5-409d-82d4-8c802f33024a Jun 30 09:01:39.624601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.664938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-40cba2bc-5709-40cd-a676-2d7b6a92e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.666725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-40cba2bc-5709-40cd-a676-2d7b6a92e62a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1115754 Jun 30 09:01:39.667575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.668435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:39.669000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.772629 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7728207 Jun 30 09:01:39.775781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47438) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:39.781501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Request body: {'subnet': {'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-642828348-subnet', 'tenant_id': '1e34ad20c56f4c24a6a209e95501fea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:39.794725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf03fe-98dd-48fa-aaa0-cd4469403e1e admin admin] Pushing event updated for resources: {'Network': ['ID=223a8b17-a4d5-409d-82d4-8c802f33024a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:39.806435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 223a8b17-a4d5-409d-82d4-8c802f33024a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:39.839515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Made reservation on behalf of 1e34ad20c56f4c24a6a209e95501fea9 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:39.842354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e12a187-761b-4af4-9d27-c90994aa9c89 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651747 Jun 30 09:01:39.845412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:39.927741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47442) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:39.932659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dd70db4a-8e72-42ce-a8c5-7b43256d204b no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:39.955293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: dd70db4a-8e72-42ce-a8c5-7b43256d204b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:39.955969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dd70db4a-8e72-42ce-a8c5-7b43256d204b not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:39.999471 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-b1cf4267-c396-4cbc-9a9d-b5a5d9851eb9 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489952 Jun 30 09:01:40.195072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-74634175-7ed5-4014-841e-c21e56acacc1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=64efcc9aa9d34066a66d99c28e5ba9e0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2623546 Jun 30 09:01:40.195607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.223283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.262547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae86f6-10ab-4f88-9805-fe3d22962296 req-d2a960b2-3333-444b-9b9b-a1b83e5f64b2 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.263972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40ae86f6-10ab-4f88-9805-fe3d22962296 req-d2a960b2-3333-444b-9b9b-a1b83e5f64b2 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 1102 time: 0.1615701 Jun 30 09:01:40.267375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c125bff-6e1a-4c57-9a91-ee5d3ac254c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.290949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c125bff-6e1a-4c57-9a91-ee5d3ac254c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.295421 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40ae86f6-10ab-4f88-9805-fe3d22962296 req-edd8a866-d742-4091-85be-bc478ce9b942 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.302269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.329969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:40.330427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Network hostable DHCP agents. Network: 223a8b17-a4d5-409d-82d4-8c802f33024a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:40.352299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c125bff-6e1a-4c57-9a91-ee5d3ac254c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.355465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c125bff-6e1a-4c57-9a91-ee5d3ac254c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.356702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c125bff-6e1a-4c57-9a91-ee5d3ac254c7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29b5d014-1eec-4e59-b0a9-f4298340b1bd HTTP/1.1" status: 204 len: 168 time: 0.1602907 Jun 30 09:01:40.365068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c125bff-6e1a-4c57-9a91-ee5d3ac254c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b5d014-1eec-4e59-b0a9-f4298340b1bd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.398957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Network 223a8b17-a4d5-409d-82d4-8c802f33024a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:40.419729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 223a8b17-a4d5-409d-82d4-8c802f33024a) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:40.429673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c073c-c904-4842-aab5-9293684043e0 None None] Network 223a8b17-a4d5-409d-82d4-8c802f33024a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:40.431511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.432100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.494048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2357c8-f9df-480a-8a8b-df56306a7ef1 req-46be51b8-caf2-414e-a05b-9f70acccc023 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.496508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b2357c8-f9df-480a-8a8b-df56306a7ef1 req-46be51b8-caf2-414e-a05b-9f70acccc023 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 943 time: 0.1409647 Jun 30 09:01:40.509339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40ae86f6-10ab-4f88-9805-fe3d22962296 req-edd8a866-d742-4091-85be-bc478ce9b942 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.534290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9a337236-d261-4cc2-9d9c-5940dec49dda admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7524600 Jun 30 09:01:40.534290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40ae86f6-10ab-4f88-9805-fe3d22962296 req-edd8a866-d742-4091-85be-bc478ce9b942 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.571613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40ae86f6-10ab-4f88-9805-fe3d22962296 req-edd8a866-d742-4091-85be-bc478ce9b942 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010919 Jun 30 09:01:40.593426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8a866-d742-4091-85be-bc478ce9b942 tempest-LiveMigrationNegativeTest-1020729066 tempest-LiveMigrationNegativeTest-1020729066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7f9aeb-75b6-4824-acb2-981e66227928,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:40.618948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b2357c8-f9df-480a-8a8b-df56306a7ef1 req-fb87ffaf-0d56-4e27-9782-da9791475ec0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116657 Jun 30 09:01:40.632233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371ed3ea-074c-4cd5-b666-9211132b84c3 None None] Network 223a8b17-a4d5-409d-82d4-8c802f33024a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:40.733542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:40.754532 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ea7a-79a7-4cef-8ca5-6ba4f161353d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.935474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ea7a-79a7-4cef-8ca5-6ba4f161353d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.944449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaa7ea7a-79a7-4cef-8ca5-6ba4f161353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:40.964698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ccbea-56a3-4ecf-8d05-83489df78781 req-856c5492-bbd0-4e66-b915-a48b3cb97302 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:40.966347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d63ccbea-56a3-4ecf-8d05-83489df78781 req-856c5492-bbd0-4e66-b915-a48b3cb97302 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1105943 Jun 30 09:01:41.018655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eaa7ea7a-79a7-4cef-8ca5-6ba4f161353d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f70fafcdc150413fbadd905de90b7d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2840071 Jun 30 09:01:41.021757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7ea7a-79a7-4cef-8ca5-6ba4f161353d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa455b11-bea3-4144-ba62-3d53bfc9b845,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:41.021883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.045650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d63ccbea-56a3-4ecf-8d05-83489df78781 req-572a2a8b-b79e-46fb-814b-b923a9143c38 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696316 Jun 30 09:01:41.099633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a563956-8040-46ca-95b9-f474d8fcb9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.135330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a563956-8040-46ca-95b9-f474d8fcb9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.185028 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8dca232b-2cea-4ce1-bf5a-bc08f2084689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.201662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a563956-8040-46ca-95b9-f474d8fcb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.204218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a563956-8040-46ca-95b9-f474d8fcb9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.206624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a563956-8040-46ca-95b9-f474d8fcb9fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa455b11-bea3-4144-ba62-3d53bfc9b845 HTTP/1.1" status: 204 len: 168 time: 0.1837223 Jun 30 09:01:41.216448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a563956-8040-46ca-95b9-f474d8fcb9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa455b11-bea3-4144-ba62-3d53bfc9b845,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:41.570031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47510) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.645544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:41.651127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1059221419-network', 'tenant_id': '1f53623d7cd941188db3023f22fe9919'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:41.700432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Made reservation on behalf of 1f53623d7cd941188db3023f22fe9919 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:41.703185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.721625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.753865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1b749-2cb8-4639-98af-2bebbc3129c2 req-c2c2079e-180f-452e-a882-d5236d1c0d8e tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.763428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6f1b749-2cb8-4639-98af-2bebbc3129c2 req-c2c2079e-180f-452e-a882-d5236d1c0d8e tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 950 time: 0.1107044 Jun 30 09:01:41.810020 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:01:41.845277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6f1b749-2cb8-4639-98af-2bebbc3129c2 req-759d6c7d-b3c5-408b-806c-1bfd84cd5654 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806367 Jun 30 09:01:41.849974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d6cad7e-82e8-4621-82de-fdb61de92cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.881681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.889552 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.890726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bf44d-9a1e-413e-a3c1-6814e4b9160a req-826fa1a2-a19d-4111-8bc8-557182b1d571 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:41.892567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c7bf44d-9a1e-413e-a3c1-6814e4b9160a req-826fa1a2-a19d-4111-8bc8-557182b1d571 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 943 time: 0.1206291 Jun 30 09:01:41.929807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:41.952327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8558002-ced3-4b85-b645-22fa03a19678,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:41.955668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c7bf44d-9a1e-413e-a3c1-6814e4b9160a req-1b62fe14-f554-48f2-a505-313a6ef89605 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564010 Jun 30 09:01:41.959979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:41.960413 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Added segment 7d50638a-b5e2-47e6-9f49-bf9dded23812 of type vlan for network 22b1e12e-7745-4d74-a45b-7d90741b7626 Jun 30 09:01:42.016762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 43d38b81-d504-47f1-8c4d-b0a4685626f9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:42.037501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2aa08268-5f56-4437-9357-2eda56384c92 req-ad9ac862-c89d-40a3-a1da-11278c915b88 tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286365 Jun 30 09:01:42.072946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d6cad7e-82e8-4621-82de-fdb61de92cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.086801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.121507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d6cad7e-82e8-4621-82de-fdb61de92cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.134724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.136401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.137376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.174476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5268996 Jun 30 09:01:42.194188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:42.202588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa08268-5f56-4437-9357-2eda56384c92 req-99f2bfb1-aba6-44eb-a8e6-1aaac1587a0c tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.204098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2aa08268-5f56-4437-9357-2eda56384c92 req-99f2bfb1-aba6-44eb-a8e6-1aaac1587a0c tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599145 Jun 30 09:01:42.235687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Request body: {'subnet': {'network_id': '22b1e12e-7745-4d74-a45b-7d90741b7626', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1059221419-subnet', 'tenant_id': '1f53623d7cd941188db3023f22fe9919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:42.240476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2aa08268-5f56-4437-9357-2eda56384c92 req-d1ae9a7c-fcfc-48b4-a409-a079300410ff tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/quotas/7c77a45de7134105b1ea6d01ef39ea3c HTTP/1.1" status: 200 len: 375 time: 0.0203047 Jun 30 09:01:42.253250 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d6cad7e-82e8-4621-82de-fdb61de92cac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f49e03cb31c94daea996fef30a7aa13d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6821015 Jun 30 09:01:42.254858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cad7e-82e8-4621-82de-fdb61de92cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2066ef39-24ff-424f-a1e4-7aa7a6f88c3f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.262251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:42.274194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 43d38b81-d504-47f1-8c4d-b0a4685626f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:42.288714 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545aae4-5526-4651-bf31-58bc51e702aa admin admin] Pushing event updated for resources: {'Network': ['ID=22b1e12e-7745-4d74-a45b-7d90741b7626,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.297352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '43d38b81-d504-47f1-8c4d-b0a4685626f9', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': '43d38b81-d504-47f1-8c4d-b0a4685626f9', 'mac_address': 'fa:16:3e:4f:c5:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:42.301619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 22b1e12e-7745-4d74-a45b-7d90741b7626 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:42.317936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2aa08268-5f56-4437-9357-2eda56384c92 req-2b296466-54a4-4b40-96e6-ea952dc22d9c tempest-QuotasAdminNegativeTest-852148600 tempest-QuotasAdminNegativeTest-852148600-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697775 Jun 30 09:01:42.339101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Made reservation on behalf of 1f53623d7cd941188db3023f22fe9919 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:42.341855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.416023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.435605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d38b81-d504-47f1-8c4d-b0a4685626f9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:42.466021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 43d38b81-d504-47f1-8c4d-b0a4685626f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:42.472283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.508599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd239f96-064c-45bc-bc41-8cf32515ac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.533296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=43d38b81-d504-47f1-8c4d-b0a4685626f9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.558296 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd239f96-064c-45bc-bc41-8cf32515ac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.618360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ec8f8f-1528-4df9-9eae-1ba2f7784183 req-71a807ef-6f9c-47a4-9fcd-6c6736ad636d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.626544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7ec8f8f-1528-4df9-9eae-1ba2f7784183 req-71a807ef-6f9c-47a4-9fcd-6c6736ad636d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.3485498 Jun 30 09:01:42.654038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd239f96-064c-45bc-bc41-8cf32515ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.656689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd239f96-064c-45bc-bc41-8cf32515ac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.662037 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd239f96-064c-45bc-bc41-8cf32515ac5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2066ef39-24ff-424f-a1e4-7aa7a6f88c3f HTTP/1.1" status: 204 len: 168 time: 0.3960521 Jun 30 09:01:42.682638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7ec8f8f-1528-4df9-9eae-1ba2f7784183 req-ac493888-7d55-41f2-b0de-a51829c9469c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510452 Jun 30 09:01:42.718132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd239f96-064c-45bc-bc41-8cf32515ac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2066ef39-24ff-424f-a1e4-7aa7a6f88c3f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.732419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.798926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0b0b37a-0148-4b44-a11d-c983d5c48299,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:42.808906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Checking segment: {'id': '7d50638a-b5e2-47e6-9f49-bf9dded23812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '22b1e12e-7745-4d74-a45b-7d90741b7626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:42.809266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Network hostable DHCP agents. Network: 22b1e12e-7745-4d74-a45b-7d90741b7626, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:42.826210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Network 22b1e12e-7745-4d74-a45b-7d90741b7626 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:42.835622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 22b1e12e-7745-4d74-a45b-7d90741b7626) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:42.842026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:42.843851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:42.846077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdf937b-bfe0-4b09-8b34-ba73117fe07f None None] Network 22b1e12e-7745-4d74-a45b-7d90741b7626 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:42.871850 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c346b4a2-3aad-4f1a-b81c-9a9a06585b02 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6335216 Jun 30 09:01:42.954656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['43d38b81-d504-47f1-8c4d-b0a4685626f9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:43.107748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782118fc-e7e0-48c2-a917-d2bd09a9a1c6 None None] Network 22b1e12e-7745-4d74-a45b-7d90741b7626 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:43.115978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.137834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e687aa25-b6fc-4e91-bf64-f5c9303328e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.185504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ebafe-65fb-4c3d-a2f0-a6f4dd52bc0e req-365841c1-a56f-4d31-9adf-38cec9e50dd1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.207057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c16ebafe-65fb-4c3d-a2f0-a6f4dd52bc0e req-365841c1-a56f-4d31-9adf-38cec9e50dd1 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 950 time: 0.1726213 Jun 30 09:01:43.324781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c16ebafe-65fb-4c3d-a2f0-a6f4dd52bc0e req-64b54a69-c403-4cdf-8071-bbebaef991ee tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161954 Jun 30 09:01:43.382084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429f79d-8e73-462b-904c-9edda2c9bdd4 req-25471725-2ceb-47c1-bafe-8b8046e58159 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.383830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0429f79d-8e73-462b-904c-9edda2c9bdd4 req-25471725-2ceb-47c1-bafe-8b8046e58159 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 944 time: 0.2062802 Jun 30 09:01:43.413072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-872a7649-15e3-41a3-8b2e-82e224807804 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:43.414700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-872a7649-15e3-41a3-8b2e-82e224807804 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 950 time: 0.2397559 Jun 30 09:01:43.437505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0429f79d-8e73-462b-904c-9edda2c9bdd4 req-b83e9639-e7b7-4e4c-9b40-184a0643fc19 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463688 Jun 30 09:01:43.499669 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e687aa25-b6fc-4e91-bf64-f5c9303328e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.508575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e687aa25-b6fc-4e91-bf64-f5c9303328e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.578844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e687aa25-b6fc-4e91-bf64-f5c9303328e7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db1afb023c344b60922843b0fe8dd562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615321 Jun 30 09:01:43.579549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687aa25-b6fc-4e91-bf64-f5c9303328e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d0b1f-6f01-43db-ac0a-36bc90055cfd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.583028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47594) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.607643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Deleting port a704cc9d-fb17-46dc-b821-8198efa77cd3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:43.608114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.668563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fc8-2bdc-4fee-b89d-3ca2d0281717 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.715001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fc8-2bdc-4fee-b89d-3ca2d0281717 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.733147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] For port a704cc9d-fb17-46dc-b821-8198efa77cd3, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a704cc9d-fb17-46dc-b821-8198efa77cd3,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:43.736216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.756235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Calling delete_port for a704cc9d-fb17-46dc-b821-8198efa77cd3 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:43.804053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47606) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:43.819838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fc8-2bdc-4fee-b89d-3ca2d0281717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.824357 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fc8-2bdc-4fee-b89d-3ca2d0281717 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.828265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-34ff2fc8-2bdc-4fee-b89d-3ca2d0281717 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f41d0b1f-6f01-43db-ac0a-36bc90055cfd HTTP/1.1" status: 204 len: 168 time: 0.2418756 Jun 30 09:01:43.842130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2fc8-2bdc-4fee-b89d-3ca2d0281717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d0b1f-6f01-43db-ac0a-36bc90055cfd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:43.960231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:43.975516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['7375f0c1-5004-4cda-b3f0-209caaa22cb5', 'a704cc9d-fb17-46dc-b821-8198efa77cd3'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:44.008756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Pushing event deleted for resources: {'Port': ['ID=a704cc9d-fb17-46dc-b821-8198efa77cd3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.038664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-5759cc40-136d-4745-94b5-b8a29d624e64 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.046211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-5759cc40-136d-4745-94b5-b8a29d624e64 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.1875470 Jun 30 09:01:44.079245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] No DVR routers for this DVR port a704cc9d-fb17-46dc-b821-8198efa77cd3 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:44.080635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-00520b66-6fe3-4c73-9ac7-aff03436b7bc tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/quotas/1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 375 time: 0.0333095 Jun 30 09:01:44.084844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.099741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60683e2b-ea7b-4a20-b881-56f373dfa440 req-199b9910-ee9a-45a5-ab71-3bf5baacf943 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "DELETE /v2.0/ports/a704cc9d-fb17-46dc-b821-8198efa77cd3 HTTP/1.1" status: 204 len: 173 time: 0.6672556 Jun 30 09:01:44.101020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'name': 'network-vif-deleted', 'tag': 'a704cc9d-fb17-46dc-b821-8198efa77cd3'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:44.105035 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b118bac-e7f4-4ce0-b019-d88f3c7a9b7d" -d '{"events": [{"server_uuid": "3802ad47-a68a-4c4b-808d-c138afcf4898", "name": "network-vif-deleted", "tag": "a704cc9d-fb17-46dc-b821-8198efa77cd3"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:44.148869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-21b02dc0-0b3b-4889-9db4-a211d7952754 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666595 Jun 30 09:01:44.163466 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.174613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9244892-7b60-494f-84aa-f802eeda289d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.214527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfcc02-c88c-4f6d-bed3-f084d215fe18 req-256f6c2c-5c3f-41f9-9b8a-de3c90dc6cec tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:44.226407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92dfcc02-c88c-4f6d-bed3-f084d215fe18 req-256f6c2c-5c3f-41f9-9b8a-de3c90dc6cec tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2501700 Jun 30 09:01:44.323172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57bb56b3-d7c5-4d61-9111-1395e739d861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.331420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92dfcc02-c88c-4f6d-bed3-f084d215fe18 req-4e385971-5026-4154-9d93-6d6f30e87730 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041074 Jun 30 09:01:44.344702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-225cf93f-4472-4d0b-86b4-b751f2e3ef56 service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948211 Jun 30 09:01:44.484507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-61ed4fab-fed7-4176-abb8-4b94c4e994fb service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388366 Jun 30 09:01:44.536736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57bb56b3-d7c5-4d61-9111-1395e739d861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.543438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57bb56b3-d7c5-4d61-9111-1395e739d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.596445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-57bb56b3-d7c5-4d61-9111-1395e739d861 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c77a45de7134105b1ea6d01ef39ea3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7889843 Jun 30 09:01:44.597358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb56b3-d7c5-4d61-9111-1395e739d861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e4c199-d343-48a3-9c4c-17aabdc7836e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.600976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47630) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:44.702133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da078a43-9800-4ef9-8581-1934843c60e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.745048 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d98bdf1-484f-4e5a-8a8f-0c4fdc0bd3f0 x-openstack-request-id: req-6d98bdf1-484f-4e5a-8a8f-0c4fdc0bd3f0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:44.747153 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802ad47-a68a-4c4b-808d-c138afcf4898", "name": "network-vif-deleted", "tag": "a704cc9d-fb17-46dc-b821-8198efa77cd3", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:44.747599 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d98bdf1-484f-4e5a-8a8f-0c4fdc0bd3f0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:44.748183 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802ad47-a68a-4c4b-808d-c138afcf4898', 'name': 'network-vif-deleted', 'tag': 'a704cc9d-fb17-46dc-b821-8198efa77cd3', 'status': 'completed', 'code': 200} Jun 30 09:01:44.791252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da078a43-9800-4ef9-8581-1934843c60e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.873912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da078a43-9800-4ef9-8581-1934843c60e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.877431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da078a43-9800-4ef9-8581-1934843c60e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:44.881270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-da078a43-9800-4ef9-8581-1934843c60e2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/97e4c199-d343-48a3-9c4c-17aabdc7836e HTTP/1.1" status: 204 len: 168 time: 0.2724540 Jun 30 09:01:44.917011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da078a43-9800-4ef9-8581-1934843c60e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e4c199-d343-48a3-9c4c-17aabdc7836e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:44.951365 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffebbc75-bca6-427a-a44a-8bffcd27c69e req-1cf9dc2f-e7f8-4834-ae96-1797cbe3d178 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=3802ad47-a68a-4c4b-808d-c138afcf4898 HTTP/1.1" status: 200 len: 210 time: 0.0651674 Jun 30 09:01:45.065200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1553c8cd-b30e-456e-aad5-1434f793c5b2 req-22eecfdf-f423-40d2-b3da-1f2cdad5a045 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 210 time: 0.0504007 Jun 30 09:01:45.143910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00c310-7aa1-4663-b088-fa0dce432076 req-d06d9789-d085-489b-9891-8fc1e9eeace6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.145788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e00c310-7aa1-4663-b088-fa0dce432076 req-d06d9789-d085-489b-9891-8fc1e9eeace6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 944 time: 0.1159163 Jun 30 09:01:45.211839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e00c310-7aa1-4663-b088-fa0dce432076 req-b98f82b4-53a4-4051-a227-966a5dafa00e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577962 Jun 30 09:01:45.403545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.422212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77eb3022-41aa-411a-b26b-469cbf81bd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.560608 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77eb3022-41aa-411a-b26b-469cbf81bd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.569194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77eb3022-41aa-411a-b26b-469cbf81bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.571199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960f4bf-783a-4708-b79b-5e926bdb6d60 req-15c75715-9a89-4825-a8b9-fbfa3769245f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:45.572759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4960f4bf-783a-4708-b79b-5e926bdb6d60 req-15c75715-9a89-4825-a8b9-fbfa3769245f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1014814 Jun 30 09:01:45.600038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47672) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.644738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4960f4bf-783a-4708-b79b-5e926bdb6d60 req-53c549ab-7199-4345-afcb-b0a805f1a882 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610626 Jun 30 09:01:45.662053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77eb3022-41aa-411a-b26b-469cbf81bd37 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c03b72f4cf0f4ff28a21977eef450e3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542043 Jun 30 09:01:45.662053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb3022-41aa-411a-b26b-469cbf81bd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac932c-255e-40cb-b39c-14ef172b385b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.663187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47678) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:45.741009 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-036dbf4b-a817-4f14-95d4-7d3da91d051a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.784152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-185182701-network', 'tenant_id': '3cc6cd19f807446c9c6d1f11128d3e9a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:45.793195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-036dbf4b-a817-4f14-95d4-7d3da91d051a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.834503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Made reservation on behalf of 3cc6cd19f807446c9c6d1f11128d3e9a for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:45.836889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.845568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.877821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-036dbf4b-a817-4f14-95d4-7d3da91d051a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.880785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-036dbf4b-a817-4f14-95d4-7d3da91d051a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.882030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-036dbf4b-a817-4f14-95d4-7d3da91d051a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9dac932c-255e-40cb-b39c-14ef172b385b HTTP/1.1" status: 204 len: 168 time: 0.2177010 Jun 30 09:01:45.895115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.896988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036dbf4b-a817-4f14-95d4-7d3da91d051a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac932c-255e-40cb-b39c-14ef172b385b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:45.976364 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:45.981552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.024593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:46.040300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2671a560-e6de-4c4b-8a0e-7df12cf436c0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.054468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 43d38b81-d504-47f1-8c4d-b0a4685626f9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:46.086039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.086671 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Added segment 3d7c16ec-c5db-4f15-b9a3-9a08930739ae of type vlan for network f052aee1-fc70-455d-8470-0d0c34a47948 Jun 30 09:01:46.132962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 43d38b81-d504-47f1-8c4d-b0a4685626f9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:46.138025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 43d38b81-d504-47f1-8c4d-b0a4685626f9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:46.138969 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.163409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.192993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.256568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.258460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.259094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.294632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.342417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d38b81-d504-47f1-8c4d-b0a4685626f9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:46.345097 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39150f4-e449-4c1e-8475-83fb9561bfbf" -d '{"events": [{"server_uuid": "0b07dc7a-50d6-441d-b8b0-70a6d73f4187", "name": "network-vif-plugged", "status": "completed", "tag": "43d38b81-d504-47f1-8c4d-b0a4685626f9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:46.369104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 43d38b81-d504-47f1-8c4d-b0a4685626f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:46.380347 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.388063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7860725 Jun 30 09:01:46.392262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.444467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Request body: {'subnet': {'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-185182701-subnet', 'tenant_id': '3cc6cd19f807446c9c6d1f11128d3e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:46.468174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cc4f480-e2bc-48bd-9955-c51f85096593 req-a62dea7f-77fe-418f-8b55-a83081b17a1a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 210 time: 0.1595101 Jun 30 09:01:46.495677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=43d38b81-d504-47f1-8c4d-b0a4685626f9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.500929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db248b74-2ea3-460f-b607-94f7d645fe23 admin admin] Pushing event updated for resources: {'Network': ['ID=f052aee1-fc70-455d-8470-0d0c34a47948,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:46.524143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network f052aee1-fc70-455d-8470-0d0c34a47948 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:46.533972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Made reservation on behalf of 3cc6cd19f807446c9c6d1f11128d3e9a for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:46.537507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.599790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-04d8fa56-2ce2-4e39-8bd0-7380cd8361b9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.601609 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-04d8fa56-2ce2-4e39-8bd0-7380cd8361b9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.2879205 Jun 30 09:01:46.621071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3369cd65-c959-4bb7-8feb-7e7c9a1480a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.639564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Request body: {'port': {'device_id': '13476586-a153-40f2-a87f-29f99bfc1915', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'admin_state_up': True, 'tenant_id': '1e34ad20c56f4c24a6a209e95501fea9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:46.831690 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3caff0-4ffc-4534-a63d-fcf00ad2d3bd x-openstack-request-id: req-dc3caff0-4ffc-4534-a63d-fcf00ad2d3bd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:46.832036 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07dc7a-50d6-441d-b8b0-70a6d73f4187", "name": "network-vif-plugged", "status": "completed", "tag": "43d38b81-d504-47f1-8c4d-b0a4685626f9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:46.832290 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc3caff0-4ffc-4534-a63d-fcf00ad2d3bd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:46.832685 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d38b81-d504-47f1-8c4d-b0a4685626f9', 'code': 200} Jun 30 09:01:46.840539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3369cd65-c959-4bb7-8feb-7e7c9a1480a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.847387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3369cd65-c959-4bb7-8feb-7e7c9a1480a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.851844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713a8db-d3c5-4282-bded-d742b56b3b7f req-e302c226-0e3e-4886-b950-2fd3cc1e2636 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:46.853389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6713a8db-d3c5-4282-bded-d742b56b3b7f req-e302c226-0e3e-4886-b950-2fd3cc1e2636 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 945 time: 0.1506617 Jun 30 09:01:46.885409 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.931910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3369cd65-c959-4bb7-8feb-7e7c9a1480a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0199a344f5849d7ae1fdd34f784a8cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7659984 Jun 30 09:01:46.936988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Made reservation on behalf of 1e34ad20c56f4c24a6a209e95501fea9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:46.940929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:46.945015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:46.965664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369cd65-c959-4bb7-8feb-7e7c9a1480a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad2c318-adfa-4bc4-a256-78cd47641277,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.011802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47736) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.049700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.052738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6713a8db-d3c5-4282-bded-d742b56b3b7f req-c4bd8ea2-0543-4b42-a9be-8ffe8766cd51 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911523 Jun 30 09:01:47.068725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.128218 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93aa7833-85da-4999-b245-929688c13a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.147360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:47.147653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Network hostable DHCP agents. Network: f052aee1-fc70-455d-8470-0d0c34a47948, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:47.171020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93aa7833-85da-4999-b245-929688c13a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.196645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d3286-81b4-4f5f-8298-9d9712834e05 req-1fbfcbd2-dcf2-43b5-b8df-8eb5941df2e8 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.198208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef1d3286-81b4-4f5f-8298-9d9712834e05 req-1fbfcbd2-dcf2-43b5-b8df-8eb5941df2e8 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 971 time: 0.2256105 Jun 30 09:01:47.201612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-network', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:47.265922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Network f052aee1-fc70-455d-8470-0d0c34a47948 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:47.303909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9d2fd-fb54-44d3-88c0-46c572dc809e req-2acf9df7-ba76-41de-8b8a-944b1ad9fea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.304513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, f052aee1-fc70-455d-8470-0d0c34a47948) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:47.306242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-68c9d2fd-fb54-44d3-88c0-46c572dc809e req-2acf9df7-ba76-41de-8b8a-944b1ad9fea8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 1097 time: 0.3277755 Jun 30 09:01:47.319052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5c6807-3087-4c76-8c4f-e5e7a8c970cb None None] Network f052aee1-fc70-455d-8470-0d0c34a47948 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:47.321761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.322388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.333835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Made reservation on behalf of 1db2a7fead464a47b628c96b0aa887b8 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:47.336149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.355402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef1d3286-81b4-4f5f-8298-9d9712834e05 req-0213d92c-b917-4fe7-8457-9ff9fd225f9a tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460953 Jun 30 09:01:47.358173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.383805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-59c033c1-7049-4846-aa53-522a9e676399 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9825881 Jun 30 09:01:47.384032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-68c9d2fd-fb54-44d3-88c0-46c572dc809e req-33d9ed82-24c0-4e26-80c9-fea14b521dbd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616088 Jun 30 09:01:47.389158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93aa7833-85da-4999-b245-929688c13a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.391637 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93aa7833-85da-4999-b245-929688c13a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.395757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-93aa7833-85da-4999-b245-929688c13a53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dad2c318-adfa-4bc4-a256-78cd47641277 HTTP/1.1" status: 204 len: 168 time: 0.4449127 Jun 30 09:01:47.421722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a92e00-daa6-4c07-98ff-a3643bd51d0d req-9ae6edd1-2d19-4f29-b419-0e880e3724e7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.423868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37a92e00-daa6-4c07-98ff-a3643bd51d0d req-9ae6edd1-2d19-4f29-b419-0e880e3724e7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2390099 Jun 30 09:01:47.428431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa7833-85da-4999-b245-929688c13a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad2c318-adfa-4bc4-a256-78cd47641277,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.451092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Allocated IP 172.20.0.11 (223a8b17-a4d5-409d-82d4-8c802f33024a/e7efa8cf-a386-4ab0-9226-0c4eb91fdc83/dfe3232b-b838-491f-b45d-6e89e6a3e2e4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:47.463760 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.491195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37a92e00-daa6-4c07-98ff-a3643bd51d0d req-4b64b9ce-0482-4c4f-aca1-6392ccbd0864 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605838 Jun 30 09:01:47.539456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849a8cb-d32f-43d3-9e3b-590f3febc629 None None] Network f052aee1-fc70-455d-8470-0d0c34a47948 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:47.548986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.559960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.608535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:47.643896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.656643 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.658421 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Added segment 6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8 of type vlan for network bfac7de3-c727-4476-96b3-2ed214adf2be Jun 30 09:01:47.704582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd83e003-3dc0-4444-bebd-7422a5b30fbe req-f4569442-5100-4560-b470-ed9f4b887110 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 210 time: 0.0444691 Jun 30 09:01:47.762645 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.766367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.797786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.798902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.799720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.848203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.854128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8329537 Jun 30 09:01:47.858266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47754) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:47.866330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Request body: {'subnet': {'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-subnet', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:47.880028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c048d2-4a9c-41c2-ac03-03de443eea8f admin admin] Pushing event updated for resources: {'Network': ['ID=bfac7de3-c727-4476-96b3-2ed214adf2be,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.897717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network bfac7de3-c727-4476-96b3-2ed214adf2be details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:47.900206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Made reservation on behalf of 1db2a7fead464a47b628c96b0aa887b8 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:47.903030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Network 223a8b17-a4d5-409d-82d4-8c802f33024a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:47.903459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:47.910131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:47.914514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:47.948163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:47.974876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a704cc9d-fb17-46dc-b821-8198efa77cd3 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:47.978569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:47.979328 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.028198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47758) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.029238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: a704cc9d-fb17-46dc-b821-8198efa77cd3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:48.029776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a704cc9d-fb17-46dc-b821-8198efa77cd3 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:48.047123 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-a8653d2e-8372-43ce-a64d-947e9cd19aed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4211035 Jun 30 09:01:48.057328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e28ac21-d8f2-49b3-983b-3f836ddfd2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.059969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Request body: {'port': {'device_id': '13476586-a153-40f2-a87f-29f99bfc1915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:48.106064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-7775f8d1-f86b-410b-96b0-9fee8805e6b8 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.107809 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-7775f8d1-f86b-410b-96b0-9fee8805e6b8 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 971 time: 0.1243665 Jun 30 09:01:48.246121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.264995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.303895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Deleting port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:01:48.304235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.340082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47768) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.357087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1404910288-network', 'tenant_id': '9fda80bab31f4db2bf02164bffe3fea6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:48.362822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e28ac21-d8f2-49b3-983b-3f836ddfd2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.376257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef2eb52a-c42e-4728-a5a4-0d896cf98f2d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.384129 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e28ac21-d8f2-49b3-983b-3f836ddfd2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.420229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b71c3d-55e6-462e-8fa9-a58ea717e23a req-c5f28a51-26c8-4703-81a4-0ee48e0b5ae0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.422161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50b71c3d-55e6-462e-8fa9-a58ea717e23a req-c5f28a51-26c8-4703-81a4-0ee48e0b5ae0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 945 time: 0.2160938 Jun 30 09:01:48.448302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Checking segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:48.448638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Network hostable DHCP agents. Network: bfac7de3-c727-4476-96b3-2ed214adf2be, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:48.464455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e28ac21-d8f2-49b3-983b-3f836ddfd2e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6f5cd2a71e8441d2a36d87493e6909e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349964 Jun 30 09:01:48.467692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.473830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Made reservation on behalf of 9fda80bab31f4db2bf02164bffe3fea6 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:48.476358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.478156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28ac21-d8f2-49b3-983b-3f836ddfd2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b97bf-edfd-4ae9-9804-826524d2e98e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.500178 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.523709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50b71c3d-55e6-462e-8fa9-a58ea717e23a req-31250493-eaa4-4266-a102-dfa5d15dcc4c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829489 Jun 30 09:01:48.524526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Network bfac7de3-c727-4476-96b3-2ed214adf2be is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:48.538355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] For port 7375f0c1-5004-4cda-b3f0-209caaa22cb5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7375f0c1-5004-4cda-b3f0-209caaa22cb5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:48.538763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.560631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Calling delete_port for 7375f0c1-5004-4cda-b3f0-209caaa22cb5 owned by compute:tempest-test_az-124038066 {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:01:48.570579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, bfac7de3-c727-4476-96b3-2ed214adf2be) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:48.579626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7916c3b-70c3-4f02-bfc6-946fe450d9d0 None None] Network bfac7de3-c727-4476-96b3-2ed214adf2be requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:48.598385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.600560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.668480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ec138c-483c-49ea-9f1b-c48749e93033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.675824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741e816-3141-45f8-9788-35db878a6470 req-a8be8b7e-176b-4594-96b5-8d336a450b68 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.686774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8741e816-3141-45f8-9788-35db878a6470 req-a8be8b7e-176b-4594-96b5-8d336a450b68 tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/ports?device_id=ef2c4b24-8662-4625-b3c6-c89a13ecd03a HTTP/1.1" status: 200 len: 971 time: 0.1576483 Jun 30 09:01:48.714838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ec138c-483c-49ea-9f1b-c48749e93033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.796119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe3232b-b838-491f-b45d-6e89e6a3e2e4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:48.802064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-bfac7de3-c727-4476-96b3-2ed214adf2be', 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'fixed_ips': [{'subnet_id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:01:48.802971 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.803100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8741e816-3141-45f8-9788-35db878a6470 req-b9f81907-934c-4ab3-af68-2bd6980e3b9f tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.77 "GET /v2.0/security-groups?id=daa9c13e-a8e6-4339-b79f-d74db9769482&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143224 Jun 30 09:01:48.806597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.829060 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.852041 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.864969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6798da08-a156-4035-ad07-b9727c696076 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0056510 Jun 30 09:01:48.868066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47778) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:48.872339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:48.915852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.924246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Transition to ACTIVE for port object dfe3232b-b838-491f-b45d-6e89e6a3e2e4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:48.927782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91a7b-5b02-4081-8d3d-ddb54488a1aa req-1635b3bf-443e-4b1c-acaf-2925a16849b2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:48.940228 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ec138c-483c-49ea-9f1b-c48749e93033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.943475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['7375f0c1-5004-4cda-b3f0-209caaa22cb5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:48.945193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ec138c-483c-49ea-9f1b-c48749e93033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.948623 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2ec138c-483c-49ea-9f1b-c48749e93033 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab9b97bf-edfd-4ae9-9804-826524d2e98e HTTP/1.1" status: 204 len: 168 time: 0.4547808 Jun 30 09:01:48.948790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08d91a7b-5b02-4081-8d3d-ddb54488a1aa req-1635b3bf-443e-4b1c-acaf-2925a16849b2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2581096 Jun 30 09:01:48.975632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Pushing event deleted for resources: {'Port': ['ID=7375f0c1-5004-4cda-b3f0-209caaa22cb5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:48.977466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:48.999368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:01:49.027950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.029042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.037915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Allocated IP 172.20.0.2 (bfac7de3-c727-4476-96b3-2ed214adf2be/ef2eb52a-c42e-4728-a5a4-0d896cf98f2d/fc28ff92-c43f-4103-a596-fbafa3ac8d54) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:49.085963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] No DVR routers for this DVR port 7375f0c1-5004-4cda-b3f0-209caaa22cb5 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:01:49.086213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.088250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec138c-483c-49ea-9f1b-c48749e93033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b97bf-edfd-4ae9-9804-826524d2e98e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.104985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.107074 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3235fe22-a4de-4257-ad1f-5bfc9813f342 req-e7046c5c-52e6-4c29-aa27-8ebb625b54bb tempest-LiveMigrationNegativeTest-75739408 tempest-LiveMigrationNegativeTest-75739408-project] 10.222.0.79 "DELETE /v2.0/ports/7375f0c1-5004-4cda-b3f0-209caaa22cb5 HTTP/1.1" status: 204 len: 173 time: 0.9919887 Jun 30 09:01:49.115753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'name': 'network-vif-deleted', 'tag': '7375f0c1-5004-4cda-b3f0-209caaa22cb5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:49.118172 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a2ff38-a267-4ac3-adfd-5ea4f9995023" -d '{"events": [{"server_uuid": "ef2c4b24-8662-4625-b3c6-c89a13ecd03a", "name": "network-vif-deleted", "tag": "7375f0c1-5004-4cda-b3f0-209caaa22cb5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:49.139433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.161008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.161417 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Added segment 60b3451d-6fbf-4617-b398-7941e96a613b of type vlan for network 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b Jun 30 09:01:49.255871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:49.256216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:49.256563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:49.264927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4f3f83-7978-4dcd-a8f8-fd1fc49b58f1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.265547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:01:49.266040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:49.272780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:49.273744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:49.274342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:49.275054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Bound port: dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:49.275555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.328895 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.342755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Transition to ACTIVE for port object fc28ff92-c43f-4103-a596-fbafa3ac8d54 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:49.362937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Transition to ACTIVE for port object fc28ff92-c43f-4103-a596-fbafa3ac8d54 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:49.372280 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.407782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:49.420304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:49.425119 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.428139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Network bfac7de3-c727-4476-96b3-2ed214adf2be is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:49.430561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.434889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:49.446768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:49.453695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Pushing event updated for resources: {'Port': ['ID=fc28ff92-c43f-4103-a596-fbafa3ac8d54,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.482119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.482883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.484857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] 10.222.0.79 "PUT /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 1093 time: 1.4289253 Jun 30 09:01:49.495372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08d91a7b-5b02-4081-8d3d-ddb54488a1aa req-37164ba6-3ebe-46a1-98a1-8f45c5bdbfb5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442555 Jun 30 09:01:49.517038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f331a8f-3d41-4536-b483-c0663036dd7e req-e7fcd6c3-2d6f-493c-b2cb-adfaf89ca567 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.518742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f331a8f-3d41-4536-b483-c0663036dd7e req-e7fcd6c3-2d6f-493c-b2cb-adfaf89ca567 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.5658054 Jun 30 09:01:49.522288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Attempting to bind port fc28ff92-c43f-4103-a596-fbafa3ac8d54 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:49.522842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Attempting to bind port fc28ff92-c43f-4103-a596-fbafa3ac8d54 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:49.523300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Attempting to bind port fc28ff92-c43f-4103-a596-fbafa3ac8d54 on network bfac7de3-c727-4476-96b3-2ed214adf2be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:49.537573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe78dde4-cd19-479e-abe5-773560c274c8 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.542057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:49.543222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Checking segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:49.543800 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.544584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Bound using segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:49.545198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Bound port: fc28ff92-c43f-4103-a596-fbafa3ac8d54, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:49.545585 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.582937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.662417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.670604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.671194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.678442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] For port fc28ff92-c43f-4103-a596-fbafa3ac8d54, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:49.683521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] For port fc28ff92-c43f-4103-a596-fbafa3ac8d54, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fc28ff92-c43f-4103-a596-fbafa3ac8d54,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:49.683709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-b69b253c-cc09-42ff-b94d-87bcfc1796da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.693380 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-b69b253c-cc09-42ff-b94d-87bcfc1796da service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1096 time: 0.1221206 Jun 30 09:01:49.694199 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:49.758472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-66536777-8834-4570-80ff-6d8272906b21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0567455 Jun 30 09:01:49.820072 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274457cb-bc94-4b8f-a065-2dc9ffe2b006 x-openstack-request-id: req-274457cb-bc94-4b8f-a065-2dc9ffe2b006 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:49.821492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45eb9e-15ab-495f-851c-7aeefc2b7506 None None] Pushing event updated for resources: {'Port': ['ID=fc28ff92-c43f-4103-a596-fbafa3ac8d54,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:49.822211 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef2c4b24-8662-4625-b3c6-c89a13ecd03a", "name": "network-vif-deleted", "tag": "7375f0c1-5004-4cda-b3f0-209caaa22cb5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:49.822735 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-274457cb-bc94-4b8f-a065-2dc9ffe2b006 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:49.832741 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef2c4b24-8662-4625-b3c6-c89a13ecd03a', 'name': 'network-vif-deleted', 'tag': '7375f0c1-5004-4cda-b3f0-209caaa22cb5', 'status': 'completed', 'code': 200} Jun 30 09:01:49.915815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-59836b7a-f5f4-4542-b11e-7167c85faedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:49.917581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-59836b7a-f5f4-4542-b11e-7167c85faedb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1270957 Jun 30 09:01:49.973470 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-bbd3420f-cf18-4b2d-813e-6192bd6a1bb4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439017 Jun 30 09:01:50.103786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f331a8f-3d41-4536-b483-c0663036dd7e req-f3a6013d-791c-4887-ae96-95c5367a7044 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412090 Jun 30 09:01:50.196276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8487642 Jun 30 09:01:50.200765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.224276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1245e4a7-763f-4ee3-a1bf-b3fe06111e4d admin admin] Pushing event updated for resources: {'Network': ['ID=6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:50.234647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Request body: {'subnet': {'network_id': '6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1404910288-subnet', 'tenant_id': '9fda80bab31f4db2bf02164bffe3fea6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:50.241567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:01:50.282794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6a52d-6bf8-48ae-80e6-b4be5496ee76 req-06f74799-b2ac-4dd5-9252-d2f766862112 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:50.290676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75a6a52d-6bf8-48ae-80e6-b4be5496ee76 req-06f74799-b2ac-4dd5-9252-d2f766862112 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 945 time: 0.2588971 Jun 30 09:01:50.303856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-3e035c71-2d86-4eac-8c80-b079b554f997 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160937 Jun 30 09:01:50.371219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Made reservation on behalf of 9fda80bab31f4db2bf02164bffe3fea6 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:50.376103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.378179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75a6a52d-6bf8-48ae-80e6-b4be5496ee76 req-3888c312-0681-4363-973d-89e23ef9472c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845678 Jun 30 09:01:50.540404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.599025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.630307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a624851f-63b8-4f36-8d2a-6ba1abc0aef1 req-ec086f83-912c-4ec5-986a-2a861f02e640 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074203 Jun 30 09:01:50.829577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:50.866255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:50.921527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d54a551-8161-487d-bdb0-dfc3b7a1163d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:50.938234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Checking segment: {'id': '60b3451d-6fbf-4617-b398-7941e96a613b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:50.939873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Network hostable DHCP agents. Network: 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:01:50.967458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Allocated IP 172.25.7.220 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/e5655c04-561b-4108-8af5-948ef2c95098) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:50.970396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Network 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:01:50.998641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:51.005194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.006204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.011493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e30e7-f7df-48e9-8790-74db137c4955 None None] Network 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:51.018739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b7ca-63c7-464f-a9c6-2bbbff745503 req-c2cf93e2-def4-4731-8898-eced8a6a7b79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:51.028091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8de8b7ca-63c7-464f-a9c6-2bbbff745503 req-c2cf93e2-def4-4731-8898-eced8a6a7b79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.3052092 Jun 30 09:01:51.048926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-91974108-e8f5-4315-9457-718ed5db39e1 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8442366 Jun 30 09:01:51.147298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8de8b7ca-63c7-464f-a9c6-2bbbff745503 req-8f354214-c36f-451b-a6b7-1df04f93d931 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178615 Jun 30 09:01:51.381106 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.417392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d34abde-7f9f-4fb2-aa56-be92fea1af48 None None] Network 6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:51.564419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fc28ff92-c43f-4103-a596-fbafa3ac8d54 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:51.656893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e0ecd-41a6-4b11-88f8-e50f8fe103e0 None None] Network bfac7de3-c727-4476-96b3-2ed214adf2be requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:01:51.735677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-35852209-f2e3-4e1e-936f-95fe87f4dce8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e50392f1076d45d9929b798419893560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677943 Jun 30 09:01:51.737867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:51.770438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.834460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:51.837400 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dfb445-065c-4ed7-bcce-829d31276fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:51.874956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-900f5eab-77ad-4910-b642-bc048a19bb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:51.886528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:51.891709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:51.913989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:51.919085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Pushing event updated for resources: {'Port': ['ID=e5655c04-561b-4108-8af5-948ef2c95098,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:51.963444 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-900f5eab-77ad-4910-b642-bc048a19bb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.064499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd2fd5-0990-41a3-a2b4-0624861ec730 req-f328ed1c-ef24-4fba-8c30-5cc7b688371d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.070042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cbd2fd5-0990-41a3-a2b4-0624861ec730 req-f328ed1c-ef24-4fba-8c30-5cc7b688371d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.5187504 Jun 30 09:01:52.099433 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-900f5eab-77ad-4910-b642-bc048a19bb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.102814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-900f5eab-77ad-4910-b642-bc048a19bb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.104352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-900f5eab-77ad-4910-b642-bc048a19bb59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/daa9c13e-a8e6-4339-b79f-d74db9769482 HTTP/1.1" status: 204 len: 168 time: 0.3643122 Jun 30 09:01:52.119092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f5eab-77ad-4910-b642-bc048a19bb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa9c13e-a8e6-4339-b79f-d74db9769482,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:52.138017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7375f0c1-5004-4cda-b3f0-209caaa22cb5 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:01:52.177974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 7375f0c1-5004-4cda-b3f0-209caaa22cb5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:01:52.178588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7375f0c1-5004-4cda-b3f0-209caaa22cb5 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:01:52.188056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] Provisioning for port fc28ff92-c43f-4103-a596-fbafa3ac8d54 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:52.198526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] Provisioning complete for port fc28ff92-c43f-4103-a596-fbafa3ac8d54 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:52.198948 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.240930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port fc28ff92-c43f-4103-a596-fbafa3ac8d54 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:52.250417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fc28ff92-c43f-4103-a596-fbafa3ac8d54 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:52.251022 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.355373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cbd2fd5-0990-41a3-a2b4-0624861ec730 req-464c96b8-2952-4786-a37e-630a270ef653 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636223 Jun 30 09:01:52.382480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.465660 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cc80ee-1567-4f0e-b7c6-d5b5e3448930 x-openstack-request-id: req-65cc80ee-1567-4f0e-b7c6-d5b5e3448930 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:52.467327 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:52.467798 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65cc80ee-1567-4f0e-b7c6-d5b5e3448930 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:52.469623 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'status': 'completed', 'code': 200} Jun 30 09:01:52.561226 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.593952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.650843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] For port fc28ff92-c43f-4103-a596-fbafa3ac8d54, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fc28ff92-c43f-4103-a596-fbafa3ac8d54,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:52.654011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-f57cc8f9-05b8-47cb-936d-045c25bac488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.662435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.664792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-f57cc8f9-05b8-47cb-936d-045c25bac488 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1096 time: 0.1497567 Jun 30 09:01:52.823851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:52.835027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-3f571134-562f-4ef7-ab2c-01e443da8bbd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.836748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-3f571134-562f-4ef7-ab2c-01e443da8bbd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.3823853 Jun 30 09:01:52.897926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-aaf3f11d-6c74-4bd1-bc9b-9d50965df985 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/quotas/3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 375 time: 0.0164959 Jun 30 09:01:52.908117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47890) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:52.942732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-60bb294e-c8a6-4f6e-987b-acf55b6d88a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:52.944229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-60bb294e-c8a6-4f6e-987b-acf55b6d88a0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.2730098 Jun 30 09:01:52.966857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:01:52.967680 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:01:52.987128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33951d-8474-4470-b1d6-aa05c797ac37 None None] Pushing event updated for resources: {'Port': ['ID=fc28ff92-c43f-4103-a596-fbafa3ac8d54,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.002048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8bac65f8-ae57-44c0-a9ac-14befebafba0 None None] Provisioning complete for port fc28ff92-c43f-4103-a596-fbafa3ac8d54 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:53.003122 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8bac65f8-ae57-44c0-a9ac-14befebafba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.021649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-4133aca2-dfd2-49c2-9cf2-fa147f3ad317 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0673044 Jun 30 09:01:53.047776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-4268ddb4-4a18-4140-8eaa-8f00b8fbaf85 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1151934 Jun 30 09:01:53.116330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-46ce3691-4f17-499e-bf6c-876200d69909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:53.117835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-46ce3691-4f17-499e-bf6c-876200d69909 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0857997 Jun 30 09:01:53.164372 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-2509192d-c7ef-4225-8038-e66357d66fa0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361044 Jun 30 09:01:53.169586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ae3f30fb-00cf-4028-961c-a57b54be7e60 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3ffd2fe2bb924dfcadd97eb80be683b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2603223 Jun 30 09:01:53.172118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:53.228092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-902bbf7a-80f5-42da-9080-8bc223225e77 service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471763 Jun 30 09:01:53.244221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:01:53.294493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df2ce72a-10ca-4ef8-9310-ffc40926b08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.325820 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-0baa6d6f-9f10-4eb5-808b-fc3b98b4cc3c service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379812 Jun 30 09:01:53.336819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df2ce72a-10ca-4ef8-9310-ffc40926b08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.447450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-72cdd4b3-142d-4cef-8802-e551e67f2b38 service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124810 Jun 30 09:01:53.539223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:53.564033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df2ce72a-10ca-4ef8-9310-ffc40926b08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.567332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df2ce72a-10ca-4ef8-9310-ffc40926b08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.568751 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-df2ce72a-10ca-4ef8-9310-ffc40926b08b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e7f9aeb-75b6-4824-acb2-981e66227928 HTTP/1.1" status: 204 len: 168 time: 0.3956664 Jun 30 09:01:53.580823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ce72a-10ca-4ef8-9310-ffc40926b08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7f9aeb-75b6-4824-acb2-981e66227928,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:53.585159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43dfb445-065c-4ed7-bcce-829d31276fc7 req-d3b9c1e2-331a-4d8b-9105-0bcf31a2ae2c service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458937 Jun 30 09:01:53.595009 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Sync routers for ids ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:53.618451 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Routers {'6d7b0570-91ad-4160-8ee1-fba55fa4b27d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:53.620195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:53.810438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fc28ff92-c43f-4103-a596-fbafa3ac8d54 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:53.937526 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Set router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:53.943158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fc28ff92-c43f-4103-a596-fbafa3ac8d54 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:53.944524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:53.996379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:01:54.289180 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.293787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:54.294592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8ac00d27-b26d-4ec3-bcc7-1c7a7214498e admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4247038 Jun 30 09:01:54.377133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1060bcb-6c26-4cf5-b438-aa0af0f6ba11 req-e50e7a55-bcb2-4832-b8ba-405857af6741 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.392649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1060bcb-6c26-4cf5-b438-aa0af0f6ba11 req-e50e7a55-bcb2-4832-b8ba-405857af6741 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.8905556 Jun 30 09:01:54.396812 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:01:52Z', 'revision_number': 3, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:54.455523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:54.472247 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Checking router: 6d7b0570-91ad-4160-8ee1-fba55fa4b27d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:01:54.473169 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Updating router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d port e5655c04-561b-4108-8af5-948ef2c95098 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:01:54.485352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'port_id': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'mac_address': 'fa:16:3e:5c:cf:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7efa8cf-a386-4ab0-9226-0c4eb91fdc83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:01:54.530144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1060bcb-6c26-4cf5-b438-aa0af0f6ba11 req-fecb9d39-7ec5-4d1b-9968-1239e4113da5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316500 Jun 30 09:01:54.530789 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.577084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d005e7-de02-40d3-b6aa-0ee11a4756b8 req-79e5aaf5-ad02-4683-96b6-20f36600ea37 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:54.581599 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.589802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1d005e7-de02-40d3-b6aa-0ee11a4756b8 req-79e5aaf5-ad02-4683-96b6-20f36600ea37 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.2717597 Jun 30 09:01:54.618016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe3232b-b838-491f-b45d-6e89e6a3e2e4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:01:54.657211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:54.667762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc4dbfec-145e-4b89-bb6f-1c88e2bf1fa1 req-918dccf1-f61c-451c-80f5-c0d4fac510cf tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 210 time: 0.0409007 Jun 30 09:01:54.670803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:54.687305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1d005e7-de02-40d3-b6aa-0ee11a4756b8 req-29122ac9-9d07-43e5-b72b-97e1b22a53e0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903172 Jun 30 09:01:54.779428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:54.921612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['dfe3232b-b838-491f-b45d-6e89e6a3e2e4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:01:55.093291 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.116839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Transition to ACTIVE for port object e5655c04-561b-4108-8af5-948ef2c95098 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:55.131711 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.216127 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Attempting to bind port e5655c04-561b-4108-8af5-948ef2c95098 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:01:55.216433 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Attempting to bind port e5655c04-561b-4108-8af5-948ef2c95098 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:01:55.216767 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Attempting to bind port e5655c04-561b-4108-8af5-948ef2c95098 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:01:55.227678 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Pushing event updated for resources: {'Port': ['ID=e5655c04-561b-4108-8af5-948ef2c95098,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.234501 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:01:55.235480 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:01:55.235893 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.236292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:01:55.237276 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Bound port: e5655c04-561b-4108-8af5-948ef2c95098, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:01:55.237692 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.243065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.243422 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.243768 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.244113 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.244975 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.245328 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.245663 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.246003 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.246376 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.247273 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.247617 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.247950 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:01:55.341829 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] For port e5655c04-561b-4108-8af5-948ef2c95098, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:01:55.345593 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] For port e5655c04-561b-4108-8af5-948ef2c95098, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e5655c04-561b-4108-8af5-948ef2c95098,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:01:55.353022 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.434525 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Routers {'6d7b0570-91ad-4160-8ee1-fba55fa4b27d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:55.435170 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:55.491702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47958) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:55.547453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.642645 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] Set router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:01:55.737227 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011134cd-d60e-42d7-a93f-b8c643cb0313 None None] Pushing event updated for resources: {'Port': ['ID=e5655c04-561b-4108-8af5-948ef2c95098,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:55.757802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1cf1-852f-406c-8778-42b5034c5e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:55.821191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de755c-b4c9-4bd2-96c9-a947a6bbcfda req-6aed2504-c6e2-42c0-9dab-9c50d51f6f8c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:55.829530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3de755c-b4c9-4bd2-96c9-a947a6bbcfda req-6aed2504-c6e2-42c0-9dab-9c50d51f6f8c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1422346 Jun 30 09:01:55.943373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3de755c-b4c9-4bd2-96c9-a947a6bbcfda req-aa9adcb3-7295-43d7-808f-c2e07269fecd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090353 Jun 30 09:01:55.977600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:56.089468 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1cf1-852f-406c-8778-42b5034c5e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.096055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1cf1-852f-406c-8778-42b5034c5e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.136867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-1a4ae7db-8112-4de3-8dab-0f17c90f6c32 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.139637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-1a4ae7db-8112-4de3-8dab-0f17c90f6c32 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.4285574 Jun 30 09:01:56.171097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Request body: {'port': {'device_id': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'admin_state_up': True, 'tenant_id': '3cc6cd19f807446c9c6d1f11128d3e9a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:56.180675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:56.190187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:56.192260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.207695 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:01:52Z', 'revision_number': 3, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:56.261222 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0047e89-7485-46c6-a538-2abc60155085 None None] The sync data for ids ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'] in n-d-780147-22 is: [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:01:52Z', 'revision_number': 3, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:01:56.290625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb4f1cf1-852f-406c-8778-42b5034c5e75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55d3053a969549fb892012bc72b39238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7954953 Jun 30 09:01:56.293182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47986) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:56.313928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f1cf1-852f-406c-8778-42b5034c5e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa337537-2420-4515-bec5-f7e875e649a8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.350474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Allocated IP 172.20.0.1 (bfac7de3-c727-4476-96b3-2ed214adf2be/ef2eb52a-c42e-4728-a5a4-0d896cf98f2d/bb9666ea-9bbc-4c5c-a1c6-4ed30f692119) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:56.393934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00cb1c31-5de4-4300-aa7f-fb66ae50f07c req-efb32c38-a534-454a-86ea-e9594a4f243b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 210 time: 0.0601740 Jun 30 09:01:56.464163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.506996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:01:56.509722 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbb5944-9be8-44a4-ac35-075ea063b821" -d '{"events": [{"server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:01:56.525976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:56.532416 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.613888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Made reservation on behalf of 3cc6cd19f807446c9c6d1f11128d3e9a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:01:56.618683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.625427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.631569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633e795-5313-4eff-a52a-e6b8e3b3e48d req-9a880484-80d5-49c0-8038-dbd49dbe9bf5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:56.633187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7633e795-5313-4eff-a52a-e6b8e3b3e48d req-9a880484-80d5-49c0-8038-dbd49dbe9bf5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.2358401 Jun 30 09:01:56.639905 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a2dcb8-cde3-4651-afd9-aa4be5921cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.654814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.664458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Transition to ACTIVE for port object bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:01:56.738992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a2dcb8-cde3-4651-afd9-aa4be5921cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.754623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7633e795-5313-4eff-a52a-e6b8e3b3e48d req-3479e631-010a-452d-911a-adf0123e91fa tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120903 Jun 30 09:01:56.859624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a2dcb8-cde3-4651-afd9-aa4be5921cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.863383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a2dcb8-cde3-4651-afd9-aa4be5921cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.868620 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13a2dcb8-cde3-4651-afd9-aa4be5921cc1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa337537-2420-4515-bec5-f7e875e649a8 HTTP/1.1" status: 204 len: 168 time: 0.5725498 Jun 30 09:01:56.881842 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26fecf-fa14-4b5e-8358-25b7dd7e2511 x-openstack-request-id: req-0a26fecf-fa14-4b5e-8358-25b7dd7e2511 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:01:56.882187 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "name": "network-vif-plugged", "status": "completed", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:01:56.882558 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a26fecf-fa14-4b5e-8358-25b7dd7e2511 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:01:56.883059 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'code': 200} Jun 30 09:01:56.887582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2dcb8-cde3-4651-afd9-aa4be5921cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa337537-2420-4515-bec5-f7e875e649a8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:56.903712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:56.949200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Network bfac7de3-c727-4476-96b3-2ed214adf2be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:56.954247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:57.030371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:57.153800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.310275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-86502031-cfac-4f50-b877-8961baf61d1b None None] Provisioning for port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:57.322707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-86502031-cfac-4f50-b877-8961baf61d1b None None] Provisioning complete for port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:57.323085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86502031-cfac-4f50-b877-8961baf61d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.359931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Allocated IP 172.20.0.9 (f052aee1-fc70-455d-8470-0d0c34a47948/2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0/e4553872-753c-447e-9f9f-6d04f93b5bee) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:01:57.456667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-86502031-cfac-4f50-b877-8961baf61d1b None None] Port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:57.480094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:57.487340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a114a5d-15ca-4e68-af1b-f0311c6409fd req-54a677b9-eb1f-48fc-94df-a9269b3d12e5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.498364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a114a5d-15ca-4e68-af1b-f0311c6409fd req-54a677b9-eb1f-48fc-94df-a9269b3d12e5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2299159 Jun 30 09:01:57.503069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.551845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a114a5d-15ca-4e68-af1b-f0311c6409fd req-031549d0-98fb-4305-882e-b2d9304f61c0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Jun 30 09:01:57.623959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb68eeb-a300-4a82-9f89-cd6d07ca0233 req-caa6041e-df1b-4951-812b-e5836b114088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:57.626443 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdb68eeb-a300-4a82-9f89-cd6d07ca0233 req-caa6041e-df1b-4951-812b-e5836b114088 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1098 time: 0.4738231 Jun 30 09:01:57.722766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48016) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:57.763998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e5655c04-561b-4108-8af5-948ef2c95098 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:57.807543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3bf80ae7-22ad-498a-a446-192dc5603a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.845243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdb68eeb-a300-4a82-9f89-cd6d07ca0233 req-fe43ff22-3dce-497e-bc79-94d62c8965c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010632 Jun 30 09:01:57.861055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-864588e6-2e27-4149-9d69-43eadf25003a req-7913218d-9ae8-4e6c-be07-88ca738446e5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 210 time: 0.1019759 Jun 30 09:01:57.942992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e5655c04-561b-4108-8af5-948ef2c95098 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:01:57.953665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e5655c04-561b-4108-8af5-948ef2c95098 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:57.954350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:57.961330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.086653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3bf80ae7-22ad-498a-a446-192dc5603a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.090601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.109012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3bf80ae7-22ad-498a-a446-192dc5603a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.116183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e5655c04-561b-4108-8af5-948ef2c95098, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e5655c04-561b-4108-8af5-948ef2c95098,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:01:58.122240 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.124752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.138315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.179023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf80ae7-22ad-498a-a446-192dc5603a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1bbd8e-f170-4a13-9e5f-d2b60e9dc5dc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.194316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.226135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e5655c04-561b-4108-8af5-948ef2c95098,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.244161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3bf80ae7-22ad-498a-a446-192dc5603a93 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5139f2157c8240e695e073ba8269e59a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5197740 Jun 30 09:01:58.245391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48028) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:01:58.273046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Network f052aee1-fc70-455d-8470-0d0c34a47948 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:58.277344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Pushing event updated for resources: {'Port': ['ID=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.287728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.323870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:58.326849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:01:58.336695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfbd31bc-b6aa-46d2-9263-5c267426cb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.360956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627638c-a772-44c6-af93-74b141be7b02 req-808993f4-c76d-4235-a8a7-5960f61127a9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.371526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d627638c-a772-44c6-af93-74b141be7b02 req-808993f4-c76d-4235-a8a7-5960f61127a9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 946 time: 0.2672203 Jun 30 09:01:58.407580 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-8f040bb6-5553-4be2-93b4-167704f16314 req-f65b6360-20d8-4843-a0a4-fa4434b1a1cf service neutron] show failed (client error): The resource could not be found. Jun 30 09:01:58.408783 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-f65b6360-20d8-4843-a0a4-fa4434b1a1cf service neutron] 10.222.0.83 "GET /v2.0/ports/eae11a14-0170-425b-9b10-ff04621564d5/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.2061620 Jun 30 09:01:58.423632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfbd31bc-b6aa-46d2-9263-5c267426cb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.452223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.484184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:58.485287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.508958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-e50269ca-e0ec-460d-8fc9-1da262f6328d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3517761 Jun 30 09:01:58.525685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d627638c-a772-44c6-af93-74b141be7b02 req-212bb8b2-7a93-4022-91c8-c70fa3be9d0c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531487 Jun 30 09:01:58.527480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Request body: {'port': {'device_id': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:58.600480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfbd31bc-b6aa-46d2-9263-5c267426cb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.615472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfbd31bc-b6aa-46d2-9263-5c267426cb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.620145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bfbd31bc-b6aa-46d2-9263-5c267426cb4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9f1bbd8e-f170-4a13-9e5f-d2b60e9dc5dc HTTP/1.1" status: 204 len: 168 time: 0.3732967 Jun 30 09:01:58.631237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd31bc-b6aa-46d2-9263-5c267426cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1bbd8e-f170-4a13-9e5f-d2b60e9dc5dc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:01:58.749051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Network bfac7de3-c727-4476-96b3-2ed214adf2be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:01:58.753040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:01:58.755151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.892276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:58.996170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b7c2a-cb99-4389-961f-1541e1cb883b req-a095a910-44d7-41b6-99fe-d48337413c79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.012981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-408b7c2a-cb99-4389-961f-1541e1cb883b req-a095a910-44d7-41b6-99fe-d48337413c79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1899998 Jun 30 09:01:59.074020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-408b7c2a-cb99-4389-961f-1541e1cb883b req-206a9385-4527-417f-bbae-7af992e2b325 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548530 Jun 30 09:01:59.112018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:01:59.201643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-32b42f63-2db7-4023-996e-22182949842a None None] Provisioning complete for port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:01:59.202029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-32b42f63-2db7-4023-996e-22182949842a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:01:59.292442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-32b42f63-2db7-4023-996e-22182949842a None None] Port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:01:59.408309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d384d-4bda-4595-b0c9-00a3dd1bafd0 req-bebafba5-859a-4fe3-8bf9-e59f538f35ea tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.409915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-624d384d-4bda-4595-b0c9-00a3dd1bafd0 req-bebafba5-859a-4fe3-8bf9-e59f538f35ea tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 931 time: 0.1344476 Jun 30 09:01:59.492084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-624d384d-4bda-4595-b0c9-00a3dd1bafd0 req-9cdb3939-8b2a-4366-b935-c3d2423b0bf3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697005 Jun 30 09:01:59.619376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:01:59.631881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Sync routers for ids ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:01:59.657692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-958a7369-583e-487d-972c-2a822e0ff775 admin admin] 10.222.0.77 "PUT /v2.0/routers/6d7b0570-91ad-4160-8ee1-fba55fa4b27d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3553829 Jun 30 09:01:59.658436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Routers {'6d7b0570-91ad-4160-8ee1-fba55fa4b27d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:01:59.660222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:01:59.746325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e5655c04-561b-4108-8af5-948ef2c95098 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:01:59.763672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-29c0d285-a69e-4c81-8a81-8c9afe612d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.780808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-29c0d285-a69e-4c81-8a81-8c9afe612d8e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd&tenant_id=60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 1101 time: 0.9828939 Jun 30 09:01:59.793594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:01:59.983450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c7236-ca44-48e2-b26a-338802072066 req-2a2595a7-0c71-4117-85bd-360160d86d2f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:01:59.987156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-878c7236-ca44-48e2-b26a-338802072066 req-2a2595a7-0c71-4117-85bd-360160d86d2f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 946 time: 0.1851661 Jun 30 09:02:00.057173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e5655c04-561b-4108-8af5-948ef2c95098 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:00.064417 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.073591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Set router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:00.132244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.168714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-878c7236-ca44-48e2-b26a-338802072066 req-dd43a083-a033-4d7e-bd01-71b61cd5ce70 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698358 Jun 30 09:02:00.527686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13923279-11b1-4e87-9ab4-938d250df567 req-5ea58f8b-0a11-4526-8aa6-6dc9aa8d28f6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:00.543664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13923279-11b1-4e87-9ab4-938d250df567 req-5ea58f8b-0a11-4526-8aa6-6dc9aa8d28f6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1830530 Jun 30 09:02:00.569404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4553872-753c-447e-9f9f-6d04f93b5bee {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:00.598651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.623690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Transition to ACTIVE for port object e4553872-753c-447e-9f9f-6d04f93b5bee will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:00.632064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13923279-11b1-4e87-9ab4-938d250df567 req-4be670e0-15b9-41f2-82b4-a1478f24c5e7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869889 Jun 30 09:02:00.653056 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.721932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:00.749549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:00.888465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:01:57Z', 'revision_number': 4, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'bb9666ea-9bbc-4c5c-a1c6-4ed30f692119', 'name': '', 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'mac_address': 'fa:16:3e:7e:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:01:57Z', 'revision_number': 2, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'subnets': [{'id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:00.890881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:00.926040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Checking router: 6d7b0570-91ad-4160-8ee1-fba55fa4b27d for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:00.926580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Updating router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:00.962440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:00.965037 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a6180-fc77-4a57-85b5-2e555153072d" -d '{"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-unplugged", "status": "completed", "tag": "eae11a14-0170-425b-9b10-ff04621564d5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:00.969700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:00.998944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:00.999467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:00.999978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.001542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.006736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Transition to ACTIVE for port object eae11a14-0170-425b-9b10-ff04621564d5 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:01.007810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:01.008309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.017083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:01.020061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:01.021143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:01.021810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Bound port: e4553872-753c-447e-9f9f-6d04f93b5bee, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:01.024668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.049604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.167890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd7ff-7499-4b45-8be2-aa9bc786dac6 req-e78cf6fb-fb5d-49b3-9379-a6b6b85af21c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.179348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.180546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-600dd7ff-7499-4b45-8be2-aa9bc786dac6 req-e78cf6fb-fb5d-49b3-9379-a6b6b85af21c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.1268764 Jun 30 09:02:01.271990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] No DVR routers for this DVR port eae11a14-0170-425b-9b10-ff04621564d5 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:01.348002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-600dd7ff-7499-4b45-8be2-aa9bc786dac6 req-946b6c22-b439-4752-af89-f364baf428a4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616035 Jun 30 09:02:01.371319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbaccc-9a73-409b-a8c8-61569c57f6da req-9cfda5a3-8cee-4e4f-85f7-0df68071effe tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.373128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43bbaccc-9a73-409b-a8c8-61569c57f6da req-9cfda5a3-8cee-4e4f-85f7-0df68071effe tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1098 time: 0.1871514 Jun 30 09:02:01.435475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:01.479926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:01.480285 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:01.480708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.499015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43bbaccc-9a73-409b-a8c8-61569c57f6da req-19a138c5-7034-4dc1-9879-9b24b1fb6661 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174510 Jun 30 09:02:01.500750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:01.502670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Port eae11a14-0170-425b-9b10-ff04621564d5 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:01.504337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Attempting to bind port eae11a14-0170-425b-9b10-ff04621564d5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:01.510074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.523015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:01.523496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:01.524034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:01.524728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Bound port: eae11a14-0170-425b-9b10-ff04621564d5, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:01.525051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.561674 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d7b7a3-8d07-41e7-a78c-b09b89eb0388 x-openstack-request-id: req-64d7b7a3-8d07-41e7-a78c-b09b89eb0388 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:01.562103 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-unplugged", "status": "completed", "tag": "eae11a14-0170-425b-9b10-ff04621564d5", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:01.562475 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64d7b7a3-8d07-41e7-a78c-b09b89eb0388 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:01.562962 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5', 'code': 200} Jun 30 09:02:01.578475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.579141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.580757 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] 10.222.0.79 "PUT /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 1092 time: 3.0599048 Jun 30 09:02:01.709046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902522d-8aae-4d84-ade9-27c36f6425d0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:01.750748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:01.751722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.755818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:01.778924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Transition to ACTIVE for port object bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:01.791017 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.794343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:01.830724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-4e68e9e1-2358-4ddf-8e1b-8eb7ff1a26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:01.837126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-4e68e9e1-2358-4ddf-8e1b-8eb7ff1a26aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1095 time: 0.1807854 Jun 30 09:02:01.927352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:01.961875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c468a-231a-44e1-bfb9-312b1b1e3866 None None] Pushing event updated for resources: {'Port': ['ID=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.002533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Attempting to bind port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:02.002981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Attempting to bind port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:02.003416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Attempting to bind port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 on network bfac7de3-c727-4476-96b3-2ed214adf2be {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:02.009200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:02.009681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Checking segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:02.010156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.010727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Bound using segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:02.011186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Bound port: bb9666ea-9bbc-4c5c-a1c6-4ed30f692119, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:02.012001 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.013707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-network', 'tenant_id': '10b8f195097d4ed8a7545bc437796351'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:02.037191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.037825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.039902 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] 10.222.0.79 "PUT /v2.0/ports/eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 1096 time: 2.2504632 Jun 30 09:02:02.050020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-72af647a-f812-430e-93f9-9d0ea133135b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 217 time: 0.2027557 Jun 30 09:02:02.092785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48136) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.149067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809aa6b-dddf-4e56-b721-ad3921caadd4 req-5bae7aa5-ba4c-4da1-aeb4-3fab50173311 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.150621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e809aa6b-dddf-4e56-b721-ad3921caadd4 req-5bae7aa5-ba4c-4da1-aeb4-3fab50173311 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1098 time: 0.2477601 Jun 30 09:02:02.194815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] For port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:02.199689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] For port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:02.207439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device eae11a14-0170-425b-9b10-ff04621564d5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:02.229846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ba287-c243-47e6-91a2-1b1c8b19d8eb req-2a3ce787-0314-4c9f-8bd6-d414f5ec6a3e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.231418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-249ba287-c243-47e6-91a2-1b1c8b19d8eb req-2a3ce787-0314-4c9f-8bd6-d414f5ec6a3e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.2522900 Jun 30 09:02:02.301756 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.364540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e809aa6b-dddf-4e56-b721-ad3921caadd4 req-b2436312-9863-4ba1-818d-8c89ffc7234f tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005506 Jun 30 09:02:02.381854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device eae11a14-0170-425b-9b10-ff04621564d5 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:02.405866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f463e-5a41-4189-b088-9ed354bb9342 service neutron] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.410392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Made reservation on behalf of 10b8f195097d4ed8a7545bc437796351 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:02.410617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Routers {'6d7b0570-91ad-4160-8ee1-fba55fa4b27d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:02.411156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:02.412707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.420691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-249ba287-c243-47e6-91a2-1b1c8b19d8eb req-d6ad254c-578f-40b8-9cac-3c3ddc7d3aec tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610105 Jun 30 09:02:02.423545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.436080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-989b1e55-ec8d-4b7e-8574-76077c2fa9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.437595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-989b1e55-ec8d-4b7e-8574-76077c2fa9be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.3747261 Jun 30 09:02:02.442331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c936dc3d-424c-4c2e-b613-af8dddcff105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.572848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-adc394b0-16da-4905-9eb6-5ba02842a67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:02.579776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] Set router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:02.580730 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-adc394b0-16da-4905-9eb6-5ba02842a67f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1099 time: 0.4877322 Jun 30 09:02:02.586101 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-1361eb12-6c2f-49b2-8b8d-70bfa97c5633 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240745 Jun 30 09:02:02.668085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c936dc3d-424c-4c2e-b613-af8dddcff105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.683785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c936dc3d-424c-4c2e-b613-af8dddcff105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:02.734055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c936dc3d-424c-4c2e-b613-af8dddcff105 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3910da9c7cbc4803a89381ccd40287d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6317792 Jun 30 09:02:02.735212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48150) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:02.751335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c468a-231a-44e1-bfb9-312b1b1e3866 None None] Pushing event updated for resources: {'Port': ['ID=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.872929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:01:57Z', 'revision_number': 4, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'bb9666ea-9bbc-4c5c-a1c6-4ed30f692119', 'name': '', 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'mac_address': 'fa:16:3e:7e:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:02:02Z', 'revision_number': 4, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'subnets': [{'id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:02.888718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936dc3d-424c-4c2e-b613-af8dddcff105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52195226-d819-4309-a82f-52af37aabb82,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:02.913602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-7b3618f4-51c1-453d-9773-491d70597309 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135893 Jun 30 09:02:02.931487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b77f8aa-b371-45be-8b8a-3e386710772b None None] The sync data for ids ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'] in n-d-780147-22 is: [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:01:57Z', 'revision_number': 4, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'bb9666ea-9bbc-4c5c-a1c6-4ed30f692119', 'name': '', 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'mac_address': 'fa:16:3e:7e:dd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:55Z', 'updated_at': '2021-06-30T09:02:02Z', 'revision_number': 4, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'subnets': [{'id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:03.008681 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb83a39b-5ec0-4fb3-ac2c-8a3727da2aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.085668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb83a39b-5ec0-4fb3-ac2c-8a3727da2aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.118119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-7a9b1196-d23a-4a2d-9baf-c72a9473b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.119803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-7a9b1196-d23a-4a2d-9baf-c72a9473b5ae service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.5262885 Jun 30 09:02:03.129072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c91309-8c76-42ce-8a35-99bfea7889a0 req-0e05cee3-805b-48ff-8387-515bb3d0a3f5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.138606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34c91309-8c76-42ce-8a35-99bfea7889a0 req-0e05cee3-805b-48ff-8387-515bb3d0a3f5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.4114168 Jun 30 09:02:03.215718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34c91309-8c76-42ce-8a35-99bfea7889a0 req-45dd2c6c-a4ad-42e1-b5e9-950bb3a355e3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757885 Jun 30 09:02:03.260090 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb83a39b-5ec0-4fb3-ac2c-8a3727da2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.264037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb83a39b-5ec0-4fb3-ac2c-8a3727da2aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.265440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb83a39b-5ec0-4fb3-ac2c-8a3727da2aa6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/52195226-d819-4309-a82f-52af37aabb82 HTTP/1.1" status: 204 len: 168 time: 0.5202484 Jun 30 09:02:03.269115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.281719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb83a39b-5ec0-4fb3-ac2c-8a3727da2aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52195226-d819-4309-a82f-52af37aabb82,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.283447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-12589f16-5839-4eda-bad6-9835303d613f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.1539404 Jun 30 09:02:03.290845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.322853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:03.345170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.346862 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Added segment 0710e783-a6bb-42df-b200-0c1b2fde985c of type vlan for network 9f9429a9-f580-443d-8d86-a92fc4e8d038 Jun 30 09:02:03.411243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.531504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.532834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.533342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.605516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee'}, {'name': 'network-changed', 'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:03.616320 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee"}, {"name": "network-changed", "server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "tag": "eae11a14-0170-425b-9b10-ff04621564d5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:03.697192 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5b4be4d3-14bb-4cf2-be7a-a8a15ff7f17e req-b9df049a-992e-4aab-8a95-dafca4e6ba4c service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7752225 Jun 30 09:02:03.790380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d8c717-70b9-41f0-bfd8-ff494c36be4b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.794876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:03.814998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b83873-218d-44a8-9d9d-61a7df7c2c2d req-ab21fa71-d17c-4095-bc67-59ecc0ca0eae tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.825285 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8230584 Jun 30 09:02:03.826085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83b83873-218d-44a8-9d9d-61a7df7c2c2d req-ab21fa71-d17c-4095-bc67-59ecc0ca0eae tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.1767142 Jun 30 09:02:03.831161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48178) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:03.837800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-323d0997-dba4-43fc-861f-8ad3e93e561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:03.844714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-323d0997-dba4-43fc-861f-8ad3e93e561f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.3640928 Jun 30 09:02:03.884486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Request body: {'subnet': {'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-subnet', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:03.911491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c855f113-1f93-4ccc-9dcd-5a27b2c60986 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9429a9-f580-443d-8d86-a92fc4e8d038,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:03.924817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:03.934145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:03.934947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:03.943627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:03.949188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83b83873-218d-44a8-9d9d-61a7df7c2c2d req-e60713c2-fa57-487f-a023-815f4ef25144 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216657 Jun 30 09:02:03.973225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Made reservation on behalf of 10b8f195097d4ed8a7545bc437796351 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:03.975741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.015102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.018449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8ca048dc-efe2-466d-8dd2-8c202c860c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.021462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-8ca048dc-efe2-466d-8dd2-8c202c860c13 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1671283 Jun 30 09:02:04.209999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48190) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:04.252042 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4a2677-8f96-4446-8a88-8dff0958c8d2 x-openstack-request-id: req-ea4a2677-8f96-4446-8a88-8dff0958c8d2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:04.252475 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "tag": "eae11a14-0170-425b-9b10-ff04621564d5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:04.252562 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea4a2677-8f96-4446-8a88-8dff0958c8d2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:04.252987 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'status': 'completed', 'code': 200} Jun 30 09:02:04.253240 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5', 'status': 'completed', 'code': 200} Jun 30 09:02:04.259996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a32a5af5-46de-4cbd-97ea-53f282036c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.388747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.425723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-640a3d48-c416-4325-8b61-2044f19d704f service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928146 Jun 30 09:02:04.531911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:04.541176 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.652751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.710079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.792644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Checking segment: {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:04.793057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Network hostable DHCP agents. Network: 9f9429a9-f580-443d-8d86-a92fc4e8d038, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:04.869638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bae6d-0d2e-473a-8f00-164f53f18750 req-b884f19d-aec6-46eb-9940-d7136d3c0230 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.871577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c6bae6d-0d2e-473a-8f00-164f53f18750 req-b884f19d-aec6-46eb-9940-d7136d3c0230 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.2492626 Jun 30 09:02:04.872248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:04.882193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a32a5af5-46de-4cbd-97ea-53f282036c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.894844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03e87fc-b0a5-4bd7-9d86-52567d9d31a7,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.913693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a32a5af5-46de-4cbd-97ea-53f282036c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:04.946469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 9f9429a9-f580-443d-8d86-a92fc4e8d038) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:04.948127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a5af5-46de-4cbd-97ea-53f282036c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c7e84a-0abc-4624-8157-67e6e3f1608e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:04.957092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f167e17e-5bb8-4efe-bef7-7fb046a74cf7 None None] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:04.981553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:04.982147 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.023977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a32a5af5-46de-4cbd-97ea-53f282036c21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6404511a5ade459b8c11d465115fb529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8123903 Jun 30 09:02:05.041038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48214) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.089291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c6bae6d-0d2e-473a-8f00-164f53f18750 req-03d7f128-d22a-4d14-9626-644bb85ec377 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057116 Jun 30 09:02:05.145872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-743994f6-a09c-4001-a7ca-9a1253570348 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3124263 Jun 30 09:02:05.146954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.162884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39590ab3-f9ee-45de-8433-92339479c50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.165331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:05.227743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-de83de5b-e80a-4e44-a69d-84bed9dd5907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.232180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-de83de5b-e80a-4e44-a69d-84bed9dd5907 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1095 time: 1.1111655 Jun 30 09:02:05.240582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-9f9429a9-f580-443d-8d86-a92fc4e8d038', 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'fixed_ips': [{'subnet_id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:02:05.259210 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.308828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a14c8854-9722-4b54-9e51-fc908e30c1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.312938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.328817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.382192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-13fa5775-0739-48d6-a3d9-d52eee6ffed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.383829 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-13fa5775-0739-48d6-a3d9-d52eee6ffed0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1099 time: 0.9680364 Jun 30 09:02:05.403405 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a14c8854-9722-4b54-9e51-fc908e30c1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.414058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f040bb6-5553-4be2-93b4-167704f16314 req-1956c49d-bdbf-4900-90ac-12c7dd69019d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9135759 Jun 30 09:02:05.517919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.544147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-26558182-3d2d-4b6c-804e-6bf96f088815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.545800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-26558182-3d2d-4b6c-804e-6bf96f088815 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2964017 Jun 30 09:02:05.644442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-fa410bd2-ef89-475b-9fd9-41c6721320bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.646431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-fa410bd2-ef89-475b-9fd9-41c6721320bf service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2533689 Jun 30 09:02:05.649620 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-89f0c143-c599-480c-927c-05e0598b5638 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 217 time: 0.0928762 Jun 30 09:02:05.716797 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-8477e81a-75ce-4bad-8076-cb79bf06b7ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.0624881 Jun 30 09:02:05.748283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ecf33-6abe-46af-bfca-e981ee57dd3b req-89373840-3dc7-422d-bdef-75ad5e92127d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.759417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc5ecf33-6abe-46af-bfca-e981ee57dd3b req-89373840-3dc7-422d-bdef-75ad5e92127d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.3518648 Jun 30 09:02:05.771437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39590ab3-f9ee-45de-8433-92339479c50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.841258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39590ab3-f9ee-45de-8433-92339479c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.856665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a14c8854-9722-4b54-9e51-fc908e30c1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.859348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a14c8854-9722-4b54-9e51-fc908e30c1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.868205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-1dd7701b-3635-4de6-9115-b01bfb3e3c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:05.870014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-1dd7701b-3635-4de6-9115-b01bfb3e3c73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0788503 Jun 30 09:02:05.870254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a14c8854-9722-4b54-9e51-fc908e30c1b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b7c7e84a-0abc-4624-8157-67e6e3f1608e HTTP/1.1" status: 204 len: 168 time: 0.8273351 Jun 30 09:02:05.923635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48232) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.942362 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-39590ab3-f9ee-45de-8433-92339479c50d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc951140800342cf9bdf0010007d8250&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9143050 Jun 30 09:02:05.943374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:05.947428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39590ab3-f9ee-45de-8433-92339479c50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c754ca5-942a-47f1-865d-591ca565965d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.979283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:05.985926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14c8854-9722-4b54-9e51-fc908e30c1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c7e84a-0abc-4624-8157-67e6e3f1608e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:05.998934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:06.060331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc5ecf33-6abe-46af-bfca-e981ee57dd3b req-c275d738-09bd-4cd2-95a0-2e57ee8a97f0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999406 Jun 30 09:02:06.106941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-c108cf54-37c9-45cd-88c0-edcdcc52333c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.108497 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-c108cf54-37c9-45cd-88c0-edcdcc52333c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.3356986 Jun 30 09:02:06.110363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-ee209e39-3310-4a07-9767-031bb8701c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.112268 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-ee209e39-3310-4a07-9767-031bb8701c55 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1099 time: 0.3383226 Jun 30 09:02:06.119660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:06.120314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-338abf01-70d2-415f-8ea5-4149d94af9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.121860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-338abf01-70d2-415f-8ea5-4149d94af9fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1757057 Jun 30 09:02:06.133344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca07399f-5d24-4cdc-b150-b7ceca050b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.220585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-f542c7a8-a1b2-4710-ba15-eca7cbc06e3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810387 Jun 30 09:02:06.291857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Allocated IP 172.20.0.2 (9f9429a9-f580-443d-8d86-a92fc4e8d038/a03e87fc-b0a5-4bd7-9d86-52567d9d31a7/fd2282a9-e38d-4926-b516-716060244fe3) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:06.309636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.328836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca07399f-5d24-4cdc-b150-b7ceca050b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.352622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:06.353881 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.364309 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.490142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-880b0b12-0cb8-4064-af83-078fad0f8aa9 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:06.501925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-880b0b12-0cb8-4064-af83-078fad0f8aa9 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5446999 Jun 30 09:02:06.646840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-cba020c1-bef3-45e5-980b-f2617b46eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.648280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-cba020c1-bef3-45e5-980b-f2617b46eb0d service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4860168 Jun 30 09:02:06.655359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca07399f-5d24-4cdc-b150-b7ceca050b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.657815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca07399f-5d24-4cdc-b150-b7ceca050b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:06.658949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ca07399f-5d24-4cdc-b150-b7ceca050b08 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4c754ca5-942a-47f1-865d-591ca565965d HTTP/1.1" status: 204 len: 168 time: 0.7071981 Jun 30 09:02:06.679982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-2e9a6780-bd7c-45bd-9225-72f5469c0b30 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472250 Jun 30 09:02:06.725524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-6da6e609-5d22-418c-b933-768dbf9ad417 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5848761 Jun 30 09:02:06.726838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-fc71a310-7a37-4d0f-b22c-47251653adfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.0600135 Jun 30 09:02:06.728603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07399f-5d24-4cdc-b150-b7ceca050b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c754ca5-942a-47f1-865d-591ca565965d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:06.750583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Request body: {'binding': {'host': 'n-h2-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:06.756614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Unknown quota resources ['binding']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:02:06.869076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Allocated IP 172.25.7.241 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/8fa6e463-a6b6-4efd-a448-3efe4d799fd8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:06.896792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-02ee1214-f6f9-43d9-8739-e3c6a98a7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:06.907661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-02ee1214-f6f9-43d9-8739-e3c6a98a7c65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1553168 Jun 30 09:02:06.982814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-c0186666-f73d-4f5b-9f38-f6cd1b62c44f service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674506 Jun 30 09:02:06.995303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:07.013574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-ace9b36f-173d-4ed5-8892-a274f18c540e service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625730 Jun 30 09:02:07.038495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97a945-3a30-4398-9551-417980fe4c02 req-d8bc71fa-bee5-441a-bb43-fa2976b02f95 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.040436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c97a945-3a30-4398-9551-417980fe4c02 req-d8bc71fa-bee5-441a-bb43-fa2976b02f95 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.4152701 Jun 30 09:02:07.050563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'port_id': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'mac_address': 'fa:16:3e:70:53:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:07.054378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-afea5fd5-8e6d-4dcb-a860-c4404e9d5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.058611 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-afea5fd5-8e6d-4dcb-a860-c4404e9d5f96 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1401062 Jun 30 09:02:07.145029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.149409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c97a945-3a30-4398-9551-417980fe4c02 req-2a5e5d22-5256-474f-a441-d69af644546e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907736 Jun 30 09:02:07.175218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Transition to ACTIVE for port object fd2282a9-e38d-4926-b516-716060244fe3 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:07.203760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Transition to ACTIVE for port object fd2282a9-e38d-4926-b516-716060244fe3 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:07.263012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.266982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.288654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-ebc836ea-7b94-4bc2-a8e3-77727deaa1e9 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181134 Jun 30 09:02:07.318304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4553872-753c-447e-9f9f-6d04f93b5bee {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:07.337757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:07.353335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:07.366489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:07.391142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Pushing event updated for resources: {'Port': ['ID=fd2282a9-e38d-4926-b516-716060244fe3,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.402454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:07.467320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.546716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:07.577714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-036d35bf-c8a1-4b79-b8a3-fd9e21835aba req-cadd421a-b00a-425c-984b-6124e7dfceff service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807155 Jun 30 09:02:07.598428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Attempting to bind port fd2282a9-e38d-4926-b516-716060244fe3 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:07.600271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Attempting to bind port fd2282a9-e38d-4926-b516-716060244fe3 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:07.601289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Attempting to bind port fd2282a9-e38d-4926-b516-716060244fe3 on network 9f9429a9-f580-443d-8d86-a92fc4e8d038 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:07.609423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:07.618045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Checking segment: {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:07.618791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.619401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Bound using segment: {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:07.621954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Bound port: fd2282a9-e38d-4926-b516-716060244fe3, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:07.622815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.657260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:07.680246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7629251-aef4-480e-8fa6-2d6996077e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.693402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.703488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] For port fd2282a9-e38d-4926-b516-716060244fe3, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:07.708509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] For port fd2282a9-e38d-4926-b516-716060244fe3, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fd2282a9-e38d-4926-b516-716060244fe3,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:07.722954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.729963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on host n-h2-780147-22 for vnic_type normal with profile None {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:07.730508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:07.730852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:07.744066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['e4553872-753c-447e-9f9f-6d04f93b5bee'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:07.745580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:07.745906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:07.759708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:07.760281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:07.760472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:07.760857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Bound port: dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:07.866298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d608d-4e60-4ffd-8e43-05df46b8ac7c req-32ed4064-ffc3-4820-8272-40684c86e03f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.873133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b99d608d-4e60-4ffd-8e43-05df46b8ac7c req-32ed4064-ffc3-4820-8272-40684c86e03f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 947 time: 0.2730296 Jun 30 09:02:07.875509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-d5138091-1d27-4b27-b1de-c0880073e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:07.877070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-d5138091-1d27-4b27-b1de-c0880073e76e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1099 time: 0.1376200 Jun 30 09:02:07.917799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7629251-aef4-480e-8fa6-2d6996077e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.949975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:07.975122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:07.986818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-2d295270-70c0-43fe-8b89-5c18173b7cd0 service neutron] 10.222.0.77 "POST /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4/bindings HTTP/1.1" status: 201 len: 390 time: 1.3685336 Jun 30 09:02:07.989171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.015457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebb217f-65d3-4018-a890-427f1f8a1e8c None None] Pushing event updated for resources: {'Port': ['ID=fd2282a9-e38d-4926-b516-716060244fe3,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.024704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device eae11a14-0170-425b-9b10-ff04621564d5 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:08.049173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7629251-aef4-480e-8fa6-2d6996077e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.086508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-2604a7c1-86f0-4303-bdd3-db9bcdc78f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.088360 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-2604a7c1-86f0-4303-bdd3-db9bcdc78f26 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2034001 Jun 30 09:02:08.178734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b99d608d-4e60-4ffd-8e43-05df46b8ac7c req-ff653811-4e12-45ca-8f1a-44e211d66892 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045435 Jun 30 09:02:08.184040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:08.187770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:08.193402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:08.233192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:02:08.269046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.349417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48290) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:08.358488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7629251-aef4-480e-8fa6-2d6996077e4f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de118fabb85f4cc7bd9fb83abbef0b2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6981285 Jun 30 09:02:08.367282 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-c48e330b-64f7-413e-b45a-159124abd670 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.2538064 Jun 30 09:02:08.373460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7629251-aef4-480e-8fa6-2d6996077e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05c991e-d890-4d11-8268-f21e55283f79,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.584316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-149364bc-2ed1-4bd2-a399-3f39fda12710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.586077 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-149364bc-2ed1-4bd2-a399-3f39fda12710 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2017169 Jun 30 09:02:08.653917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:08.705898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'eae11a14-0170-425b-9b10-ff04621564d5', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'eae11a14-0170-425b-9b10-ff04621564d5', 'mac_address': 'fa:16:3e:35:23:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:08.772382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452a0b58-d8ec-4f18-8ac7-8e1e4fc5ea9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.799561 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.799800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-ad98846b-b30e-4fab-b530-64927f9f3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.802450 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-ad98846b-b30e-4fab-b530-64927f9f3cc8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871426 Jun 30 09:02:08.819273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae11a14-0170-425b-9b10-ff04621564d5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:08.851763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:08.865486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.882936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-59a7c7c6-c1b7-4676-a3c7-f3a808c9af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:08.884644 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-59a7c7c6-c1b7-4676-a3c7-f3a808c9af61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1098 time: 0.2962596 Jun 30 09:02:08.898482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452a0b58-d8ec-4f18-8ac7-8e1e4fc5ea9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:08.960569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:08.975374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.045939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-36ea483f-99c4-4062-85b6-8240027aa80c service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342489 Jun 30 09:02:09.046294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471208f-dc00-4d74-8fa0-6bd686a83735 req-a38df8b8-60cc-407c-8d74-ca4539c6984b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.053930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5471208f-dc00-4d74-8fa0-6bd686a83735 req-a38df8b8-60cc-407c-8d74-ca4539c6984b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 946 time: 0.3539917 Jun 30 09:02:09.076142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cad1a-41ba-4514-be39-bfdfbc203553 req-20fd343c-1427-4544-9445-b37d7399fd0e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.077702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-597cad1a-41ba-4514-be39-bfdfbc203553 req-20fd343c-1427-4544-9445-b37d7399fd0e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.3103516 Jun 30 09:02:09.080420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-b1c2754e-6f3b-4d41-83c3-815e60194858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.082865 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-b1c2754e-6f3b-4d41-83c3-815e60194858 service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1866195 Jun 30 09:02:09.136478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452a0b58-d8ec-4f18-8ac7-8e1e4fc5ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.139153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452a0b58-d8ec-4f18-8ac7-8e1e4fc5ea9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.142666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-452a0b58-d8ec-4f18-8ac7-8e1e4fc5ea9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c05c991e-d890-4d11-8268-f21e55283f79 HTTP/1.1" status: 204 len: 168 time: 0.7892139 Jun 30 09:02:09.151611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:09.219786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a0b58-d8ec-4f18-8ac7-8e1e4fc5ea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05c991e-d890-4d11-8268-f21e55283f79,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:09.249773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5471208f-dc00-4d74-8fa0-6bd686a83735 req-31164e7e-fe22-43a3-b5cd-a1ee147cffbe tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949108 Jun 30 09:02:09.259320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-597cad1a-41ba-4514-be39-bfdfbc203553 req-90f16856-339c-465b-9f49-e9c16ff64d5d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361687 Jun 30 09:02:09.418664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-4e2e75a4-8443-4981-a4c6-218c7ea65d5d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 217 time: 0.3109896 Jun 30 09:02:09.440765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b469fc5f-7d08-4955-bb6c-ef135efda4eb None None] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:09.481701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-8864dc65-5887-4df7-b5b1-0378926b8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.483466 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-8864dc65-5887-4df7-b5b1-0378926b8e4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0551810 Jun 30 09:02:09.485261 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.525170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-af83345a-eb43-4973-8cb2-be10bccb4fe3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314186 Jun 30 09:02:09.562756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1ea72f6-fc94-4b61-a5c9-2c25d83bde8b req-2178b4fa-b8bb-4a53-bf54-c3ddb634645f service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042803 Jun 30 09:02:09.600319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4fbda6f2-4e49-4234-8e93-6e2b412dccc5 None None] Provisioning for port fd2282a9-e38d-4926-b516-716060244fe3 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:09.660855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-22ff2546-ba5b-48a0-ba79-10840a18140a service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232212 Jun 30 09:02:09.789447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Router 0b80dd83-92d3-4047-ba42-40b67259ed8f is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:02:09.805182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-1ff4e08d-e8c4-4881-96bb-e190173dbdcf service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293828 Jun 30 09:02:09.818199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fd2282a9-e38d-4926-b516-716060244fe3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:09.845255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94c6c5-3f8b-4d35-9f22-c1cf8e6f454e req-4594288a-8a39-404b-9f5b-2b482822d48b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:09.854900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d94c6c5-3f8b-4d35-9f22-c1cf8e6f454e req-4594288a-8a39-404b-9f5b-2b482822d48b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 948 time: 0.2327857 Jun 30 09:02:09.914787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port fd2282a9-e38d-4926-b516-716060244fe3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:09.920689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fd2282a9-e38d-4926-b516-716060244fe3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:09.921120 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:09.937622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-d40dc1e8-3c8b-4b84-a3c4-7d95bab751bc tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=aae4e6967a4a4c2d87467cb3c483f15f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461788 Jun 30 09:02:10.026656 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.038549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:10.121503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port fd2282a9-e38d-4926-b516-716060244fe3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fd2282a9-e38d-4926-b516-716060244fe3,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:10.133280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d94c6c5-3f8b-4d35-9f22-c1cf8e6f454e req-3350216c-1c43-4385-bb07-1c18c6671e47 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771363 Jun 30 09:02:10.134796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.145117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port e4553872-753c-447e-9f9f-6d04f93b5bee completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:10.158371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-8cc7fc58-d7f6-4274-8663-bbec6dbacb91 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.158371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-8cc7fc58-d7f6-4274-8663-bbec6dbacb91 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1098 time: 0.1776655 Jun 30 09:02:10.171508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:10.187504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port e4553872-753c-447e-9f9f-6d04f93b5bee triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:10.187725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.266603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=fd2282a9-e38d-4926-b516-716060244fe3,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.269614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-e95b13d0-4662-4250-a315-b602b02aaf65 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:10.277738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-e95b13d0-4662-4250-a315-b602b02aaf65 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3219912 Jun 30 09:02:10.288919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:10.306387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-92406475-cd48-4a1c-a924-5c01b4be034c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/quotas/aae4e6967a4a4c2d87467cb3c483f15f HTTP/1.1" status: 200 len: 375 time: 0.0264051 Jun 30 09:02:10.306555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-23e1385b-d550-42fd-8f72-47529544b719 None None] Provisioning complete for port fd2282a9-e38d-4926-b516-716060244fe3 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:10.306555 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23e1385b-d550-42fd-8f72-47529544b719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.310571 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Sync routers for ids ['0b80dd83-92d3-4047-ba42-40b67259ed8f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:10.341860 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Routers {'0b80dd83-92d3-4047-ba42-40b67259ed8f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:10.343502 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0b80dd83-92d3-4047-ba42-40b67259ed8f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:10.357506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.358314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-3b53b9f5-29ea-4268-a6e6-43723628b54e tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aae4e6967a4a4c2d87467cb3c483f15f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502429 Jun 30 09:02:10.361171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.367127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:10.368646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-802c3743-6f38-4ddf-9abf-f629c3ebe5e1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.2088671 Jun 30 09:02:10.453595 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.485732 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Set router 0b80dd83-92d3-4047-ba42-40b67259ed8f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:10.485949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:10.489949 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd22d48-f936-444c-ad7c-ab33268e9622" -d '{"events": [{"server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "name": "network-vif-plugged", "status": "completed", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:10.512794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:10.568689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:10.750751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:10.945089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:10.949304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:02:08Z', 'revision_number': 3, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:11.017648 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Checking router: 0b80dd83-92d3-4047-ba42-40b67259ed8f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:11.018185 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Updating router 0b80dd83-92d3-4047-ba42-40b67259ed8f port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:11.056699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:11.059910 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.103815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.107571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:11.109987 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555f0790-8cb8-40ce-8295-fe0ffb981646" -d '{"events": [{"server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:11.119943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.188152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7f30c67-c95d-4f47-9d7f-ce189dfb8634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.289202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on host n-h1-780147-22 for vnic_type normal with profile {"migrating_to": "n-h2-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:11.289424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:11.289751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.291810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.304100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:11.304432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Attempting to bind port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.308898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30805304-b36b-4799-8700-d08b007d6d16 req-1cdc35e5-38c3-4882-a40d-4e7cdd3dd907 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.318193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30805304-b36b-4799-8700-d08b007d6d16 req-1cdc35e5-38c3-4882-a40d-4e7cdd3dd907 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 945 time: 0.6663437 Jun 30 09:02:11.337781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:11.338125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:11.338530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:11.339175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Bound port: dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:11.339523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.381034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c9d30-509e-46ae-9452-2828057357d0 req-70c21924-6840-4a46-b08a-dc4733680160 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.387916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-126c9d30-509e-46ae-9452-2828057357d0 req-70c21924-6840-4a46-b08a-dc4733680160 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 946 time: 0.7017205 Jun 30 09:02:11.445856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-c858f47d-9a54-4954-a451-b12b713805e5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:11.447540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-c858f47d-9a54-4954-a451-b12b713805e5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd&tenant_id=60dfaf38a93a4684acad1259df2491b7&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 948 time: 0.4336007 Jun 30 09:02:11.483188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30805304-b36b-4799-8700-d08b007d6d16 req-c1ccd165-955e-4a50-9e92-1480a8150a25 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633911 Jun 30 09:02:11.514987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:11.528170 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.543477 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Transition to ACTIVE for port object 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:11.554106 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.565272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:11.578252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.585830 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd66b8c-45d3-45e9-b932-92d1643298bd x-openstack-request-id: req-4cd66b8c-45d3-45e9-b932-92d1643298bd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:11.586350 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "name": "network-vif-plugged", "status": "completed", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:11.586463 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4cd66b8c-45d3-45e9-b932-92d1643298bd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:11.586779 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'code': 200} Jun 30 09:02:11.611368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-126c9d30-509e-46ae-9452-2828057357d0 req-0957ea53-c050-4b07-86ff-7e89fddbbc14 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225616 Jun 30 09:02:11.614912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.699676 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-0bacd90d-dee7-4bcc-a5b2-b98d691bca07 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:02:11.705163 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-0bacd90d-dee7-4bcc-a5b2-b98d691bca07 service neutron] 10.222.0.83 "DELETE /v2.0/ports/eae11a14-0170-425b-9b10-ff04621564d5/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.2411952 Jun 30 09:02:11.758005 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Attempting to bind port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:11.761460 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Attempting to bind port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:11.761893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Attempting to bind port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:11.764445 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e354f-4dbf-4b14-82d8-c8d023b5176b None None] Pushing event updated for resources: {'Port': ['ID=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:11.785275 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:11.785692 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:11.786072 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.786503 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:11.786993 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Bound port: 8fa6e463-a6b6-4efd-a448-3efe4d799fd8, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:11.787422 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.793557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fd2282a9-e38d-4926-b516-716060244fe3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:11.864818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Allocated IP 172.20.0.1 (9f9429a9-f580-443d-8d86-a92fc4e8d038/a03e87fc-b0a5-4bd7-9d86-52567d9d31a7/0db8dcca-5db1-4214-aa2e-52180d99e9c0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:11.879994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12ecb596-89be-43c6-b766-fbf72fa23ff6 req-e3bfbb4b-a90c-4fe3-81b3-a8cc7ee68b9c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 210 time: 0.0517325 Jun 30 09:02:11.912799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fd2282a9-e38d-4926-b516-716060244fe3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:11.913301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:11.941323 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] For port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:11.945002 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] For port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:11.953421 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.045104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device eae11a14-0170-425b-9b10-ff04621564d5 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:12.097294 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126638eb-0b28-41c2-8e35-dc5e3beafa89 x-openstack-request-id: req-126638eb-0b28-41c2-8e35-dc5e3beafa89 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:12.102489 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:12.106932 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-126638eb-0b28-41c2-8e35-dc5e3beafa89 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:12.110513 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'code': 200} Jun 30 09:02:12.110768 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e354f-4dbf-4b14-82d8-c8d023b5176b None None] Pushing event updated for resources: {'Port': ['ID=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.131857 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Routers {'0b80dd83-92d3-4047-ba42-40b67259ed8f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:12.132498 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0b80dd83-92d3-4047-ba42-40b67259ed8f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:12.139037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-40eac411-ac96-47b1-a91b-4a098c908031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.150665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-40eac411-ac96-47b1-a91b-4a098c908031 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1100 time: 0.1656268 Jun 30 09:02:12.233190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port eae11a14-0170-425b-9b10-ff04621564d5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:12.241000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port eae11a14-0170-425b-9b10-ff04621564d5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:12.241372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.247704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.248340 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.249746 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] 10.222.0.83 "PUT /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 1124 time: 2.0870953 Jun 30 09:02:12.254345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.256696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42c3b-1356-496b-8893-9bce615c1f16 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.279372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Transition to ACTIVE for port object 0db8dcca-5db1-4214-aa2e-52180d99e9c0 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:12.297273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67205655-598e-4b3c-b3e7-168c614c66ef req-2554f95f-8471-4a60-9292-d93fa9c0370b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.298820 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67205655-598e-4b3c-b3e7-168c614c66ef req-2554f95f-8471-4a60-9292-d93fa9c0370b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1097 time: 0.2034628 Jun 30 09:02:12.328844 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] Set router 0b80dd83-92d3-4047-ba42-40b67259ed8f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:12.344998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-85ba2cac-b94d-4466-90bf-7f4fd60617f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.351104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-85ba2cac-b94d-4466-90bf-7f4fd60617f6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1936061 Jun 30 09:02:12.357628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67205655-598e-4b3c-b3e7-168c614c66ef req-51baa562-b64e-43e9-b0ab-9da0a6e80c52 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478678 Jun 30 09:02:12.363586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.407501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['dfe3232b-b838-491f-b45d-6e89e6a3e2e4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:12.408080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:12.412967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:12.420611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:12.423412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Pushing event updated for resources: {'Port': ['ID=0db8dcca-5db1-4214-aa2e-52180d99e9c0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:12.457230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-fab13ebe-6b9a-48e1-957e-1815869092b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.0939569 Jun 30 09:02:12.457663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.478835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.568328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:12.582042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:12.622746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-f18cc20b-1079-4c05-be90-2a19319902d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.625725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-f18cc20b-1079-4c05-be90-2a19319902d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1494150 Jun 30 09:02:12.702071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7699c-3ea8-4899-b924-e8c876972e26 req-86ccfac6-9643-4a31-bff7-f78421b548d5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.710206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63c7699c-3ea8-4899-b924-e8c876972e26 req-86ccfac6-9643-4a31-bff7-f78421b548d5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 948 time: 0.2513616 Jun 30 09:02:12.797052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63c7699c-3ea8-4899-b924-e8c876972e26 req-3ca3f4b7-f2d5-4708-bcf7-47e7ce50b74a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857756 Jun 30 09:02:12.819526 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-efecf9b8-5787-4588-9e72-0bae55816cb6 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=aae4e6967a4a4c2d87467cb3c483f15f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1350584 Jun 30 09:02:12.860842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-651208de-ccd0-4807-8e58-ec1c05aac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:12.864297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-651208de-ccd0-4807-8e58-ec1c05aac967 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2289467 Jun 30 09:02:12.969674 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f812095d-1114-4b59-b370-da5418720b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:02:08Z', 'revision_number': 3, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:13.008631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.019823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.077806 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f812095d-1114-4b59-b370-da5418720b1d None None] The sync data for ids ['0b80dd83-92d3-4047-ba42-40b67259ed8f'] in n-d-780147-22 is: [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:02:08Z', 'revision_number': 3, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:13.116187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f6d7f635-c31e-4a40-872d-72447e5a11b6 None None] Provisioning for port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:13.147951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f6d7f635-c31e-4a40-872d-72447e5a11b6 None None] Provisioning complete for port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:13.148539 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f6d7f635-c31e-4a40-872d-72447e5a11b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.313337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f6d7f635-c31e-4a40-872d-72447e5a11b6 None None] Port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:13.386113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-e61707f6-9321-4388-8578-9f07fcd7fc75 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.387816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-e61707f6-9321-4388-8578-9f07fcd7fc75 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5148721 Jun 30 09:02:13.405762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-797c2775-7bf1-4a56-95b3-556405ec53f5 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324476 Jun 30 09:02:13.415404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f51b4ea-ddf5-4e6f-8a8c-e515465134fe req-13bb502d-c8fa-4d95-86cb-d9c35c9dc220 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.416331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f51b4ea-ddf5-4e6f-8a8c-e515465134fe req-13bb502d-c8fa-4d95-86cb-d9c35c9dc220 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 945 time: 0.4042599 Jun 30 09:02:13.419549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Request body: {'port': {'device_id': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'aae4e6967a4a4c2d87467cb3c483f15f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:13.499174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837db95-a65d-43f8-a3ef-fd58607cca53 req-b429dcc5-8d46-4498-a0e0-50be7d9467e8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:13.500676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0837db95-a65d-43f8-a3ef-fd58607cca53 req-b429dcc5-8d46-4498-a0e0-50be7d9467e8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.2885118 Jun 30 09:02:13.529833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.549638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.558713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f51b4ea-ddf5-4e6f-8a8c-e515465134fe req-e7d0df73-06dc-4d88-9368-6c2327df8796 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302667 Jun 30 09:02:13.589394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:13.592734 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986e80bd-6c84-41d1-9343-9b633c6f416e" -d '{"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-plugged", "status": "completed", "tag": "eae11a14-0170-425b-9b10-ff04621564d5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:13.605117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0837db95-a65d-43f8-a3ef-fd58607cca53 req-1ad0ee61-4b5a-4776-bc8e-6ac3086b57a4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930791 Jun 30 09:02:13.618442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6354229-5bf3-4387-b00b-fa78daceb465 req-408a9a2a-41a8-4cce-9784-5a6fc15d67d8 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011075 Jun 30 09:02:13.641502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Made reservation on behalf of aae4e6967a4a4c2d87467cb3c483f15f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:13.648811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.669187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.731437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Pushing event updated for resources: {'Port': ['ID=0db8dcca-5db1-4214-aa2e-52180d99e9c0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:13.752780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.830353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:13.857906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df957787-90d5-48ca-b92d-f90f3a09c410 req-c4212088-f2c2-4818-b451-69a4b0424437 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 210 time: 0.0885386 Jun 30 09:02:13.944797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:13.949031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:13.949716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:13.973736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:13.984654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:13.987945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.001164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.047374 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821e1c22-2e91-46de-8b7c-ae246669deef x-openstack-request-id: req-821e1c22-2e91-46de-8b7c-ae246669deef {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:14.047897 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-plugged", "status": "completed", "tag": "eae11a14-0170-425b-9b10-ff04621564d5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:14.048111 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-821e1c22-2e91-46de-8b7c-ae246669deef {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:14.048512 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5', 'code': 200} Jun 30 09:02:14.051102 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c3e97f05-a2eb-4281-9e80-2f008f2c3423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.117544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:14.121350 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfb73e9-919e-4cd0-8051-2244dcc55ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:14.131071 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.147789 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.174510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:14.181117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:14.188046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.240701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf27de-ee03-41b6-989b-4ad4200457ee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:14.251161 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6d475-a506-47aa-ba8f-fd2ba7ad75c8 x-openstack-request-id: req-27e6d475-a506-47aa-ba8f-fd2ba7ad75c8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:14.251161 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:14.251161 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27e6d475-a506-47aa-ba8f-fd2ba7ad75c8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:14.251161 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'status': 'completed', 'code': 200} Jun 30 09:02:14.345579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:14.412291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542203f3-96c2-4fd7-81eb-035234cfd277 req-3f274fc9-aef3-4154-b0e0-a593206e3861 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.413896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-542203f3-96c2-4fd7-81eb-035234cfd277 req-3f274fc9-aef3-4154-b0e0-a593206e3861 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1982985 Jun 30 09:02:14.497115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:14.535611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 has no active binding in host n-h2-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:02:14.537712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0616623-4117-4972-8d12-f3b117b2918e None None] Provisioning complete for port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:14.537848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0616623-4117-4972-8d12-f3b117b2918e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:14.550070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-542203f3-96c2-4fd7-81eb-035234cfd277 req-a3d98cf8-0cf6-40e5-9a70-d23e49009dd5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278379 Jun 30 09:02:14.608182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c0616623-4117-4972-8d12-f3b117b2918e None None] Port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:14.872544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff7897-1a79-4fce-a2ae-d410d547e018 req-04b42d91-3976-4ea6-852f-dcee12cf3138 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.876379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dff7897-1a79-4fce-a2ae-d410d547e018 req-04b42d91-3976-4ea6-852f-dcee12cf3138 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 945 time: 0.1070423 Jun 30 09:02:14.897069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Allocated IP 192.168.233.183 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/55ce5af1-5a13-474e-99f9-7f349db080b6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:14.913274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Router 0b80dd83-92d3-4047-ba42-40b67259ed8f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:02:14.953395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-32a2276c-3128-4a2b-8da9-bb6a49ad3e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:14.955090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-32a2276c-3128-4a2b-8da9-bb6a49ad3e6c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1127 time: 0.2098944 Jun 30 09:02:14.979963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dff7897-1a79-4fce-a2ae-d410d547e018 req-fd58d6df-43b5-4b0b-ad3e-519895d26967 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971935 Jun 30 09:02:15.138481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60e664-fcf9-4977-bf3f-b229ea9d5bfc req-0d02fb37-c432-4fe3-b211-da2782c654db tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.141464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c60e664-fcf9-4977-bf3f-b229ea9d5bfc req-0d02fb37-c432-4fe3-b211-da2782c654db tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.0986967 Jun 30 09:02:15.195852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f22b4592-1c27-4883-8a68-0d911e6f97be req-38dc2806-7524-4795-aaad-32ddcd502d72 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 210 time: 0.0523202 Jun 30 09:02:15.233909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c60e664-fcf9-4977-bf3f-b229ea9d5bfc req-7d52340c-db53-469c-bb0b-1d0ac899e6ad tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808496 Jun 30 09:02:15.319578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:02:15.346916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ea881b72-cfea-4685-9509-c0ff958e1f80 admin admin] 10.222.0.77 "PUT /v2.0/routers/0b80dd83-92d3-4047-ba42-40b67259ed8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9785521 Jun 30 09:02:15.367259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-cb502f6c-f955-4e4f-b765-efdb6089d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.369501 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-cb502f6c-f955-4e4f-b765-efdb6089d117 service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.3731441 Jun 30 09:02:15.434495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-9b622c07-967a-48d5-8c28-39d098cfcd6d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0578470 Jun 30 09:02:15.444937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.496923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Transition to ACTIVE for port object 55ce5af1-5a13-474e-99f9-7f349db080b6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:15.510058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-3328cd55-8290-4eea-b3fb-1e6d8154a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.512016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-3328cd55-8290-4eea-b3fb-1e6d8154a52c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0642521 Jun 30 09:02:15.555624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-304fd4f2-33fe-4357-babe-635bf895dab7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352104 Jun 30 09:02:15.673309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:15.674643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:15.724035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Sync routers for ids ['0b80dd83-92d3-4047-ba42-40b67259ed8f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:02:15.726581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd95d9-04b1-4aa2-bc3a-08c28414965e req-189a5a1e-7a75-4335-b52d-94aba65dd38e tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.728243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3bd95d9-04b1-4aa2-bc3a-08c28414965e req-189a5a1e-7a75-4335-b52d-94aba65dd38e tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1097 time: 0.1122999 Jun 30 09:02:15.775335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:15.779255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Routers {'0b80dd83-92d3-4047-ba42-40b67259ed8f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:15.780763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:02:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0b80dd83-92d3-4047-ba42-40b67259ed8f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:15.795812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:15.806182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:15.814012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Pushing event updated for resources: {'Port': ['ID=55ce5af1-5a13-474e-99f9-7f349db080b6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:15.838904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3bd95d9-04b1-4aa2-bc3a-08c28414965e req-22fa37f5-6acb-4933-826a-5782e9083244 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961432 Jun 30 09:02:15.882778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-ba8f5028-cad0-48a0-8d7c-fcbe904c13cb service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190250 Jun 30 09:02:15.954941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Set router 0b80dd83-92d3-4047-ba42-40b67259ed8f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:15.957922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:15.958783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.024731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-adfb73e9-919e-4cd0-8051-2244dcc55ecc req-9913d70f-0674-4a11-9174-cae2bd5fda6e service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332345 Jun 30 09:02:16.036070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-841ec36d-f6a3-431c-8989-80051f110a0c tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6276636 Jun 30 09:02:16.059275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Request body: {'port': {'device_id': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:16.095332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.194055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:16.194687 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.218172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.344562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904334a9-f631-4e5a-b0e6-88354c672042 req-ba075366-5d58-4bf0-ac22-7b58f38814f0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.351446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-904334a9-f631-4e5a-b0e6-88354c672042 req-ba075366-5d58-4bf0-ac22-7b58f38814f0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2174110 Jun 30 09:02:16.415815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-85c8b225-8379-4640-86ac-6bd32d62d46d None None] Provisioning for port 55ce5af1-5a13-474e-99f9-7f349db080b6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:16.451027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-85c8b225-8379-4640-86ac-6bd32d62d46d None None] Provisioning complete for port 55ce5af1-5a13-474e-99f9-7f349db080b6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:16.451278 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85c8b225-8379-4640-86ac-6bd32d62d46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.495553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-904334a9-f631-4e5a-b0e6-88354c672042 req-70436159-0292-4284-8cad-10a92372798e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181109 Jun 30 09:02:16.541322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-85c8b225-8379-4640-86ac-6bd32d62d46d None None] Port 55ce5af1-5a13-474e-99f9-7f349db080b6 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:16.667049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:02:12Z', 'revision_number': 4, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '0db8dcca-5db1-4214-aa2e-52180d99e9c0', 'name': '', 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'mac_address': 'fa:16:3e:ba:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:11Z', 'updated_at': '2021-06-30T09:02:13Z', 'revision_number': 2, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'subnets': [{'id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:16.762486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Checking router: 0b80dd83-92d3-4047-ba42-40b67259ed8f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:02:16.763605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Updating router 0b80dd83-92d3-4047-ba42-40b67259ed8f port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:02:16.837431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.911869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aa848-77c3-4594-99f4-0f66022541b1 req-768ddb11-3634-4b5c-a805-950224763731 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.923130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ce5af1-5a13-474e-99f9-7f349db080b6 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:16.925864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e73aa848-77c3-4594-99f4-0f66022541b1 req-768ddb11-3634-4b5c-a805-950224763731 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1097 time: 0.1797266 Jun 30 09:02:16.933982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.970898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Transition to ACTIVE for port object 55ce5af1-5a13-474e-99f9-7f349db080b6 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:16.979331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:16.989389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e62c-5256-4100-b9b1-c137b8e06378 req-cb97b503-d4c4-48c3-92ec-0f2271f8a221 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:16.998776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dc1e62c-5256-4100-b9b1-c137b8e06378 req-cb97b503-d4c4-48c3-92ec-0f2271f8a221 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 936 time: 0.2427495 Jun 30 09:02:17.020045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e73aa848-77c3-4594-99f4-0f66022541b1 req-268f2a91-e608-4821-9b3e-f98468acb8e1 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923312 Jun 30 09:02:17.084637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=55ce5af1-5a13-474e-99f9-7f349db080b6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.106423 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dc1e62c-5256-4100-b9b1-c137b8e06378 req-f2174fd6-9e04-4aca-a852-d846da9ed32a tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057556 Jun 30 09:02:17.348110 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.429245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Attempting to bind port 55ce5af1-5a13-474e-99f9-7f349db080b6 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:17.430415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Attempting to bind port 55ce5af1-5a13-474e-99f9-7f349db080b6 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:17.431419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Attempting to bind port 55ce5af1-5a13-474e-99f9-7f349db080b6 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:17.437554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Port 55ce5af1-5a13-474e-99f9-7f349db080b6 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:17.438132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Attempting to bind port 55ce5af1-5a13-474e-99f9-7f349db080b6 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:17.452775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:17.459200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:17.459200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:17.459200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Bound port: 55ce5af1-5a13-474e-99f9-7f349db080b6, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:17.459200 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.474489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.500667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c62f537-950b-4123-9bc8-9da8f66c9dd5 req-ca5847c1-3130-4b94-b7b1-678011eed0cb tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.502742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c62f537-950b-4123-9bc8-9da8f66c9dd5 req-ca5847c1-3130-4b94-b7b1-678011eed0cb tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.2155576 Jun 30 09:02:17.537603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989d35e1-e244-4540-b16d-7d08bac256b0 req-f3f5f756-84e8-4856-8137-79a93b77a379 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.539476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-989d35e1-e244-4540-b16d-7d08bac256b0 req-f3f5f756-84e8-4856-8137-79a93b77a379 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 945 time: 0.1818557 Jun 30 09:02:17.564956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] For port 55ce5af1-5a13-474e-99f9-7f349db080b6, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:17.570656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] For port 55ce5af1-5a13-474e-99f9-7f349db080b6, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=55ce5af1-5a13-474e-99f9-7f349db080b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:17.590705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.593153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.599184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-989d35e1-e244-4540-b16d-7d08bac256b0 req-55549957-31a1-4f75-9e07-1f76cf53ba3e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528302 Jun 30 09:02:17.616754 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c62f537-950b-4123-9bc8-9da8f66c9dd5 req-4cb7e783-3fe3-4f29-919e-843740beee7f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048191 Jun 30 09:02:17.651679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.652690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.654252 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] 10.222.0.79 "PUT /v2.0/ports/55ce5af1-5a13-474e-99f9-7f349db080b6 HTTP/1.1" status: 200 len: 1097 time: 1.6051457 Jun 30 09:02:17.656833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Transition to ACTIVE for port object 0db8dcca-5db1-4214-aa2e-52180d99e9c0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:17.658852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'tag': '55ce5af1-5a13-474e-99f9-7f349db080b6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:17.674241 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74c3dc6-37a0-4416-95f8-8a830202e51e" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc9e305-fa1e-49b3-afcb-572930c1bd73", "tag": "55ce5af1-5a13-474e-99f9-7f349db080b6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:17.684759 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.789176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ab622-9c21-47bc-bd44-0dee4dae1f20 None None] Pushing event updated for resources: {'Port': ['ID=0db8dcca-5db1-4214-aa2e-52180d99e9c0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.888264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee6d32-6514-48da-be91-e4a48f693aa3 service neutron] Pushing event updated for resources: {'Port': ['ID=55ce5af1-5a13-474e-99f9-7f349db080b6,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:17.926741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c42c5-2d07-4f80-ab02-704ed57ee58a req-840ab4d5-5cca-461e-bbed-b49366d6d722 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:17.945417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-543c42c5-2d07-4f80-ab02-704ed57ee58a req-840ab4d5-5cca-461e-bbed-b49366d6d722 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1101 time: 0.1928520 Jun 30 09:02:17.952335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Attempting to bind port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:17.953143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Attempting to bind port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:17.953766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Attempting to bind port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 on network 9f9429a9-f580-443d-8d86-a92fc4e8d038 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:17.969736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:17.971607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Checking segment: {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:17.976259 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:17.977135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Bound using segment: {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:17.977805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Bound port: 0db8dcca-5db1-4214-aa2e-52180d99e9c0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0710e783-a6bb-42df-b200-0c1b2fde985c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:17.980029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.000258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-d49be04e-676a-4848-bd7a-22f57c51ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.037182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-d49be04e-676a-4848-bd7a-22f57c51ee7b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aae4e6967a4a4c2d87467cb3c483f15f&device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 1100 time: 0.2892752 Jun 30 09:02:18.120227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-543c42c5-2d07-4f80-ab02-704ed57ee58a req-63906b06-795f-4adc-9420-587e7d058ed4 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731582 Jun 30 09:02:18.128051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] For port 0db8dcca-5db1-4214-aa2e-52180d99e9c0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:18.140882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] For port 0db8dcca-5db1-4214-aa2e-52180d99e9c0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0db8dcca-5db1-4214-aa2e-52180d99e9c0,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:18.165186 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:18.254974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-8a06972c-a492-46b1-bb62-8f4ffbca0163 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=55ce5af1-5a13-474e-99f9-7f349db080b6 HTTP/1.1" status: 200 len: 217 time: 0.1980152 Jun 30 09:02:18.381049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-6a620bed-eb92-4231-853d-75ed736e53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.383036 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-6a620bed-eb92-4231-853d-75ed736e53fb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1115811 Jun 30 09:02:18.462027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Routers {'0b80dd83-92d3-4047-ba42-40b67259ed8f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:02:18.462898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:02:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0b80dd83-92d3-4047-ba42-40b67259ed8f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:18.475308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-b960048c-4065-477c-8c5b-3f887f1167eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.477526 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-b960048c-4065-477c-8c5b-3f887f1167eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852642 Jun 30 09:02:18.537398 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c096510-77e3-4670-9525-758230010a9d x-openstack-request-id: req-1c096510-77e3-4670-9525-758230010a9d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:18.538278 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc9e305-fa1e-49b3-afcb-572930c1bd73", "tag": "55ce5af1-5a13-474e-99f9-7f349db080b6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:18.539492 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c096510-77e3-4670-9525-758230010a9d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:18.540122 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'tag': '55ce5af1-5a13-474e-99f9-7f349db080b6', 'status': 'completed', 'code': 200} Jun 30 09:02:18.684937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-b9648c49-cc91-4231-a25e-e6290ad18b2b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:18.686972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-b9648c49-cc91-4231-a25e-e6290ad18b2b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 945 time: 0.0999155 Jun 30 09:02:18.737350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ab622-9c21-47bc-bd44-0dee4dae1f20 None None] Pushing event updated for resources: {'Port': ['ID=0db8dcca-5db1-4214-aa2e-52180d99e9c0,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:18.815440 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:02:18.819412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] Set router 0b80dd83-92d3-4047-ba42-40b67259ed8f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:02:18.858622 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-26aa97c8-448a-4ba7-840b-b20836666675 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729310 Jun 30 09:02:19.073846 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-28b5f546-ffd0-4ead-b5d8-807806b254a1 req-8ec3185f-6c24-490e-a005-d170d76d9bb2 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043126 Jun 30 09:02:19.180208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41261fee-849f-42cc-aead-fd95bcd38349 req-b745ecd6-b895-41ee-8b27-ee8ec0669007 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.181802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41261fee-849f-42cc-aead-fd95bcd38349 req-b745ecd6-b895-41ee-8b27-ee8ec0669007 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 948 time: 0.2599349 Jun 30 09:02:19.186688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Deleting port 43d38b81-d504-47f1-8c4d-b0a4685626f9 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:19.188404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.296241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-650788be-dea8-4b08-ae6e-b91f2fc16ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.298767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-650788be-dea8-4b08-ae6e-b91f2fc16ad3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aae4e6967a4a4c2d87467cb3c483f15f&device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 1100 time: 0.1465154 Jun 30 09:02:19.322861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41261fee-849f-42cc-aead-fd95bcd38349 req-533457b1-4ef4-4b46-8c83-ff8d7e42f80f tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310909 Jun 30 09:02:19.379507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:02:12Z', 'revision_number': 4, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '0db8dcca-5db1-4214-aa2e-52180d99e9c0', 'name': '', 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'mac_address': 'fa:16:3e:ba:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:11Z', 'updated_at': '2021-06-30T09:02:18Z', 'revision_number': 4, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'subnets': [{'id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:02:19.459661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd2989e-b858-4306-8283-d9e9af0b85d8 None None] The sync data for ids ['0b80dd83-92d3-4047-ba42-40b67259ed8f'] in n-d-780147-22 is: [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:02:12Z', 'revision_number': 4, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '0db8dcca-5db1-4214-aa2e-52180d99e9c0', 'name': '', 'network_id': '9f9429a9-f580-443d-8d86-a92fc4e8d038', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'mac_address': 'fa:16:3e:ba:c4:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:11Z', 'updated_at': '2021-06-30T09:02:18Z', 'revision_number': 4, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'subnets': [{'id': 'a03e87fc-b0a5-4bd7-9d86-52567d9d31a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:02:19.500347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] For port 43d38b81-d504-47f1-8c4d-b0a4685626f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=43d38b81-d504-47f1-8c4d-b0a4685626f9,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:19.500717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:19.621864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Calling delete_port for 43d38b81-d504-47f1-8c4d-b0a4685626f9 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:19.754869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-e3cc0448-656f-479e-9006-cb561dfcf477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:19.765869 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-e3cc0448-656f-479e-9006-cb561dfcf477 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4540200 Jun 30 09:02:19.901921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0db8dcca-5db1-4214-aa2e-52180d99e9c0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:20.015920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-6a88078e-4641-4e93-a8a6-8cc28ca9282a service neutron] 10.222.0.79 "GET /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.5780931 Jun 30 09:02:20.021908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-603956c1-8eef-4dcb-a293-368038cfcd78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=55ce5af1-5a13-474e-99f9-7f349db080b6 HTTP/1.1" status: 200 len: 217 time: 0.2440948 Jun 30 09:02:20.070974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:20.075943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:20.076632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.162918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-e394605f-d4fb-4a40-a459-3650d9cfea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.165158 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-e394605f-d4fb-4a40-a459-3650d9cfea2b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1321025 Jun 30 09:02:20.199514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.220095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.241689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ccef5c-2439-4488-a21a-5c71b471a55e req-f28d6afe-60d5-44fb-b635-21a4c26084fc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 210 time: 0.2007132 Jun 30 09:02:20.300945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['43d38b81-d504-47f1-8c4d-b0a4685626f9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:20.337676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0db8dcca-5db1-4214-aa2e-52180d99e9c0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0db8dcca-5db1-4214-aa2e-52180d99e9c0,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.355264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event deleted for resources: {'Port': ['ID=43d38b81-d504-47f1-8c4d-b0a4685626f9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.402658 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.510541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-9b95c134-8cf9-483a-a656-6f5f5569418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.513520 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-9b95c134-8cf9-483a-a656-6f5f5569418e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3353837 Jun 30 09:02:20.564795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] No DVR routers for this DVR port 43d38b81-d504-47f1-8c4d-b0a4685626f9 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:20.568927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:20.571786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f0cba2d-ac1c-4a75-8262-8e99cbb53274 req-78a19547-e9a5-4a8f-a329-3d3bcc4b8cc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "DELETE /v2.0/ports/43d38b81-d504-47f1-8c4d-b0a4685626f9 HTTP/1.1" status: 204 len: 173 time: 1.8780737 Jun 30 09:02:20.580042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'name': 'network-vif-deleted', 'tag': '43d38b81-d504-47f1-8c4d-b0a4685626f9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:20.587445 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0908c03a-cd7d-45fc-bc41-44c2e07d8bd0" -d '{"events": [{"server_uuid": "0b07dc7a-50d6-441d-b8b0-70a6d73f4187", "name": "network-vif-deleted", "tag": "43d38b81-d504-47f1-8c4d-b0a4685626f9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:20.624304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0db8dcca-5db1-4214-aa2e-52180d99e9c0,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:20.710504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572583e6-1c5a-49dd-9af0-cf51d913a5e7 req-59e14bda-f8db-405d-bcb8-ef483501a7fa tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:20.713526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-572583e6-1c5a-49dd-9af0-cf51d913a5e7 req-59e14bda-f8db-405d-bcb8-ef483501a7fa tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 944 time: 0.1500697 Jun 30 09:02:20.805796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-572583e6-1c5a-49dd-9af0-cf51d913a5e7 req-074723e8-f03f-4727-82d5-48a1f6702c74 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808437 Jun 30 09:02:20.880053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:20.925400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:20.977668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe3232b-b838-491f-b45d-6e89e6a3e2e4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:20.993310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:21.006510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-9e2ecf78-89e2-4167-95f1-6ecd3dc261c9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662754 Jun 30 09:02:21.043796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-8d4e117c-93c2-4df6-8831-e7ab004b5050 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187199 Jun 30 09:02:21.046944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.280177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] Transition to ACTIVE for port object dfe3232b-b838-491f-b45d-6e89e6a3e2e4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:21.282408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-c0375cc9-7548-4f7e-8d71-b1ad16cc52b3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.289312 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f74c3dc6-37a0-4416-95f8-8a830202e51e req-3cdf4c3c-1740-4941-9b7c-7a724e781d90 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204523 Jun 30 09:02:21.298961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-c0375cc9-7548-4f7e-8d71-b1ad16cc52b3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858407 Jun 30 09:02:21.307956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:21.312134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-76616981-d76e-400b-9887-e12743b1f8c4 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:02:21.321608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-76616981-d76e-400b-9887-e12743b1f8c4 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147443 Jun 30 09:02:21.326463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Request body: {'binding': {'host': 'n-h2-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:21.327045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Unknown quota resources ['binding']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:02:21.399410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-eaec734e-3e64-4595-b0ca-289cfa1b741e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/quotas/60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 375 time: 0.0946774 Jun 30 09:02:21.448478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] No DVR routers for this DVR port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:21.528390 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] 10.222.0.79 "PUT /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4/bindings/n-h2-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 1.5053074 Jun 30 09:02:21.532016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ecd2d-cb20-4892-b46b-b72dbc6eda24 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:21.640010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-aa692438-4fc7-41c6-b8e1-c0aa05fd81eb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381077 Jun 30 09:02:21.756910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0db8dcca-5db1-4214-aa2e-52180d99e9c0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:21.793979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on host n-h2-780147-22 for vnic_type normal with profile None {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:21.794595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:21.795046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:21.815323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:21.817029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:21.835842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-5ad02844-2503-46c0-acd8-551569290ea5 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:21.837968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-5ad02844-2503-46c0-acd8-551569290ea5 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1894450 Jun 30 09:02:21.839335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:21.839787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:21.840597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:21.841200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Bound port: e4553872-753c-447e-9f9f-6d04f93b5bee, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:22.120685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 55ce5af1-5a13-474e-99f9-7f349db080b6 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:22.182392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:22.193452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:22.193985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.257261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:22.287969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 43d38b81-d504-47f1-8c4d-b0a4685626f9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:22.297685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:02:22.317238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:22.333036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 43d38b81-d504-47f1-8c4d-b0a4685626f9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:22.333388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 43d38b81-d504-47f1-8c4d-b0a4685626f9 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:22.351701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.361758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e8bd9c7e-0285-4d12-b691-ab39a1f007a5 service neutron] 10.222.0.77 "POST /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee/bindings HTTP/1.1" status: 201 len: 390 time: 1.0347204 Jun 30 09:02:22.474927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-340448a2-1e5e-4b37-b434-0c4f4ec12d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.477601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-340448a2-1e5e-4b37-b434-0c4f4ec12d4f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915&tenant_id=1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 1097 time: 0.6252313 Jun 30 09:02:22.530026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532532b-a5dc-48be-a7e6-ebf1a7b2af2f req-cd1cde53-a6b5-49d9-a01f-b4bf83a7dd64 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.539499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5532532b-a5dc-48be-a7e6-ebf1a7b2af2f req-cd1cde53-a6b5-49d9-a01f-b4bf83a7dd64 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 948 time: 0.2196119 Jun 30 09:02:22.570394 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e9098d-944a-4e5b-8ea1-0a5eeefb1197 x-openstack-request-id: req-b4e9098d-944a-4e5b-8ea1-0a5eeefb1197 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:22.571655 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b07dc7a-50d6-441d-b8b0-70a6d73f4187", "name": "network-vif-deleted", "tag": "43d38b81-d504-47f1-8c4d-b0a4685626f9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:22.571655 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4e9098d-944a-4e5b-8ea1-0a5eeefb1197 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:22.573422 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b07dc7a-50d6-441d-b8b0-70a6d73f4187', 'name': 'network-vif-deleted', 'tag': '43d38b81-d504-47f1-8c4d-b0a4685626f9', 'status': 'completed', 'code': 200} Jun 30 09:02:22.580388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 55ce5af1-5a13-474e-99f9-7f349db080b6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=55ce5af1-5a13-474e-99f9-7f349db080b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:22.601411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '55ce5af1-5a13-474e-99f9-7f349db080b6', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '55ce5af1-5a13-474e-99f9-7f349db080b6', 'mac_address': 'fa:16:3e:59:08:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:22.654377 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.691377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ce5af1-5a13-474e-99f9-7f349db080b6 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:22.752998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5532532b-a5dc-48be-a7e6-ebf1a7b2af2f req-530dfb76-2879-4d0f-b4f6-a12dd6809694 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110095 Jun 30 09:02:22.754528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 55ce5af1-5a13-474e-99f9-7f349db080b6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=55ce5af1-5a13-474e-99f9-7f349db080b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:22.769646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:22.793375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-ab6f18f4-8e44-4e41-9136-a48c5244f7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:22.794827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-ab6f18f4-8e44-4e41-9136-a48c5244f7c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1097 time: 0.2451668 Jun 30 09:02:22.887781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=55ce5af1-5a13-474e-99f9-7f349db080b6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:23.026640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['55ce5af1-5a13-474e-99f9-7f349db080b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:23.031273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-990dd902-14fd-49aa-b201-87c66f798504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.032676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-990dd902-14fd-49aa-b201-87c66f798504 service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.2304492 Jun 30 09:02:23.076030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81e6a1b9-b38f-45dd-bfd0-9b33023f2fea req-c47f4734-d870-43db-bf7c-2790434a073e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 210 time: 0.0646913 Jun 30 09:02:23.159428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-99bdf88e-5124-4f98-adac-6b339cf4f459 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0977123 Jun 30 09:02:23.292180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-c2e3f220-08d8-4a2f-a7a9-585e8e1c0a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.293926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-c2e3f220-08d8-4a2f-a7a9-585e8e1c0a9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1276414 Jun 30 09:02:23.353042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-8ca1a82b-b3e7-464e-9344-e35de73e21ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425177 Jun 30 09:02:23.396477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f75c430-bbff-4ad9-b747-37a02b7dfae2 req-b59bdc02-3709-46f9-828b-a7edf63ffd79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 210 time: 0.0461512 Jun 30 09:02:23.431475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd22bb-b84d-48c0-91fc-6d28baf629f1 req-c3045514-3707-45a9-8bbd-da978a53e936 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.433020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cfd22bb-b84d-48c0-91fc-6d28baf629f1 req-c3045514-3707-45a9-8bbd-da978a53e936 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.2219994 Jun 30 09:02:23.539569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cfd22bb-b84d-48c0-91fc-6d28baf629f1 req-cf4f8943-1cac-479c-b01a-50c7dc1210a5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Jun 30 09:02:23.570691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-6f54135f-ac3b-4502-9287-4f576478075b service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845665 Jun 30 09:02:23.846531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-7b80fdaa-c3ff-47c2-a700-28f11b3ce931 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665558 Jun 30 09:02:23.933777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-dff90946-c3a2-48a6-b33a-8f8a961d85e1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618284 Jun 30 09:02:23.936536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850be1f-1cd5-4b8b-a337-5d9315f6d334 req-fcf1e78a-97ee-4f2f-b313-f22044e5425d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:23.940236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a850be1f-1cd5-4b8b-a337-5d9315f6d334 req-fcf1e78a-97ee-4f2f-b313-f22044e5425d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 945 time: 0.3322010 Jun 30 09:02:24.126298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 55ce5af1-5a13-474e-99f9-7f349db080b6 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:24.143539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a850be1f-1cd5-4b8b-a337-5d9315f6d334 req-b1054d58-b0f1-470b-9288-2c6a25e78d52 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859298 Jun 30 09:02:24.203595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-8bba65b0-71a1-4451-b601-03a835f616d8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2266970 Jun 30 09:02:24.316095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:24.395445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0bc78c8-7c01-46e5-a098-94491d9fd1a6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.396973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0bc78c8-7c01-46e5-a098-94491d9fd1a6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4146693 Jun 30 09:02:24.417206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Request body: {'port': {'device_id': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '60dfaf38a93a4684acad1259df2491b7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:24.432907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-6d9f1872-ec5e-4a33-9412-7d3edd3e5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.439251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-6d9f1872-ec5e-4a33-9412-7d3edd3e5c9c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1097 time: 0.1498950 Jun 30 09:02:24.623221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 55ce5af1-5a13-474e-99f9-7f349db080b6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:24.643953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 55ce5af1-5a13-474e-99f9-7f349db080b6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:24.644411 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.689424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-78191967-8e91-41c6-9562-1eaf6a637370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.692332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-78191967-8e91-41c6-9562-1eaf6a637370 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.2170002 Jun 30 09:02:24.738616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbcd7290-873b-4f29-acf6-4adbf2354d80 req-523b9899-5e7d-4527-9325-2e3add5e5667 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 210 time: 0.0446768 Jun 30 09:02:24.834288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.83', 55303) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:24.950384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:24.954326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce14ed1-bd2c-4b22-9a55-d92e753a7bd5 req-3f8d17d2-0e6f-468f-8bcb-8393f62b841e tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:24.966132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cce14ed1-bd2c-4b22-9a55-d92e753a7bd5 req-3f8d17d2-0e6f-468f-8bcb-8393f62b841e tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 949 time: 0.5212100 Jun 30 09:02:24.993208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Made reservation on behalf of 60dfaf38a93a4684acad1259df2491b7 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:25.000148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.020263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 55ce5af1-5a13-474e-99f9-7f349db080b6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=55ce5af1-5a13-474e-99f9-7f349db080b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:25.022360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ce5af1-5a13-474e-99f9-7f349db080b6'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:25.025645 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883cd78c-1b08-4012-b1eb-f44ab9880877" -d '{"events": [{"server_uuid": "3fc9e305-fa1e-49b3-afcb-572930c1bd73", "name": "network-vif-plugged", "status": "completed", "tag": "55ce5af1-5a13-474e-99f9-7f349db080b6"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:25.043289 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.048259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-fbfa9c9d-a15e-4083-9895-969ecbf98b24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 1000 time: 0.3069067 Jun 30 09:02:25.105502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cce14ed1-bd2c-4b22-9a55-d92e753a7bd5 req-ec7b3d4a-3997-4741-bdca-d416683f85ee tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382649 Jun 30 09:02:25.116282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=55ce5af1-5a13-474e-99f9-7f349db080b6,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:25.157911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499dac64-0476-4de7-b665-34fb01473f14 req-b40d4660-3681-409d-b404-691e9061b217 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.161492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-b40d4660-3681-409d-b404-691e9061b217 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.3276601 Jun 30 09:02:25.270652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-2e21c6ad-dcd1-4cb9-86de-461cb93c7608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.286246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-2e21c6ad-dcd1-4cb9-86de-461cb93c7608 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.2157946 Jun 30 09:02:25.454634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Allocated IP 192.168.233.59 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/ed12762a-9e23-4c2d-bbe4-97d01a0f34a4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:25.501802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb64e3c5-2e1d-44fa-9617-f29e4df7d7ad req-f9960a96-50c2-43f9-b431-84f743893c5a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 210 time: 0.0998251 Jun 30 09:02:25.530176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-499dac64-0476-4de7-b665-34fb01473f14 req-4c7d130f-55c9-4d86-a0b2-22f4bde0512a service neutron] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:25.541947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-7eba7ec7-63c5-41df-ace4-0b48ff2f34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.546199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-499dac64-0476-4de7-b665-34fb01473f14 req-4c7d130f-55c9-4d86-a0b2-22f4bde0512a service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.547527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-7eba7ec7-63c5-41df-ace4-0b48ff2f34ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535655 Jun 30 09:02:25.547681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-499dac64-0476-4de7-b665-34fb01473f14 req-4c7d130f-55c9-4d86-a0b2-22f4bde0512a service neutron] 10.222.0.83 "DELETE /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4/bindings/n-h1-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.3783405 Jun 30 09:02:25.753155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-c9c7fc4e-2362-4cc8-94de-fc5b5491a8c0 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891758 Jun 30 09:02:25.859740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:25.888268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Transition to ACTIVE for port object ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:25.942024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482e9e5-511e-4b76-927b-b59bb20a3d5b req-c80a744c-13fe-4f1c-a552-0a35a1dbcde9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:25.956764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b482e9e5-511e-4b76-927b-b59bb20a3d5b req-c80a744c-13fe-4f1c-a552-0a35a1dbcde9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.2447908 Jun 30 09:02:25.970517 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f4753f-78f9-4a1b-b843-1675a4053e3d x-openstack-request-id: req-a8f4753f-78f9-4a1b-b843-1675a4053e3d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:25.971401 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc9e305-fa1e-49b3-afcb-572930c1bd73", "name": "network-vif-plugged", "status": "completed", "tag": "55ce5af1-5a13-474e-99f9-7f349db080b6", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:25.971882 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8f4753f-78f9-4a1b-b843-1675a4053e3d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:25.973003 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ce5af1-5a13-474e-99f9-7f349db080b6', 'code': 200} Jun 30 09:02:25.991228 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.009972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:26.055842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62588ae5-a65b-45de-aec9-0d0e180f1d7b req-8d06bf99-200d-44ed-801f-360af64effc9 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886186 Jun 30 09:02:26.110515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b482e9e5-511e-4b76-927b-b59bb20a3d5b req-5ca6bad8-7714-49d5-8887-8e385d56f66e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397183 Jun 30 09:02:26.151528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:26.153274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:26.165201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:26.171723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:26.334199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.338762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.340070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.345610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.346184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.348068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.349151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.349563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.350728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.351182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.352094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.353015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:26.584046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.586494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.603339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f63ecb-a4d3-499f-81bf-111146fa533b req-fb6e9b9a-67e9-4c9f-8133-63217a5fea48 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.619857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58f63ecb-a4d3-499f-81bf-111146fa533b req-fb6e9b9a-67e9-4c9f-8133-63217a5fea48 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 945 time: 0.2422359 Jun 30 09:02:26.641828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-74b0892c-1895-4213-b8f2-12f50e756a05 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2285714 Jun 30 09:02:26.695144 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9cc5097b-b157-4a53-acfa-c32c36485fd7 None None] Provisioning for port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:26.700473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9cc5097b-b157-4a53-acfa-c32c36485fd7 None None] Provisioning complete for port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:26.701032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b537e61-3419-4550-bba1-a04ecd456fc3 req-8612367f-109d-486b-a0c5-60aab7ee1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:26.701325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9cc5097b-b157-4a53-acfa-c32c36485fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:26.702578 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b537e61-3419-4550-bba1-a04ecd456fc3 req-8612367f-109d-486b-a0c5-60aab7ee1dd0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 1102 time: 0.3792388 Jun 30 09:02:26.716157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Request body: {'port': {'device_id': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:26.732828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58f63ecb-a4d3-499f-81bf-111146fa533b req-c2eb7871-24e0-4fce-bdc6-71071d5c8c24 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109903 Jun 30 09:02:26.741538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48638) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:26.775892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9cc5097b-b157-4a53-acfa-c32c36485fd7 None None] Port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:26.899462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a645ad02-2b62-4776-a59b-db7971754ad8 req-b65064d1-a531-42db-9a73-0fce7e204d75 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b07dc7a-50d6-441d-b8b0-70a6d73f4187 HTTP/1.1" status: 200 len: 210 time: 0.1043205 Jun 30 09:02:26.925674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b537e61-3419-4550-bba1-a04ecd456fc3 req-b4edf95b-3937-40cf-abe5-ca85616e3e58 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055898 Jun 30 09:02:26.995781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.075169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.149388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.192877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.271513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e7981a7740e4176836f921d0fd32509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5264635 Jun 30 09:02:27.311873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5fec55-5659-4061-a4a8-def358c6e202,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.344028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48644) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:27.345077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.345429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.345766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.346105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.346460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.346961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.347330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.347665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.347985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.348308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.348628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.348998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd784a47-8fb4-4418-b74c-0353335568d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:27.553906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce4ca9-e3ab-497d-bcca-15ed4ea87201 req-f7c8410e-fb22-49df-bcc5-d49c5d71a06e tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.558125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64ce4ca9-e3ab-497d-bcca-15ed4ea87201 req-f7c8410e-fb22-49df-bcc5-d49c5d71a06e tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 950 time: 0.5525479 Jun 30 09:02:27.569010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fb7ac-5e83-4f5a-a1bd-a8c53213b836 req-4583f27e-0232-4238-9b92-8d42784c4fdc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.569010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e43fb7ac-5e83-4f5a-a1bd-a8c53213b836 req-4583f27e-0232-4238-9b92-8d42784c4fdc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 935 time: 0.2937505 Jun 30 09:02:27.569774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abead793-f801-4f92-92a6-69ae2bc41c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.592612 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abead793-f801-4f92-92a6-69ae2bc41c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.655625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:27.667387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.683615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Transition to ACTIVE for port object ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:27.692038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.723651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64ce4ca9-e3ab-497d-bcca-15ed4ea87201 req-15cfa8bd-81ee-403e-9657-c99fdd8cbe64 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545527 Jun 30 09:02:27.732886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e43fb7ac-5e83-4f5a-a1bd-a8c53213b836 req-dd54f7fc-c6ca-4f1a-9d6e-aaaa8c4aae87 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345415 Jun 30 09:02:27.776871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.779281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-56bfc8db-8bdd-43c8-b35f-a738799fe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:27.780795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-56bfc8db-8bdd-43c8-b35f-a738799fe10a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1097 time: 0.2906334 Jun 30 09:02:27.885858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abead793-f801-4f92-92a6-69ae2bc41c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.888535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-abead793-f801-4f92-92a6-69ae2bc41c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:27.896912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-abead793-f801-4f92-92a6-69ae2bc41c42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af5fec55-5659-4061-a4a8-def358c6e202 HTTP/1.1" status: 204 len: 168 time: 0.5215299 Jun 30 09:02:27.952876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abead793-f801-4f92-92a6-69ae2bc41c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5fec55-5659-4061-a4a8-def358c6e202,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:27.983466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Attempting to bind port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:27.984266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Attempting to bind port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:27.984604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Attempting to bind port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:27.997437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:28.000363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Attempting to bind port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:28.009469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:28.009850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:28.010370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:28.010813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Bound port: ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:28.011170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.203508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:28.219662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:28.246059 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.332067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.332847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.334447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 1096 time: 1.6309285 Jun 30 09:02:28.375602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:28.379314 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5667005c-a099-401c-aecb-932647007b75" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:28.412726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-1169cb0e-2b33-475b-8c95-04366024a846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.414856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-1169cb0e-2b33-475b-8c95-04366024a846 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.6244433 Jun 30 09:02:28.470553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a90843-edab-40c8-a1f5-0f03bfb1b5e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:28.575417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-32688d4b-149e-485a-865f-cf603b6033fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 217 time: 0.1435869 Jun 30 09:02:28.586319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:28.590149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f8ba6-194b-45cd-b465-1d9fdf5427b5 req-99d94b77-91fc-4035-81d0-24ccf392b5dd tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.592593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c53f8ba6-194b-45cd-b465-1d9fdf5427b5 req-99d94b77-91fc-4035-81d0-24ccf392b5dd tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1097 time: 0.5844197 Jun 30 09:02:28.613767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-394c8243-ee5d-47ab-a51c-04936a4f8f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.617047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-e5ec0ca6-3f6e-4476-a2dc-20772b9dc43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.618761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-e5ec0ca6-3f6e-4476-a2dc-20772b9dc43b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1099 time: 0.1699154 Jun 30 09:02:28.662297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-03bd7103-7368-42f9-9b35-0e5232ca4e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.663685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-03bd7103-7368-42f9-9b35-0e5232ca4e99 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0699277 Jun 30 09:02:28.677700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-5b5c8460-d618-4f2a-840b-5d970f7a21a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 217 time: 0.0430281 Jun 30 09:02:28.699684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662c97c-b06b-404a-bee6-cce49cc80ee8 req-1a333418-574f-4da3-a03e-b3c831daf84f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.701263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a662c97c-b06b-404a-bee6-cce49cc80ee8 req-1a333418-574f-4da3-a03e-b3c831daf84f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 945 time: 0.4317672 Jun 30 09:02:28.736354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-fb8068d9-9d2f-4cee-b3ce-121fb1fb34d5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328977 Jun 30 09:02:28.749264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-6f5b877e-3b0a-40db-afaa-6b7d11964c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.751340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-6f5b877e-3b0a-40db-afaa-6b7d11964c10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0590091 Jun 30 09:02:28.765531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c53f8ba6-194b-45cd-b465-1d9fdf5427b5 req-57261d39-f1fb-461b-998d-accecc8c0b22 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104221 Jun 30 09:02:28.843382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a662c97c-b06b-404a-bee6-cce49cc80ee8 req-6476aa4e-fe90-4d38-9939-3979df820a1d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094933 Jun 30 09:02:28.893023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.902855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-905f3dfb-efc6-420e-a9b0-06f4a384fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:28.906088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-905f3dfb-efc6-420e-a9b0-06f4a384fa95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1463838 Jun 30 09:02:28.912604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-ce51efcb-da63-4431-a9cd-405f1e977ea1 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599426 Jun 30 09:02:28.932814 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0368d776-ab17-471d-810f-6ae562880846 x-openstack-request-id: req-0368d776-ab17-471d-810f-6ae562880846 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:28.933435 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:28.933792 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0368d776-ab17-471d-810f-6ae562880846 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:28.934346 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'status': 'completed', 'code': 200} Jun 30 09:02:28.986248 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-394c8243-ee5d-47ab-a51c-04936a4f8f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:28.999989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-394c8243-ee5d-47ab-a51c-04936a4f8f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.078862 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-394c8243-ee5d-47ab-a51c-04936a4f8f39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e65cd2b5cd174d57b84676b6e0d4f9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4898870 Jun 30 09:02:29.082302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:29.090853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394c8243-ee5d-47ab-a51c-04936a4f8f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc2d560-3e1e-481e-9102-89cbb32f4077,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.095660 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-13d7f600-afa3-4290-a557-86f8132a532d service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801071 Jun 30 09:02:29.187125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-3348603b-61e0-4a17-b35b-fe81bf2ca85b service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659893 Jun 30 09:02:29.230721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac9aad-aee6-48e8-900c-14e79d2a5d66 req-4699d4b7-1b26-4967-a963-a56f77eacfa2 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.232304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4ac9aad-aee6-48e8-900c-14e79d2a5d66 req-4699d4b7-1b26-4967-a963-a56f77eacfa2 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 950 time: 0.1859372 Jun 30 09:02:29.232432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58ab54c5-2f01-4082-903e-611c81be829d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.278816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f632b8f-b613-4c08-ac7b-f61dfb11ec19 req-690c79f5-d0e6-405a-8359-b2856c590a4f service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582546 Jun 30 09:02:29.285062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58ab54c5-2f01-4082-903e-611c81be829d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.312845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90270ede-4579-43e6-af57-39c58b0c6820 req-8ea8588b-e385-4265-9405-281f3a3979ed tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.323025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90270ede-4579-43e6-af57-39c58b0c6820 req-8ea8588b-e385-4265-9405-281f3a3979ed tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 947 time: 0.1329393 Jun 30 09:02:29.329556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4ac9aad-aee6-48e8-900c-14e79d2a5d66 req-9b340ec9-4b55-4837-a27a-5143778124d3 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888634 Jun 30 09:02:29.346027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58ab54c5-2f01-4082-903e-611c81be829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.349533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58ab54c5-2f01-4082-903e-611c81be829d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.350835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-58ab54c5-2f01-4082-903e-611c81be829d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ffc2d560-3e1e-481e-9102-89cbb32f4077 HTTP/1.1" status: 204 len: 168 time: 0.2671261 Jun 30 09:02:29.379561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90270ede-4579-43e6-af57-39c58b0c6820 req-48d3e28f-e934-4d4a-9081-bd5cd70992e1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485249 Jun 30 09:02:29.438590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab54c5-2f01-4082-903e-611c81be829d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc2d560-3e1e-481e-9102-89cbb32f4077,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:29.504689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-f1d3ae91-86ba-4c41-99f2-27a4a40a6046 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.506187 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-f1d3ae91-86ba-4c41-99f2-27a4a40a6046 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1348152 Jun 30 09:02:29.541919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:29.660489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:29.888478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:29.937815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:29.961438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667005c-a099-401c-aecb-932647007b75 req-92cbe093-f1ba-4c3c-b23a-d404bcfd2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:29.963134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-92cbe093-f1ba-4c3c-b23a-d404bcfd2cdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1099 time: 0.5618722 Jun 30 09:02:29.994929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.016335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.106990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-810e0ea4-cc73-47fa-9f1c-c4e978338585 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.114316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-810e0ea4-cc73-47fa-9f1c-c4e978338585 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.2276716 Jun 30 09:02:30.142432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:30.145364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-6f0fcd92-3cd6-4ff8-80d6-d12fdd791a3a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.147714 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on host n-h1-780147-22 for vnic_type normal with profile {"migrating_to": "n-h2-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:30.148135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:30.148708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:30.151821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-6f0fcd92-3cd6-4ff8-80d6-d12fdd791a3a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.6433542 Jun 30 09:02:30.153914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:30.154358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Attempting to bind port e4553872-753c-447e-9f9f-6d04f93b5bee on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:30.166262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:30.168502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:30.171259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:30.172187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Bound port: e4553872-753c-447e-9f9f-6d04f93b5bee, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:30.172739 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.176299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-0d8d6654-cc10-4b27-8df5-58246c3e74e3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0610750 Jun 30 09:02:30.189987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-5bb7be2e-6e48-4d1e-8586-1c9a52d64782 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/quotas/1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 375 time: 0.0372248 Jun 30 09:02:30.215458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667005c-a099-401c-aecb-932647007b75 req-2e3e8954-dc7b-4528-ae9c-6f7fed60eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.216908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-2e3e8954-dc7b-4528-ae9c-6f7fed60eaea service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2438593 Jun 30 09:02:30.259318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-85086b49-e3a4-435c-86b2-9875fef89d9d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819840 Jun 30 09:02:30.279547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:30.286771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:30.293520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.348048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-a6753aad-e654-41c9-bee7-451cd08e8709 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 217 time: 0.0987957 Jun 30 09:02:30.403317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.404356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:30.407640 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] 10.222.0.83 "PUT /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 1123 time: 0.8712893 Jun 30 09:02:30.419111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79d45c-99ae-475c-9236-db58c00ee80f service neutron] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:30.456748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-49dbf4d1-35f1-47f6-bd42-bc0f8e5c4080 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2638876 Jun 30 09:02:30.468757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667005c-a099-401c-aecb-932647007b75 req-d3eddc8a-49bc-4c5b-bcc0-5378978cca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.470172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-d3eddc8a-49bc-4c5b-bcc0-5378978cca43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1142170 Jun 30 09:02:30.496959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['e4553872-753c-447e-9f9f-6d04f93b5bee'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:30.562987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-eeb5f544-3eba-4500-8e49-ddd1ebfbe24b service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025451 Jun 30 09:02:30.701894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667005c-a099-401c-aecb-932647007b75 req-b1424288-dc22-46d5-ac73-ba955757ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:30.703416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-b1424288-dc22-46d5-ac73-ba955757ad59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2158806 Jun 30 09:02:30.711916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-a70dd1f2-745e-48e6-a08a-75c36ab3cfb3 service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449102 Jun 30 09:02:30.785168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-11f33d8b-a5b5-4ab8-b359-f48e6869c5e6 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214022 Jun 30 09:02:30.892001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-75587e19-dd5d-44fc-ba05-3db33c092b75 service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785531 Jun 30 09:02:30.897803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-18949b31-234b-496d-b80c-b7f461b57fc5 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832871 Jun 30 09:02:30.936191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee'}, {'name': 'network-changed', 'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:30.946454 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8851281-4804-4d3d-ac20-20ad19b4b5e3" -d '{"events": [{"server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "name": "network-vif-unplugged", "status": "completed", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee"}, {"name": "network-changed", "server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:31.123777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5667005c-a099-401c-aecb-932647007b75 req-29816f68-6ede-4987-8582-9b6e4e1b82cd service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147698 Jun 30 09:02:31.412242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5e908-5953-46ee-aa12-0889ac1f4b33 req-bbd997e8-519d-4dc0-ad4a-6417b2f23fb2 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.414679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1cb5e908-5953-46ee-aa12-0889ac1f4b33 req-bbd997e8-519d-4dc0-ad4a-6417b2f23fb2 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.1771581 Jun 30 09:02:31.539119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1cb5e908-5953-46ee-aa12-0889ac1f4b33 req-0758690c-309d-4d36-be83-d420e9371f13 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046481 Jun 30 09:02:31.791031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1951fc-f1b4-464e-9761-9bd24f78ac3e req-8ad70539-7e97-46d8-ba31-1ced603cb888 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:31.800987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b1951fc-f1b4-464e-9761-9bd24f78ac3e req-8ad70539-7e97-46d8-ba31-1ced603cb888 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 947 time: 0.1467507 Jun 30 09:02:31.877673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b1951fc-f1b4-464e-9761-9bd24f78ac3e req-a63f8de2-c01e-4785-b25a-e29a82975114 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751727 Jun 30 09:02:31.962771 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584822a0-ee3f-4bf0-ab3c-f0953d078c6a x-openstack-request-id: req-584822a0-ee3f-4bf0-ab3c-f0953d078c6a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:31.964061 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "name": "network-vif-unplugged", "status": "completed", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee", "code": 200}, {"name": "network-changed", "server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:31.964485 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-584822a0-ee3f-4bf0-ab3c-f0953d078c6a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:31.965040 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'code': 200} Jun 30 09:02:31.965452 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'status': 'completed', 'code': 200} Jun 30 09:02:32.048456 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbda9fc1-c150-4561-895d-5ca41f69f3b2 req-73503ac3-cdb4-4119-8e4a-c6781a10fac5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=97db9df1-f860-45d4-9f2a-0a2143a40e5c HTTP/1.1" status: 200 len: 210 time: 0.0577021 Jun 30 09:02:32.134287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-0b964180-4bb8-4255-ab01-0ea1ca429028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.135839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-0b964180-4bb8-4255-ab01-0ea1ca429028 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1126 time: 0.1340694 Jun 30 09:02:32.256393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1ad5a0a-7bcb-48d8-9bd7-8b743c1468c6 req-87ae2d56-7f88-404a-be9c-eddc7c09ad49 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 210 time: 0.1136167 Jun 30 09:02:32.264842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:32.306711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-2591a1fc-28ec-4df1-8f2a-f0f4aad6f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.311361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-2591a1fc-28ec-4df1-8f2a-f0f4aad6f8a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1621432 Jun 30 09:02:32.412556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-67824901-bc55-4aa0-b87f-9c455a9cf6a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 217 time: 0.0930052 Jun 30 09:02:32.417094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edf944-0ae1-4cd1-beec-c315a6c77d98 req-195bbd33-1bbb-402b-b194-946ac5cfcd62 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.435368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6edf944-0ae1-4cd1-beec-c315a6c77d98 req-195bbd33-1bbb-402b-b194-946ac5cfcd62 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 950 time: 0.1854427 Jun 30 09:02:32.497733 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6edf944-0ae1-4cd1-beec-c315a6c77d98 req-63120958-5293-4218-b9c7-13d9c8a6a361 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607407 Jun 30 09:02:32.506488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:32.518329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-bd5f0f07-68bd-4891-80f0-07205565e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.521558 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-bd5f0f07-68bd-4891-80f0-07205565e979 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.1027441 Jun 30 09:02:32.532610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee has no active binding in host n-h2-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:02:32.539330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48798) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:32.570660 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-6ab64a28-cbd7-4848-a8fb-3e9649a99850 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379748 Jun 30 09:02:32.709615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82b2363c-3298-466a-becb-e9c7fa5fda30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.727308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-8c1f9cb3-1924-45da-81fb-6ccd81bffbb8 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486590 Jun 30 09:02:32.854086 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8851281-4804-4d3d-ac20-20ad19b4b5e3 req-b3ca46d8-3d9a-45da-9a82-ef2d400c4f8f service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166689 Jun 30 09:02:32.943621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82b2363c-3298-466a-becb-e9c7fa5fda30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:32.958431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd7c37-4c40-46a3-b9e4-0a5f75a80031 req-a3300e63-c460-42e7-b465-f02b809340bd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:32.965977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24bd7c37-4c40-46a3-b9e4-0a5f75a80031 req-a3300e63-c460-42e7-b465-f02b809340bd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.1824150 Jun 30 09:02:32.992620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82b2363c-3298-466a-becb-e9c7fa5fda30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.034092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2363c-3298-466a-becb-e9c7fa5fda30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46892513-8912-4449-9b2d-b9008cbe821f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:33.082724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24bd7c37-4c40-46a3-b9e4-0a5f75a80031 req-b96d99d9-350d-4088-88a5-fe2ee5a88b59 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144154 Jun 30 09:02:33.157236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-82b2363c-3298-466a-becb-e9c7fa5fda30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a768a8096a96448988fa600b3089f743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6167607 Jun 30 09:02:33.164350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:33.314793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.79', 57026) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:33.385535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-ebfa57a2-7516-4458-b7d9-71384f7d9772 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=97db9df1-f860-45d4-9f2a-0a2143a40e5c HTTP/1.1" status: 200 len: 210 time: 0.0570459 Jun 30 09:02:33.386160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-311be4ff-e568-4ae5-a4e2-5b938efcef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.433281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-ac60171e-ef04-408b-a49e-eb2052d6675f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.436011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-ac60171e-ef04-408b-a49e-eb2052d6675f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.1975322 Jun 30 09:02:33.451453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Request body: {'port': {'device_id': 'a6c66f35-da75-440c-be69-d230c5585d17', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'admin_state_up': True, 'tenant_id': '1e34ad20c56f4c24a6a209e95501fea9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:33.586617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-1ee5f724-81d0-42ee-b85e-cbdfa8d740e8 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.589354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-1ee5f724-81d0-42ee-b85e-cbdfa8d740e8 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.79 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 950 time: 0.4886076 Jun 30 09:02:33.784002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-a3f0857a-76e6-4453-933d-862c51af16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:33.785940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-a3f0857a-76e6-4453-933d-862c51af16d5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=9ade115813c5426fb5fa471117fc8b41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3804939 Jun 30 09:02:33.794242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Made reservation on behalf of 1e34ad20c56f4c24a6a209e95501fea9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:33.798413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:33.874723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-311be4ff-e568-4ae5-a4e2-5b938efcef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.097500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc303b-06c9-4ca3-8c44-f5de6c638393 req-9d68103a-9124-42de-b4cd-d8bd9b37f91c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.106585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9edc303b-06c9-4ca3-8c44-f5de6c638393 req-9d68103a-9124-42de-b4cd-d8bd9b37f91c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 947 time: 0.7180603 Jun 30 09:02:34.126497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-6b6d45e7-53be-467b-bd42-3b7f3b1fe723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.128049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-6b6d45e7-53be-467b-bd42-3b7f3b1fe723 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3187547 Jun 30 09:02:34.130856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-311be4ff-e568-4ae5-a4e2-5b938efcef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.133332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-311be4ff-e568-4ae5-a4e2-5b938efcef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.134438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-311be4ff-e568-4ae5-a4e2-5b938efcef96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/46892513-8912-4449-9b2d-b9008cbe821f HTTP/1.1" status: 204 len: 168 time: 0.9690170 Jun 30 09:02:34.155367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311be4ff-e568-4ae5-a4e2-5b938efcef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46892513-8912-4449-9b2d-b9008cbe821f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:34.167564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Deleting port 55ce5af1-5a13-474e-99f9-7f349db080b6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:02:34.168051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.174535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9edc303b-06c9-4ca3-8c44-f5de6c638393 req-ee9e6aaf-f513-432e-ade6-aa34f6b741c1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669198 Jun 30 09:02:34.221099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04c92690-84c4-48b2-bf6c-bd6b1c8f6b64 req-99255322-d3a2-40b9-a48d-f968d00cf86d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "GET /v2.0/ports?device_id=97db9df1-f860-45d4-9f2a-0a2143a40e5c HTTP/1.1" status: 200 len: 210 time: 0.0455244 Jun 30 09:02:34.309894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:34.392741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] For port 55ce5af1-5a13-474e-99f9-7f349db080b6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=55ce5af1-5a13-474e-99f9-7f349db080b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.393038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.403281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Allocated IP 172.20.0.12 (223a8b17-a4d5-409d-82d4-8c802f33024a/e7efa8cf-a386-4ab0-9226-0c4eb91fdc83/1742b1a6-220e-4129-8fb8-6eef7128e64c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:34.542716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-985e2ea6-df72-4aaa-be60-bcac9def6795 req-64cd07b7-3ae3-4952-aa91-bffe7d08c62d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 210 time: 0.0894861 Jun 30 09:02:34.544590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Calling delete_port for 55ce5af1-5a13-474e-99f9-7f349db080b6 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:02:34.599697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.620658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb012d52-6d18-4805-a822-b3200e9f0dbe req-5900889d-480a-487a-a4e4-021ac9c1f9d6 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:34.624262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb012d52-6d18-4805-a822-b3200e9f0dbe req-5900889d-480a-487a-a4e4-021ac9c1f9d6 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/ports?device_id=3fc9e305-fa1e-49b3-afcb-572930c1bd73 HTTP/1.1" status: 200 len: 950 time: 0.2258902 Jun 30 09:02:34.630175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'mac_address': 'fa:16:3e:a4:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:34.686665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.709356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:34.721499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb012d52-6d18-4805-a822-b3200e9f0dbe req-d8e85158-c572-4843-b2d8-ccc306b646e9 tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.77 "GET /v2.0/security-groups?id=7bbf27de-ee03-41b6-989b-4ad4200457ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897374 Jun 30 09:02:34.747726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:34.758175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.761912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48834) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:34.797821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e9c9b4-1d5d-465e-b366-314e8020ccca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.845746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:34.847361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:34.867286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.867819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.868172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.868508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.868842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.869174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.870802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.871134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.873222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.874511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.874857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.875694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:02:34.898144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.027413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e9c9b4-1d5d-465e-b366-314e8020ccca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.038452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e9c9b4-1d5d-465e-b366-314e8020ccca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.049554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Network 223a8b17-a4d5-409d-82d4-8c802f33024a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:35.055575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:35.061552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:35.116764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.119554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.163049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.168441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.182571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Pushing event deleted for resources: {'Port': ['ID=55ce5af1-5a13-474e-99f9-7f349db080b6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.191800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-eea86b34-8ae9-46a7-9ea9-cc7f44620c3f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7452643 Jun 30 09:02:35.226468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Request body: {'port': {'device_id': 'a6c66f35-da75-440c-be69-d230c5585d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:35.278625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] No DVR routers for this DVR port 55ce5af1-5a13-474e-99f9-7f349db080b6 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:35.282566 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.285946 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-93f535b5-6300-4106-8d4f-8857e9ccf732 req-7f29fe65-6821-43b8-be29-453f8e3a56df tempest-ServerDiagnosticsNegativeTest-1830340547 tempest-ServerDiagnosticsNegativeTest-1830340547-project] 10.222.0.79 "DELETE /v2.0/ports/55ce5af1-5a13-474e-99f9-7f349db080b6 HTTP/1.1" status: 204 len: 173 time: 1.6757958 Jun 30 09:02:35.286567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'name': 'network-vif-deleted', 'tag': '55ce5af1-5a13-474e-99f9-7f349db080b6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:35.293629 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c5e9a2-81ea-43ac-95dc-82601128ca7e" -d '{"events": [{"server_uuid": "3fc9e305-fa1e-49b3-afcb-572930c1bd73", "name": "network-vif-deleted", "tag": "55ce5af1-5a13-474e-99f9-7f349db080b6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:35.313680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:35.394105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e9c9b4-1d5d-465e-b366-314e8020ccca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1d0a65-b32e-463b-a1da-fa639d77d97d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:35.403474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.445015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85e9c9b4-1d5d-465e-b366-314e8020ccca admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e070c3041fe47569e0c6753dd74126e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6817610 Jun 30 09:02:35.468678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:35.528628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02339f67-4127-4901-b34d-57e48b7ed06d req-fb745b82-1bd1-4d54-a2f1-ac36bfce0b42 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.528628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02339f67-4127-4901-b34d-57e48b7ed06d req-fb745b82-1bd1-4d54-a2f1-ac36bfce0b42 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.5468752 Jun 30 09:02:35.658540 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4452fca2-867d-4c63-809e-bd727bc4a545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.686206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02339f67-4127-4901-b34d-57e48b7ed06d req-83dd164b-3bc0-4e62-9ac7-a743a9380784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516657 Jun 30 09:02:35.754768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-b493aca7-da44-48cc-98a6-6dcbc3420008 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:35.762985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-b493aca7-da44-48cc-98a6-6dcbc3420008 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.3521690 Jun 30 09:02:35.782562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4452fca2-867d-4c63-809e-bd727bc4a545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.790842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-0e67818d-b59e-4dbe-95f7-2eddcc5c54b6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0269387 Jun 30 09:02:35.851992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-73d4dcf7-5011-4c35-a931-503d40bfdb30 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413735 Jun 30 09:02:35.926403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4452fca2-867d-4c63-809e-bd727bc4a545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.928955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4452fca2-867d-4c63-809e-bd727bc4a545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:35.930102 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4452fca2-867d-4c63-809e-bd727bc4a545 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db1d0a65-b32e-463b-a1da-fa639d77d97d HTTP/1.1" status: 204 len: 168 time: 0.4602168 Jun 30 09:02:35.985775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452fca2-867d-4c63-809e-bd727bc4a545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1d0a65-b32e-463b-a1da-fa639d77d97d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.005048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1742b1a6-220e-4129-8fb8-6eef7128e64c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:36.017444 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.034152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Transition to ACTIVE for port object 1742b1a6-220e-4129-8fb8-6eef7128e64c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:36.046777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.073933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-f99211b7-a5e2-46f3-aea4-d657e35ccd78 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209630 Jun 30 09:02:36.118523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.197716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 55ce5af1-5a13-474e-99f9-7f349db080b6 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:36.241327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:36.242938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:36.243871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:36.246016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 55ce5af1-5a13-474e-99f9-7f349db080b6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:02:36.246594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 55ce5af1-5a13-474e-99f9-7f349db080b6 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:36.251667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:36.252100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:36.258137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:36.258586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:36.258827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-d58d65f0-59ea-4e41-8aef-7def345d1869 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831942 Jun 30 09:02:36.259101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:36.259631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Bound port: 1742b1a6-220e-4129-8fb8-6eef7128e64c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:36.260384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.351652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:36.356086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30c0f9-26d5-4dd4-9e5f-82aedc2bf9ba req-39037d17-492b-4672-9a7a-0775fe8d0829 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.357877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:36.367712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c30c0f9-26d5-4dd4-9e5f-82aedc2bf9ba req-39037d17-492b-4672-9a7a-0775fe8d0829 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 948 time: 0.3302968 Jun 30 09:02:36.371735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.418127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.418771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:36.420324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] 10.222.0.79 "PUT /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 1093 time: 1.2009099 Jun 30 09:02:36.483677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c30c0f9-26d5-4dd4-9e5f-82aedc2bf9ba req-bf45d6ca-efc3-495d-b9e0-53cc6ad58d85 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148841 Jun 30 09:02:36.520888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ee77a-caf0-4cce-abaa-91014653f4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:36.569822 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d3955-0b5b-41e5-bb58-2feccc673331 x-openstack-request-id: req-8b1d3955-0b5b-41e5-bb58-2feccc673331 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:36.570105 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc9e305-fa1e-49b3-afcb-572930c1bd73", "name": "network-vif-deleted", "tag": "55ce5af1-5a13-474e-99f9-7f349db080b6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:36.570375 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b1d3955-0b5b-41e5-bb58-2feccc673331 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:36.570758 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc9e305-fa1e-49b3-afcb-572930c1bd73', 'name': 'network-vif-deleted', 'tag': '55ce5af1-5a13-474e-99f9-7f349db080b6', 'status': 'completed', 'code': 200} Jun 30 09:02:36.605325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-351abac2-728d-4b36-94a1-1a61164ef96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.607745 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-351abac2-728d-4b36-94a1-1a61164ef96d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1096 time: 0.1100643 Jun 30 09:02:36.718796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-bde1fb7a-984b-4531-8699-8d2eb0a2005c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 217 time: 0.1011112 Jun 30 09:02:36.743765 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74ae68f6-2569-4020-aaf1-18f79c78d976 req-6c85a8ce-f780-4f5c-9473-251642778625 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 210 time: 0.0484111 Jun 30 09:02:36.810205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-3bfc709e-38eb-40e4-832b-e1ef0eeb22f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:36.811798 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-3bfc709e-38eb-40e4-832b-e1ef0eeb22f7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0846684 Jun 30 09:02:36.887753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-c35fd885-0af8-4a90-9950-87f1750806d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659645 Jun 30 09:02:37.038480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baafffb0-9732-47b0-81f7-0995049a8339 req-b6974c4b-d30f-47fa-86b8-b630c0dfdc88 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.041304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baafffb0-9732-47b0-81f7-0995049a8339 req-b6974c4b-d30f-47fa-86b8-b630c0dfdc88 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.2281091 Jun 30 09:02:37.051895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48892) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:37.110461 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-60bb455f-994f-4a7b-a34d-f99abad818cc service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057319 Jun 30 09:02:37.154734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db88ac-6c5b-43ad-9790-31aea3297be9 req-a8ea167f-5961-4aaa-a230-16911419a96e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.160632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22db88ac-6c5b-43ad-9790-31aea3297be9 req-a8ea167f-5961-4aaa-a230-16911419a96e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 943 time: 0.2316971 Jun 30 09:02:37.179140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baafffb0-9732-47b0-81f7-0995049a8339 req-fe85a5d6-dbf9-48fd-9ce2-eb7a76c4ec24 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282458 Jun 30 09:02:37.273053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dfec6a77-8385-4fb0-95fa-635261ee1231 req-3d1be29e-4769-4af2-ad0f-54f77630aec8 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600637 Jun 30 09:02:37.273780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22db88ac-6c5b-43ad-9790-31aea3297be9 req-d72d8544-47d9-4c05-a3c7-c432051aa3a9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026037 Jun 30 09:02:37.343763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebd8f4e7-0fa3-41ee-91e4-c55bc78a4d34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aae4e6967a4a4c2d87467cb3c483f15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892747 Jun 30 09:02:37.348445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48902) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:37.455245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f3226f8-93d5-4391-8268-c136bdd29cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.490762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f3226f8-93d5-4391-8268-c136bdd29cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.580750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f3226f8-93d5-4391-8268-c136bdd29cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.584480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f3226f8-93d5-4391-8268-c136bdd29cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:37.588742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7f3226f8-93d5-4391-8268-c136bdd29cc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7bbf27de-ee03-41b6-989b-4ad4200457ee HTTP/1.1" status: 204 len: 168 time: 0.2389786 Jun 30 09:02:37.732609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a86bd3-9ddf-458c-bd63-e6c5de1ab869 req-2c6c8995-da41-43c2-ba11-f6dd0b03d7b9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:37.740943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95a86bd3-9ddf-458c-bd63-e6c5de1ab869 req-2c6c8995-da41-43c2-ba11-f6dd0b03d7b9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 948 time: 0.1007843 Jun 30 09:02:37.751267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3226f8-93d5-4391-8268-c136bdd29cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbf27de-ee03-41b6-989b-4ad4200457ee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:37.762067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-65658bce-71ee-4b08-ab60-df95680737ec service neutron] 10.222.0.79 "GET /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.1690483 Jun 30 09:02:37.828778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95a86bd3-9ddf-458c-bd63-e6c5de1ab869 req-4fba51fc-6b2c-4e80-9d61-66c5f1a1ed89 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840070 Jun 30 09:02:38.075343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:38.113430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:38.132427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-432a1b37-8215-42c4-8896-aad37f6a091f req-6fff0fb9-a189-450c-a26a-ea6c56f7c30d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 210 time: 0.0718880 Jun 30 09:02:38.199355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4553872-753c-447e-9f9f-6d04f93b5bee {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:38.219754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:38.242131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.306202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:38.341599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48930) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:38.360455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd804dc0-9fec-4ab1-8b71-ab1972507117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.426811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:38.434514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:38.435643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.468126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] Transition to ACTIVE for port object e4553872-753c-447e-9f9f-6d04f93b5bee will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:38.474420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.584490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:38.587575 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62ba4cd-002a-4924-8740-a1e8308d5e67" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:38.591541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] Pushing event updated for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:38.633343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] No DVR routers for this DVR port e4553872-753c-447e-9f9f-6d04f93b5bee on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:02:38.661950 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.669619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5d13a479-744b-434a-b394-3e6287b50dca service neutron] 10.222.0.79 "PUT /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee/bindings/n-h2-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 0.8955014 Jun 30 09:02:38.775466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:38.777561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:38.786363 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18e18a6-1185-4e1e-a860-bdc5ebac83c1" -d '{"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-plugged", "status": "completed", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:38.800388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.907075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd804dc0-9fec-4ab1-8b71-ab1972507117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.920492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd804dc0-9fec-4ab1-8b71-ab1972507117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:38.948333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-cbcbd608-175b-4b6a-9449-7cdd3185fac9 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.954001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:38.968584 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-cbcbd608-175b-4b6a-9449-7cdd3185fac9 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.1563132 Jun 30 09:02:38.988756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb5c3a-4b4c-4bc8-b563-d99ba17a83f3 req-02321648-d527-40ff-ad00-2fbec0b91259 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:38.996122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58fb5c3a-4b4c-4bc8-b563-d99ba17a83f3 req-02321648-d527-40ff-ad00-2fbec0b91259 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.4692104 Jun 30 09:02:39.056502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fd804dc0-9fec-4ab1-8b71-ab1972507117 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=476a490d767b43bc98c189020fcd8715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134337 Jun 30 09:02:39.063031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48946) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:39.071139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732882f-5df0-4602-b108-21d7c3a0b2d9 req-0cb2bdd8-bf13-4716-a341-3ac7b3d7201c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.078764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2732882f-5df0-4602-b108-21d7c3a0b2d9 req-0cb2bdd8-bf13-4716-a341-3ac7b3d7201c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.5202284 Jun 30 09:02:39.088901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-34d11975-1970-41a9-8b13-17eb68f0cffe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.090458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-34d11975-1970-41a9-8b13-17eb68f0cffe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.3576910 Jun 30 09:02:39.098531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd804dc0-9fec-4ab1-8b71-ab1972507117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed57153-d64d-45d7-b49d-07c5e34d3479,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.115243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-db99579e-e407-4670-b25f-a5f4fcc3f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.117140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-db99579e-e407-4670-b25f-a5f4fcc3f9cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 1096 time: 0.1473219 Jun 30 09:02:39.121564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Request body: {'port': {'device_id': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'admin_state_up': True, 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:39.154477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84e65da7-e030-47ba-a300-ebee47db19e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.156680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58fb5c3a-4b4c-4bc8-b563-d99ba17a83f3 req-b557565e-1ffa-4ce0-97f1-ceb5c7cd7d89 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593013 Jun 30 09:02:39.182824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84e65da7-e030-47ba-a300-ebee47db19e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.287741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84e65da7-e030-47ba-a300-ebee47db19e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.291015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2732882f-5df0-4602-b108-21d7c3a0b2d9 req-6c2c0e3a-2351-4321-a2b4-10b406f231d2 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111084 Jun 30 09:02:39.292120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84e65da7-e030-47ba-a300-ebee47db19e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.296799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-84e65da7-e030-47ba-a300-ebee47db19e3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8ed57153-d64d-45d7-b49d-07c5e34d3479 HTTP/1.1" status: 204 len: 168 time: 0.2300642 Jun 30 09:02:39.320479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e65da7-e030-47ba-a300-ebee47db19e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed57153-d64d-45d7-b49d-07c5e34d3479,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:39.364424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5f8c19b4-d566-4306-96cc-e2c71ebb50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.365935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-5f8c19b4-d566-4306-96cc-e2c71ebb50d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1096 time: 0.1231720 Jun 30 09:02:39.403939 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40afdc90-2858-455c-b960-164cbcf7587a x-openstack-request-id: req-40afdc90-2858-455c-b960-164cbcf7587a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:39.404463 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-plugged", "status": "completed", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:39.404677 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40afdc90-2858-455c-b960-164cbcf7587a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:39.406176 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'code': 200} Jun 30 09:02:39.441462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:39.451893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:39.652047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e43d3ef8-8863-4a7a-a35d-6ff0972c171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.655336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-e43d3ef8-8863-4a7a-a35d-6ff0972c171b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2824779 Jun 30 09:02:39.668311 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73150c2f-9093-4feb-966c-d04d6c1949aa x-openstack-request-id: req-73150c2f-9093-4feb-966c-d04d6c1949aa {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:39.668623 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:39.668879 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73150c2f-9093-4feb-966c-d04d6c1949aa {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:39.670500 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'status': 'completed', 'code': 200} Jun 30 09:02:39.736569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Allocated IP 172.20.0.12 (b2c54091-925f-4650-80fa-04bb3b1cd9dd/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849/cb20086e-fc1b-4d39-8807-52dc024b53d5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:39.768405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c46462-03ae-4183-b853-8130158e7267 req-4aa27e62-c019-4c97-a73a-e0594cd4deb8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:39.784907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7c46462-03ae-4183-b853-8130158e7267 req-4aa27e62-c019-4c97-a73a-e0594cd4deb8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1791315 Jun 30 09:02:39.867387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7c46462-03ae-4183-b853-8130158e7267 req-8682ca04-03d5-40e2-9656-e3a0af72d98a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811930 Jun 30 09:02:39.949290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-409fd007-9218-4f75-8b1c-ad112bc3c084 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 217 time: 0.2525179 Jun 30 09:02:39.988639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1816855704', 'description': 'tempest-description-1258843005'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:40.035500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-16a4fce1-adc7-43d5-8857-cb2bea1978a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.037717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-16a4fce1-adc7-43d5-8857-cb2bea1978a4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1096 time: 0.3765757 Jun 30 09:02:40.083146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.123904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-0429e1d1-4eeb-4a82-8c5b-72ddbb288e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.125506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-0429e1d1-4eeb-4a82-8c5b-72ddbb288e89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.1661673 Jun 30 09:02:40.126499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d29d6cce-180c-4f0c-b9d2-492aa8339c79 req-3de5a42c-6a22-4a51-b8d7-1583b80eceb5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 210 time: 0.0533490 Jun 30 09:02:40.133301 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.173480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.195280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-8906bcc9-a815-4a9f-99e7-4299828acbb3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343699 Jun 30 09:02:40.197021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea079e-1b86-4199-919a-f2df67f861d7 req-36ebc902-5dc5-4501-bb06-27d18e026637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.198453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d7ea079e-1b86-4199-919a-f2df67f861d7 req-36ebc902-5dc5-4501-bb06-27d18e026637 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1101 time: 0.5421522 Jun 30 09:02:40.243421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:40.247490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:02:40.322972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.427829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:40.449736 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d7ea079e-1b86-4199-919a-f2df67f861d7 req-9d9b6419-afde-4902-ae70-4725feb512e5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409930 Jun 30 09:02:40.470164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:40.475654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-eb2b287e-8cab-4337-ac4e-f387ff00581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.477091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-eb2b287e-8cab-4337-ac4e-f387ff00581f service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.4266663 Jun 30 09:02:40.480708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:40.487236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.487973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.499549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event updated for resources: {'Port': ['ID=cb20086e-fc1b-4d39-8807-52dc024b53d5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.536335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-ccb23e24-6cac-4e7f-84ee-ca44ddebe913 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220706 Jun 30 09:02:40.538108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-ca7f95d8-8a11-41cf-8985-870865414dc2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 217 time: 0.0477254 Jun 30 09:02:40.556883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:02:40.602339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.611958 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.646035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-88b67d0f-2805-4181-bf3e-e59d7cf36e9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5252197 Jun 30 09:02:40.658199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-e0a544f5-2590-4899-8eb2-4e09fb3b4181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.659281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:40.660464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-e0a544f5-2590-4899-8eb2-4e09fb3b4181 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1141720 Jun 30 09:02:40.679638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'port_id': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'mac_address': 'fa:16:3e:ac:b0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7efa8cf-a386-4ab0-9226-0c4eb91fdc83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:40.707789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-2dfa3499-dd48-4e2b-a688-740aba6ec97d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383294 Jun 30 09:02:40.734711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:40.777387 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.789406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.798846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.820786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f375b2d3-c106-4b56-aea0-742a14f77f34,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:40.838748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1742b1a6-220e-4129-8fb8-6eef7128e64c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:40.857166 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:40.858677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dddbfcea-6e4b-4aa5-965f-3b59d3719f90 req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8867507 Jun 30 09:02:40.865428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Request body: {'port': {'device_id': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:40.875340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-04047a50-8dfa-44e6-96a0-76afd6ad2aaa service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495998 Jun 30 09:02:40.949593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87061ac-4286-483f-a4ab-c6cd906847ed req-e34589d1-8cc3-40e9-9445-1f42f8f7bbee tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:40.955333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:40.959212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d87061ac-4286-483f-a4ab-c6cd906847ed req-e34589d1-8cc3-40e9-9445-1f42f8f7bbee tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.5704603 Jun 30 09:02:40.967680 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.074071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a000e-3719-4a1b-b1df-30e445cbe029 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0aa007f-ce39-460f-ad69-fd600f0bde1d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.084447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.175602 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d87061ac-4286-483f-a4ab-c6cd906847ed req-344c86d0-c37d-4e55-8e0e-71777c63e41b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166049 Jun 30 09:02:41.178934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.195576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aaa2c8b7-9060-4f48-b997-a81b43434d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.224110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1742b1a6-220e-4129-8fb8-6eef7128e64c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:41.273433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06167d19-2e03-4b5f-ba36-076c6bad0a34 req-ff73de7c-b6da-4ef4-a99d-7f9faed01579 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.280427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06167d19-2e03-4b5f-ba36-076c6bad0a34 req-ff73de7c-b6da-4ef4-a99d-7f9faed01579 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.1701827 Jun 30 09:02:41.334019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-943206750-network', 'tenant_id': 'aad7eae146064f02876e95c74d56d7c4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:41.411278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06167d19-2e03-4b5f-ba36-076c6bad0a34 req-70e75a06-3c48-46fd-ac1e-dd562749d753 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298962 Jun 30 09:02:41.433374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Made reservation on behalf of aad7eae146064f02876e95c74d56d7c4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:41.436722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.468711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d62ba4cd-002a-4924-8740-a1e8308d5e67 req-364f8953-b91e-4767-8b27-2a4da9fe0aa6 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919614 Jun 30 09:02:41.469373 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.470861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5d971bae-f2da-40c3-92bb-1a178b59e1e0 req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Request body: {'security_group': {'name': 'tempest-securitygroup-236233289', 'description': 'tempest-description-1796475804'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:41.503955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-77492494-9d64-4686-9e65-ca24647497bc service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6134446 Jun 30 09:02:41.664594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.671774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.697986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb20086e-fc1b-4d39-8807-52dc024b53d5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:41.704482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:41.708118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.728648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0aab036-1377-44aa-9735-ba7719773df2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.728858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Transition to ACTIVE for port object cb20086e-fc1b-4d39-8807-52dc024b53d5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:41.731161 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d971bae-f2da-40c3-92bb-1a178b59e1e0 req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.739913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.740359 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Added segment 5e9e67a5-9dac-4877-b014-9ce921bccda8 of type vlan for network 77e253ba-6244-4791-9289-74e0662399e3 Jun 30 09:02:41.755170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.807359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.834444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Pushing event updated for resources: {'Port': ['ID=cb20086e-fc1b-4d39-8807-52dc024b53d5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:41.853142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707941fc-92ee-45e7-980d-433f8933f1b8 req-f236cf14-a2c6-4ab6-9d9f-5c9a178fd4ab tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.860632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-707941fc-92ee-45e7-980d-433f8933f1b8 req-f236cf14-a2c6-4ab6-9d9f-5c9a178fd4ab tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.2208328 Jun 30 09:02:41.873358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.874981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:41.875744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.933422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Attempting to bind port cb20086e-fc1b-4d39-8807-52dc024b53d5 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:41.933792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Attempting to bind port cb20086e-fc1b-4d39-8807-52dc024b53d5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:41.934080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Attempting to bind port cb20086e-fc1b-4d39-8807-52dc024b53d5 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:41.953359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Port cb20086e-fc1b-4d39-8807-52dc024b53d5 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:41.953682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Attempting to bind port cb20086e-fc1b-4d39-8807-52dc024b53d5 on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:41.973609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-707941fc-92ee-45e7-980d-433f8933f1b8 req-f9459847-d48f-4fc2-b09c-7eeddd18c82d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121774 Jun 30 09:02:41.975224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:41.975561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:41.975942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Bound using segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:41.976386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Bound port: cb20086e-fc1b-4d39-8807-52dc024b53d5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:41.976741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:41.994024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] Pushing event updated for resources: {'Network': ['ID=77e253ba-6244-4791-9289-74e0662399e3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.030985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 77e253ba-6244-4791-9289-74e0662399e3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:42.031815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d971bae-f2da-40c3-92bb-1a178b59e1e0 req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.038735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c820e43d-6e3d-4129-a378-a3cfc5fe1eb2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3027756 Jun 30 09:02:42.045783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48988) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:42.046479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d971bae-f2da-40c3-92bb-1a178b59e1e0 req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.066167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fafbd5f-740b-478a-9992-759a648c2aca req-9aa250ce-8d9b-4dd2-b684-1bd77c57677b tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.068440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-9aa250ce-8d9b-4dd2-b684-1bd77c57677b tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.1305201 Jun 30 09:02:42.073399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Request body: {'subnet': {'network_id': '77e253ba-6244-4791-9289-74e0662399e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-943206750-subnet', 'tenant_id': 'aad7eae146064f02876e95c74d56d7c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:42.097455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d971bae-f2da-40c3-92bb-1a178b59e1e0 req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.102591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d971bae-f2da-40c3-92bb-1a178b59e1e0 req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6638253 Jun 30 09:02:42.182862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121f67-822e-432d-9bbe-4fa06640de3f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfba92b-a44a-4135-add3-2748a6b6d542,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.206698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Made reservation on behalf of aad7eae146064f02876e95c74d56d7c4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:42.209095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.237458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] For port cb20086e-fc1b-4d39-8807-52dc024b53d5, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:42.278770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:42.373140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] For port cb20086e-fc1b-4d39-8807-52dc024b53d5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:42.396246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.450744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 1742b1a6-220e-4129-8fb8-6eef7128e64c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:42.459879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.460984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.461660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 1742b1a6-220e-4129-8fb8-6eef7128e64c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:42.462359 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.463239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] 10.222.0.83 "PUT /v2.0/ports/cb20086e-fc1b-4d39-8807-52dc024b53d5 HTTP/1.1" status: 200 len: 1093 time: 1.6033354 Jun 30 09:02:42.465242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'tag': 'cb20086e-fc1b-4d39-8807-52dc024b53d5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:42.465431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fafbd5f-740b-478a-9992-759a648c2aca req-cb1fd443-2025-4174-9145-9194b22828ca service neutron] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:42.470137 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff613b1b-e327-433d-8141-c8e610e0beaf" -d '{"events": [{"name": "network-changed", "server_uuid": "f17a19e2-80ec-4963-890c-65820a3a7f9b", "tag": "cb20086e-fc1b-4d39-8807-52dc024b53d5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:42.477624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fafbd5f-740b-478a-9992-759a648c2aca req-cb1fd443-2025-4174-9145-9194b22828ca service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.478916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fafbd5f-740b-478a-9992-759a648c2aca req-cb1fd443-2025-4174-9145-9194b22828ca service neutron] 10.222.0.83 "DELETE /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee/bindings/n-h1-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.3744130 Jun 30 09:02:42.520895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1309876842', 'description': 'tempest-description-2041492764'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:42.567533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.577099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1437b-2f80-479a-a6af-8ad12785a985 req-08a8bcfb-c91d-4690-977e-2f91c936150f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.586579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ff1437b-2f80-479a-a6af-8ad12785a985 req-08a8bcfb-c91d-4690-977e-2f91c936150f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 944 time: 0.3468492 Jun 30 09:02:42.620483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.622531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9c1bd-1784-4cf7-a313-9e9280221a32 service neutron] Pushing event updated for resources: {'Port': ['ID=cb20086e-fc1b-4d39-8807-52dc024b53d5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.634751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.689797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-7a4fea7d-9960-45af-b698-4ec153a2cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.692431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-7a4fea7d-9960-45af-b698-4ec153a2cf34 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 1096 time: 0.0938909 Jun 30 09:02:42.693525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:42.695925 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c806cbc2-de19-49f3-a3a0-746d99469d09" -d '{"events": [{"server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "name": "network-vif-plugged", "status": "completed", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:42.707209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ff1437b-2f80-479a-a6af-8ad12785a985 req-821cbeda-2051-4c8c-abf6-233f1f5f0056 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191616 Jun 30 09:02:42.747757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:42.763311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.794994 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:42.813419 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-d9d31e00-1eea-49bc-8be0-418dc26068ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5 HTTP/1.1" status: 200 len: 217 time: 0.1044397 Jun 30 09:02:42.925574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:42.948408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-4b70f89f-950d-4f7d-8885-4e8f5846eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:42.951267 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-4b70f89f-950d-4f7d-8885-4e8f5846eb7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.1171057 Jun 30 09:02:42.998612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-2684363d-3c46-4d5d-8fa1-e41e265604f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406070 Jun 30 09:02:43.043219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62edd3ad-b124-4c33-adfd-b681460a5741,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.079795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.089406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Checking segment: {'id': '5e9e67a5-9dac-4877-b014-9ce921bccda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e253ba-6244-4791-9289-74e0662399e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:43.089406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Network hostable DHCP agents. Network: 77e253ba-6244-4791-9289-74e0662399e3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:43.094557 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.159726 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-adee2a5f-116c-4ed1-844c-bd349914a534 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484354 Jun 30 09:02:43.192489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a25424-b4a7-49f8-974c-0d87c82203da,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.206902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Network 77e253ba-6244-4791-9289-74e0662399e3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:43.240261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2c9f-e843-4a66-b80c-fdd8f72abee2 req-c631df8e-bea3-45bf-a068-a3eb43bcde37 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.247554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-980b2c9f-e843-4a66-b80c-fdd8f72abee2 req-c631df8e-bea3-45bf-a068-a3eb43bcde37 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 946 time: 0.3038979 Jun 30 09:02:43.256945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 77e253ba-6244-4791-9289-74e0662399e3) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:43.267683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491789d8-7825-4ff6-9627-a6c8236e74b8 None None] Network 77e253ba-6244-4791-9289-74e0662399e3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:43.275506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.276223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.323938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-980b2c9f-e843-4a66-b80c-fdd8f72abee2 req-7993d663-9d93-4b32-b356-5ee8dd93eedf tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753803 Jun 30 09:02:43.353712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-938477e2-0b5c-4cca-9009-e632e6e1c2ec req-83b84938-a56c-4fd3-9f71-04608c2893be service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863413 Jun 30 09:02:43.376141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.389491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.428359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-69cf69ff-d37b-472f-a404-7dd730b1e8f5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3789566 Jun 30 09:02:43.460385 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:43.461833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff725ec3-bb30-436b-a687-68fe10146ed7 req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9513457 Jun 30 09:02:43.463230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77cad8-c024-4476-be4f-8c2c89e5bf98 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb35c304-796d-49c7-a206-bd64ebf1e3e8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:43.635676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9b62f4-ad78-41e5-80a2-42210e541bb5 None None] Network 77e253ba-6244-4791-9289-74e0662399e3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:43.783252 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b186f91f-d647-45b1-9606-b934f176c39c x-openstack-request-id: req-b186f91f-d647-45b1-9606-b934f176c39c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:43.783549 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17a19e2-80ec-4963-890c-65820a3a7f9b", "tag": "cb20086e-fc1b-4d39-8807-52dc024b53d5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:43.783800 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b186f91f-d647-45b1-9606-b934f176c39c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:43.784735 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'tag': 'cb20086e-fc1b-4d39-8807-52dc024b53d5', 'status': 'completed', 'code': 200} Jun 30 09:02:43.861363 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d640e84e-134a-480c-b4af-c62b1c5f1b75 x-openstack-request-id: req-d640e84e-134a-480c-b4af-c62b1c5f1b75 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:43.862698 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "name": "network-vif-plugged", "status": "completed", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:43.862698 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d640e84e-134a-480c-b4af-c62b1c5f1b75 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:43.864205 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'code': 200} Jun 30 09:02:43.913992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32903027-12a1-4aae-a5a9-ce05ecb7d299 req-fea9293b-e134-4939-a510-02ec479e3528 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.934019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-0ce26b47-2eb4-428c-83fd-3d20153c09f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:43.935666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-0ce26b47-2eb4-428c-83fd-3d20153c09f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 1096 time: 0.0997713 Jun 30 09:02:43.936871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32903027-12a1-4aae-a5a9-ce05ecb7d299 req-fea9293b-e134-4939-a510-02ec479e3528 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.1739228 Jun 30 09:02:43.993090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32903027-12a1-4aae-a5a9-ce05ecb7d299 req-364c3ee8-1c8e-403f-8b02-fb7136808ce7 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513873 Jun 30 09:02:44.023014 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f9c8504-a22b-4bb8-8f7c-68c9c662cadb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.043051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-45343860', 'description': 'tempest-description-1813974061'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:44.063593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.153107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.164670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da740d41-69e2-420c-9109-9da4d85d3549 req-7844efae-7927-4339-963f-83953cdba5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.166471 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-da740d41-69e2-420c-9109-9da4d85d3549 req-7844efae-7927-4339-963f-83953cdba5d8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1098 time: 0.1952434 Jun 30 09:02:44.172282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-885cb276-ad65-4b52-ba04-cd48cc7cba5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.174236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-885cb276-ad65-4b52-ba04-cd48cc7cba5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.2241890 Jun 30 09:02:44.240168 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-f35963d8-1207-4d25-9b15-809b66198dae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5 HTTP/1.1" status: 200 len: 217 time: 0.0513883 Jun 30 09:02:44.291554 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-da740d41-69e2-420c-9109-9da4d85d3549 req-b73c91b6-c251-4002-8a31-1f60ff9a601f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102090 Jun 30 09:02:44.317394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-fbd0f5eb-824e-4b94-a672-8c30dbfb9f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.319307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-fbd0f5eb-824e-4b94-a672-8c30dbfb9f61 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.0692666 Jun 30 09:02:44.337357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:44.372814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1152694619-network', 'tenant_id': 'e66e96c86c0f452c8de5b9af5074ba41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:44.377489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-30919be2-034d-4e48-a580-a0846b1c4028 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391259 Jun 30 09:02:44.458815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Made reservation on behalf of e66e96c86c0f452c8de5b9af5074ba41 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:44.461563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.479929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.498390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda40e8-00c2-480c-bc44-8e7db3ebc81c req-b35e6ffc-384a-48ab-a1aa-8a7b3e0af7dc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.503657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eda40e8-00c2-480c-bc44-8e7db3ebc81c req-b35e6ffc-384a-48ab-a1aa-8a7b3e0af7dc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.4564023 Jun 30 09:02:44.529021 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-fc995e9d-8c3b-47bb-8ca3-a27856b23c85 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406951 Jun 30 09:02:44.533351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:02:44.533351 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:02:44.533351 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id_1': '69c6641e8707422b9b387562447d4adf', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 2, 44, 505004)}] Jun 30 09:02:44.533351 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:02:44.534278 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:02:44.582565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eda40e8-00c2-480c-bc44-8e7db3ebc81c req-da3774ca-7c0e-453b-b240-e07ee1a6dd1e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702960 Jun 30 09:02:44.676674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ff613b1b-e327-433d-8141-c8e610e0beaf req-85eb4ac7-0547-4514-b56f-e6f496a6dde0 service neutron] 10.222.0.83 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383786 Jun 30 09:02:44.700348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.708447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.743878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd338230-0bac-47a0-87e8-18ce7d4162ca,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:44.758720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:02:44.775914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.776438 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Added segment f057eeae-56b0-4498-8d4d-7276167fedc9 of type vlan for network fefe3701-68cb-4d22-84e1-c0e0460e43d5 Jun 30 09:02:44.828225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80448e53-3228-4297-b5d6-29531e894790 req-37342014-4697-4e97-befe-acbbace478ef tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.829895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80448e53-3228-4297-b5d6-29531e894790 req-37342014-4697-4e97-befe-acbbace478ef tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 944 time: 0.1063023 Jun 30 09:02:44.834603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.883182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.884391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:44.885401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:44.895486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80448e53-3228-4297-b5d6-29531e894790 req-07be264e-9b72-406d-b141-cb7f24f6c5db tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588772 Jun 30 09:02:44.960844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5894082 Jun 30 09:02:44.960844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49040) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:44.966202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Request body: {'subnet': {'network_id': 'fefe3701-68cb-4d22-84e1-c0e0460e43d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1152694619-subnet', 'tenant_id': 'e66e96c86c0f452c8de5b9af5074ba41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:45.000490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa4f94-ed5d-4d6f-935e-718c62a8c36f admin admin] Pushing event updated for resources: {'Network': ['ID=fefe3701-68cb-4d22-84e1-c0e0460e43d5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.014689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Made reservation on behalf of e66e96c86c0f452c8de5b9af5074ba41 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:45.020037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.026696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fefe3701-68cb-4d22-84e1-c0e0460e43d5 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:02:45.036491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.189692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.198509 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.226381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.227996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee2842aa-ba72-4929-96e6-b79c18bdb2cd req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1900635 Jun 30 09:02:45.248202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2e23c-dd3c-45c9-9a7a-858861724909 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c92d6a-aea5-47db-b7d0-c510d7fef3c3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.270902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e868d12-17ec-4bbd-84e9-959b16f6e9ea req-2adbed4f-8841-45f4-aa03-fbd393626ef9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.294052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e868d12-17ec-4bbd-84e9-959b16f6e9ea req-2adbed4f-8841-45f4-aa03-fbd393626ef9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 946 time: 0.1643085 Jun 30 09:02:45.346837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.374869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e868d12-17ec-4bbd-84e9-959b16f6e9ea req-697dc9c7-784d-4ca8-beca-70575028e148 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797472 Jun 30 09:02:45.438799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10796b8d-70ba-47c1-a33b-0a927eaaada8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:45.452214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Checking segment: {'id': 'f057eeae-56b0-4498-8d4d-7276167fedc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fefe3701-68cb-4d22-84e1-c0e0460e43d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:45.452214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Network hostable DHCP agents. Network: fefe3701-68cb-4d22-84e1-c0e0460e43d5, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:02:45.498699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Network fefe3701-68cb-4d22-84e1-c0e0460e43d5 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:02:45.523917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fefe3701-68cb-4d22-84e1-c0e0460e43d5) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:45.530178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:45.532980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:45.541302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b4a75-f805-4298-97e0-1990e98aae00 None None] Network fefe3701-68cb-4d22-84e1-c0e0460e43d5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:45.572729 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67b80404-803a-462b-a14b-f4afa430d38a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6102469 Jun 30 09:02:45.853200 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-04647994-8b76-46e1-b55f-4a8900b9b330 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378355 Jun 30 09:02:45.861059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc97844-c423-40eb-85b7-36b973754b8f None None] Network fefe3701-68cb-4d22-84e1-c0e0460e43d5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:02:46.028954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:46.153005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0d1e6-a4b1-4a1f-b6c4-ae545572b802 req-d4248ed6-3843-4bf2-93ee-7c7b376ff97d tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.166589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cb0d1e6-a4b1-4a1f-b6c4-ae545572b802 req-d4248ed6-3843-4bf2-93ee-7c7b376ff97d tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1096 time: 0.3434799 Jun 30 09:02:46.250917 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cb0d1e6-a4b1-4a1f-b6c4-ae545572b802 req-db8ec372-6874-43e5-ad69-eeb0a565659e tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Jun 30 09:02:46.365089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-4b2b0ecf-84c1-4548-ba78-d6dabb2626c5 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 58895 time: 0.7412343 Jun 30 09:02:46.469138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-6ece39db-bdf0-4d11-b399-261e6365958f tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/05a25424-b4a7-49f8-974c-0d87c82203da HTTP/1.1" status: 200 len: 2981 time: 0.0965612 Jun 30 09:02:46.557303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-c9ae8617-802a-4496-b686-6bcdea25860e tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/05a25424-b4a7-49f8-974c-0d87c82203da HTTP/1.1" status: 200 len: 2981 time: 0.0734482 Jun 30 09:02:46.575710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12267d5f-ccfa-4669-a005-17534fff4805 req-e792fae4-1178-44e7-a360-4ca3880ee0a9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:46.586352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12267d5f-ccfa-4669-a005-17534fff4805 req-e792fae4-1178-44e7-a360-4ca3880ee0a9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1153629 Jun 30 09:02:46.666899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12267d5f-ccfa-4669-a005-17534fff4805 req-78e0b3fa-116a-4f28-b859-77ab941f0047 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732689 Jun 30 09:02:46.688646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-b0a77604-7d97-45ad-9be8-1af4a5923fb3 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0693a4ce-88ba-4cc8-822b-b52bfabd87b1 HTTP/1.1" status: 200 len: 2981 time: 0.0994794 Jun 30 09:02:46.746124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-f10970f9-c58f-41ed-90f7-8a56caf6b025 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0693a4ce-88ba-4cc8-822b-b52bfabd87b1 HTTP/1.1" status: 200 len: 2981 time: 0.0482411 Jun 30 09:02:46.807442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-f979a202-ef2c-4de8-93cb-1cacb67b2543 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/079afec2-b0b0-4e5c-95c2-66e7049d82f9 HTTP/1.1" status: 200 len: 2981 time: 0.0518994 Jun 30 09:02:46.861475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-4667cac1-a926-4311-b88a-9a8f98823ae8 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/079afec2-b0b0-4e5c-95c2-66e7049d82f9 HTTP/1.1" status: 200 len: 2981 time: 0.0479565 Jun 30 09:02:46.910471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-28f552e5-fc77-4693-9759-f7915570ea81 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0fb150f1-b9d1-47e6-b819-9abeaf266479 HTTP/1.1" status: 200 len: 2977 time: 0.0465565 Jun 30 09:02:46.991435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-9addfbf3-666c-452e-8ed3-c440f0256c42 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/0fb150f1-b9d1-47e6-b819-9abeaf266479 HTTP/1.1" status: 200 len: 2977 time: 0.0796995 Jun 30 09:02:47.042551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-ec725ed0-c67e-47c2-8f72-6534f711766e tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2671a560-e6de-4c4b-8a0e-7df12cf436c0 HTTP/1.1" status: 200 len: 2981 time: 0.0498309 Jun 30 09:02:47.074409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.183752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-bb10ce38-90e3-4fb9-ac4e-d5222613f234 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:47.186864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-bb10ce38-90e3-4fb9-ac4e-d5222613f234 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/networks?id=77e253ba-6244-4791-9289-74e0662399e3 HTTP/1.1" status: 200 len: 814 time: 0.1372488 Jun 30 09:02:47.189050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-3e4a7096-4f60-4165-bc8f-f5c10ff36483 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/2671a560-e6de-4c4b-8a0e-7df12cf436c0 HTTP/1.1" status: 200 len: 2981 time: 0.1455193 Jun 30 09:02:47.229604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-6550e2ff-3677-4682-96b5-2a87a24c4a9a tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/quotas/aad7eae146064f02876e95c74d56d7c4 HTTP/1.1" status: 200 len: 375 time: 0.0255632 Jun 30 09:02:47.281430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-7d9b4e48-0a05-4127-95b8-c6c1cc22c931 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aad7eae146064f02876e95c74d56d7c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425565 Jun 30 09:02:47.289848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-1285d7b4-e99f-43a3-8fc3-0d2b9b19223c tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/26aa1d02-913c-48cb-9569-c7b32f1ce00c HTTP/1.1" status: 200 len: 2981 time: 0.0924292 Jun 30 09:02:47.396405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-19ed7b40-b19a-4426-81b5-3b465bf55165 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/26aa1d02-913c-48cb-9569-c7b32f1ce00c HTTP/1.1" status: 200 len: 2981 time: 0.1054540 Jun 30 09:02:47.458309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-942437ab-2085-4714-b9fc-ceae357ee856 service neutron] 10.222.0.77 "GET /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451392 Jun 30 09:02:47.490683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-dd26cdff-55d8-4bb2-9ff4-9f50c253f66c tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/33d8c717-70b9-41f0-bfd8-ff494c36be4b HTTP/1.1" status: 200 len: 2981 time: 0.0929358 Jun 30 09:02:47.500091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:47.591414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-3bf15647-eec0-4afe-85a6-01c412c37f3d tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/33d8c717-70b9-41f0-bfd8-ff494c36be4b HTTP/1.1" status: 200 len: 2981 time: 0.0998209 Jun 30 09:02:47.622766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-c89e561a-7020-4430-bc41-6efccd68703f service neutron] 10.222.0.77 "GET /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665924 Jun 30 09:02:47.675650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-7035ba6f-ef50-4189-b94e-0a5251013e13 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/51be6eb3-f786-461b-bc10-a71df0d8e6d7 HTTP/1.1" status: 200 len: 2981 time: 0.0720203 Jun 30 09:02:47.733238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-5c9f134f-d038-4ee2-a6fb-c2dacb3f6ed1 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/51be6eb3-f786-461b-bc10-a71df0d8e6d7 HTTP/1.1" status: 200 len: 2981 time: 0.0564725 Jun 30 09:02:47.813377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-a3d0e2a8-fef3-4552-9fe4-f06fec3bbe66 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/58caf6b4-d9c6-49ed-a279-8ee4b4cf8ec8 HTTP/1.1" status: 200 len: 2977 time: 0.0768161 Jun 30 09:02:47.904427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-ab284ed6-2a71-4192-9211-9673c0deaf7a tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/58caf6b4-d9c6-49ed-a279-8ee4b4cf8ec8 HTTP/1.1" status: 200 len: 2977 time: 0.0830147 Jun 30 09:02:47.986701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-32768da6-bda1-4fcc-83b2-4923a363fb0e tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/61d987a9-9a6b-4d9d-b400-d24d092b2c4a HTTP/1.1" status: 200 len: 2973 time: 0.0761738 Jun 30 09:02:48.020552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-f8985df5-257b-4860-9a40-7db17a0c7e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.022295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-f8985df5-257b-4860-9a40-7db17a0c7e8e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1101 time: 0.0827010 Jun 30 09:02:48.050488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8d536-8a1f-4dbe-9d1d-14ed1b1d32af req-2abd66eb-e9f4-4ee0-9bc7-c4bac94bcd9c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.052383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abe8d536-8a1f-4dbe-9d1d-14ed1b1d32af req-2abd66eb-e9f4-4ee0-9bc7-c4bac94bcd9c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 944 time: 0.1401651 Jun 30 09:02:48.089727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-c0713683-e7fe-439a-8d09-3bf1f7ba3904 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/61d987a9-9a6b-4d9d-b400-d24d092b2c4a HTTP/1.1" status: 200 len: 2973 time: 0.0856090 Jun 30 09:02:48.145693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abe8d536-8a1f-4dbe-9d1d-14ed1b1d32af req-fa0cdc1a-fc3a-4919-a6a2-aab00321d440 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813458 Jun 30 09:02:48.171343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-edc4a22c-b017-453c-8c43-f0db04a80da7 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5 HTTP/1.1" status: 200 len: 2981 time: 0.0733666 Jun 30 09:02:48.178564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-85ee5aff-0f75-4396-8820-3f859961ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.180955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-85ee5aff-0f75-4396-8820-3f859961ccb0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1510060 Jun 30 09:02:48.226831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-8650524f-762d-4aea-b827-505104371d52 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5 HTTP/1.1" status: 200 len: 2981 time: 0.0491302 Jun 30 09:02:48.237760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-03080fba-da88-40f3-ad6b-84b5fe2a403e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 217 time: 0.0496213 Jun 30 09:02:48.285300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-3ab71ecd-1680-4fda-823c-cb085b0b534e tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a8558002-ced3-4b85-b645-22fa03a19678 HTTP/1.1" status: 200 len: 2981 time: 0.0518560 Jun 30 09:02:48.302460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-3fd25918-b79c-45c4-9252-ac2a9419ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.304375 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-3fd25918-b79c-45c4-9252-ac2a9419ffb7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0604849 Jun 30 09:02:48.369145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cb20086e-fc1b-4d39-8807-52dc024b53d5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:02:48.376675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-263b3ee8-f8d0-49e9-b480-89693d4fe74e tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/a8558002-ced3-4b85-b645-22fa03a19678 HTTP/1.1" status: 200 len: 2981 time: 0.0855246 Jun 30 09:02:48.417497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-56979a9b-ea1a-4096-bfa2-3ed7c5dda448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.421274 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-56979a9b-ea1a-4096-bfa2-3ed7c5dda448 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093583 Jun 30 09:02:48.438463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77dd108-4e53-40c1-95e7-2dadca7437a6 req-b7cc1813-efbc-4d27-8556-0729e9d4b26f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.440060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d77dd108-4e53-40c1-95e7-2dadca7437a6 req-b7cc1813-efbc-4d27-8556-0729e9d4b26f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 946 time: 0.1350896 Jun 30 09:02:48.465056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-bb92cf41-d122-40b5-8a1b-0017c4f8f6d2 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b0aab036-1377-44aa-9735-ba7719773df2 HTTP/1.1" status: 200 len: 2981 time: 0.0740643 Jun 30 09:02:48.504600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d77dd108-4e53-40c1-95e7-2dadca7437a6 req-5dce6e93-a135-4af3-a1ff-ee0eb685f601 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564406 Jun 30 09:02:48.531583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-ff686011-57e6-40d8-af74-99fa8acc1827 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/b0aab036-1377-44aa-9735-ba7719773df2 HTTP/1.1" status: 200 len: 2981 time: 0.0575569 Jun 30 09:02:48.535384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port cb20086e-fc1b-4d39-8807-52dc024b53d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:48.571201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'cb20086e-fc1b-4d39-8807-52dc024b53d5', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': 'cb20086e-fc1b-4d39-8807-52dc024b53d5', 'mac_address': 'fa:16:3e:b1:27:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:02:48.605351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-3680d306-9e25-43f6-b9fe-c86a109dc054 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/bc4f3f83-7978-4dcd-a8f8-fd1fc49b58f1 HTTP/1.1" status: 200 len: 2981 time: 0.0639808 Jun 30 09:02:48.622278 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.625435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-e2ec0129-effe-4b2a-890b-fc955a8394a4 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954675 Jun 30 09:02:48.638724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb20086e-fc1b-4d39-8807-52dc024b53d5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:48.662754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port cb20086e-fc1b-4d39-8807-52dc024b53d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:48.668353 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:48.729625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-28f8c7aa-eb49-4871-b660-24898572d37c tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/bc4f3f83-7978-4dcd-a8f8-fd1fc49b58f1 HTTP/1.1" status: 200 len: 2981 time: 0.1151330 Jun 30 09:02:48.732401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=cb20086e-fc1b-4d39-8807-52dc024b53d5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:48.774463 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-0a0ce63f-4ef3-43bd-8d13-b95f910970a7 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160069 Jun 30 09:02:48.821000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-7596ad3a-b520-4a2c-95bb-c8d82fcc52e5 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c417ef3a-8552-4920-ab50-842c90a6fe7b HTTP/1.1" status: 200 len: 2981 time: 0.0805364 Jun 30 09:02:48.831771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-4bbf052c-8c76-4c87-b036-e08526f3deba tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:48.833241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-4bbf052c-8c76-4c87-b036-e08526f3deba tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.1725569 Jun 30 09:02:48.856181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-95df96d2-52c5-44cb-a365-46c6959ea9fa tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/quotas/3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 375 time: 0.0163400 Jun 30 09:02:48.910313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-b9a3fd83-b952-4dcd-ab0a-205f2c1a15fb tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/c417ef3a-8552-4920-ab50-842c90a6fe7b HTTP/1.1" status: 200 len: 2981 time: 0.0759637 Jun 30 09:02:48.966343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-d35b7d11-3304-4d46-8cd5-ef1eb8457550 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019349 Jun 30 09:02:48.972491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-f6f5a3f7-5f48-4394-918d-ed3b1449434b tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/cb7c169e-c45e-4491-9438-5d04bc5079b8 HTTP/1.1" status: 200 len: 2977 time: 0.0554492 Jun 30 09:02:49.065933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-e5d50bf2-cd14-4ed3-b73f-eab69a80e78a tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/cb7c169e-c45e-4491-9438-5d04bc5079b8 HTTP/1.1" status: 200 len: 2977 time: 0.0866110 Jun 30 09:02:49.117159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-2a0ee312-a0fa-47b4-80a4-92f3daf0e9e3 service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327875 Jun 30 09:02:49.144952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-9aa79ba1-7596-4411-9c72-4d2def3a89be tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/f375b2d3-c106-4b56-aea0-742a14f77f34 HTTP/1.1" status: 200 len: 2981 time: 0.0723686 Jun 30 09:02:49.229278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-ce61fe84-e645-4b46-856f-07cf4b0c98b1 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/f375b2d3-c106-4b56-aea0-742a14f77f34 HTTP/1.1" status: 200 len: 2981 time: 0.0562432 Jun 30 09:02:49.241136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['cb20086e-fc1b-4d39-8807-52dc024b53d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:02:49.256068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-ef1e4b0d-be0f-4778-ada6-016979c6eb4f service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329422 Jun 30 09:02:49.292288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-d3bd096f-cb62-47f3-8d3a-9604b434b667 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fd338230-0bac-47a0-87e8-18ce7d4162ca HTTP/1.1" status: 200 len: 2981 time: 0.0523107 Jun 30 09:02:49.364231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d670d5-cc6d-45c5-a453-ac4915e6b0b0 req-6f754781-eec3-4510-95e1-3d0be677ed96 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/fd338230-0bac-47a0-87e8-18ce7d4162ca HTTP/1.1" status: 200 len: 2981 time: 0.0695715 Jun 30 09:02:49.577523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-5fae9439-e152-4d8f-be79-9ac859797b4b tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.580257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-5fae9439-e152-4d8f-be79-9ac859797b4b tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.83 "GET /v2.0/networks?id=77e253ba-6244-4791-9289-74e0662399e3 HTTP/1.1" status: 200 len: 814 time: 0.1430724 Jun 30 09:02:49.599861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a71dc3-c994-4764-8cef-55d8c414434c req-4731af56-93da-4326-980e-422371af35e8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.601987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69a71dc3-c994-4764-8cef-55d8c414434c req-4731af56-93da-4326-980e-422371af35e8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1167908 Jun 30 09:02:49.607663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Request body: {'port': {'device_id': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'network_id': '77e253ba-6244-4791-9289-74e0662399e3', 'admin_state_up': True, 'tenant_id': 'aad7eae146064f02876e95c74d56d7c4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:49.667095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69a71dc3-c994-4764-8cef-55d8c414434c req-58053e8f-1ce4-4915-b5a6-f05aeb4452b3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562434 Jun 30 09:02:49.728780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e7315ea-f405-41eb-8bc7-f1ad278a4c71 req-182586ec-2070-4ed2-b844-344bc8efbcc6 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 210 time: 0.0472887 Jun 30 09:02:49.809749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Made reservation on behalf of aad7eae146064f02876e95c74d56d7c4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:49.818812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:49.955105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Allocated IP 172.20.0.10 (77e253ba-6244-4791-9289-74e0662399e3/62edd3ad-b124-4c33-adfd-b681460a5741/61d32bfe-4c6c-4862-9213-4aa2e5e6c26d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:49.983220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-543ea79c-2c9f-4e6e-98e5-82d1445b2e75 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.984649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-543ea79c-2c9f-4e6e-98e5-82d1445b2e75 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/networks?id=bfac7de3-c727-4476-96b3-2ed214adf2be HTTP/1.1" status: 200 len: 814 time: 0.1526279 Jun 30 09:02:49.995446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de2e9c-0496-4707-a578-f1b66aeb564e req-838e3e4f-fb8e-425a-8925-f0344cd6ea2e tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:49.997180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64de2e9c-0496-4707-a578-f1b66aeb564e req-838e3e4f-fb8e-425a-8925-f0344cd6ea2e tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1098 time: 0.1084573 Jun 30 09:02:50.008208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-246122ef-71bf-492f-9536-0927c9e34410 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/quotas/1db2a7fead464a47b628c96b0aa887b8 HTTP/1.1" status: 200 len: 375 time: 0.0152781 Jun 30 09:02:50.071114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64de2e9c-0496-4707-a578-f1b66aeb564e req-b9775da5-894b-4736-8f88-b79cfee1d5de tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619009 Jun 30 09:02:50.105320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-fb1873bc-77f3-4be9-b34b-0a920d1bf650 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1db2a7fead464a47b628c96b0aa887b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823061 Jun 30 09:02:50.128587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.178932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.222885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-71b98d1a-380b-42b5-a8a1-026cea1cecb0 service neutron] 10.222.0.77 "GET /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108801 Jun 30 09:02:50.224006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Network 77e253ba-6244-4791-9289-74e0662399e3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:50.227300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:50.231463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:50.280428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Pushing event updated for resources: {'Port': ['ID=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:50.298317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.298939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.313678 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-2c4c1600-2177-471c-a1a9-64fd2b1ded83 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7110624 Jun 30 09:02:50.354309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Request body: {'port': {'device_id': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:50.368224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2b22a-b717-4d33-9de3-00b7d8b69be4 req-b26005b9-0621-41a4-9763-189d10498985 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.369735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adc2b22a-b717-4d33-9de3-00b7d8b69be4 req-b26005b9-0621-41a4-9763-189d10498985 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 945 time: 0.1454899 Jun 30 09:02:50.371777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-2522c8e5-477e-4f12-82de-52d0b5f14119 service neutron] 10.222.0.77 "GET /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457279 Jun 30 09:02:50.414262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adc2b22a-b717-4d33-9de3-00b7d8b69be4 req-80d4ceae-fa47-4fb5-a728-162f2875a628 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378842 Jun 30 09:02:50.427621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.517997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff56885-b9e4-46ad-9de6-c48177485d39 req-be36ff5d-00d4-4180-a3fd-c87e932b5cac tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c68fc5f676e4538b602a4c4826ebf85 HTTP/1.1" status: 200 len: 6103 time: 0.0698597 Jun 30 09:02:50.574369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff56885-b9e4-46ad-9de6-c48177485d39 req-e904d192-e7f6-4703-8260-ad90eb754d7f tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "GET /v2.0/security-groups/f375b2d3-c106-4b56-aea0-742a14f77f34 HTTP/1.1" status: 200 len: 2981 time: 0.0493095 Jun 30 09:02:50.662841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-836b6d2e-1abf-46af-9fb9-fd5783ac6477 req-7fb46913-3fca-4a15-beca-3a648bf79b4d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 210 time: 0.0526910 Jun 30 09:02:50.677788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff56885-b9e4-46ad-9de6-c48177485d39 req-845d013b-61b1-4466-81a5-21a05e70323e tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "GET /v2.0/security-groups/f375b2d3-c106-4b56-aea0-742a14f77f34 HTTP/1.1" status: 200 len: 2981 time: 0.0913777 Jun 30 09:02:50.782817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52bac71c-0b55-4a1c-b871-c99934f4e9a5 req-ad89a8df-eaa1-4ae9-8ea5-0ef5ffbdbddd tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 210 time: 0.0458937 Jun 30 09:02:50.783581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:50.791605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.808270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Transition to ACTIVE for port object 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:50.813689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:50.893943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c6db1-3cbd-428a-bb08-e06f903781fb req-667631fa-34b4-4f32-801c-c9966fbb906c tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:50.902427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d6c6db1-3cbd-428a-bb08-e06f903781fb req-667631fa-34b4-4f32-801c-c9966fbb906c tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1098 time: 0.0778427 Jun 30 09:02:50.937220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d6c6db1-3cbd-428a-bb08-e06f903781fb req-412146f5-5ef5-4812-af04-7cc4589571fb tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Jun 30 09:02:50.956895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Pushing event updated for resources: {'Port': ['ID=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.005123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Attempting to bind port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:51.005487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Attempting to bind port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '5e9e67a5-9dac-4877-b014-9ce921bccda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e253ba-6244-4791-9289-74e0662399e3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:51.006078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Attempting to bind port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d on network 77e253ba-6244-4791-9289-74e0662399e3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:51.014937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d on network 77e253ba-6244-4791-9289-74e0662399e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:51.015414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Attempting to bind port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d on network 77e253ba-6244-4791-9289-74e0662399e3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:51.021954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:51.022398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Checking segment: {'id': '5e9e67a5-9dac-4877-b014-9ce921bccda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e253ba-6244-4791-9289-74e0662399e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:51.022782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Bound using segment: {'id': '5e9e67a5-9dac-4877-b014-9ce921bccda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e253ba-6244-4791-9289-74e0662399e3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:51.023275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Bound port: 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9e67a5-9dac-4877-b014-9ce921bccda8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77e253ba-6244-4791-9289-74e0662399e3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:51.023640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.103301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] For port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:51.110854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] For port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,segment=NetworkSegment(5e9e67a5-9dac-4877-b014-9ce921bccda8),segment_id=5e9e67a5-9dac-4877-b014-9ce921bccda8)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:51.117452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.155074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.155696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.157083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] 10.222.0.83 "PUT /v2.0/ports/61d32bfe-4c6c-4862-9213-4aa2e5e6c26d HTTP/1.1" status: 200 len: 1093 time: 0.8072619 Jun 30 09:02:51.157984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'tag': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:51.160602 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca3aec1-5d0a-4257-a305-64e930523e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c39f53-8b4d-47d5-88b9-393e9494e71c", "tag": "61d32bfe-4c6c-4862-9213-4aa2e5e6c26d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:51.176882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4496517-0048-46d2-9054-9ed6fdb08c06 req-947eacfb-c8a3-4aea-bcd3-84079e337bb9 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/24c92d6a-aea5-47db-b7d0-c510d7fef3c3 HTTP/1.1" status: 200 len: 1776 time: 0.1773574 Jun 30 09:02:51.191360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f6830-e601-42a1-8dfb-db0887c7a09c service neutron] Pushing event updated for resources: {'Port': ['ID=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.267904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-9f849bbb-013a-412b-94c7-a52fd14980e3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.275361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-9f849bbb-013a-412b-94c7-a52fd14980e3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.2457914 Jun 30 09:02:51.311355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b8b7b-72ff-42c9-967b-5c378a932af1 req-b67599dc-addb-40d6-bf4b-43dacb312a00 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.313341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-401b8b7b-72ff-42c9-967b-5c378a932af1 req-b67599dc-addb-40d6-bf4b-43dacb312a00 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1899805 Jun 30 09:02:51.318782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-bdf97a5f-f7cb-48e2-a91e-be37da0c99f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.319502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-bdf97a5f-f7cb-48e2-a91e-be37da0c99f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aad7eae146064f02876e95c74d56d7c4&device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 1096 time: 0.0652921 Jun 30 09:02:51.327383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Request body: {'port': {'device_id': '14f1b138-080c-42f8-944f-e10729ae3395', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'admin_state_up': True, 'tenant_id': '3cc6cd19f807446c9c6d1f11128d3e9a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:51.330584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4496517-0048-46d2-9054-9ed6fdb08c06 req-739e48dc-07d4-42f6-b7d5-13c0389c1ddc tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.388805 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-8a59e7d0-a7a6-4f3c-8509-9d1f36f4f9fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d HTTP/1.1" status: 200 len: 217 time: 0.0395582 Jun 30 09:02:51.416041 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4496517-0048-46d2-9054-9ed6fdb08c06 req-739e48dc-07d4-42f6-b7d5-13c0389c1ddc tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.443195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-3ac1067d-abf2-4110-8fd0-a5df9bf2ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.444931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-3ac1067d-abf2-4110-8fd0-a5df9bf2ce4d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62edd3ad-b124-4c33-adfd-b681460a5741 HTTP/1.1" status: 200 len: 854 time: 0.0473871 Jun 30 09:02:51.467142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-401b8b7b-72ff-42c9-967b-5c378a932af1 req-eb2178be-1266-4756-9422-965a954a1dfe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435237 Jun 30 09:02:51.498513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-87478fa5-70bd-446f-bfd2-cb0a50f4b607 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=77e253ba-6244-4791-9289-74e0662399e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409715 Jun 30 09:02:51.515258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4496517-0048-46d2-9054-9ed6fdb08c06 req-739e48dc-07d4-42f6-b7d5-13c0389c1ddc tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.517802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4496517-0048-46d2-9054-9ed6fdb08c06 req-739e48dc-07d4-42f6-b7d5-13c0389c1ddc tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.519692 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4496517-0048-46d2-9054-9ed6fdb08c06 req-739e48dc-07d4-42f6-b7d5-13c0389c1ddc tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/24c92d6a-aea5-47db-b7d0-c510d7fef3c3 HTTP/1.1" status: 204 len: 173 time: 0.3418798 Jun 30 09:02:51.532151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e48dc-07d4-42f6-b7d5-13c0389c1ddc tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c92d6a-aea5-47db-b7d0-c510d7fef3c3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:51.538776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Made reservation on behalf of 3cc6cd19f807446c9c6d1f11128d3e9a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:51.542417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:51.619723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d7891c-8185-463f-b9b5-29de2b9a2caf x-openstack-request-id: req-26d7891c-8185-463f-b9b5-29de2b9a2caf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:51.619723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c39f53-8b4d-47d5-88b9-393e9494e71c", "tag": "61d32bfe-4c6c-4862-9213-4aa2e5e6c26d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:51.619999 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-26d7891c-8185-463f-b9b5-29de2b9a2caf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:51.620294 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'tag': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d', 'status': 'completed', 'code': 200} Jun 30 09:02:51.626628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-9a809f95-0a57-47ad-b191-a602510769eb service neutron] 10.222.0.83 "GET /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220746 Jun 30 09:02:51.739859 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba3b6d16-07b0-43fe-90b3-4a3b980681fd req-cfcac389-7413-4047-a121-2af5ed6911db service neutron] 10.222.0.83 "GET /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004283 Jun 30 09:02:51.777347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Allocated IP 172.20.0.12 (f052aee1-fc70-455d-8470-0d0c34a47948/2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0/16a8a763-1dca-477e-8c0c-ba8d448314c5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:51.796159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56969dc6-ff06-4210-a922-5eed9f4e5b7d req-8d0417a0-3828-4ea7-b144-7d4d18526ee3 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.797684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56969dc6-ff06-4210-a922-5eed9f4e5b7d req-8d0417a0-3828-4ea7-b144-7d4d18526ee3 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 944 time: 0.1779571 Jun 30 09:02:51.886062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56969dc6-ff06-4210-a922-5eed9f4e5b7d req-e3f54b9d-b8a8-403a-9a35-21477dc79821 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791733 Jun 30 09:02:51.897248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2e91c-3c27-445a-9e07-ddbc04004b35 req-9ae120c0-03fc-405d-8277-24bfee25c3ac tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:51.903553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40b2e91c-3c27-445a-9e07-ddbc04004b35 req-9ae120c0-03fc-405d-8277-24bfee25c3ac tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 945 time: 0.1905298 Jun 30 09:02:52.007853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-adf788a4-22ff-4e7a-8c4e-a29a414ac53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.010103 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-adf788a4-22ff-4e7a-8c4e-a29a414ac53c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aad7eae146064f02876e95c74d56d7c4&device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 1096 time: 0.1411009 Jun 30 09:02:52.025649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40b2e91c-3c27-445a-9e07-ddbc04004b35 req-9efe9bd8-8206-47b3-a151-78b7ff5a8621 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980854 Jun 30 09:02:52.044391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-310baea9-ce5d-45ec-b2a0-19fdc47de690 req-7d42925c-bbc5-40a5-b21f-09454e0b50e3 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "GET /v2.0/security-groups/eb35c304-796d-49c7-a206-bd64ebf1e3e8 HTTP/1.1" status: 200 len: 1778 time: 0.1155736 Jun 30 09:02:52.132313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-310baea9-ce5d-45ec-b2a0-19fdc47de690 req-e1278101-1214-4a57-83ff-005e21625848 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.146254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.173803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-310baea9-ce5d-45ec-b2a0-19fdc47de690 req-e1278101-1214-4a57-83ff-005e21625848 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.242590 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.244331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-310baea9-ce5d-45ec-b2a0-19fdc47de690 req-e1278101-1214-4a57-83ff-005e21625848 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.247003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-310baea9-ce5d-45ec-b2a0-19fdc47de690 req-e1278101-1214-4a57-83ff-005e21625848 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.248134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-310baea9-ce5d-45ec-b2a0-19fdc47de690 req-e1278101-1214-4a57-83ff-005e21625848 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] 10.222.0.77 "DELETE /v2.0/security-groups/eb35c304-796d-49c7-a206-bd64ebf1e3e8 HTTP/1.1" status: 204 len: 173 time: 0.1879044 Jun 30 09:02:52.268898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1278101-1214-4a57-83ff-005e21625848 tempest-SecurityGroupsTestAdminJSON-769160784 tempest-SecurityGroupsTestAdminJSON-769160784-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb35c304-796d-49c7-a206-bd64ebf1e3e8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:52.322065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-3e0cc0d9-b8be-44ee-ae93-6979e0b7243b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.323103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Network f052aee1-fc70-455d-8470-0d0c34a47948 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:52.327004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:52.331035 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-3e0cc0d9-b8be-44ee-ae93-6979e0b7243b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.83 "GET /v2.0/networks?id=bfac7de3-c727-4476-96b3-2ed214adf2be HTTP/1.1" status: 200 len: 814 time: 0.4294710 Jun 30 09:02:52.334014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:52.340747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.341374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.402817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:52.405556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-5db33244-b912-4052-aa5c-fbe96ef1a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.407197 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-5db33244-b912-4052-aa5c-fbe96ef1a524 service neutron] 10.222.0.83 "GET /v2.0/networks?id=77e253ba-6244-4791-9289-74e0662399e3 HTTP/1.1" status: 200 len: 915 time: 0.3900020 Jun 30 09:02:52.412799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cb20086e-fc1b-4d39-8807-52dc024b53d5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:02:52.429320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-50277711-c4bb-49e2-9219-da8a3c092bff tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1112273 Jun 30 09:02:52.451160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1cf564bc-99db-4dce-83aa-195066b1f43f req-019b060f-1161-4651-b1e1-cff8f6e72fc3 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 210 time: 0.0510144 Jun 30 09:02:52.492190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad951f9-f9bd-46dd-ab9d-c5681baa92e8 req-2db95865-8591-4d8d-b9a1-130668deccce tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.496905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ad951f9-f9bd-46dd-ab9d-c5681baa92e8 req-2db95865-8591-4d8d-b9a1-130668deccce tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 932 time: 0.1133268 Jun 30 09:02:52.509549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Request body: {'port': {'device_id': '14f1b138-080c-42f8-944f-e10729ae3395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:52.548711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Request body: {'port': {'device_id': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'admin_state_up': True, 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:02:52.553295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-0f030550-7770-42bc-b183-0f391285553e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d HTTP/1.1" status: 200 len: 217 time: 0.0465999 Jun 30 09:02:52.622608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port cb20086e-fc1b-4d39-8807-52dc024b53d5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:52.628109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port cb20086e-fc1b-4d39-8807-52dc024b53d5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:52.628491 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.666985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-d8f75c7d-b028-412b-9ea3-87d4bd9937fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:52.668614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-d8f75c7d-b028-412b-9ea3-87d4bd9937fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=62edd3ad-b124-4c33-adfd-b681460a5741 HTTP/1.1" status: 200 len: 854 time: 0.1016452 Jun 30 09:02:52.712008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-ae817a76-f3f2-4891-afb5-85328a5306a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=77e253ba-6244-4791-9289-74e0662399e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354331 Jun 30 09:02:52.781465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.813062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb20086e-fc1b-4d39-8807-52dc024b53d5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:52.817677 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edde2ba3-1b0a-46e1-927e-ad77cf34d538" -d '{"events": [{"server_uuid": "f17a19e2-80ec-4963-890c-65820a3a7f9b", "name": "network-vif-plugged", "status": "completed", "tag": "cb20086e-fc1b-4d39-8807-52dc024b53d5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:52.827097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Made reservation on behalf of 1db2a7fead464a47b628c96b0aa887b8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:02:52.831812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.840476 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port cb20086e-fc1b-4d39-8807-52dc024b53d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:02:52.848533 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:52.932255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-26e66742-8c4d-4e27-b9e8-d2b08ff8cb76 service neutron] 10.222.0.83 "GET /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929042 Jun 30 09:02:52.933236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=cb20086e-fc1b-4d39-8807-52dc024b53d5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:52.984719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ad951f9-f9bd-46dd-ab9d-c5681baa92e8 req-80ead5bf-e7ec-42e8-9dc4-f8b1bfd878ef tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717762 Jun 30 09:02:53.046025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.082733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91466fe-ec36-445f-8f63-051636985a11 req-a939f5f1-7a5d-42e5-8a97-3b324cd99960 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.084489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f91466fe-ec36-445f-8f63-051636985a11 req-a939f5f1-7a5d-42e5-8a97-3b324cd99960 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1098 time: 0.1681118 Jun 30 09:02:53.084975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Allocated IP 172.20.0.5 (bfac7de3-c727-4476-96b3-2ed214adf2be/ef2eb52a-c42e-4728-a5a4-0d896cf98f2d/a55c861b-31e2-4ec5-9cbb-efa72e483a49) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:02:53.103897 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5ca3aec1-5d0a-4257-a305-64e930523e9c req-4fc8514d-e7a4-4933-918e-5d4edcfb4372 service neutron] 10.222.0.83 "GET /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601181 Jun 30 09:02:53.129898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1826cf53-a4e3-4b15-b5b6-dae085c84e73 req-e2dfe504-eac4-4f2e-90ac-545b098ee443 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "GET /v2.0/security-groups/bbfba92b-a44a-4135-add3-2748a6b6d542 HTTP/1.1" status: 200 len: 1777 time: 0.1009142 Jun 30 09:02:53.326588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f91466fe-ec36-445f-8f63-051636985a11 req-50d6c6c5-4e81-489d-8c2c-3ffed6411729 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074151 Jun 30 09:02:53.386631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.415115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Transition to ACTIVE for port object a55c861b-31e2-4ec5-9cbb-efa72e483a49 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:53.424865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1826cf53-a4e3-4b15-b5b6-dae085c84e73 req-63388fc1-f18d-431d-8990-99865033a610 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.490183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1826cf53-a4e3-4b15-b5b6-dae085c84e73 req-63388fc1-f18d-431d-8990-99865033a610 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.497475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.566268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Network bfac7de3-c727-4476-96b3-2ed214adf2be is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:02:53.570447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:02:53.573072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:02:53.660687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1826cf53-a4e3-4b15-b5b6-dae085c84e73 req-63388fc1-f18d-431d-8990-99865033a610 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.665094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1826cf53-a4e3-4b15-b5b6-dae085c84e73 req-63388fc1-f18d-431d-8990-99865033a610 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.687049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1826cf53-a4e3-4b15-b5b6-dae085c84e73 req-63388fc1-f18d-431d-8990-99865033a610 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "DELETE /v2.0/security-groups/bbfba92b-a44a-4135-add3-2748a6b6d542 HTTP/1.1" status: 204 len: 173 time: 0.5457339 Jun 30 09:02:53.688357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Pushing event updated for resources: {'Port': ['ID=a55c861b-31e2-4ec5-9cbb-efa72e483a49,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.750962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63388fc1-f18d-431d-8990-99865033a610 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfba92b-a44a-4135-add3-2748a6b6d542,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:53.755840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.756509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.763759 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49adfdae-5f80-4aac-a908-431353e575fd x-openstack-request-id: req-49adfdae-5f80-4aac-a908-431353e575fd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:02:53.764697 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17a19e2-80ec-4963-890c-65820a3a7f9b", "name": "network-vif-plugged", "status": "completed", "tag": "cb20086e-fc1b-4d39-8807-52dc024b53d5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:02:53.765576 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49adfdae-5f80-4aac-a908-431353e575fd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:02:53.767894 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb20086e-fc1b-4d39-8807-52dc024b53d5', 'code': 200} Jun 30 09:02:53.799936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-38f6d5e3-6866-4655-8ffe-287907e238e6 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2950931 Jun 30 09:02:53.881321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a8a763-1dca-477e-8c0c-ba8d448314c5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:02:53.900869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca925e7-414c-436b-9856-f8f8724bdb77 req-5855290e-d04a-4990-a19e-fbb6b802188d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:53.909069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ca925e7-414c-436b-9856-f8f8724bdb77 req-5855290e-d04a-4990-a19e-fbb6b802188d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.3810601 Jun 30 09:02:53.923735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.932492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-08406cca-d009-48d5-8fad-4d7d1ee56c59 None None] Provisioning for port a55c861b-31e2-4ec5-9cbb-efa72e483a49 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:02:53.936726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-08406cca-d009-48d5-8fad-4d7d1ee56c59 None None] Provisioning complete for port a55c861b-31e2-4ec5-9cbb-efa72e483a49 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:02:53.937085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08406cca-d009-48d5-8fad-4d7d1ee56c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:53.982143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Transition to ACTIVE for port object 16a8a763-1dca-477e-8c0c-ba8d448314c5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:02:53.982451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-08406cca-d009-48d5-8fad-4d7d1ee56c59 None None] Port a55c861b-31e2-4ec5-9cbb-efa72e483a49 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:02:53.995316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.003261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ca925e7-414c-436b-9856-f8f8724bdb77 req-0cb49bd8-7991-4e53-bca4-b1f3f2ebed37 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925207 Jun 30 09:02:54.075465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.130321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b346c1-1bfa-4691-9187-1d45017ad184 req-5959380b-130f-49fa-a0e7-ee7919ef6fb8 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.131850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1b346c1-1bfa-4691-9187-1d45017ad184 req-5959380b-130f-49fa-a0e7-ee7919ef6fb8 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 944 time: 0.2104704 Jun 30 09:02:54.181945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:02:54.182307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:02:54.182638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:54.193860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:02:54.194174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:02:54.216368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:02:54.216698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:02:54.217079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:02:54.217510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Bound port: 16a8a763-1dca-477e-8c0c-ba8d448314c5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:02:54.217879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.222971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1b346c1-1bfa-4691-9187-1d45017ad184 req-3f6afb0d-08bf-4456-8d74-f11651ed5ec4 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748532 Jun 30 09:02:54.284938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8ee65-223e-4d0f-9e4b-fade0258a24c req-f7dc8f2b-3b95-469b-b411-e71d50d9bfac tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.286696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54b8ee65-223e-4d0f-9e4b-fade0258a24c req-f7dc8f2b-3b95-469b-b411-e71d50d9bfac tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1673183 Jun 30 09:02:54.326265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:02:54.350922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:02:54.363767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54b8ee65-223e-4d0f-9e4b-fade0258a24c req-25ab5f29-4b92-4d9c-ba23-d8b696fc145c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632458 Jun 30 09:02:54.365417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.426614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.427491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.429538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] 10.222.0.83 "PUT /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 1093 time: 1.9246547 Jun 30 09:02:54.430119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:02:54.432461 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d95c01-b5c3-47e5-a471-97121ea1a43b" -d '{"events": [{"name": "network-changed", "server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:02:54.489581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a425fa-c6f5-4458-ac6d-938e72ac0139 service neutron] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:54.561011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f946b-66f4-4c7c-9d27-2817571ff94d req-52805394-9136-4de2-843c-46d001ba682b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:02:54.562502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-891f946b-66f4-4c7c-9d27-2817571ff94d req-52805394-9136-4de2-843c-46d001ba682b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 931 time: 0.0758760 Jun 30 09:02:54.609616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-891f946b-66f4-4c7c-9d27-2817571ff94d req-309c665b-3dc0-478b-a416-d18d20814c58 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397072 Jun 30 09:02:54.683596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d287dcc-64dd-4cbc-b47e-0deb538e2875 req-ef44bd33-b136-4457-b804-2ae5671f9702 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "GET /v2.0/security-groups/f0aa007f-ce39-460f-ad69-fd600f0bde1d HTTP/1.1" status: 200 len: 1778 time: 0.0487182 Jun 30 09:02:54.757549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3d287dcc-64dd-4cbc-b47e-0deb538e2875 req-2f980201-d7cd-4083-8754-980b203e32f4 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.791414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3d287dcc-64dd-4cbc-b47e-0deb538e2875 req-2f980201-d7cd-4083-8754-980b203e32f4 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.839574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3d287dcc-64dd-4cbc-b47e-0deb538e2875 req-2f980201-d7cd-4083-8754-980b203e32f4 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.842442 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3d287dcc-64dd-4cbc-b47e-0deb538e2875 req-2f980201-d7cd-4083-8754-980b203e32f4 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:54.843752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d287dcc-64dd-4cbc-b47e-0deb538e2875 req-2f980201-d7cd-4083-8754-980b203e32f4 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] 10.222.0.77 "DELETE /v2.0/security-groups/f0aa007f-ce39-460f-ad69-fd600f0bde1d HTTP/1.1" status: 204 len: 173 time: 0.1495507 Jun 30 09:02:54.854211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f980201-d7cd-4083-8754-980b203e32f4 tempest-SecurityGroupsTestAdminJSON-1436321283 tempest-SecurityGroupsTestAdminJSON-1436321283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0aa007f-ce39-460f-ad69-fd600f0bde1d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:55.180527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49260) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.314133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-86325222-58df-451b-bbcc-47cd7c96e5a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7c68fc5f676e4538b602a4c4826ebf85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1324840 Jun 30 09:02:55.317517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49266) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.371820 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c28479-1231-4ca8-a75c-18cdc0cddbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.394252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c28479-1231-4ca8-a75c-18cdc0cddbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.447786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c28479-1231-4ca8-a75c-18cdc0cddbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.450633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c28479-1231-4ca8-a75c-18cdc0cddbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.454277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a3c28479-1231-4ca8-a75c-18cdc0cddbb5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f375b2d3-c106-4b56-aea0-742a14f77f34 HTTP/1.1" status: 204 len: 168 time: 0.1334019 Jun 30 09:02:55.461204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c28479-1231-4ca8-a75c-18cdc0cddbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f375b2d3-c106-4b56-aea0-742a14f77f34,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:55.751438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.801415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-066a30cf-b73d-47a2-aca0-9ca5ffa14e47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69c6641e8707422b9b387562447d4adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486329 Jun 30 09:02:55.804264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:02:55.815014 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:02:55.859998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65303c3a-1042-488d-8bfc-595008c97dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.884102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65303c3a-1042-488d-8bfc-595008c97dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.940910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65303c3a-1042-488d-8bfc-595008c97dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.945207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65303c3a-1042-488d-8bfc-595008c97dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:02:55.946450 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65303c3a-1042-488d-8bfc-595008c97dbc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/05a25424-b4a7-49f8-974c-0d87c82203da HTTP/1.1" status: 204 len: 168 time: 0.1412399 Jun 30 09:02:55.954923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65303c3a-1042-488d-8bfc-595008c97dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a25424-b4a7-49f8-974c-0d87c82203da,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:02:58.878209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.240075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Request body: {'port': {'device_id': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:08.328786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.423240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-436fc354-5054-4eb0-bf7e-e54379ab910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.424728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-436fc354-5054-4eb0-bf7e-e54379ab910b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1096 time: 0.1162078 Jun 30 09:03:08.435199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f172d-9277-4c32-81e8-429a22dd6315 req-da818979-2626-4cd7-b228-a31a0c30bb15 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.436617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd5f172d-9277-4c32-81e8-429a22dd6315 req-da818979-2626-4cd7-b228-a31a0c30bb15 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.0915198 Jun 30 09:03:08.558101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-6afca10c-d7d5-4a3c-8c1d-c06020186764 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 217 time: 0.0945368 Jun 30 09:03:08.570265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd5f172d-9277-4c32-81e8-429a22dd6315 req-a1bdfdec-8e41-4d8e-a99a-e909d6b0c836 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265743 Jun 30 09:03:08.633711 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a6e9a0-de15-42f2-9c0e-df42f678c054 x-openstack-request-id: req-b5a6e9a0-de15-42f2-9c0e-df42f678c054 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:08.634067 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:08.634298 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5a6e9a0-de15-42f2-9c0e-df42f678c054 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:08.634786 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'status': 'completed', 'code': 200} Jun 30 09:03:08.654750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-0097c73a-6534-424e-b910-824d146a1a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.656346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-0097c73a-6534-424e-b910-824d146a1a77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0849171 Jun 30 09:03:08.676987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55c861b-31e2-4ec5-9cbb-efa72e483a49 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:08.686810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.699243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-d7fe9f70-8757-4306-8b66-024af252a3f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348246 Jun 30 09:03:08.704128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Transition to ACTIVE for port object a55c861b-31e2-4ec5-9cbb-efa72e483a49 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:08.721990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:08.791520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Pushing event updated for resources: {'Port': ['ID=a55c861b-31e2-4ec5-9cbb-efa72e483a49,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:08.806146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e270386-32dd-4869-8b5a-d93292265b36 req-8b97ebff-1101-4d80-bda7-29d72ed4a10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.808018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e270386-32dd-4869-8b5a-d93292265b36 req-8b97ebff-1101-4d80-bda7-29d72ed4a10e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 1098 time: 0.2844956 Jun 30 09:03:08.847907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943eac2-9af0-4409-805d-2c4c616acf76 req-7546d576-c7b0-40f6-a02e-5bf543d8be07 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:08.849539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c943eac2-9af0-4409-805d-2c4c616acf76 req-7546d576-c7b0-40f6-a02e-5bf543d8be07 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1158161 Jun 30 09:03:08.906618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e270386-32dd-4869-8b5a-d93292265b36 req-29d11431-3adf-4385-a8be-00388bc2a53b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910442 Jun 30 09:03:08.911183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c943eac2-9af0-4409-805d-2c4c616acf76 req-bc026f18-ef6f-45c4-99d3-2e21f6b90585 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490551 Jun 30 09:03:08.913942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-12086793-6fcb-40e0-9a33-411f108153cc service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066541 Jun 30 09:03:08.922942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Attempting to bind port a55c861b-31e2-4ec5-9cbb-efa72e483a49 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:08.923281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Attempting to bind port a55c861b-31e2-4ec5-9cbb-efa72e483a49 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:08.923611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Attempting to bind port a55c861b-31e2-4ec5-9cbb-efa72e483a49 on network bfac7de3-c727-4476-96b3-2ed214adf2be {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:08.938474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Port a55c861b-31e2-4ec5-9cbb-efa72e483a49 on network bfac7de3-c727-4476-96b3-2ed214adf2be not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:08.939686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Attempting to bind port a55c861b-31e2-4ec5-9cbb-efa72e483a49 on network bfac7de3-c727-4476-96b3-2ed214adf2be {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:08.952358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:08.952828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Checking segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:08.953229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Bound using segment: {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:08.953701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Bound port: a55c861b-31e2-4ec5-9cbb-efa72e483a49, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:08.954068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.025779 n-d-780147-22 neutron-server[93724]: WARNING keystonemiddleware.auth_token [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-04647994-8b76-46e1-b55f-4a8900b9b330 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 09:03:09.032469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-f35161df-591f-4a20-bc92-888d4922e376 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:09.033445 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-f35161df-591f-4a20-bc92-888d4922e376 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1592236 Jun 30 09:03:09.043206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Request body: {'binding': {'host': 'n-h2-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:09.043721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:03:09.046619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] For port a55c861b-31e2-4ec5-9cbb-efa72e483a49, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:09.076603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] For port a55c861b-31e2-4ec5-9cbb-efa72e483a49, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:09.085377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.105503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f00d9-6558-496e-b660-37514ef85a00 req-de3c5b6c-b236-4a1a-9280-ba1d125d77be tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.107052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b85f00d9-6558-496e-b660-37514ef85a00 req-de3c5b6c-b236-4a1a-9280-ba1d125d77be tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 944 time: 0.0704160 Jun 30 09:03:09.145901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b85f00d9-6558-496e-b660-37514ef85a00 req-9970a18f-f120-499d-b19e-ab2e86ae3e01 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331395 Jun 30 09:03:09.169329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.169329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.169329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] 10.222.0.83 "PUT /v2.0/ports/a55c861b-31e2-4ec5-9cbb-efa72e483a49 HTTP/1.1" status: 200 len: 1092 time: 0.9318211 Jun 30 09:03:09.169329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'tag': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:09.170033 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6106d5-b47d-40d1-b4e8-ed796b378455" -d '{"events": [{"name": "network-changed", "server_uuid": "08d6f97f-b620-41b0-83b1-6173b4309efc", "tag": "a55c861b-31e2-4ec5-9cbb-efa72e483a49"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:09.209404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b033d-5a72-4dbd-831d-c46ca85c5434 service neutron] Pushing event updated for resources: {'Port': ['ID=a55c861b-31e2-4ec5-9cbb-efa72e483a49,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:09.257743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on host n-h2-780147-22 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:09.258416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:09.258551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:09.263420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:09.263748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:09.268924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:09.269266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:09.269647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:09.270077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Bound port: 1742b1a6-220e-4129-8fb8-6eef7128e64c, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:09.348502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:09.356633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:09.357939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8f52ce4d-ee99-4804-b34a-76372605fd24 service neutron] 10.222.0.77 "POST /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c/bindings HTTP/1.1" status: 201 len: 390 time: 0.3180623 Jun 30 09:03:09.396883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d2d52-61a1-44f4-bd71-4ff35b4f5930 req-db6cffad-8dd6-432e-8399-55d2471f4072 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.399405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c1d2d52-61a1-44f4-bd71-4ff35b4f5930 req-db6cffad-8dd6-432e-8399-55d2471f4072 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1388147 Jun 30 09:03:09.471680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-9c2baa75-d3a7-4cc8-bc06-a43a4712a79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.473711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-9c2baa75-d3a7-4cc8-bc06-a43a4712a79d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1db2a7fead464a47b628c96b0aa887b8&device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 1095 time: 0.0693595 Jun 30 09:03:09.492072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c1d2d52-61a1-44f4-bd71-4ff35b4f5930 req-b4d560b6-8626-4aac-9750-e3314d6a6ebb tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845342 Jun 30 09:03:09.496293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-968ca1eb-fb30-42b3-9c2c-e5161798c531 req-a6f91b29-1b5c-425a-a7bd-19e8a3294e5b service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816142 Jun 30 09:03:09.550338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-0f465da3-7893-4248-8748-f4c2d8a82d93 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49 HTTP/1.1" status: 200 len: 217 time: 0.0557361 Jun 30 09:03:09.604739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ce0c8-b7b2-402b-abb7-d63ea7ec5dac req-a8ea43db-3dfa-489e-a05a-1ac967178fc9 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.606280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba0ce0c8-b7b2-402b-abb7-d63ea7ec5dac req-a8ea43db-3dfa-489e-a05a-1ac967178fc9 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 943 time: 0.0707657 Jun 30 09:03:09.673850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a489c865-bf21-4b27-8fa4-be143dbff1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.675402 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-a489c865-bf21-4b27-8fa4-be143dbff1ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef2eb52a-c42e-4728-a5a4-0d896cf98f2d HTTP/1.1" status: 200 len: 853 time: 0.0560424 Jun 30 09:03:09.695929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba0ce0c8-b7b2-402b-abb7-d63ea7ec5dac req-e6868065-d2b9-410d-9f9f-cd69a1df057d tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836415 Jun 30 09:03:09.715125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-55930132-20ea-496e-99ef-b2072e83ef93 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374620 Jun 30 09:03:09.751943 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe85ed-33e8-4987-8eec-7a2d6017a806 x-openstack-request-id: req-d6fe85ed-33e8-4987-8eec-7a2d6017a806 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:09.752237 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d6f97f-b620-41b0-83b1-6173b4309efc", "tag": "a55c861b-31e2-4ec5-9cbb-efa72e483a49", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:09.752485 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6fe85ed-33e8-4987-8eec-7a2d6017a806 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:09.753229 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'tag': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49', 'status': 'completed', 'code': 200} Jun 30 09:03:09.754857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-9a1033b0-7d5a-49d0-84bc-c1fcc2a0de35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.757944 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-9a1033b0-7d5a-49d0-84bc-c1fcc2a0de35 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bfac7de3-c727-4476-96b3-2ed214adf2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0694289 Jun 30 09:03:09.801740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-3bee573e-425c-4921-bc29-eee88ccb6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.803560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-3bee573e-425c-4921-bc29-eee88ccb6647 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1096 time: 0.1628437 Jun 30 09:03:09.848019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-0b7b7e62-eba7-4010-a7f6-57c5a93ae519 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.849461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-0b7b7e62-eba7-4010-a7f6-57c5a93ae519 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1210089 Jun 30 09:03:09.865066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-262c1594-8df8-45a7-b64a-89c9b40510f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/quotas/49e8fe4c6b694634957e1075c569013a HTTP/1.1" status: 200 len: 375 time: 0.0096776 Jun 30 09:03:09.942048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-15c3426f-1e6d-4b3d-a9e3-976d30237044 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0711141 Jun 30 09:03:09.969593 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-62389bea-f233-4897-b8b7-28a7f9f997ae service neutron] 10.222.0.83 "GET /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297915 Jun 30 09:03:09.977341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-3edd84b5-f99e-4006-a08c-5f2b3927735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:09.979369 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-3edd84b5-f99e-4006-a08c-5f2b3927735a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1098 time: 0.1319923 Jun 30 09:03:10.032963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-81587c11-02b7-48d4-99c0-cfb66845b36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.034526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-81587c11-02b7-48d4-99c0-cfb66845b36b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1618240 Jun 30 09:03:10.087674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-86a6f5a5-40f7-4f4d-9575-967049906d09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 217 time: 0.0458660 Jun 30 09:03:10.104414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cfdf6-4cce-41d1-b8ef-1bd52f20b821 req-4ca4d77c-d464-43db-82ac-c630c10dbac8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.106087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-375cfdf6-4cce-41d1-b8ef-1bd52f20b821 req-4ca4d77c-d464-43db-82ac-c630c10dbac8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 946 time: 0.1317191 Jun 30 09:03:10.154497 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eef41758-6d18-4933-b3ba-d69f252aee4a req-61e81ea2-1192-4fbe-bea2-c423b6aa06ea service neutron] 10.222.0.83 "GET /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740675 Jun 30 09:03:10.155597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-737d8f50-394d-42f2-9a51-5942cd36027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.156942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-737d8f50-394d-42f2-9a51-5942cd36027d service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1691487 Jun 30 09:03:10.175949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-7039e4b6-9270-4c9f-86d0-60f6f01e6d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.177416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-7039e4b6-9270-4c9f-86d0-60f6f01e6d94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0825357 Jun 30 09:03:10.185773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-375cfdf6-4cce-41d1-b8ef-1bd52f20b821 req-39e08fc6-031a-4ef9-b917-bfcad6a94f6f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527308 Jun 30 09:03:10.233835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-3d6c93da-e130-4473-b7f5-5b7cfe0f0b8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470817 Jun 30 09:03:10.233973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-f9ee7d13-fb51-48e5-aa61-83aad7a70511 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 217 time: 0.0479603 Jun 30 09:03:10.315686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb7dc1-9d70-4976-b39c-99621caa2afe req-9d344a30-554c-41de-86f9-b6f17fc9c6a4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.317483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36cb7dc1-9d70-4976-b39c-99621caa2afe req-9d344a30-554c-41de-86f9-b6f17fc9c6a4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.0827200 Jun 30 09:03:10.395057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-c344238d-e964-48ba-b117-83245c1ebcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.396765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-c344238d-e964-48ba-b117-83245c1ebcec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1006444 Jun 30 09:03:10.439138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-6135e7d8-abe0-42d1-9ad5-171e7b8ac16d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335855 Jun 30 09:03:10.444683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-addd75e9-d032-40b4-a8d4-e7ced38b45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.446366 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-addd75e9-d032-40b4-a8d4-e7ced38b45be service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1db2a7fead464a47b628c96b0aa887b8&device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 1095 time: 0.1394920 Jun 30 09:03:10.454834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36cb7dc1-9d70-4976-b39c-99621caa2afe req-12007c37-af35-496c-8bab-9b2573649fb7 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255076 Jun 30 09:03:10.484801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-7601c57a-2389-47c9-91c8-7a22bf7dc304 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878986 Jun 30 09:03:10.518995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed121c5c-9243-4f9f-b16c-3c8a98ee4e8c req-a1126c99-e7ab-434c-8482-d8c89dd50837 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.526400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed121c5c-9243-4f9f-b16c-3c8a98ee4e8c req-a1126c99-e7ab-434c-8482-d8c89dd50837 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1959772 Jun 30 09:03:10.611239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02af1b5b-33f5-4f2c-b789-81f3f3300e44 req-a83c3298-b75a-4ef0-9dec-2b11b362516e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 210 time: 0.0822608 Jun 30 09:03:10.614403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-12d24dc1-ecfa-4491-a0c3-cd4f2171b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.616706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-12d24dc1-ecfa-4491-a0c3-cd4f2171b021 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bfac7de3-c727-4476-96b3-2ed214adf2be HTTP/1.1" status: 200 len: 915 time: 0.1618845 Jun 30 09:03:10.618920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-e2e930b5-4deb-4cac-a2a8-8397b59bfc62 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653948 Jun 30 09:03:10.640247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed121c5c-9243-4f9f-b16c-3c8a98ee4e8c req-81b2bc15-857c-4390-8c5a-82896f0c7710 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125348 Jun 30 09:03:10.676567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d95c01-b5c3-47e5-a471-97121ea1a43b req-ba14a6e6-7bdd-463d-8314-1f345ec2d902 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771872 Jun 30 09:03:10.696272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-c22cab7e-ebf1-4642-a160-24965b0a58ec service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49 HTTP/1.1" status: 200 len: 217 time: 0.0731139 Jun 30 09:03:10.792918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-02df3657-9ebe-43fd-b255-c294bd1e5304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.794417 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-02df3657-9ebe-43fd-b255-c294bd1e5304 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ef2eb52a-c42e-4728-a5a4-0d896cf98f2d HTTP/1.1" status: 200 len: 853 time: 0.0704913 Jun 30 09:03:10.884887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a941d6d-b4d3-4114-a9b7-dc8d2a3e907a req-087e8b85-259e-4e92-85d6-7fe7b5480022 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.886496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a941d6d-b4d3-4114-a9b7-dc8d2a3e907a req-087e8b85-259e-4e92-85d6-7fe7b5480022 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1091371 Jun 30 09:03:10.928481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463bd5d-86ce-4dd1-ac62-9429ccd52845 req-cb61a0c4-e795-4804-b6b2-50c29d5d34ca tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:10.930651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4463bd5d-86ce-4dd1-ac62-9429ccd52845 req-cb61a0c4-e795-4804-b6b2-50c29d5d34ca tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 944 time: 0.1442826 Jun 30 09:03:10.958082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a941d6d-b4d3-4114-a9b7-dc8d2a3e907a req-20d6cda2-6214-442e-aaec-737fe9adcc5f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623281 Jun 30 09:03:10.992339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4463bd5d-86ce-4dd1-ac62-9429ccd52845 req-3f58a7c8-a85d-4b49-85c2-fcdb1773b9e8 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483103 Jun 30 09:03:11.070184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-6289e0f9-3a0d-494a-9aa9-14ab28c34a80 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4303055 Jun 30 09:03:11.097199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-9a9db558-015f-4ee2-9c9e-40b6d2a26796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.100062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-9a9db558-015f-4ee2-9c9e-40b6d2a26796 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bfac7de3-c727-4476-96b3-2ed214adf2be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2949858 Jun 30 09:03:11.134767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee875f-c2eb-44fc-b33b-d5ec07b67f49 req-2bf14f9f-1eb1-4290-8ad2-e21e9867303a tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.136249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faee875f-c2eb-44fc-b33b-d5ec07b67f49 req-2bf14f9f-1eb1-4290-8ad2-e21e9867303a tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 943 time: 0.0636780 Jun 30 09:03:11.176592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faee875f-c2eb-44fc-b33b-d5ec07b67f49 req-2bc35b4c-dd7d-410d-b1ec-4a5f0a131dde tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Jun 30 09:03:11.181674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0ad82c6-bf7a-419b-99bd-cc0f9e4dd15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.223358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-948247ea-9a82-4614-b35d-d6a5b13c9ea1 service neutron] 10.222.0.83 "GET /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979176 Jun 30 09:03:11.398569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641da7f-8e99-422d-bc55-b4a77a1362c2 req-f4cdfe0f-78c2-4c09-b962-f91c3b2ea7eb tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.401759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c6106d5-b47d-40d1-b4e8-ed796b378455 req-fdca7067-9c42-4aff-b0a3-a8dbb0d005e0 service neutron] 10.222.0.83 "GET /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507215 Jun 30 09:03:11.406355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1641da7f-8e99-422d-bc55-b4a77a1362c2 req-f4cdfe0f-78c2-4c09-b962-f91c3b2ea7eb tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 946 time: 0.0875163 Jun 30 09:03:11.406515 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-692e2f83-6c63-494a-b74b-2b6ead65ab93 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408466 Jun 30 09:03:11.408478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0ae46de3-7625-4827-aa15-0f3ad09ae0da tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.409819 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0ae46de3-7625-4827-aa15-0f3ad09ae0da tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1098 time: 0.1509240 Jun 30 09:03:11.447677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1641da7f-8e99-422d-bc55-b4a77a1362c2 req-a0ba21c3-8c16-4185-b9c7-224458aab76e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Jun 30 09:03:11.460783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:11.592904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-ec31e840-a143-43b6-a01d-522cb1624713 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.594475 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-ec31e840-a143-43b6-a01d-522cb1624713 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831548 Jun 30 09:03:11.599655 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.616877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:11.643919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ae3f0-70ca-418f-8940-97ec2f1772c4 req-e33698f2-0660-4c4c-972e-f74b3d905dfc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.645389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc0ae3f0-70ca-418f-8940-97ec2f1772c4 req-e33698f2-0660-4c4c-972e-f74b3d905dfc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.0704582 Jun 30 09:03:11.692034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc0ae3f0-70ca-418f-8940-97ec2f1772c4 req-7fc78a66-3682-4625-b46a-f2fbba2759f4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383527 Jun 30 09:03:11.766685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13517df9-5c75-4354-b172-02239d2e9e0f req-916fa030-fd25-4daf-a472-03c486c9844a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 210 time: 0.0304332 Jun 30 09:03:11.836646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:11.838483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:11.841957 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.861807 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.874009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd74ac-ebcc-4284-b78a-23b8a71284e1 req-df0f98fe-253c-449b-adcd-528b45235dcb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:11.875523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61cd74ac-ebcc-4284-b78a-23b8a71284e1 req-df0f98fe-253c-449b-adcd-528b45235dcb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0664945 Jun 30 09:03:11.908322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:11.915199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61cd74ac-ebcc-4284-b78a-23b8a71284e1 req-b30b0cc2-eef2-4775-93e2-6a4c602102ff tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335398 Jun 30 09:03:11.961125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:11.963534 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a286d5f-3835-4ea6-8e84-a16eb6e68dc2" -d '{"events": [{"server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "name": "network-vif-unplugged", "status": "completed", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:11.969286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:11.981724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.015368 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d290f72-6c1d-4d75-8939-49c788eb45c3 x-openstack-request-id: req-9d290f72-6c1d-4d75-8939-49c788eb45c3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:12.015657 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "name": "network-vif-unplugged", "status": "completed", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:12.015906 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9d290f72-6c1d-4d75-8939-49c788eb45c3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:12.016316 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'code': 200} Jun 30 09:03:12.071089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.110019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.119420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.140040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on host n-h1-780147-22 for vnic_type normal with profile {"migrating_to": "n-h2-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:12.140378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:12.140703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:12.161739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:12.161957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Attempting to bind port 1742b1a6-220e-4129-8fb8-6eef7128e64c on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:12.179532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d530d63-36b4-4bfd-985e-9dabeda80545 req-01fb3c46-b9df-4b84-a047-20c499a10e4e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.182674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d530d63-36b4-4bfd-985e-9dabeda80545 req-01fb3c46-b9df-4b84-a047-20c499a10e4e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.0834112 Jun 30 09:03:12.189648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1fbd9a-dab2-4923-adaf-da5853c22b89,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.202670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:12.202670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:12.203022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:12.203447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Bound port: 1742b1a6-220e-4129-8fb8-6eef7128e64c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:12.204279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.249523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d530d63-36b4-4bfd-985e-9dabeda80545 req-1ba1bcc3-b8f0-4aff-9fe2-b25fc4e64d36 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Jun 30 09:03:12.279997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33561be-d1ce-4ae3-8727-ae15b6449350 req-9dc27575-f32d-488b-a958-861031cf5bd0 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.281555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a33561be-d1ce-4ae3-8727-ae15b6449350 req-9dc27575-f32d-488b-a958-861031cf5bd0 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 944 time: 0.1215010 Jun 30 09:03:12.318284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.204 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/239dd054-df75-462f-bd15-9fee4dab18aa) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:12.329354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a33561be-d1ce-4ae3-8727-ae15b6449350 req-bc7f4eb5-8447-48c4-9eb3-2843190b14a3 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381746 Jun 30 09:03:12.332893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:12.337388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:12.342472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.488813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.489504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.492602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 1124 time: 1.0345280 Jun 30 09:03:12.494415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858ab9b-215e-4d4a-9859-72ba382882f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.527440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:12.536783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65023b-bdcb-4bef-960d-007d57970757 req-dab88680-b945-4914-b5eb-70308d8a7058 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.539892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b65023b-bdcb-4bef-960d-007d57970757 req-dab88680-b945-4914-b5eb-70308d8a7058 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 943 time: 0.0891469 Jun 30 09:03:12.558395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.573397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object 239dd054-df75-462f-bd15-9fee4dab18aa will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:12.596281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b65023b-bdcb-4bef-960d-007d57970757 req-c262bbd9-09f4-4e98-a469-6aab2d6142f8 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439677 Jun 30 09:03:12.614411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.665299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:12.665561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,segment=NetworkSegment(5e9e67a5-9dac-4877-b014-9ce921bccda8),segment_id=5e9e67a5-9dac-4877-b014-9ce921bccda8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.668655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:12.672489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:12.678501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d', 'network_id': '77e253ba-6244-4791-9289-74e0662399e3', 'port_id': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d', 'mac_address': 'fa:16:3e:cb:f9:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62edd3ad-b124-4c33-adfd-b681460a5741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:12.682842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1742b1a6-220e-4129-8fb8-6eef7128e64c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:12.690903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abaf2f-c4ef-499f-8136-a962214ffcda req-2fcf7d15-c3cd-4418-81fa-383631629458 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.692475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1abaf2f-c4ef-499f-8136-a962214ffcda req-2fcf7d15-c3cd-4418-81fa-383631629458 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.0826595 Jun 30 09:03:12.704642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=239dd054-df75-462f-bd15-9fee4dab18aa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:12.758413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.759088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.780559 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-5cbc4ab4-4005-49ac-a34c-6ef9687ee2bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1684980 Jun 30 09:03:12.783220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1abaf2f-c4ef-499f-8136-a962214ffcda req-292ad026-5023-45f6-9621-442e3d62ef09 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789111 Jun 30 09:03:12.793956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Request body: {'port': {'device_id': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:12.809807 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.839385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:12.861557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,segment=NetworkSegment(5e9e67a5-9dac-4877-b014-9ce921bccda8),segment_id=5e9e67a5-9dac-4877-b014-9ce921bccda8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:12.880261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.911812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:12.982006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb63c3-2d9c-4386-8d81-526a623f36a2 req-b932a25c-92f3-4bbd-a522-15e5a6320e12 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:12.989438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fcb63c3-2d9c-4386-8d81-526a623f36a2 req-b932a25c-92f3-4bbd-a522-15e5a6320e12 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.1269355 Jun 30 09:03:13.003741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.025378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-031a072c-8511-4e5c-bc9f-a1b409d5b7c0 None None] Provisioning for port 239dd054-df75-462f-bd15-9fee4dab18aa completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:13.033240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-031a072c-8511-4e5c-bc9f-a1b409d5b7c0 None None] Provisioning complete for port 239dd054-df75-462f-bd15-9fee4dab18aa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:13.033866 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-031a072c-8511-4e5c-bc9f-a1b409d5b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.049779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fcb63c3-2d9c-4386-8d81-526a623f36a2 req-871966a0-384c-45b9-a9da-6d76909bb7de tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593908 Jun 30 09:03:13.068551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec2764-8e04-4d8e-8f06-6b6f7d539e3a req-4793934e-2946-4389-8af3-48e63844cf5d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.076979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6ec2764-8e04-4d8e-8f06-6b6f7d539e3a req-4793934e-2946-4389-8af3-48e63844cf5d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 936 time: 0.1405377 Jun 30 09:03:13.089426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-031a072c-8511-4e5c-bc9f-a1b409d5b7c0 None None] Port 239dd054-df75-462f-bd15-9fee4dab18aa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:13.114070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6ec2764-8e04-4d8e-8f06-6b6f7d539e3a req-9c7e3c7a-086d-4fbf-be02-47db0415b3d0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362372 Jun 30 09:03:13.218367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 239dd054-df75-462f-bd15-9fee4dab18aa {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:13.226570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.238049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38c4b5-2380-4762-8dca-6d556e300c9c req-d8c3d222-ca20-457c-a965-2206c5c40b3d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.238490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Transition to ACTIVE for port object 239dd054-df75-462f-bd15-9fee4dab18aa will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:13.239736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c38c4b5-2380-4762-8dca-6d556e300c9c req-d8c3d222-ca20-457c-a965-2206c5c40b3d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0674226 Jun 30 09:03:13.243305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.286285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c38c4b5-2380-4762-8dca-6d556e300c9c req-03a67c81-7a61-4618-9eba-51d9ca9ad7d0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Jun 30 09:03:13.297637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Pushing event updated for resources: {'Port': ['ID=239dd054-df75-462f-bd15-9fee4dab18aa,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.376145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Attempting to bind port 239dd054-df75-462f-bd15-9fee4dab18aa on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:13.376502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Attempting to bind port 239dd054-df75-462f-bd15-9fee4dab18aa by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:13.376817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Attempting to bind port 239dd054-df75-462f-bd15-9fee4dab18aa on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:13.382360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Port 239dd054-df75-462f-bd15-9fee4dab18aa on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:13.382661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Attempting to bind port 239dd054-df75-462f-bd15-9fee4dab18aa on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:13.389123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:13.389460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:13.389836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:13.390349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Bound port: 239dd054-df75-462f-bd15-9fee4dab18aa, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:13.390629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.463242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27057ead-17c1-403d-aaa5-8fc8f2f3c5ef req-5419d277-04f4-4bb8-a910-a292139e7efe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.465783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27057ead-17c1-403d-aaa5-8fc8f2f3c5ef req-5419d277-04f4-4bb8-a910-a292139e7efe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.0793102 Jun 30 09:03:13.483670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] For port 239dd054-df75-462f-bd15-9fee4dab18aa, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:13.487212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] For port 239dd054-df75-462f-bd15-9fee4dab18aa, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=239dd054-df75-462f-bd15-9fee4dab18aa,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:13.491670 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.529710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.530371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:13.531743 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] 10.222.0.79 "PUT /v2.0/ports/239dd054-df75-462f-bd15-9fee4dab18aa HTTP/1.1" status: 200 len: 1097 time: 0.7423584 Jun 30 09:03:13.539296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27057ead-17c1-403d-aaa5-8fc8f2f3c5ef req-7fc80ab3-4747-4b14-a29d-e89bb1fb1a58 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674806 Jun 30 09:03:13.552116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a65dba-2b1b-4073-937c-a23fc94c2e4f service neutron] Pushing event updated for resources: {'Port': ['ID=239dd054-df75-462f-bd15-9fee4dab18aa,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:13.587279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe9a8b-6a83-4bae-9dd8-5a5693c5d3a0 req-cabfd85f-8799-4d4d-878a-ab9869f4c41f tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.594335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-befe9a8b-6a83-4bae-9dd8-5a5693c5d3a0 req-cabfd85f-8799-4d4d-878a-ab9869f4c41f tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 945 time: 0.1117671 Jun 30 09:03:13.644992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-befe9a8b-6a83-4bae-9dd8-5a5693c5d3a0 req-868d594c-d609-484c-928f-47ffc6626905 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Jun 30 09:03:13.661128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-0a236679-6458-47ec-822a-1d208736230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.663383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-0a236679-6458-47ec-822a-1d208736230c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 1100 time: 0.0757265 Jun 30 09:03:13.721756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-215f3137-f371-4cb4-8fbf-d4ebb19251d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=239dd054-df75-462f-bd15-9fee4dab18aa HTTP/1.1" status: 200 len: 217 time: 0.0451074 Jun 30 09:03:13.782659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-f8022c71-53bc-49df-898c-b95012af998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.784225 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-f8022c71-53bc-49df-898c-b95012af998a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0535893 Jun 30 09:03:13.863408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-4e03065a-b36e-4aaa-a688-f1494cabf60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:13.865049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-4e03065a-b36e-4aaa-a688-f1494cabf60f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0687473 Jun 30 09:03:13.996302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-c8c9fadf-0136-4653-b8af-06fef2dda694 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179981 Jun 30 09:03:14.017341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c'}, {'name': 'network-changed', 'server_uuid': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'tag': '239dd054-df75-462f-bd15-9fee4dab18aa'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:14.017700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c336c9a6-28aa-484b-920a-a153fdb2d64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.020858 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e24b9cb-745f-43ff-a647-c63232fdbd99" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c"}, {"name": "network-changed", "server_uuid": "d7d7ffbd-af15-4c81-8896-30ba2ec8f063", "tag": "239dd054-df75-462f-bd15-9fee4dab18aa"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:14.046901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.105655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e607fa5-e955-4067-82e2-0b1d123e8fc8 req-f7c18b55-6cbe-4cee-806b-c8a301d1ca59 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972462 Jun 30 09:03:14.166657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b936331-5530-4fd3-afc3-df97981c9656 req-b3a5e266-78d6-404e-bd2f-689b1b1b6d7f tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.168009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b936331-5530-4fd3-afc3-df97981c9656 req-b3a5e266-78d6-404e-bd2f-689b1b1b6d7f tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 943 time: 0.3703513 Jun 30 09:03:14.175509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['61d32bfe-4c6c-4862-9213-4aa2e5e6c26d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:14.199853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7e9ec-076c-4c79-81dd-e0b21abc7d4f req-ff186eb7-1703-4d68-b26c-f8eabfe976eb tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.201253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ad7e9ec-076c-4c79-81dd-e0b21abc7d4f req-ff186eb7-1703-4d68-b26c-f8eabfe976eb tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.1084182 Jun 30 09:03:14.234731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b936331-5530-4fd3-afc3-df97981c9656 req-25e84075-232f-477b-8c12-e7cac2c5700f tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601289 Jun 30 09:03:14.267208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ad7e9ec-076c-4c79-81dd-e0b21abc7d4f req-e5839d64-a8b6-48bc-babe-5eee8de9ff09 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579724 Jun 30 09:03:14.334438 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621771ca-7461-4765-b3be-c90d43c98854 x-openstack-request-id: req-621771ca-7461-4765-b3be-c90d43c98854 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:14.334959 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d7d7ffbd-af15-4c81-8896-30ba2ec8f063", "tag": "239dd054-df75-462f-bd15-9fee4dab18aa", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:14.335720 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-621771ca-7461-4765-b3be-c90d43c98854 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:14.336595 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'status': 'completed', 'code': 200} Jun 30 09:03:14.336847 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'tag': '239dd054-df75-462f-bd15-9fee4dab18aa', 'status': 'completed', 'code': 200} Jun 30 09:03:14.447524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-c0daa63e-546d-4f5d-bdbc-e2557a342f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.449179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-c0daa63e-546d-4f5d-bdbc-e2557a342f1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1127 time: 0.0632963 Jun 30 09:03:14.503595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098b7c5-2dad-4015-842c-bf249c6e4a10 req-5f668ac2-c7eb-47b4-beb7-f5f57625803d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.505082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1098b7c5-2dad-4015-842c-bf249c6e4a10 req-5f668ac2-c7eb-47b4-beb7-f5f57625803d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1125855 Jun 30 09:03:14.520991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4180a493-c912-486f-9bc1-865de7667247 req-16b8e9db-8964-4a6c-a101-4428b42f872c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.523025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4180a493-c912-486f-9bc1-865de7667247 req-16b8e9db-8964-4a6c-a101-4428b42f872c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.0892451 Jun 30 09:03:14.539637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:14.548032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-f927613d-b796-4075-9bf0-8e17c5102ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.549658 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-f927613d-b796-4075-9bf0-8e17c5102ccc service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.0937474 Jun 30 09:03:14.577887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1098b7c5-2dad-4015-842c-bf249c6e4a10 req-ea0da7d0-4e0e-4239-af9c-c337f32fa7f2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644577 Jun 30 09:03:14.585766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4180a493-c912-486f-9bc1-865de7667247 req-1455faa3-1e31-4d64-b828-681cba8c08d5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Jun 30 09:03:14.593287 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-6bbc094d-9a61-4af9-a69b-f5782fb6fb25 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 217 time: 0.0361614 Jun 30 09:03:14.655396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-abb56e71-dcdc-4091-adc3-835fbaedb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.656950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-abb56e71-dcdc-4091-adc3-835fbaedb953 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0572939 Jun 30 09:03:14.660820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:14.679722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'port_id': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'mac_address': 'fa:16:3e:05:74:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:14.695543 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-5cbb52a0-2f82-4247-bcc6-8b234725f771 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306065 Jun 30 09:03:14.730935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.744075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16a8a763-1dca-477e-8c0c-ba8d448314c5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:14.765229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:14.770384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:14.772933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:14.803325 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-14ea5d4e-3416-4a2a-a0cd-210d8292d17b service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999737 Jun 30 09:03:14.818551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adc4cf-f183-4b27-9fcf-63cb6724b260 req-d63652f5-0bfa-416e-8525-b116297b30e7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.820817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22adc4cf-f183-4b27-9fcf-63cb6724b260 req-d63652f5-0bfa-416e-8525-b116297b30e7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1082118 Jun 30 09:03:14.828363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e37a80-bff0-4e51-8c8e-8c82bae92fd0 req-9d008af5-a1d0-4234-b363-d86b7fa78b7c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:14.829804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2e37a80-bff0-4e51-8c8e-8c82bae92fd0 req-9d008af5-a1d0-4234-b363-d86b7fa78b7c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 948 time: 0.1269240 Jun 30 09:03:14.874560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:14.889786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22adc4cf-f183-4b27-9fcf-63cb6724b260 req-08bf2ce1-4ea9-4dc9-8191-a2e075a654e0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584793 Jun 30 09:03:14.894103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2e37a80-bff0-4e51-8c8e-8c82bae92fd0 req-acaadcb6-8e2e-439a-a353-263217f4ee59 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566170 Jun 30 09:03:14.917950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:14.930563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c has no active binding in host n-h2-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:03:14.930944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a55c861b-31e2-4ec5-9cbb-efa72e483a49 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:14.931686 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-71864ca8-473c-4585-b656-fff9a955bc34 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199942 Jun 30 09:03:15.053827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-81cff07d-f6a2-40ca-b6a7-7335d9747b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.055309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-81cff07d-f6a2-40ca-b6a7-7335d9747b97 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 1100 time: 0.0627432 Jun 30 09:03:15.059452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port a55c861b-31e2-4ec5-9cbb-efa72e483a49, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:15.076529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49', 'network_id': 'bfac7de3-c727-4476-96b3-2ed214adf2be', 'port_id': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49', 'mac_address': 'fa:16:3e:52:dc:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef2eb52a-c42e-4728-a5a4-0d896cf98f2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:15.085099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073922-40e4-4d85-b0ec-0c13e1096041 req-52f6e9be-e272-4687-9320-74f59e8f387f tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.088635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea073922-40e4-4d85-b0ec-0c13e1096041 req-52f6e9be-e272-4687-9320-74f59e8f387f tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 945 time: 0.0719807 Jun 30 09:03:15.119867 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.128010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea073922-40e4-4d85-b0ec-0c13e1096041 req-3bf58015-146b-49ac-a6b2-6defd0579241 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Jun 30 09:03:15.134652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55c861b-31e2-4ec5-9cbb-efa72e483a49 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:15.155556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port a55c861b-31e2-4ec5-9cbb-efa72e483a49, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:15.158907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-49cad852-8741-4ec3-bdf7-c6332b5571a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.160421 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-49cad852-8741-4ec3-bdf7-c6332b5571a5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.0902758 Jun 30 09:03:15.160700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:15.202919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-4aa56121-33c4-482f-ba60-7efc93d0d7d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=239dd054-df75-462f-bd15-9fee4dab18aa HTTP/1.1" status: 200 len: 217 time: 0.0343909 Jun 30 09:03:15.210519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=a55c861b-31e2-4ec5-9cbb-efa72e483a49,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:15.252535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-30afcaab-2d22-4b42-881a-4ecdbe55f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.253977 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-30afcaab-2d22-4b42-881a-4ecdbe55f561 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0417373 Jun 30 09:03:15.314299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-84f6a704-1ba9-4162-817b-2878d72def33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.315779 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-84f6a704-1ba9-4162-817b-2878d72def33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0546453 Jun 30 09:03:15.467779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd9fad-f2d0-45ef-973d-5d7e7c54cd5a req-f9ca45e5-092c-4366-9ef3-c0d5b39a88e5 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.469362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ffd9fad-f2d0-45ef-973d-5d7e7c54cd5a req-f9ca45e5-092c-4366-9ef3-c0d5b39a88e5 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 944 time: 0.1138029 Jun 30 09:03:15.504369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ac140-345f-4d24-9fd5-ff556eaf077f req-8aeaf2e8-3beb-4380-8841-1cae3bd4049c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.505929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-526ac140-345f-4d24-9fd5-ff556eaf077f req-8aeaf2e8-3beb-4380-8841-1cae3bd4049c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.1069939 Jun 30 09:03:15.536780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ffd9fad-f2d0-45ef-973d-5d7e7c54cd5a req-46c4ed2d-3934-4d0f-80ad-24415bede2fe tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608253 Jun 30 09:03:15.559143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-526ac140-345f-4d24-9fd5-ff556eaf077f req-d5afa303-1299-465e-9c4d-81618aa52ddf tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453672 Jun 30 09:03:15.625888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-ed4095a9-ab63-42e5-9c78-6af58cda3217 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969356 Jun 30 09:03:15.736670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e24b9cb-745f-43ff-a647-c63232fdbd99 req-a63dfba5-b591-4bb3-8975-b1500c67bb10 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996313 Jun 30 09:03:15.814481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91365e-ac4e-44fd-b972-2a35859f689c req-72069e31-94a8-4969-ab3c-907e60679e82 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.815853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f91365e-ac4e-44fd-b972-2a35859f689c req-72069e31-94a8-4969-ab3c-907e60679e82 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.1112070 Jun 30 09:03:15.830867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad5c4e-2a2a-4704-9cc6-cb420337fcbe req-b997579e-bab0-46b9-a4e3-28d989eb4f38 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:15.832306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76ad5c4e-2a2a-4704-9cc6-cb420337fcbe req-b997579e-bab0-46b9-a4e3-28d989eb4f38 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1128039 Jun 30 09:03:15.884864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f91365e-ac4e-44fd-b972-2a35859f689c req-66a04c44-b28e-4995-81ca-7dc9781299a9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615680 Jun 30 09:03:15.892388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76ad5c4e-2a2a-4704-9cc6-cb420337fcbe req-043bd35d-7baa-4c35-a3e0-2ef975c199e0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540936 Jun 30 09:03:15.898026 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.066028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['a55c861b-31e2-4ec5-9cbb-efa72e483a49'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:16.075071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013d565-ce21-43c9-9ca8-e1406bb0c162 req-9fc6c5ab-58e2-4a4c-9fd3-0f93dd8fd295 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.078695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0013d565-ce21-43c9-9ca8-e1406bb0c162 req-9fc6c5ab-58e2-4a4c-9fd3-0f93dd8fd295 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0674984 Jun 30 09:03:16.103964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['16a8a763-1dca-477e-8c0c-ba8d448314c5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:16.117940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0013d565-ce21-43c9-9ca8-e1406bb0c162 req-9fe18fa1-7a56-425e-8011-de7a1058391c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371616 Jun 30 09:03:16.316145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4eb2c-7887-464d-ba90-b23475eb2f0b req-b4ae4be7-0eab-42a0-94e3-7c87e162879d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.318250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92f4eb2c-7887-464d-ba90-b23475eb2f0b req-b4ae4be7-0eab-42a0-94e3-7c87e162879d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 948 time: 0.0753455 Jun 30 09:03:16.361037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92f4eb2c-7887-464d-ba90-b23475eb2f0b req-d083954c-9eb0-4a8c-a310-cd3ddea02f79 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Jun 30 09:03:16.419147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 239dd054-df75-462f-bd15-9fee4dab18aa details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:16.462618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246e19b-6b10-4c19-af89-74cad5b7473a req-b6492a00-705a-4781-962a-18266cae321c tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.464187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5246e19b-6b10-4c19-af89-74cad5b7473a req-b6492a00-705a-4781-962a-18266cae321c tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 945 time: 0.0672274 Jun 30 09:03:16.517897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 239dd054-df75-462f-bd15-9fee4dab18aa, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=239dd054-df75-462f-bd15-9fee4dab18aa,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.529908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '239dd054-df75-462f-bd15-9fee4dab18aa', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '239dd054-df75-462f-bd15-9fee4dab18aa', 'mac_address': 'fa:16:3e:e2:35:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:16.536590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5246e19b-6b10-4c19-af89-74cad5b7473a req-2490d719-85ec-4194-8da7-e9d5fb18633a tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658214 Jun 30 09:03:16.555438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:16.577886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6464bf-3173-44d5-a030-4b51baaf8973 req-f1d3b1c9-87f5-4cf2-9a3b-b039dd341f96 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.579470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d6464bf-3173-44d5-a030-4b51baaf8973 req-f1d3b1c9-87f5-4cf2-9a3b-b039dd341f96 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1099730 Jun 30 09:03:16.596643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.617181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 239dd054-df75-462f-bd15-9fee4dab18aa {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:16.638432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d6464bf-3173-44d5-a030-4b51baaf8973 req-55e10412-1f99-45b3-9af8-6c622fd178e7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514891 Jun 30 09:03:16.640849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 239dd054-df75-462f-bd15-9fee4dab18aa, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=239dd054-df75-462f-bd15-9fee4dab18aa,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.655409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:16.655409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.655409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:16.656047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.739307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=239dd054-df75-462f-bd15-9fee4dab18aa,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.743829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b972cc3-9f3f-44df-ae29-2c6c6387ded3 req-78f60136-002d-43d6-b8d1-85c52c70161b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.750877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b972cc3-9f3f-44df-ae29-2c6c6387ded3 req-78f60136-002d-43d6-b8d1-85c52c70161b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 944 time: 0.0833580 Jun 30 09:03:16.785333 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.807775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:16.810032 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e26ed-2835-4c33-9f54-6fa0c9e7fa18" -d '{"events": [{"server_uuid": "b5c39f53-8b4d-47d5-88b9-393e9494e71c", "name": "network-vif-plugged", "status": "completed", "tag": "61d32bfe-4c6c-4862-9213-4aa2e5e6c26d"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:16.817294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b972cc3-9f3f-44df-ae29-2c6c6387ded3 req-30783b94-0453-4f0a-9eba-408c950b196e tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641587 Jun 30 09:03:16.829074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,segment=NetworkSegment(5e9e67a5-9dac-4877-b014-9ce921bccda8),segment_id=5e9e67a5-9dac-4877-b014-9ce921bccda8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:16.842803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:16.852449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e9bf7-8072-4f53-b52c-5c76d1a79787 req-f0c8efb7-8222-4e69-8d9c-f4ddb550de01 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:16.854424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c47e9bf7-8072-4f53-b52c-5c76d1a79787 req-f0c8efb7-8222-4e69-8d9c-f4ddb550de01 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.1025550 Jun 30 09:03:16.870872 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955f801b-f4ac-47d7-bc0b-86a8b5ffe194 x-openstack-request-id: req-955f801b-f4ac-47d7-bc0b-86a8b5ffe194 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:16.871159 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c39f53-8b4d-47d5-88b9-393e9494e71c", "name": "network-vif-plugged", "status": "completed", "tag": "61d32bfe-4c6c-4862-9213-4aa2e5e6c26d", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:16.871413 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-955f801b-f4ac-47d7-bc0b-86a8b5ffe194 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:16.871798 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d', 'code': 200} Jun 30 09:03:16.888050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:16.902252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c47e9bf7-8072-4f53-b52c-5c76d1a79787 req-8332c7d4-c018-4947-9f74-6c34ec4e2fb4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Jun 30 09:03:16.923181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:17.046760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545e924-a9fd-449b-b2fc-62543bac622a req-ddb7f0b8-17fb-4e40-8e0d-27da07365941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.049002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b545e924-a9fd-449b-b2fc-62543bac622a req-ddb7f0b8-17fb-4e40-8e0d-27da07365941 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 1098 time: 0.0563881 Jun 30 09:03:17.083969 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.089254 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b545e924-a9fd-449b-b2fc-62543bac622a req-1ec471f6-10e0-4125-ac40-54703fc4fe6d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Jun 30 09:03:17.101461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b7b24-c1e8-4903-a449-91cfeeef2ddb req-81270b6f-fe08-45b7-95e1-93e719825deb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.102956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f98b7b24-c1e8-4903-a449-91cfeeef2ddb req-81270b6f-fe08-45b7-95e1-93e719825deb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.0752347 Jun 30 09:03:17.140964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f98b7b24-c1e8-4903-a449-91cfeeef2ddb req-5b832ab9-556f-4a88-8c27-92a3e22d85fe tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322618 Jun 30 09:03:17.295481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5b7c3-f7c2-4b91-b3c4-78c7a58aefef req-bf6a2111-49e0-450c-bd83-54e29b4f111b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.297068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2af5b7c3-f7c2-4b91-b3c4-78c7a58aefef req-bf6a2111-49e0-450c-bd83-54e29b4f111b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0632091 Jun 30 09:03:17.336245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2af5b7c3-f7c2-4b91-b3c4-78c7a58aefef req-34728d14-2916-4b54-8359-5607370afcf0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335240 Jun 30 09:03:17.434529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:17.540668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e08b31-83b8-4ca5-b68e-ab13572de0b8 req-088ec62d-de1f-4968-9a5e-3145d1b81112 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.542153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1e08b31-83b8-4ca5-b68e-ab13572de0b8 req-088ec62d-de1f-4968-9a5e-3145d1b81112 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 949 time: 0.0655289 Jun 30 09:03:17.581632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1e08b31-83b8-4ca5-b68e-ab13572de0b8 req-e62ef71b-2b5f-45a2-8a81-85588d87ac57 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jun 30 09:03:17.741963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78674c-1e11-47a7-86d7-e06b5b4982d3 req-d67d514b-c774-47a7-af30-88fe349184e4 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.743481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d78674c-1e11-47a7-86d7-e06b5b4982d3 req-d67d514b-c774-47a7-af30-88fe349184e4 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.0633900 Jun 30 09:03:17.820841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d78674c-1e11-47a7-86d7-e06b5b4982d3 req-a9419086-0a52-4fb7-83cb-3e555a8dff6f tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649896 Jun 30 09:03:17.839181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d99ba7-569b-4782-816d-1eabc8e17aa3 req-ae035dc7-533f-4a0a-b4b8-4ec89e181acf tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.840598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04d99ba7-569b-4782-816d-1eabc8e17aa3 req-ae035dc7-533f-4a0a-b4b8-4ec89e181acf tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.0941057 Jun 30 09:03:17.879222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04d99ba7-569b-4782-816d-1eabc8e17aa3 req-d2b8287c-e72b-4772-ac03-15a9e7067ab3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Jun 30 09:03:17.996142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c006b5e-6419-4568-8b2f-8a5d0c0ba09b req-f208fc64-104b-4732-8487-b35a69013cdb tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:17.997626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c006b5e-6419-4568-8b2f-8a5d0c0ba09b req-f208fc64-104b-4732-8487-b35a69013cdb tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 944 time: 0.0639038 Jun 30 09:03:18.061813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c006b5e-6419-4568-8b2f-8a5d0c0ba09b req-a9082528-4716-43fd-9e9b-d91abad4668b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585089 Jun 30 09:03:18.093849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbf659-347c-4dea-8dd6-8996e23494eb req-0f956e10-81bc-441c-af34-9cada416acc1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.095275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77bbf659-347c-4dea-8dd6-8996e23494eb req-0f956e10-81bc-441c-af34-9cada416acc1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.0765419 Jun 30 09:03:18.134452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77bbf659-347c-4dea-8dd6-8996e23494eb req-f1912032-034b-459a-9e49-09cede48508d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Jun 30 09:03:18.317419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440aa9bd-ecb1-4afe-81d2-d14a0636dd8f req-f41c6aed-a311-426c-84c4-8f928690e5bc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.319203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-440aa9bd-ecb1-4afe-81d2-d14a0636dd8f req-f41c6aed-a311-426c-84c4-8f928690e5bc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.0663471 Jun 30 09:03:18.357530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-440aa9bd-ecb1-4afe-81d2-d14a0636dd8f req-593ad0c9-6a05-47f9-b726-95d3f9666a7d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Jun 30 09:03:18.446786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 239dd054-df75-462f-bd15-9fee4dab18aa up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:18.501081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 239dd054-df75-462f-bd15-9fee4dab18aa completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:18.504810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 239dd054-df75-462f-bd15-9fee4dab18aa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:18.505181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.515989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38302d73-9757-406a-8bc9-031d103a1997 req-7176d0ac-da96-4208-8712-753cca3351d3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.518453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38302d73-9757-406a-8bc9-031d103a1997 req-7176d0ac-da96-4208-8712-753cca3351d3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0659897 Jun 30 09:03:18.550478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:18.558848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:18.566419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38302d73-9757-406a-8bc9-031d103a1997 req-9079fec2-9101-4494-a746-5f7679d3b923 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Jun 30 09:03:18.707657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 16a8a763-1dca-477e-8c0c-ba8d448314c5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:18.713817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.729772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 16a8a763-1dca-477e-8c0c-ba8d448314c5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:18.730150 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.790097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:18.796581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd560e7b-b1b1-4e16-b22c-ce02b00d96de req-1815eb52-5f58-479a-ac7d-01bae1766f1c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:18.797595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd560e7b-b1b1-4e16-b22c-ce02b00d96de req-1815eb52-5f58-479a-ac7d-01bae1766f1c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 949 time: 0.0970869 Jun 30 09:03:18.825508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c has no active binding in host n-h2-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:03:18.840958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 239dd054-df75-462f-bd15-9fee4dab18aa, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=239dd054-df75-462f-bd15-9fee4dab18aa,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:18.848317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:18.849027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd560e7b-b1b1-4e16-b22c-ce02b00d96de req-f010c692-d3bc-4c8b-ae14-30d1bc50a693 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379331 Jun 30 09:03:18.849171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:18.883102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239dd054-df75-462f-bd15-9fee4dab18aa'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:18.885296 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a066d703-c42b-41f5-a590-689e1d36991e" -d '{"events": [{"server_uuid": "d7d7ffbd-af15-4c81-8896-30ba2ec8f063", "name": "network-vif-plugged", "status": "completed", "tag": "239dd054-df75-462f-bd15-9fee4dab18aa"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:18.950690 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c772a7-cf6d-43b8-b365-5a4b1c61a7b8 x-openstack-request-id: req-59c772a7-cf6d-43b8-b365-5a4b1c61a7b8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:18.950970 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d7ffbd-af15-4c81-8896-30ba2ec8f063", "name": "network-vif-plugged", "status": "completed", "tag": "239dd054-df75-462f-bd15-9fee4dab18aa", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:18.951293 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59c772a7-cf6d-43b8-b365-5a4b1c61a7b8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:18.951599 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '239dd054-df75-462f-bd15-9fee4dab18aa', 'code': 200} Jun 30 09:03:18.954600 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.012031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=239dd054-df75-462f-bd15-9fee4dab18aa,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:19.038390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:19.046196 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.047168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a55c861b-31e2-4ec5-9cbb-efa72e483a49 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:19.066649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd45d0-1812-4acc-b26f-a73756e92092 req-78f736a0-9ba3-4fdc-944b-2c1a87d7d164 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.068107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01cd45d0-1812-4acc-b26f-a73756e92092 req-78f736a0-9ba3-4fdc-944b-2c1a87d7d164 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.0963070 Jun 30 09:03:19.096557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a152f2-8463-41f3-8a37-ba41b7604a1f req-05a252fe-d844-4855-99e5-5958e2bb8245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.098948 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-68a152f2-8463-41f3-8a37-ba41b7604a1f req-05a252fe-d844-4855-99e5-5958e2bb8245 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 1102 time: 0.0782757 Jun 30 09:03:19.134672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:19.136051 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-68a152f2-8463-41f3-8a37-ba41b7604a1f req-c9a7b22c-0972-4cec-a90e-23ce5987da95 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302043 Jun 30 09:03:19.139749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01cd45d0-1812-4acc-b26f-a73756e92092 req-fd876f60-654e-4838-afdd-764f82a6bfe4 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616462 Jun 30 09:03:19.156633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port a55c861b-31e2-4ec5-9cbb-efa72e483a49 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:19.163776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e5cc0-ca84-4d3f-869a-0f40cf24960f req-84d608fc-744c-4ec5-9b1e-568936618c34 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.165209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d9e5cc0-ca84-4d3f-869a-0f40cf24960f req-84d608fc-744c-4ec5-9b1e-568936618c34 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1072805 Jun 30 09:03:19.168560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port a55c861b-31e2-4ec5-9cbb-efa72e483a49 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:19.168930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.210066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d9e5cc0-ca84-4d3f-869a-0f40cf24960f req-6e9c625c-424b-4808-92bf-89e40a1fb990 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Jun 30 09:03:19.263350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.296629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port a55c861b-31e2-4ec5-9cbb-efa72e483a49, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:19.302141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.316663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b47361-3361-4754-8fad-949526729724 req-211795c1-0cd9-4f63-8ce6-ed230ed2edb9 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.318328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98b47361-3361-4754-8fad-949526729724 req-211795c1-0cd9-4f63-8ce6-ed230ed2edb9 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 944 time: 0.0716937 Jun 30 09:03:19.353054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=a55c861b-31e2-4ec5-9cbb-efa72e483a49,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:19.389619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98b47361-3361-4754-8fad-949526729724 req-359dde53-c182-4cfe-8cb0-31b114bd6c50 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605865 Jun 30 09:03:19.418399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1975b-11bd-42ce-9019-c64319387beb req-736a8668-288e-4e18-a7ce-90d5154712f0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.418399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aef1975b-11bd-42ce-9019-c64319387beb req-736a8668-288e-4e18-a7ce-90d5154712f0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 944 time: 0.0931756 Jun 30 09:03:19.436415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0dd69688-23ee-49eb-b744-1f7f2d49cde5 service neutron] 10.222.0.79 "GET /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.0690987 Jun 30 09:03:19.453357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aef1975b-11bd-42ce-9019-c64319387beb req-991b33db-8934-4aa5-b710-430f9f63ff16 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342436 Jun 30 09:03:19.565390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae442a-91f5-4164-9b14-656f89857332 req-42d16799-5605-41c1-bcda-b399b98c16cc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.566898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88ae442a-91f5-4164-9b14-656f89857332 req-42d16799-5605-41c1-bcda-b399b98c16cc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 946 time: 0.0648401 Jun 30 09:03:19.581409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b150ff-049a-498e-a2a9-353888658df0 req-cbe5ff02-ecfa-4d88-87c7-12879d09ea9e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.582885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79b150ff-049a-498e-a2a9-353888658df0 req-cbe5ff02-ecfa-4d88-87c7-12879d09ea9e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 946 time: 0.1336589 Jun 30 09:03:19.607378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88ae442a-91f5-4164-9b14-656f89857332 req-36084c2c-5946-4f62-8b00-d456c38e6516 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341370 Jun 30 09:03:19.730023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:19.754429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636635-454f-46b3-bf7b-00cf4dc1b324 req-afabf909-c61a-48f1-b6e4-d6eee6e13d91 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:19.757311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6636635-454f-46b3-bf7b-00cf4dc1b324 req-afabf909-c61a-48f1-b6e4-d6eee6e13d91 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0692921 Jun 30 09:03:19.758120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:19.790350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Deleting port cb20086e-fc1b-4d39-8807-52dc024b53d5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:19.790697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.805069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6636635-454f-46b3-bf7b-00cf4dc1b324 req-191ecd74-e9cc-4116-a268-82fba6429783 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Jun 30 09:03:19.839637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1742b1a6-220e-4129-8fb8-6eef7128e64c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:19.855480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:19.891087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.938830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] For port cb20086e-fc1b-4d39-8807-52dc024b53d5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cb20086e-fc1b-4d39-8807-52dc024b53d5,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:19.939085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:19.960809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Calling delete_port for cb20086e-fc1b-4d39-8807-52dc024b53d5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:20.036807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] Transition to ACTIVE for port object 1742b1a6-220e-4129-8fb8-6eef7128e64c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:20.047814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.080685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b23aad-58a6-4e13-9e4e-3e92bd7dd987 req-837787ef-b4d7-4215-b330-f1c470d1d86a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.082580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12b23aad-58a6-4e13-9e4e-3e92bd7dd987 req-837787ef-b4d7-4215-b330-f1c470d1d86a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 950 time: 0.0922189 Jun 30 09:03:20.132845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12b23aad-58a6-4e13-9e4e-3e92bd7dd987 req-6cd6babe-ed03-4be9-861b-d17113de3a9f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Jun 30 09:03:20.136342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] No DVR routers for this DVR port 1742b1a6-220e-4129-8fb8-6eef7128e64c on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:20.141091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] Pushing event updated for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.204601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-0be182fb-8d35-469b-8c40-fa547db6de7d service neutron] 10.222.0.79 "PUT /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c/bindings/n-h2-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 0.7619264 Jun 30 09:03:20.226485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.264704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['cb20086e-fc1b-4d39-8807-52dc024b53d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:20.286516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event deleted for resources: {'Port': ['ID=cb20086e-fc1b-4d39-8807-52dc024b53d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:20.372706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] No DVR routers for this DVR port cb20086e-fc1b-4d39-8807-52dc024b53d5 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:20.372930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc892792-3ce4-4bb1-9873-f9aac46968bc req-f682c88d-1f09-421e-a602-b4b4bd805fe9 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=f17a19e2-80ec-4963-890c-65820a3a7f9b HTTP/1.1" status: 200 len: 210 time: 0.0293143 Jun 30 09:03:20.376219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:20.378188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79b150ff-049a-498e-a2a9-353888658df0 req-c39e3964-31b6-460d-9454-037c7d8c1f9b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.83 "DELETE /v2.0/ports/cb20086e-fc1b-4d39-8807-52dc024b53d5 HTTP/1.1" status: 204 len: 173 time: 0.7782407 Jun 30 09:03:20.378957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'name': 'network-vif-deleted', 'tag': 'cb20086e-fc1b-4d39-8807-52dc024b53d5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:20.382589 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727ebd0f-a91f-45c4-9106-cbdb11453f72" -d '{"events": [{"server_uuid": "f17a19e2-80ec-4963-890c-65820a3a7f9b", "name": "network-vif-deleted", "tag": "cb20086e-fc1b-4d39-8807-52dc024b53d5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:20.406485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8824d88-67f6-4527-8cb0-d79ec547ac38 req-2c781726-f027-4039-b76e-d45dfba9b0e7 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.408527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8824d88-67f6-4527-8cb0-d79ec547ac38 req-2c781726-f027-4039-b76e-d45dfba9b0e7 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.1254156 Jun 30 09:03:20.432584 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00dcfb6-edad-4748-9b29-34f6145a65e5 x-openstack-request-id: req-e00dcfb6-edad-4748-9b29-34f6145a65e5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:20.432917 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17a19e2-80ec-4963-890c-65820a3a7f9b", "name": "network-vif-deleted", "tag": "cb20086e-fc1b-4d39-8807-52dc024b53d5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:20.433213 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e00dcfb6-edad-4748-9b29-34f6145a65e5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:20.433683 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17a19e2-80ec-4963-890c-65820a3a7f9b', 'name': 'network-vif-deleted', 'tag': 'cb20086e-fc1b-4d39-8807-52dc024b53d5', 'status': 'completed', 'code': 200} Jun 30 09:03:20.436037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-172a0660-ae57-4f65-b894-f56c12f6d319 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.439490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-172a0660-ae57-4f65-b894-f56c12f6d319 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1106849 Jun 30 09:03:20.453431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8824d88-67f6-4527-8cb0-d79ec547ac38 req-f8b0c81f-5120-4db0-8efb-7c6c8f83ba65 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373425 Jun 30 09:03:20.527672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-eb63343e-59de-4a1e-9d1d-ab224c83ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.529579 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-eb63343e-59de-4a1e-9d1d-ab224c83ab18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17&tenant_id=1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 1097 time: 0.0628276 Jun 30 09:03:20.601068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7465c9a-cab7-4313-9682-a9078be2ad2c req-d271b39a-fb85-4f45-b32c-af37b871223a tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.602688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7465c9a-cab7-4313-9682-a9078be2ad2c req-d271b39a-fb85-4f45-b32c-af37b871223a tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.0712066 Jun 30 09:03:20.649437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-368ea0b3-bc2a-456f-8605-09649a6b5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.650955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-368ea0b3-bc2a-456f-8605-09649a6b5903 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1097 time: 0.0599005 Jun 30 09:03:20.670321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7465c9a-cab7-4313-9682-a9078be2ad2c req-46936bb5-7610-48f1-a1a9-841a249131c3 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583537 Jun 30 09:03:20.698521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d212b9-26f8-401b-b25a-6a965ee72cd2 req-ce694f33-dad4-4651-85b3-919d799c5ff2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.700940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9d212b9-26f8-401b-b25a-6a965ee72cd2 req-ce694f33-dad4-4651-85b3-919d799c5ff2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 945 time: 0.1087844 Jun 30 09:03:20.742432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9d212b9-26f8-401b-b25a-6a965ee72cd2 req-f2209225-b0fc-4729-91cd-513a98833da0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356622 Jun 30 09:03:20.752221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-f07bb341-9af4-4e90-9278-dff55a1571d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.753703 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-f07bb341-9af4-4e90-9278-dff55a1571d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.0958140 Jun 30 09:03:20.804446 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-ab37d213-3a99-4ba1-b4b7-e3afdf1bc444 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 200 len: 217 time: 0.0383615 Jun 30 09:03:20.836500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ceb7-f3ea-412c-8061-be5a47f8dc3d req-bb623277-c892-4692-8bf1-f08422bbfed6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.838011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6569ceb7-f3ea-412c-8061-be5a47f8dc3d req-bb623277-c892-4692-8bf1-f08422bbfed6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 946 time: 0.0631881 Jun 30 09:03:20.856587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8aa7212a-6db7-4dc7-832c-e5014013f3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:20.858476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-8aa7212a-6db7-4dc7-832c-e5014013f3b1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0470130 Jun 30 09:03:20.877490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6569ceb7-f3ea-412c-8061-be5a47f8dc3d req-9ea59aec-e058-4c36-ac29-245b84805edd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334530 Jun 30 09:03:20.901405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-54b4b857-308a-4261-b3e2-ed9d72531dd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265224 Jun 30 09:03:20.953463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5'}, {'server_uuid': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:20.955841 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a6c43f-c284-4720-a7b8-b8bb3e07ef78" -d '{"events": [{"server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "name": "network-vif-plugged", "status": "completed", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5"}, {"server_uuid": "08d6f97f-b620-41b0-83b1-6173b4309efc", "name": "network-vif-plugged", "status": "completed", "tag": "a55c861b-31e2-4ec5-9cbb-efa72e483a49"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:21.011547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3bc0f-0aae-44ae-9d93-54bb2634488f req-e09ebc71-8043-4fa8-a20a-35f4ccbfa886 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.016735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-26bdd937-46c2-492a-8189-5631f68f682b service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050310 Jun 30 09:03:21.018470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71c3bc0f-0aae-44ae-9d93-54bb2634488f req-e09ebc71-8043-4fa8-a20a-35f4ccbfa886 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0872335 Jun 30 09:03:21.018802 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5df40bd-3e10-4f2c-aec1-d8c6431834de x-openstack-request-id: req-e5df40bd-3e10-4f2c-aec1-d8c6431834de {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:21.019096 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "name": "network-vif-plugged", "status": "completed", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5", "code": 200}, {"server_uuid": "08d6f97f-b620-41b0-83b1-6173b4309efc", "name": "network-vif-plugged", "status": "completed", "tag": "a55c861b-31e2-4ec5-9cbb-efa72e483a49", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:21.019350 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e5df40bd-3e10-4f2c-aec1-d8c6431834de {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:21.019740 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'code': 200} Jun 30 09:03:21.019991 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49', 'code': 200} Jun 30 09:03:21.057054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71c3bc0f-0aae-44ae-9d93-54bb2634488f req-0321a48e-428e-4420-8173-ef5d6e1d2020 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359211 Jun 30 09:03:21.198918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-88f7ec9b-d9e2-48d6-b42b-257e46091f1d service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091475 Jun 30 09:03:21.321807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08355af2-a9fe-48d6-a9c8-e721f870fcf5 req-9641d6c7-f244-4ccd-b5db-66a1d4ffa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.324153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-08355af2-a9fe-48d6-a9c8-e721f870fcf5 req-9641d6c7-f244-4ccd-b5db-66a1d4ffa27e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1098 time: 0.0983930 Jun 30 09:03:21.332420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c50b8e-bb5e-45b0-8c94-b13d8c8511eb req-a7d7d90b-eed9-4415-8c94-517023b23632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.334193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8c50b8e-bb5e-45b0-8c94-b13d8c8511eb req-a7d7d90b-eed9-4415-8c94-517023b23632 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 1097 time: 0.0749168 Jun 30 09:03:21.355618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01922c-e550-4419-9412-67c12ef15ca7 req-948369a6-2341-49fb-9e78-be40bf271693 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.357123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd01922c-e550-4419-9412-67c12ef15ca7 req-948369a6-2341-49fb-9e78-be40bf271693 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 950 time: 0.0748200 Jun 30 09:03:21.406138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-08355af2-a9fe-48d6-a9c8-e721f870fcf5 req-dd1edbb8-8fff-4f7e-9bf9-bef718b3a048 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612552 Jun 30 09:03:21.408173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8c50b8e-bb5e-45b0-8c94-b13d8c8511eb req-8bf979d7-591a-4fc0-8b21-7ef3b0b4d3b2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534708 Jun 30 09:03:21.452688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-351fa348-c87f-46ae-8b4b-186aa2abfd84 service neutron] 10.222.0.83 "GET /v2.0/ports/ed12762a-9e23-4c2d-bbe4-97d01a0f34a4/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.1143293 Jun 30 09:03:21.455627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd01922c-e550-4419-9412-67c12ef15ca7 req-ce5fa1ec-3d39-4772-b692-1598afe8fcc8 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Jun 30 09:03:21.654035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe66c5-d54b-4abc-85a0-13fd1634b1e6 req-412bc68c-1a12-4e77-850c-d31d7fefb2c9 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.655476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7afe66c5-d54b-4abc-85a0-13fd1634b1e6 req-412bc68c-1a12-4e77-850c-d31d7fefb2c9 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.0807147 Jun 30 09:03:21.712176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7afe66c5-d54b-4abc-85a0-13fd1634b1e6 req-cf792857-8226-4025-b9c8-852e35ad360e tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Jun 30 09:03:21.726978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce85af-5f6e-4c85-8b42-74a6da9d97f0 req-f8af7d4b-ab90-4d53-b19d-047599ef0b80 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.728493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56ce85af-5f6e-4c85-8b42-74a6da9d97f0 req-f8af7d4b-ab90-4d53-b19d-047599ef0b80 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 1102 time: 0.0943666 Jun 30 09:03:21.748392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-56ce85af-5f6e-4c85-8b42-74a6da9d97f0 req-50b12146-dcf8-4486-a6f4-ba3edc75962a tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.932576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-2a987c49-e589-4b3e-b135-e2e596540ebe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:21.934064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-2a987c49-e589-4b3e-b135-e2e596540ebe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.1391504 Jun 30 09:03:21.948521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-56ce85af-5f6e-4c85-8b42-74a6da9d97f0 req-50b12146-dcf8-4486-a6f4-ba3edc75962a tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.957240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-56ce85af-5f6e-4c85-8b42-74a6da9d97f0 req-50b12146-dcf8-4486-a6f4-ba3edc75962a tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:21.974046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-20a6095d-c434-45c2-a860-da5a14d6b2c9 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0309536 Jun 30 09:03:21.990307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56ce85af-5f6e-4c85-8b42-74a6da9d97f0 req-50b12146-dcf8-4486-a6f4-ba3edc75962a tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555182 Jun 30 09:03:22.027653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-e86e9b89-af16-45a1-b549-6af1e0000147 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441203 Jun 30 09:03:22.028285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b12146-dcf8-4486-a6f4-ba3edc75962a tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244f2d93-3dbd-4191-8067-611b4fe2d830,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:22.167957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-a59b3599-aec9-4fd1-9440-5a026e98c797 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247725 Jun 30 09:03:22.254636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790e8ee7-09bc-4c69-9b2b-3dc1de52ad2a req-9dab774c-c3b0-4732-84b0-c2d3e83816c7 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.256437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-790e8ee7-09bc-4c69-9b2b-3dc1de52ad2a req-9dab774c-c3b0-4732-84b0-c2d3e83816c7 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.1498649 Jun 30 09:03:22.307132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-df2de542-83ff-44da-a290-2e21a63bca00 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325448 Jun 30 09:03:22.330092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-790e8ee7-09bc-4c69-9b2b-3dc1de52ad2a req-5f41eb38-892e-4bcb-890d-f442ac7d0190 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621135 Jun 30 09:03:22.478545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-ff06d9f8-02fd-4e29-b8d6-bf2164060f0b tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.481346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-ff06d9f8-02fd-4e29-b8d6-bf2164060f0b tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.0923271 Jun 30 09:03:22.529724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265792ae-9316-439a-85cb-e74056c6a497 req-3890b103-13e3-4bbf-94d8-c8d275c0ee30 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.539873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-265792ae-9316-439a-85cb-e74056c6a497 req-3890b103-13e3-4bbf-94d8-c8d275c0ee30 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 945 time: 0.0985827 Jun 30 09:03:22.546420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cb20086e-fc1b-4d39-8807-52dc024b53d5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:22.600920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: cb20086e-fc1b-4d39-8807-52dc024b53d5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:03:22.604212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cb20086e-fc1b-4d39-8807-52dc024b53d5 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:22.622243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-265792ae-9316-439a-85cb-e74056c6a497 req-1fb00a89-c3c2-4286-9e10-cb908cb3b9f5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809004 Jun 30 09:03:22.674904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1a9915ea-8b11-4d76-8818-b9a28d5d2d25 service neutron] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:22.675230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-899d72a5-c796-4ea0-8e39-daf5b118b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.676594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-899d72a5-c796-4ea0-8e39-daf5b118b474 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3&tenant_id=60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 1101 time: 0.1615109 Jun 30 09:03:22.681627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1a9915ea-8b11-4d76-8818-b9a28d5d2d25 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:22.683376 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0244cc9-c87e-4b5d-b447-4241a62483c6 req-1a9915ea-8b11-4d76-8818-b9a28d5d2d25 service neutron] 10.222.0.83 "DELETE /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c/bindings/n-h1-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.1889818 Jun 30 09:03:22.765207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd8a90-bd55-4c4d-bd52-6b93daaf30d6 req-d10d786f-a24e-4faf-b0e1-99f2c64e735e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.778881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97fd8a90-bd55-4c4d-bd52-6b93daaf30d6 req-d10d786f-a24e-4faf-b0e1-99f2c64e735e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 946 time: 0.1172092 Jun 30 09:03:22.880115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97fd8a90-bd55-4c4d-bd52-6b93daaf30d6 req-d24d414c-15bc-41ff-90a9-fe7ab39a88ec tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044161 Jun 30 09:03:22.927866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-166b3751-7e0b-44b3-b0e3-351bb75c004f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:22.931482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-166b3751-7e0b-44b3-b0e3-351bb75c004f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1101 time: 0.1851175 Jun 30 09:03:23.208540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-222cdf9c-448d-4543-af78-610d50b2e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.210516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-222cdf9c-448d-4543-af78-610d50b2e97f service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2690661 Jun 30 09:03:23.262633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-abc42fc3-175f-47c0-974b-a2faf5d333bc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 217 time: 0.0441847 Jun 30 09:03:23.270133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924deeb8-fbd5-413a-ac0a-7bbe825bbb0e req-bfeccfc7-2706-4d87-8387-b4c0bcf9fe2f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.271630 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-924deeb8-fbd5-413a-ac0a-7bbe825bbb0e req-bfeccfc7-2706-4d87-8387-b4c0bcf9fe2f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1959512 Jun 30 09:03:23.349490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ea8400-560e-49c0-8ff5-c9b6756e5aa9 req-c660cdf7-0bb6-4f7a-8d61-50d84486e74b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 210 time: 0.0673733 Jun 30 09:03:23.367995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-9af71a89-fb51-4163-8162-8c216f42c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.369659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-9af71a89-fb51-4163-8162-8c216f42c2a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0971315 Jun 30 09:03:23.377489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-924deeb8-fbd5-413a-ac0a-7bbe825bbb0e req-5e7dbddc-8e44-4b2e-96ab-b83e273fe9f9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974097 Jun 30 09:03:23.446207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-27bf8cc5-4204-495d-89e4-261d55c8c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.448535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-27bf8cc5-4204-495d-89e4-261d55c8c703 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663078 Jun 30 09:03:23.489063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-e583985e-308a-48de-a0eb-555e25f2d9fe tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215859 Jun 30 09:03:23.692418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-e5d030c1-e038-4656-a641-b765a6c99127 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016115 Jun 30 09:03:23.709084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c7ece-23e1-4618-b3f8-14a3c604e459 req-d5543714-e80b-4184-ad17-6fe9e2889bc8 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.711099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e4c7ece-23e1-4618-b3f8-14a3c604e459 req-d5543714-e80b-4184-ad17-6fe9e2889bc8 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.2116671 Jun 30 09:03:23.717536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-acbc8d3f-29eb-4c36-8a9f-824e49fc245f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:23.724186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-acbc8d3f-29eb-4c36-8a9f-824e49fc245f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256489 Jun 30 09:03:23.741405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-d0119042-6552-4828-afa5-6856b9be3dc6 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/quotas/49e8fe4c6b694634957e1075c569013a HTTP/1.1" status: 200 len: 375 time: 0.0163705 Jun 30 09:03:24.080943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e4c7ece-23e1-4618-b3f8-14a3c604e459 req-a2dce81a-2c71-453a-8fa0-475b9debd012 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485355 Jun 30 09:03:24.150366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-055be135-31c3-4c3e-ac82-7270fe145e21 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3994954 Jun 30 09:03:24.166998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb302bfc-f379-4744-9e12-0dbc9295d80d req-5ecdfd19-3eae-4b22-8053-1f3baf0c4b96 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859138 Jun 30 09:03:24.361257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-cf2d41ab-0b60-4747-a838-4645138a588b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.365765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-cf2d41ab-0b60-4747-a838-4645138a588b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.2555344 Jun 30 09:03:24.385122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Request body: {'port': {'device_id': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'admin_state_up': True, 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:24.400238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9a0d1-36b8-4622-a52a-09cee0681ab3 req-f66983a6-5f10-4edb-b65e-e459d262450e tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.401925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bd9a0d1-36b8-4622-a52a-09cee0681ab3 req-f66983a6-5f10-4edb-b65e-e459d262450e tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 1097 time: 0.1105573 Jun 30 09:03:24.449508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bd9a0d1-36b8-4622-a52a-09cee0681ab3 req-f62624d1-f9f6-47ed-9818-77e01bffd394 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405591 Jun 30 09:03:24.548589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:24.580380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:24.591502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:24.835696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Allocated IP 172.20.0.8 (b2c54091-925f-4650-80fa-04bb3b1cd9dd/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849/2fdf8988-fc52-431b-810f-c6f33ebde62a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:24.839280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084156-f8cf-4770-911d-190378c9cf33 req-01233971-7bc4-4e59-9169-d1c175d170cb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:24.842154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11084156-f8cf-4770-911d-190378c9cf33 req-01233971-7bc4-4e59-9169-d1c175d170cb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 946 time: 0.1381578 Jun 30 09:03:24.917951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11084156-f8cf-4770-911d-190378c9cf33 req-b83ed5c2-8697-46cd-a7aa-468b68154f6f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680635 Jun 30 09:03:25.180346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-3dfbd284-f228-4c2c-8b4a-91e592f12c61 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1280131 Jun 30 09:03:25.197982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.234374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fb47f34-2065-4b4f-99f3-8f63380dc8b0 req-215318e1-f253-4c59-a649-8067a89296c8 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 210 time: 0.0517843 Jun 30 09:03:25.291225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.341205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-08d38594-fe00-4f36-81e5-b6cdf91d3c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.343022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-08d38594-fe00-4f36-81e5-b6cdf91d3c44 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 1097 time: 0.0744867 Jun 30 09:03:25.388747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:25.393880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:25.399135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:25.440370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:25.484492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.485145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.504321 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-06b708b1-9c68-4a3a-b348-dc4604a33d37 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1284370 Jun 30 09:03:25.519145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Request body: {'port': {'device_id': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:25.523106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372700d-9679-4cbf-aa05-b9e6606bd842 req-622927a8-99ef-4f11-98eb-9919e891fcd5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.530138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8372700d-9679-4cbf-aa05-b9e6606bd842 req-622927a8-99ef-4f11-98eb-9919e891fcd5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1607046 Jun 30 09:03:25.555423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-e8e517c9-fdc4-4fab-a64c-72ebf99e5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.556896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-e8e517c9-fdc4-4fab-a64c-72ebf99e5449 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.1857953 Jun 30 09:03:25.579732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8372700d-9679-4cbf-aa05-b9e6606bd842 req-47f74a56-4992-4e0d-9f7b-be7be8715068 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485985 Jun 30 09:03:25.691881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:25.847952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-cbec9c40-907f-4d9a-b95b-6a4c1dfaf438 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 200 len: 1000 time: 0.2647481 Jun 30 09:03:25.938089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-8c60319e-218d-4fdb-98d6-3f0258b4d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.939674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-8c60319e-218d-4fdb-98d6-3f0258b4d8ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.0836637 Jun 30 09:03:25.957843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-214cbd5e-27d3-4f9b-96c0-6f9f5588a8fa tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:25.960256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-214cbd5e-27d3-4f9b-96c0-6f9f5588a8fa tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.2599299 Jun 30 09:03:26.075778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-ffd1e79f-07bf-4171-9a45-a6d93cab11c4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/quotas/1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 375 time: 0.0652645 Jun 30 09:03:26.158785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-7ef0d797-8b12-4345-b946-507a13767ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.159241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdf8988-fc52-431b-810f-c6f33ebde62a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:26.160255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-7ef0d797-8b12-4345-b946-507a13767ae4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987925 Jun 30 09:03:26.168826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.192145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Transition to ACTIVE for port object 2fdf8988-fc52-431b-810f-c6f33ebde62a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:26.199145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.260253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:26.300325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d590d2-926b-4bc4-b14d-814e81ec8752 req-2907fed6-a67a-431c-b2bb-0562c1da7e09 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.301967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34d590d2-926b-4bc4-b14d-814e81ec8752 req-2907fed6-a67a-431c-b2bb-0562c1da7e09 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1098 time: 0.2244074 Jun 30 09:03:26.336227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-e11006ca-fc8e-4dad-99d6-ba04e245ea2b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2592857 Jun 30 09:03:26.359682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Attempting to bind port 2fdf8988-fc52-431b-810f-c6f33ebde62a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:26.360500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Attempting to bind port 2fdf8988-fc52-431b-810f-c6f33ebde62a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:26.361248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Attempting to bind port 2fdf8988-fc52-431b-810f-c6f33ebde62a on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:26.368952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Port 2fdf8988-fc52-431b-810f-c6f33ebde62a on network b2c54091-925f-4650-80fa-04bb3b1cd9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:26.369574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Attempting to bind port 2fdf8988-fc52-431b-810f-c6f33ebde62a on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:26.375235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:26.375600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:26.375942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Bound using segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:26.376463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Bound port: 2fdf8988-fc52-431b-810f-c6f33ebde62a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:26.377136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.405018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-df766124-59b3-49ba-a5f9-112510812b61 service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235093 Jun 30 09:03:26.454934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:26.458301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34d590d2-926b-4bc4-b14d-814e81ec8752 req-269a6262-10b5-49dc-b9d5-9a31fa765384 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420543 Jun 30 09:03:26.460183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:26.466276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.516112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.516863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.518864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] 10.222.0.79 "PUT /v2.0/ports/2fdf8988-fc52-431b-810f-c6f33ebde62a HTTP/1.1" status: 200 len: 1092 time: 1.0062149 Jun 30 09:03:26.520006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:26.524790 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0d2967-734f-4f1d-aa24-b66d55ca871f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:26.539554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:26.587301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:26.603826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.604127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.604510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.604803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.609458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.609458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.609458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.609795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.612694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.615136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.616786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.617400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ad1f37-769e-406e-af22-b2b809288905 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:26.700465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.748191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:26.749759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:26.755459 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b784e7-1665-4101-9444-0a00516b4c1a" -d '{"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:26.762441 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:26.788888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-8cf70f18-34af-4254-8f26-ef4c3ff1f74c service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342113 Jun 30 09:03:26.827410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-c82f4bd2-a3cc-47ad-9892-2b8ab047514c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:26.831806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-c82f4bd2-a3cc-47ad-9892-2b8ab047514c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 1095 time: 0.1022346 Jun 30 09:03:26.923469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-383727f5-dea4-4659-91ae-e2ea1fde38a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a HTTP/1.1" status: 200 len: 217 time: 0.0744131 Jun 30 09:03:26.955260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-b19b58fa-d427-4db7-a287-8f3a7801f570 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892649 Jun 30 09:03:27.063397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a79ab5e5-1a4c-48a1-83f0-87513023a545 req-dfd9b6c2-2f09-4197-97de-4f18f6c6c9ce service neutron] 10.222.0.83 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6442041 Jun 30 09:03:27.124053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:27.134649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08e135-bfd2-4e80-860d-295953d67987 req-75c1fe3f-4a6e-4e7b-ae40-6ef1a35c2737 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:27.142668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f08e135-bfd2-4e80-860d-295953d67987 req-75c1fe3f-4a6e-4e7b-ae40-6ef1a35c2737 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.5435863 Jun 30 09:03:27.156576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-ff2dd732-3082-4347-a8c3-c19cafd1baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:27.158535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-ff2dd732-3082-4347-a8c3-c19cafd1baf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.2188241 Jun 30 09:03:27.198256 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-15ff32c0-5585-4c69-a5c5-13c9c4a97e98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312393 Jun 30 09:03:27.202295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-4e6648a3-48e8-48c6-8264-14024c609c05 service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732438 Jun 30 09:03:27.222008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f08e135-bfd2-4e80-860d-295953d67987 req-eb2d0e86-475f-4285-aeac-3d84a765699b tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782406 Jun 30 09:03:27.444132 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-01d67b27-11e1-49fb-96e4-29a38b2eff0f service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322388 Jun 30 09:03:27.544390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5115354-3a06-496f-8dfc-17fc8f0290ea req-2feb32d4-c388-4b99-8f87-56b68a25d0ff tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 210 time: 0.0829208 Jun 30 09:03:27.643869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-11dfc5fa-99c4-40c7-b468-a4402748a8ad tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:27.647592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-11dfc5fa-99c4-40c7-b468-a4402748a8ad tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6621137 Jun 30 09:03:27.659159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4b6a96df-c860-4a8d-8c52-cb63f63d75f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930986 Jun 30 09:03:27.675414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': '01b3719c-cb41-4542-92a0-b6253d897edb', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:28.059587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1c909be4-c73e-4031-bd09-b23bcc01dc23 req-598240c2-e762-4692-bede-bd36ecda7742 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921974 Jun 30 09:03:28.073438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:28.076972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.122864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-a057100f-3ae6-4ed5-b39b-df0892efb3c8 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.133557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-a057100f-3ae6-4ed5-b39b-df0892efb3c8 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4692919 Jun 30 09:03:28.161965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:28.395030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce24ee2d-b6f8-45a2-8ca3-60f3ac5a3d9d req-5359ab60-7281-4559-ad39-7807c5b9223a tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.403537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce24ee2d-b6f8-45a2-8ca3-60f3ac5a3d9d req-5359ab60-7281-4559-ad39-7807c5b9223a tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1098 time: 0.2682867 Jun 30 09:03:28.453035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c087961-41c0-48cb-95bf-487539c2c814 req-8b79d0b5-8ff4-483e-bdec-e36fc3b8641e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:28.455735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c087961-41c0-48cb-95bf-487539c2c814 req-8b79d0b5-8ff4-483e-bdec-e36fc3b8641e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 943 time: 0.4712124 Jun 30 09:03:28.501853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:28.505723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:28.540377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce24ee2d-b6f8-45a2-8ca3-60f3ac5a3d9d req-c0a6d10a-cd24-409c-9a28-e03a531e1332 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357341 Jun 30 09:03:28.637070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.218 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/ad12e20d-86be-49cc-b91e-9152e7376957) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:28.655521 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a9a69-2fe9-4bb8-a460-7f4fe02ec816 x-openstack-request-id: req-e92a9a69-2fe9-4bb8-a460-7f4fe02ec816 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:28.656168 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:28.656488 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e92a9a69-2fe9-4bb8-a460-7f4fe02ec816 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:28.656841 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'status': 'completed', 'code': 200} Jun 30 09:03:28.733884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c087961-41c0-48cb-95bf-487539c2c814 req-71fc1be7-0136-47c8-bdd0-81b3c4290729 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615111 Jun 30 09:03:28.828522 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e705f7a-abce-4798-a534-c6f102a3bc8e x-openstack-request-id: req-9e705f7a-abce-4798-a534-c6f102a3bc8e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:28.829054 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:28.829161 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e705f7a-abce-4798-a534-c6f102a3bc8e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:28.829889 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'code': 200} Jun 30 09:03:28.903703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.030564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-eb73b3cf-c3bd-494e-b647-d302ea525d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.033319 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-eb73b3cf-c3bd-494e-b647-d302ea525d4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 1095 time: 0.3453929 Jun 30 09:03:29.038244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.080004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6298db98-9c4a-4f19-b8c8-6efbda1deb33 req-6cc53475-0e74-46ba-8f5b-dbb0fc35a0d3 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 210 time: 0.0985329 Jun 30 09:03:29.159592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object ad12e20d-86be-49cc-b91e-9152e7376957 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:29.175593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb70c75-8fed-4512-8976-2f74f804cc05 req-e11061c4-89d8-4181-923a-5e1b1e40a638 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.184081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcb70c75-8fed-4512-8976-2f74f804cc05 req-e11061c4-89d8-4181-923a-5e1b1e40a638 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 947 time: 0.3085196 Jun 30 09:03:29.237603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-8194ef5c-78e6-4607-b01e-79ed11b2ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.240350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-8194ef5c-78e6-4607-b01e-79ed11b2ee85 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.1958001 Jun 30 09:03:29.243049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.264169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:29.316304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:29.375680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcb70c75-8fed-4512-8976-2f74f804cc05 req-5837cb49-4faf-4a9a-9509-7e158d3f95db tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900339 Jun 30 09:03:29.389471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:29.451570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.14 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/ba9f0ca0-5d93-449d-a952-1420acda51ae) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:29.456306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:29.474447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-38129168-1d53-497a-a962-4c185206ef74 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a HTTP/1.1" status: 200 len: 217 time: 0.2228012 Jun 30 09:03:29.611118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.616988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.620335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.79', 57057) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:03:29.749848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=ad12e20d-86be-49cc-b91e-9152e7376957,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:29.774199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5b7d1746-84c9-40fb-9578-1bac4fc16f50 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1136515 Jun 30 09:03:29.780800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.796664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aec05825-a666-4582-8cda-41371257f1dd req-1f44f23d-6bb8-48b1-ae69-85d703801b27 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 210 time: 0.2422223 Jun 30 09:03:29.826929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object ba9f0ca0-5d93-449d-a952-1420acda51ae will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:29.832089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b02419aa-0015-4f53-b26c-a713bd1644ae None None] Provisioning for port ad12e20d-86be-49cc-b91e-9152e7376957 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:29.837842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b02419aa-0015-4f53-b26c-a713bd1644ae None None] Provisioning complete for port ad12e20d-86be-49cc-b91e-9152e7376957 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:29.838760 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b02419aa-0015-4f53-b26c-a713bd1644ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.891034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Request body: {'port': {'device_id': '01b3719c-cb41-4542-92a0-b6253d897edb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:29.900902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:29.931844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b02419aa-0015-4f53-b26c-a713bd1644ae None None] Port ad12e20d-86be-49cc-b91e-9152e7376957 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:29.935721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:29.983906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-ebe6566c-f510-4529-9467-a3302c92870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:29.991847 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-ebe6566c-f510-4529-9467-a3302c92870b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.4009304 Jun 30 09:03:29.996072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:30.004798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:30.011079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:30.016542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.017174 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.053448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=ba9f0ca0-5d93-449d-a952-1420acda51ae,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:30.085387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.086029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.086550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.087052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.087534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.088019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.088496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.088974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.089468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.089942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.090455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.090927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:30.098719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-15fd8f96-ca14-48e7-bad4-42b8467f7918 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9426751 Jun 30 09:03:30.116992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Request body: {'port': {'device_id': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:30.165196 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-75d419c8-b5f6-4f56-ad6d-7c9804586494 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435111 Jun 30 09:03:30.270909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a5bd-38e0-486a-ac8d-1295e6b6b4de req-7aa2a9a1-0b12-4c8f-a442-adcb1dfa35c6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.275009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e11a5bd-38e0-486a-ac8d-1295e6b6b4de req-7aa2a9a1-0b12-4c8f-a442-adcb1dfa35c6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 943 time: 0.2550292 Jun 30 09:03:30.369800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-94f1abd5-be3f-4a89-be11-ace91fcc67be None None] Provisioning for port ba9f0ca0-5d93-449d-a952-1420acda51ae completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:30.373984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-94f1abd5-be3f-4a89-be11-ace91fcc67be None None] Provisioning complete for port ba9f0ca0-5d93-449d-a952-1420acda51ae triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:30.374558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-94f1abd5-be3f-4a89-be11-ace91fcc67be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.394731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-96d7ab1c-e53a-459e-ad60-fedcb1ec3103 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047536 Jun 30 09:03:30.406962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e11a5bd-38e0-486a-ac8d-1295e6b6b4de req-20a88551-4376-4294-8f8c-690ace54a221 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256349 Jun 30 09:03:30.408531 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.447896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-94f1abd5-be3f-4a89-be11-ace91fcc67be None None] Port ba9f0ca0-5d93-449d-a952-1420acda51ae cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:30.472636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2fdf8988-fc52-431b-810f-c6f33ebde62a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:30.475770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18954aac-992d-4950-b253-a4cddd19a509 req-9d5d3f48-1aa5-48ee-8b4d-a5c57f619ce5 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.483500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.491321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18954aac-992d-4950-b253-a4cddd19a509 req-9d5d3f48-1aa5-48ee-8b4d-a5c57f619ce5 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1098 time: 0.2114770 Jun 30 09:03:30.515460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-8c679ffd-8d59-4fd4-97d9-dedb8a79cd5c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:30.517864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-8c679ffd-8d59-4fd4-97d9-dedb8a79cd5c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.8619177 Jun 30 09:03:30.544807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Request body: {'port': {'device_id': '0360a332-3826-4b90-af3e-34850c6baf35', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'admin_state_up': True, 'tenant_id': '1e34ad20c56f4c24a6a209e95501fea9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:30.558107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:30.687035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18954aac-992d-4950-b253-a4cddd19a509 req-f903c02f-f2bb-4d4f-9a90-5e662512bfec tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945794 Jun 30 09:03:30.730336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:30.730905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c0d2967-734f-4f1d-aa24-b66d55ca871f req-00d19c72-a8f9-44e5-9dbb-29cd53724cc7 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264418 Jun 30 09:03:30.733915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5382820-8476-4e9e-8fc3-8cae215010fa req-9eb65443-755b-4e72-8a57-b6ff8984488f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 210 time: 0.1297393 Jun 30 09:03:30.768399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'mac_address': 'fa:16:3e:a4:d1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:30.824053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:30.834597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Made reservation on behalf of 1e34ad20c56f4c24a6a209e95501fea9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:30.840220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'mac_address': 'fa:16:3e:26:09:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:30.847085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.850308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.886045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:30.907158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:30.915817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.927155 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:30.978302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba9f0ca0-5d93-449d-a952-1420acda51ae {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:30.989972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.015174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdf8988-fc52-431b-810f-c6f33ebde62a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:31.047703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Allocated IP 172.20.0.5 (223a8b17-a4d5-409d-82d4-8c802f33024a/e7efa8cf-a386-4ab0-9226-0c4eb91fdc83/324673d9-110b-4b3a-8743-de5f80f7a81d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:31.049998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.055374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Transition to ACTIVE for port object ba9f0ca0-5d93-449d-a952-1420acda51ae will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:31.060393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:31.071723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.078989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.147193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=ba9f0ca0-5d93-449d-a952-1420acda51ae,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.229330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dfe8c5-8316-46d4-ad06-d686d70a928b req-d7b827a5-cffe-4dd5-9657-a37231a6d9f2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.240792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70dfe8c5-8316-46d4-ad06-d686d70a928b req-d7b827a5-cffe-4dd5-9657-a37231a6d9f2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 948 time: 0.2537172 Jun 30 09:03:31.241092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.254307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Attempting to bind port ba9f0ca0-5d93-449d-a952-1420acda51ae on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:31.254890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Attempting to bind port ba9f0ca0-5d93-449d-a952-1420acda51ae by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:31.255204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Attempting to bind port ba9f0ca0-5d93-449d-a952-1420acda51ae on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:31.268884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Port ba9f0ca0-5d93-449d-a952-1420acda51ae on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:31.269213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Attempting to bind port ba9f0ca0-5d93-449d-a952-1420acda51ae on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:31.282688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:31.283359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:31.283460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:31.283831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Bound port: ba9f0ca0-5d93-449d-a952-1420acda51ae, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:31.284221 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.299977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70dfe8c5-8316-46d4-ad06-d686d70a928b req-8d489c27-734a-4d4e-9a98-de618a5edcfc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Jun 30 09:03:31.322704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['2fdf8988-fc52-431b-810f-c6f33ebde62a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:31.483340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] For port ba9f0ca0-5d93-449d-a952-1420acda51ae, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:31.487901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] For port ba9f0ca0-5d93-449d-a952-1420acda51ae, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:31.497264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.509346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.540851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad12e20d-86be-49cc-b91e-9152e7376957 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:31.551692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:31.553287 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.560113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] 10.222.0.79 "PUT /v2.0/ports/ba9f0ca0-5d93-449d-a952-1420acda51ae HTTP/1.1" status: 200 len: 1096 time: 1.4487698 Jun 30 09:03:31.560250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.565043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'tag': 'ba9f0ca0-5d93-449d-a952-1420acda51ae'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:31.573102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:31.575749 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa44d22c-fe5a-4dfd-925e-481508407bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2cf274-8acb-461b-88d3-af128f31ee80", "tag": "ba9f0ca0-5d93-449d-a952-1420acda51ae"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:31.621071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Transition to ACTIVE for port object ad12e20d-86be-49cc-b91e-9152e7376957 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:31.636832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.671004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:31.735490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Network 223a8b17-a4d5-409d-82d4-8c802f33024a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:31.740432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:31.742975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Pushing event updated for resources: {'Port': ['ID=ad12e20d-86be-49cc-b91e-9152e7376957,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.788501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:31.983066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863e8a5-7407-45a7-b17a-416045f0e9ea service neutron] Pushing event updated for resources: {'Port': ['ID=ba9f0ca0-5d93-449d-a952-1420acda51ae,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:31.991358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Attempting to bind port ad12e20d-86be-49cc-b91e-9152e7376957 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:31.991964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Attempting to bind port ad12e20d-86be-49cc-b91e-9152e7376957 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:31.992102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Attempting to bind port ad12e20d-86be-49cc-b91e-9152e7376957 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:32.005752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.019672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.020372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.039802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Port ad12e20d-86be-49cc-b91e-9152e7376957 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:32.040353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Attempting to bind port ad12e20d-86be-49cc-b91e-9152e7376957 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:32.050239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-02285b91-90c0-4f1f-8695-ab9f0c1e4a7c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5092456 Jun 30 09:03:32.064447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Request body: {'port': {'device_id': '0360a332-3826-4b90-af3e-34850c6baf35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:32.067158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:32.067665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:32.068315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:32.069367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Bound port: ad12e20d-86be-49cc-b91e-9152e7376957, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:32.069998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.183723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] For port ad12e20d-86be-49cc-b91e-9152e7376957, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:32.189292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] For port ad12e20d-86be-49cc-b91e-9152e7376957, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad12e20d-86be-49cc-b91e-9152e7376957,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:32.210731 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.315557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.316553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.318208 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] 10.222.0.79 "PUT /v2.0/ports/ad12e20d-86be-49cc-b91e-9152e7376957 HTTP/1.1" status: 200 len: 1097 time: 2.4414933 Jun 30 09:03:32.322186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3719c-cb41-4542-92a0-b6253d897edb', 'tag': 'ad12e20d-86be-49cc-b91e-9152e7376957'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:32.337308 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6455290-436c-48e9-bbed-320b94b8e8e8" -d '{"events": [{"name": "network-changed", "server_uuid": "01b3719c-cb41-4542-92a0-b6253d897edb", "tag": "ad12e20d-86be-49cc-b91e-9152e7376957"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:32.372135 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.438690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfa6d0-ebd3-46af-9d1d-762ae62df55b service neutron] Pushing event updated for resources: {'Port': ['ID=ad12e20d-86be-49cc-b91e-9152e7376957,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.488245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2fdf8988-fc52-431b-810f-c6f33ebde62a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:32.604955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 2fdf8988-fc52-431b-810f-c6f33ebde62a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:32.609535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 2fdf8988-fc52-431b-810f-c6f33ebde62a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:32.609907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.646934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d415c-a6e1-41a8-8d95-f6097c9b37b0 req-69ef9a7e-80c9-4ddc-b90c-1c4b388b9dfe tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.654482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-391d415c-a6e1-41a8-8d95-f6097c9b37b0 req-69ef9a7e-80c9-4ddc-b90c-1c4b388b9dfe tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 947 time: 0.9782493 Jun 30 09:03:32.685763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-a16f47c6-1a1a-423d-a0ad-ce2ef79000c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.689571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-a16f47c6-1a1a-423d-a0ad-ce2ef79000c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 1100 time: 0.3027685 Jun 30 09:03:32.735421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-391d415c-a6e1-41a8-8d95-f6097c9b37b0 req-88893665-7f88-42b9-a708-b497cd1466a3 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798755 Jun 30 09:03:32.741218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-194002e0-b861-4de5-86ab-fbed33b77c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.742999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-194002e0-b861-4de5-86ab-fbed33b77c26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 1099 time: 1.1073644 Jun 30 09:03:32.787527 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.817674 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:03:32.832794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:32.833348 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa50c8b-af04-44e5-9432-4eb111ac1e28" -d '{"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-plugged", "status": "completed", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:32.837419 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-d83b298b-9ae5-4810-a806-2a344b33b79c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ad12e20d-86be-49cc-b91e-9152e7376957 HTTP/1.1" status: 200 len: 217 time: 0.1356668 Jun 30 09:03:32.840554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-03ea37c0-8aa6-4871-ab41-3e87a673e079 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.842036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-03ea37c0-8aa6-4871-ab41-3e87a673e079 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3&tenant_id=60dfaf38a93a4684acad1259df2491b7&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 948 time: 0.2927601 Jun 30 09:03:32.843321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-ae494851-5653-415c-8c14-584461ebbb38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae HTTP/1.1" status: 200 len: 217 time: 0.0891213 Jun 30 09:03:32.844904 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddf877-96b0-4959-ae8e-ec28d7bf3dc7 x-openstack-request-id: req-72ddf877-96b0-4959-ae8e-ec28d7bf3dc7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:32.845790 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2cf274-8acb-461b-88d3-af128f31ee80", "tag": "ba9f0ca0-5d93-449d-a952-1420acda51ae", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:32.845790 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-72ddf877-96b0-4959-ae8e-ec28d7bf3dc7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:32.845980 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'tag': 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'status': 'completed', 'code': 200} Jun 30 09:03:32.854197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:32.854982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135facb2-202b-4863-801a-dda62cb9d826 req-b42889e6-ea31-4bda-9c52-8b25bd171f75 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.857948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-135facb2-202b-4863-801a-dda62cb9d826 req-b42889e6-ea31-4bda-9c52-8b25bd171f75 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 944 time: 0.8486853 Jun 30 09:03:32.873465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:32.956914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-a3d1ea03-0a90-444e-abc4-c7be0e2512ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.958686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-a3d1ea03-0a90-444e-abc4-c7be0e2512ef service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1012659 Jun 30 09:03:32.967954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-f8139026-c990-4b82-b31c-9866acae4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:32.969444 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-f8139026-c990-4b82-b31c-9866acae4d8f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1183324 Jun 30 09:03:32.972518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:32.998803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-135facb2-202b-4863-801a-dda62cb9d826 req-46ff25e3-ba49-49b5-9b95-72889adcbef3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028879 Jun 30 09:03:33.099027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-11dd3662-ccf0-4fd7-99c9-4384b37b2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.100602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-11dd3662-ccf0-4fd7-99c9-4384b37b2d7a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221235 Jun 30 09:03:33.116634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324673d9-110b-4b3a-8743-de5f80f7a81d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:33.129779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-17b08217-afc3-46d2-aebf-afc1e8d4e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.132231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-17b08217-afc3-46d2-aebf-afc1e8d4e7fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1369047 Jun 30 09:03:33.134408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16398e7-a440-42aa-9a04-4d399f9e1ffb req-455a0cbb-c4b5-48fc-8d63-6836129fecb3 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.142027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b16398e7-a440-42aa-9a04-4d399f9e1ffb req-455a0cbb-c4b5-48fc-8d63-6836129fecb3 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1098 time: 0.1519055 Jun 30 09:03:33.206990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-74a78afa-9933-4c93-9ad5-c3910ce4e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.208689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-74a78afa-9933-4c93-9ad5-c3910ce4e0cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1100 time: 0.2705615 Jun 30 09:03:33.378035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b16398e7-a440-42aa-9a04-4d399f9e1ffb req-76110677-0f63-4d45-99dc-c380828b65ac tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350986 Jun 30 09:03:33.421606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c5c27-0fbe-4dbd-a06a-89f0fd4e4b0a req-b90b2847-505e-4f7a-ad52-50c010e5ea7b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.423247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-021c5c27-0fbe-4dbd-a06a-89f0fd4e4b0a req-b90b2847-505e-4f7a-ad52-50c010e5ea7b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 931 time: 0.2571673 Jun 30 09:03:33.437045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.442511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-d217e01f-d024-491c-9d5a-f81239db5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.444378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-d217e01f-d024-491c-9d5a-f81239db5da5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2213755 Jun 30 09:03:33.460166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Transition to ACTIVE for port object 324673d9-110b-4b3a-8743-de5f80f7a81d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:33.464598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-d1687e0d-94db-42d1-a45d-30fe8249b244 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154287 Jun 30 09:03:33.473641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.514799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-6bdd5919-fd0d-4a9a-bfb7-3412e84047c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 217 time: 0.0613756 Jun 30 09:03:33.527828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-5092dded-4b8e-471b-8d7c-fe5677b8d6e4 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053988 Jun 30 09:03:33.541058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:33.589305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-021c5c27-0fbe-4dbd-a06a-89f0fd4e4b0a req-f3341831-c881-47b6-bbf7-2e526d9a966a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547763 Jun 30 09:03:33.659864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-1420de48-0dcb-4513-b400-f52fcc924a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.661340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-1420de48-0dcb-4513-b400-f52fcc924a7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1283865 Jun 30 09:03:33.680265 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-417b870c-3bdc-4d4d-974a-c207a632d8ba service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359799 Jun 30 09:03:33.682009 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946802f7-c485-406c-b39d-fd3af339d5f4 x-openstack-request-id: req-946802f7-c485-406c-b39d-fd3af339d5f4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:33.682560 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b3719c-cb41-4542-92a0-b6253d897edb", "tag": "ad12e20d-86be-49cc-b91e-9152e7376957", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:33.682811 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-946802f7-c485-406c-b39d-fd3af339d5f4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:33.683190 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3719c-cb41-4542-92a0-b6253d897edb', 'tag': 'ad12e20d-86be-49cc-b91e-9152e7376957', 'status': 'completed', 'code': 200} Jun 30 09:03:33.737764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8f9ac8-db7b-4697-a271-7a028e0f93fb req-9ff1f776-9f4c-4a3c-93b0-17009d9b7432 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401705 Jun 30 09:03:33.784340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0ac6e-eb76-4dde-98f7-5900ccc80ceb req-8e4de8d3-b14a-40eb-8111-78e1a50c819f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.794307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ab0ac6e-eb76-4dde-98f7-5900ccc80ceb req-8e4de8d3-b14a-40eb-8111-78e1a50c819f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 948 time: 0.2272377 Jun 30 09:03:33.813296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:33.813703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:33.814212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.819567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:33.820087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:33.833797 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773164c1-6aaf-44ea-8a34-a5aee0dab06c x-openstack-request-id: req-773164c1-6aaf-44ea-8a34-a5aee0dab06c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:33.834430 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-plugged", "status": "completed", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:33.834430 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-773164c1-6aaf-44ea-8a34-a5aee0dab06c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:33.835046 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'code': 200} Jun 30 09:03:33.860293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:33.860644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:33.861037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:33.872423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Bound port: 324673d9-110b-4b3a-8743-de5f80f7a81d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:33.872832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:33.901409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ab0ac6e-eb76-4dde-98f7-5900ccc80ceb req-ebc52097-f6ab-4b4d-a651-eef6ae302597 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060717 Jun 30 09:03:33.907654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-52002844-1f5c-4afc-b799-bf079e81017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.909129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-52002844-1f5c-4afc-b799-bf079e81017c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2390318 Jun 30 09:03:33.940457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-608de1ce-b268-4cc5-a755-843bcb87713c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:33.941976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-608de1ce-b268-4cc5-a755-843bcb87713c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 1100 time: 0.1693606 Jun 30 09:03:34.000503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:34.005033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:34.013829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-fcbf5162-2bbf-43b8-aa68-b6b79a240751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.015386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-fcbf5162-2bbf-43b8-aa68-b6b79a240751 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 1099 time: 0.1929107 Jun 30 09:03:34.022435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.101959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd781d-cedd-40da-ab50-200d9f2e10be req-3fd7cdc7-af20-4b5d-89de-55107b1d9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.103420 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-71cd781d-cedd-40da-ab50-200d9f2e10be req-3fd7cdc7-af20-4b5d-89de-55107b1d9aa1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 1097 time: 0.1882844 Jun 30 09:03:34.132358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.132358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.133641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-095610d3-9677-4053-b3cc-b929c373500a service neutron] 10.222.0.79 "PUT /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 1092 time: 2.0746050 Jun 30 09:03:34.190270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-a905e2b7-24f1-4cf7-84f7-b82291c7be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.191889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-a905e2b7-24f1-4cf7-84f7-b82291c7be4a service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2238963 Jun 30 09:03:34.200193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095610d3-9677-4053-b3cc-b929c373500a service neutron] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:34.241327 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-71cd781d-cedd-40da-ab50-200d9f2e10be req-2b193231-e89d-4387-beb2-a93b862bd89a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288862 Jun 30 09:03:34.256988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-6b626e8a-6fba-48a5-a9a6-022041079e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.258035 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-6b626e8a-6fba-48a5-a9a6-022041079e52 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2335436 Jun 30 09:03:34.267040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-ff3b44a0-b9fe-4afb-82c4-8e5103a9dfdb service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206875 Jun 30 09:03:34.271174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-115158ee-9f48-4865-8d1d-0e1b11ffcb79 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=ad12e20d-86be-49cc-b91e-9152e7376957 HTTP/1.1" status: 200 len: 217 time: 0.0569901 Jun 30 09:03:34.281551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-a3004e19-9398-4d14-af7e-63d4c5c34199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.283741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-a3004e19-9398-4d14-af7e-63d4c5c34199 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1095 time: 0.0878246 Jun 30 09:03:34.385837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-57a7b6bc-4efa-4889-9116-27e1a9d08b1f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae HTTP/1.1" status: 200 len: 217 time: 0.0455406 Jun 30 09:03:34.419410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2f569-f642-44a1-b456-9f046940142d req-09e49702-b977-4166-93c2-49b8afe2df3d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.421645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7f2f569-f642-44a1-b456-9f046940142d req-09e49702-b977-4166-93c2-49b8afe2df3d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 947 time: 0.2461267 Jun 30 09:03:34.449575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-341c3983-8b8d-443a-b1ae-619194b68e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.451647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-341c3983-8b8d-443a-b1ae-619194b68e8e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1139855 Jun 30 09:03:34.451787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-7b8262e3-eda0-4816-a0e1-a478074df844 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 217 time: 0.1129756 Jun 30 09:03:34.532803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-ead480b9-958b-4d42-bda8-22e49f800902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.533757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ae744b-3bda-4715-a304-d30ec8cd4f01 req-6969890b-b64f-43a5-acbb-dc688af151d7 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568743 Jun 30 09:03:34.534369 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-ead480b9-958b-4d42-bda8-22e49f800902 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0977850 Jun 30 09:03:34.539365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-60b536f7-ceb2-4d51-8dca-8e5048414ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.540781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-60b536f7-ceb2-4d51-8dca-8e5048414ff7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0664141 Jun 30 09:03:34.557424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7f2f569-f642-44a1-b456-9f046940142d req-3a282225-e38e-4cb5-bdcc-ea1402abd6ce tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258082 Jun 30 09:03:34.569557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:34.621854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-a77bc2a8-0bc9-4b15-8740-f6e36134632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.623475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-a77bc2a8-0bc9-4b15-8740-f6e36134632e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1532166 Jun 30 09:03:34.676015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-4a0c1deb-7731-448b-9fc2-d70ca2925b65 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182294 Jun 30 09:03:34.699454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:34.699844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.862716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ab532-0a38-438a-ad94-135e706272eb req-a7227fed-c922-4994-ab54-6141f6e0be69 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.864626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb6ab532-0a38-438a-ad94-135e706272eb req-a7227fed-c922-4994-ab54-6141f6e0be69 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1304533 Jun 30 09:03:34.873421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.898194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-5602c755-8492-42c6-bcc3-5c8ac39f4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:34.899842 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-5602c755-8492-42c6-bcc3-5c8ac39f4720 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3573070 Jun 30 09:03:34.903484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-28bbd487-f3bd-4121-8c87-457678e855aa service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708526 Jun 30 09:03:34.921278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:34.930558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:34.992678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb6ab532-0a38-438a-ad94-135e706272eb req-ea5872e8-5c02-49d8-a0e0-0d5b4808e4fb tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Jun 30 09:03:34.998108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-fd486b2b-e837-4837-b907-96d65456c2fe service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100069 Jun 30 09:03:35.065010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:35.074395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.075125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.075245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6455290-436c-48e9-bbed-320b94b8e8e8 req-3dda385b-fbd5-41e8-8671-da5cef15653c service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583734 Jun 30 09:03:35.075824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.076405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.076955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.077489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.078021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.078706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.080853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.081660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.082211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.082843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:03:35.178410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-8da08614-015b-417c-abc6-88bae68145a6 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620351 Jun 30 09:03:35.215855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8fe7a1-fcf9-4c32-a72e-cf27891e1080 req-29f24d95-43b9-48c5-8b83-0d1dfde881ad tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.217521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac8fe7a1-fcf9-4c32-a72e-cf27891e1080 req-29f24d95-43b9-48c5-8b83-0d1dfde881ad tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.0778108 Jun 30 09:03:35.281318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac8fe7a1-fcf9-4c32-a72e-cf27891e1080 req-44060b44-a93d-4622-8ffb-82bed08e47a4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553586 Jun 30 09:03:35.284540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8c653a5-dcb8-4f67-8e47-602f1cf61bf9 req-c31027e7-7485-47d4-9a16-4a2292a1e5e7 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732973 Jun 30 09:03:35.340554 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa44d22c-fe5a-4dfd-925e-481508407bc7 req-8138f2e0-2c3f-4019-939b-81f893c48dff service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526384 Jun 30 09:03:35.524016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-7c898a93-cbda-467c-a3b3-a79c3b7f6a59 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:03:35.526161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-7c898a93-cbda-467c-a3b3-a79c3b7f6a59 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109355 Jun 30 09:03:35.538165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Request body: {'binding': {'host': 'n-h1-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:35.538804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Unknown quota resources ['binding']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:03:35.684117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.689082 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.697544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a2d1e-3562-4104-8d6e-0c3cdb82dbf4 req-a1357440-c53a-45af-91d4-3d5100580b78 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:35.699169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e8a2d1e-3562-4104-8d6e-0c3cdb82dbf4 req-a1357440-c53a-45af-91d4-3d5100580b78 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1380281 Jun 30 09:03:35.777862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e8a2d1e-3562-4104-8d6e-0c3cdb82dbf4 req-0252d9e1-10fc-448d-bd74-2d38cb6096e8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676241 Jun 30 09:03:35.782382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on host n-h1-780147-22 for vnic_type normal with profile None {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:35.782717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:35.783045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:35.788205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:35.788524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:35.793883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:35.794243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:35.794637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:35.795121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Bound port: 16a8a763-1dca-477e-8c0c-ba8d448314c5, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:35.835810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:35.839130 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1e95aa-7fd5-48ec-9654-0278a2b416ca" -d '{"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-plugged", "status": "completed", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:35.861382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:35.868098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] Notify callbacks [] for binding, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:35.869437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c414b8a8-8b2d-4631-8849-d78f54486845 service neutron] 10.222.0.77 "POST /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5/bindings HTTP/1.1" status: 201 len: 390 time: 0.3362601 Jun 30 09:03:35.985377 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d4e6f-8314-4e76-b39b-818c7465c7c4 x-openstack-request-id: req-d50d4e6f-8314-4e76-b39b-818c7465c7c4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:35.985664 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:35.986145 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d50d4e6f-8314-4e76-b39b-818c7465c7c4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:35.986629 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'status': 'completed', 'code': 200} Jun 30 09:03:36.005228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f6c82-2ceb-41dc-8e69-80ca16261f6f req-4f93bae4-61a2-4c6f-8c47-f298a8feae98 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.015147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a75f6c82-2ceb-41dc-8e69-80ca16261f6f req-4f93bae4-61a2-4c6f-8c47-f298a8feae98 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 947 time: 0.1119471 Jun 30 09:03:36.054258 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7ae5a5-caa7-47ed-bbd1-04c5eece1e1c x-openstack-request-id: req-2f7ae5a5-caa7-47ed-bbd1-04c5eece1e1c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:36.054762 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-plugged", "status": "completed", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:36.054913 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f7ae5a5-caa7-47ed-bbd1-04c5eece1e1c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:36.055367 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'code': 200} Jun 30 09:03:36.081125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a75f6c82-2ceb-41dc-8e69-80ca16261f6f req-722b3e1d-272e-44bf-9f53-12f53f027dde tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594027 Jun 30 09:03:36.107471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-881e9aff-3288-4ce7-a346-b213a104cefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.109017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-881e9aff-3288-4ce7-a346-b213a104cefb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1095 time: 0.0863092 Jun 30 09:03:36.260728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-7b27afa5-8695-41a1-940d-8daf9ff654ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.262212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-7b27afa5-8695-41a1-940d-8daf9ff654ce service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1439061 Jun 30 09:03:36.305866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab27fd64-4725-416b-af18-41c993c376d1 req-729e9b86-eb1d-43da-98e6-3a04325d5902 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.307375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab27fd64-4725-416b-af18-41c993c376d1 req-729e9b86-eb1d-43da-98e6-3a04325d5902 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1166344 Jun 30 09:03:36.308298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-47d94c58-6226-4b2c-b16f-f22a24e16b64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 217 time: 0.0371959 Jun 30 09:03:36.320950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-8cea1f22-42f9-4ce4-bdc0-e4aea45b868c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.322456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-8cea1f22-42f9-4ce4-bdc0-e4aea45b868c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1098 time: 0.1067739 Jun 30 09:03:36.325119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2bb6-6c4a-4c0c-81bd-f7663a8a05ff req-97257255-6893-4386-aa7b-930d6c55c2fe tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.326769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-445f2bb6-6c4a-4c0c-81bd-f7663a8a05ff req-97257255-6893-4386-aa7b-930d6c55c2fe tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 946 time: 0.1377242 Jun 30 09:03:36.393074 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab27fd64-4725-416b-af18-41c993c376d1 req-9a77c003-c38c-4dc3-bef9-05c94ffae86b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790322 Jun 30 09:03:36.408445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-445f2bb6-6c4a-4c0c-81bd-f7663a8a05ff req-b2a03287-102a-48af-a48a-78346cafee2c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626721 Jun 30 09:03:36.435530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-8e2f0d86-be58-46dd-8476-eaa570ed4b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.437120 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-8e2f0d86-be58-46dd-8476-eaa570ed4b91 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1137173 Jun 30 09:03:36.500975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-5f72745d-e482-413b-b3f7-22d800b383c8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464182 Jun 30 09:03:36.504147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad12e20d-86be-49cc-b91e-9152e7376957 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:36.572304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-f0f95c13-c5f2-44d0-87e5-d144ae5ec851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.573779 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-f0f95c13-c5f2-44d0-87e5-d144ae5ec851 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2420866 Jun 30 09:03:36.642979 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-bc000cd4-713a-470a-982b-c544b19978df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 217 time: 0.0551651 Jun 30 09:03:36.653962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ad12e20d-86be-49cc-b91e-9152e7376957, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad12e20d-86be-49cc-b91e-9152e7376957,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:36.680336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8cc2f2-c6f1-4be9-9809-87af914837d1 req-23836d68-ef5e-4bf2-8800-de1ae0f576c7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.682178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a8cc2f2-c6f1-4be9-9809-87af914837d1 req-23836d68-ef5e-4bf2-8800-de1ae0f576c7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.1178136 Jun 30 09:03:36.683101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ad12e20d-86be-49cc-b91e-9152e7376957', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'ad12e20d-86be-49cc-b91e-9152e7376957', 'mac_address': 'fa:16:3e:67:db:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:36.729546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.730745 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-88daab72-3d20-4213-9775-d19ee16fcd80 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214520 Jun 30 09:03:36.748363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad12e20d-86be-49cc-b91e-9152e7376957 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:36.749245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-160a463a-ee35-4c27-95d3-fe2ab737be7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:36.751165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-160a463a-ee35-4c27-95d3-fe2ab737be7f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0860827 Jun 30 09:03:36.771756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a8cc2f2-c6f1-4be9-9809-87af914837d1 req-13da161b-1a58-4b57-91f7-6261b141424a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828383 Jun 30 09:03:36.792480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ad12e20d-86be-49cc-b91e-9152e7376957, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad12e20d-86be-49cc-b91e-9152e7376957,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:36.799064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:36.799838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ba9f0ca0-5d93-449d-a952-1420acda51ae details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:36.867258 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-15ad0352-4ff5-4054-965b-74700fd20db0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029487 Jun 30 09:03:36.919949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ad12e20d-86be-49cc-b91e-9152e7376957,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:36.995116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ba9f0ca0-5d93-449d-a952-1420acda51ae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:37.001458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aaa4e1d2-27ab-4555-8116-0f3920cc96fd req-5bd704a7-ccc2-458a-b468-b8f54288d6cf service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630363 Jun 30 09:03:37.020040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-6dc3219b-1313-4ab8-a779-eb0e38925b3d service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419704 Jun 30 09:03:37.023908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'mac_address': 'fa:16:3e:19:a7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:37.069771 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.088665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba9f0ca0-5d93-449d-a952-1420acda51ae {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:37.116831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ba9f0ca0-5d93-449d-a952-1420acda51ae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:37.122657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.184381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-520eb1b5-bd33-4045-8df3-5dc037c60c5a service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548202 Jun 30 09:03:37.199342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ba9f0ca0-5d93-449d-a952-1420acda51ae,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.221028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c31e0-a5ff-4fec-ab18-c7697080c26a req-befafcf2-55bb-4091-a2d6-e5ced5654582 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.222989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637c31e0-a5ff-4fec-ab18-c7697080c26a req-befafcf2-55bb-4091-a2d6-e5ced5654582 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.0871534 Jun 30 09:03:37.304211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637c31e0-a5ff-4fec-ab18-c7697080c26a req-8c09f586-7cfd-42c1-a0ed-42286392aef1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750043 Jun 30 09:03:37.333585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80521a8d-1ca5-4fbf-8f6a-d2288b006779 req-25012a3f-cc0b-47db-9031-99e798cdeae2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.336370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80521a8d-1ca5-4fbf-8f6a-d2288b006779 req-25012a3f-cc0b-47db-9031-99e798cdeae2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0916097 Jun 30 09:03:37.344005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-70f1ae2e-3378-40d4-8ced-704d1a43c02d tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.347464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-70f1ae2e-3378-40d4-8ced-704d1a43c02d tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1098 time: 0.0864387 Jun 30 09:03:37.360270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:37.390290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80521a8d-1ca5-4fbf-8f6a-d2288b006779 req-d963dd47-1f11-4481-952e-b268a8ce4663 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458355 Jun 30 09:03:37.401547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ad12e20d-86be-49cc-b91e-9152e7376957'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:37.442024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ba9f0ca0-5d93-449d-a952-1420acda51ae'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:37.531524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.544514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8e80e-db31-4082-a052-33260aee9050 req-e1242190-2aef-4bd6-8a54-3047aa50b0ee tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.557986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3da8e80e-db31-4082-a052-33260aee9050 req-e1242190-2aef-4bd6-8a54-3047aa50b0ee tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 948 time: 0.1182878 Jun 30 09:03:37.678621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3da8e80e-db31-4082-a052-33260aee9050 req-e42e1428-dbd4-44dd-bab1-4115fc31bb7f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188362 Jun 30 09:03:37.703890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:37.749462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66108b4-b89c-4938-9261-ccb8697b7257 req-9523f5e6-c257-4773-8ca9-b33a63af876c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.754862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d66108b4-b89c-4938-9261-ccb8697b7257 req-9523f5e6-c257-4773-8ca9-b33a63af876c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1519449 Jun 30 09:03:37.762569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:37.798763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d66108b4-b89c-4938-9261-ccb8697b7257 req-59e83f4e-4bff-4ad0-bbad-8530881774a3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378819 Jun 30 09:03:37.820980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.830970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.903024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03fdf8f-df12-4893-bc45-8e05865f180d req-83e02cca-b12b-41c3-9f03-2a53b44f7066 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:37.904267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e03fdf8f-df12-4893-bc45-8e05865f180d req-83e02cca-b12b-41c3-9f03-2a53b44f7066 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.0701711 Jun 30 09:03:37.919597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:37.924124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on host n-h2-780147-22 for vnic_type normal with profile {"migrating_to": "n-h1-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:37.924458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:37.924789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:37.930380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:37.930380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Attempting to bind port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:37.935449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:37.935645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:37.935970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:37.936405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Bound port: 16a8a763-1dca-477e-8c0c-ba8d448314c5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:37.936763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:37.981376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e03fdf8f-df12-4893-bc45-8e05865f180d req-a2b6fcf8-34b2-4fb0-b5d9-cf3d7ee4844b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Jun 30 09:03:37.988961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:37.992030 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d036a3df-f9a9-4c51-b8ff-8a4dc9fe3521" -d '{"events": [{"server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "name": "network-vif-unplugged", "status": "completed", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:38.011858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:38.015568 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:38.019364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab24ef9-e09c-49bb-aaa3-9faf60525183 req-15899b26-8f25-451b-9c08-ff9d6a704136 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.021910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.026769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ab24ef9-e09c-49bb-aaa3-9faf60525183 req-15899b26-8f25-451b-9c08-ff9d6a704136 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.1079772 Jun 30 09:03:38.068258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ab24ef9-e09c-49bb-aaa3-9faf60525183 req-fd0ba1df-55eb-4abe-b900-59fad8756bcd tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 Jun 30 09:03:38.125464 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2254fe13-00a0-41e9-b98a-e03631fe5730 x-openstack-request-id: req-2254fe13-00a0-41e9-b98a-e03631fe5730 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:38.125748 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "name": "network-vif-unplugged", "status": "completed", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:38.126039 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2254fe13-00a0-41e9-b98a-e03631fe5730 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:38.126454 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'code': 200} Jun 30 09:03:38.133572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.134365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.135733 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] 10.222.0.79 "PUT /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 1124 time: 0.7803521 Jun 30 09:03:38.136435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aeb52-c14d-4bce-a42d-b84c64dac91f service neutron] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.378014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-e61333e9-64b1-4bd4-8a73-3579c8398647 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222709 Jun 30 09:03:38.406799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['16a8a763-1dca-477e-8c0c-ba8d448314c5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:38.494001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-8e3cb762-2588-4162-a3cf-a9dc9aee132f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.495665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-8e3cb762-2588-4162-a3cf-a9dc9aee132f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1119525 Jun 30 09:03:38.512151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-328b4a0f-effd-4617-b653-a61011d917cf tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/quotas/60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 375 time: 0.0097644 Jun 30 09:03:38.516745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:38.518944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad12e20d-86be-49cc-b91e-9152e7376957 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:38.679596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ad12e20d-86be-49cc-b91e-9152e7376957 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:38.691523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ad12e20d-86be-49cc-b91e-9152e7376957 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:38.691914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.742612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:38.763065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'port_id': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'mac_address': 'fa:16:3e:a3:ce:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7efa8cf-a386-4ab0-9226-0c4eb91fdc83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:38.833641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.854459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324673d9-110b-4b3a-8743-de5f80f7a81d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:38.866079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.888864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:38.896659 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.905351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3719c-cb41-4542-92a0-b6253d897edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad12e20d-86be-49cc-b91e-9152e7376957'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:38.907614 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7bf020-3ac1-4ce1-8de1-68f24e056ea2" -d '{"events": [{"server_uuid": "01b3719c-cb41-4542-92a0-b6253d897edb", "name": "network-vif-plugged", "status": "completed", "tag": "ad12e20d-86be-49cc-b91e-9152e7376957"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:38.928154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-644bcfd7-8c37-4999-97e7-40c2770fd918 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4098065 Jun 30 09:03:38.939051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ad12e20d-86be-49cc-b91e-9152e7376957, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad12e20d-86be-49cc-b91e-9152e7376957,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:38.942832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf97ad4-90b2-4663-8079-c79e822bafa8 req-ec6f6cf8-9aad-4746-8b16-766d4cdcc829 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:38.945253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daf97ad4-90b2-4663-8079-c79e822bafa8 req-ec6f6cf8-9aad-4746-8b16-766d4cdcc829 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0899539 Jun 30 09:03:38.951144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:38.952192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ba9f0ca0-5d93-449d-a952-1420acda51ae up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:38.995388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:38.997464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daf97ad4-90b2-4663-8079-c79e822bafa8 req-75af47cb-acee-4e72-abd8-fdb78b1ae0b8 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444946 Jun 30 09:03:39.059266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ba9f0ca0-5d93-449d-a952-1420acda51ae completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:39.061309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ad12e20d-86be-49cc-b91e-9152e7376957,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.067247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ba9f0ca0-5d93-449d-a952-1420acda51ae triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:39.067696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.104060 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078187b-f5ab-4e0f-976a-97a69662d384 x-openstack-request-id: req-1078187b-f5ab-4e0f-976a-97a69662d384 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:39.104412 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3719c-cb41-4542-92a0-b6253d897edb", "name": "network-vif-plugged", "status": "completed", "tag": "ad12e20d-86be-49cc-b91e-9152e7376957", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:39.104748 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1078187b-f5ab-4e0f-976a-97a69662d384 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:39.105198 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3719c-cb41-4542-92a0-b6253d897edb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad12e20d-86be-49cc-b91e-9152e7376957', 'code': 200} Jun 30 09:03:39.180755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.223125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['324673d9-110b-4b3a-8743-de5f80f7a81d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:39.226982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ba9f0ca0-5d93-449d-a952-1420acda51ae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:39.252834 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:39.279368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2726cd-33e1-4cbb-96ad-1d0fd1a48783 req-f2b14d12-efc3-4328-ab15-80612bbdcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.281005 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb2726cd-33e1-4cbb-96ad-1d0fd1a48783 req-f2b14d12-efc3-4328-ab15-80612bbdcce8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 1102 time: 0.0727937 Jun 30 09:03:39.319707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbc3ab-2a88-474b-bcf8-6a1227cc321c req-43c36c3a-fb51-4b6a-90e9-6381db09a6d4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.326960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0bbc3ab-2a88-474b-bcf8-6a1227cc321c req-43c36c3a-fb51-4b6a-90e9-6381db09a6d4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 948 time: 0.1605015 Jun 30 09:03:39.341994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ba9f0ca0-5d93-449d-a952-1420acda51ae,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:39.344278 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb2726cd-33e1-4cbb-96ad-1d0fd1a48783 req-c8832c6b-0829-4bf3-aa8c-ec32420681be service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548007 Jun 30 09:03:39.361800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1cea3-9dba-489d-9bda-65bc721392ff req-86bb0a5e-0740-4a15-8f95-66598f000a65 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.363524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27b1cea3-9dba-489d-9bda-65bc721392ff req-86bb0a5e-0740-4a15-8f95-66598f000a65 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.1390784 Jun 30 09:03:39.395735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0bbc3ab-2a88-474b-bcf8-6a1227cc321c req-14b9970d-ad83-4c38-bde2-3d9d3be11a41 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676658 Jun 30 09:03:39.447486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27b1cea3-9dba-489d-9bda-65bc721392ff req-ac9e1ef5-edb2-4bca-bbf1-2182d0a1aec3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725079 Jun 30 09:03:39.494790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a56d993e-7873-4e6c-96fc-62b97e4e8c68 req-a4729dcb-9f00-42c9-9710-9db0f6d6e651 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 210 time: 0.0300632 Jun 30 09:03:39.649612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ad9c8-456e-48e1-9b93-bb9a6f193329 req-3966da77-80ad-492e-8f1a-4317689b48ae tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:39.651212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-443ad9c8-456e-48e1-9b93-bb9a6f193329 req-3966da77-80ad-492e-8f1a-4317689b48ae tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 944 time: 0.0706997 Jun 30 09:03:39.693058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-443ad9c8-456e-48e1-9b93-bb9a6f193329 req-8203f357-08ff-4848-8864-3ee9de609d36 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361328 Jun 30 09:03:40.128259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:40.131461 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56cc128-0b7d-4380-a28d-1acc695839be" -d '{"events": [{"name": "network-changed", "server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:40.183640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba6839-175d-4136-9ebf-c61c915b2071 req-f59fb34a-5f32-4f86-9c08-ae993fccdf3d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.185144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fba6839-175d-4136-9ebf-c61c915b2071 req-f59fb34a-5f32-4f86-9c08-ae993fccdf3d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0677209 Jun 30 09:03:40.228478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fba6839-175d-4136-9ebf-c61c915b2071 req-a8040522-01e9-4b07-aec7-39d6a26d8502 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371792 Jun 30 09:03:40.275153 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4867a5-1541-44ad-9c3e-bfc57f1e9d31 x-openstack-request-id: req-1f4867a5-1541-44ad-9c3e-bfc57f1e9d31 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:40.275503 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:40.275815 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f4867a5-1541-44ad-9c3e-bfc57f1e9d31 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:40.276302 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'status': 'completed', 'code': 200} Jun 30 09:03:40.399566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc128-0b7d-4380-a28d-1acc695839be req-0df857f0-09b9-40be-bc1c-3cf310c22d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.401923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-0df857f0-09b9-40be-bc1c-3cf310c22d26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1127 time: 0.0575645 Jun 30 09:03:40.549795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:40.571499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc128-0b7d-4380-a28d-1acc695839be req-31de3f09-983b-4243-8979-e817f030ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.573167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-31de3f09-983b-4243-8979-e817f030ed0a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1491203 Jun 30 09:03:40.576133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:40.659083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-f630098c-158c-48be-a9f3-ded39be2d35c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 217 time: 0.0705373 Jun 30 09:03:40.688342 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-93eb229d-87de-4363-825e-32ffa7675470 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344532 Jun 30 09:03:40.782409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56cc128-0b7d-4380-a28d-1acc695839be req-be2583b8-526e-46d3-9991-47bf41f0c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.784335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-be2583b8-526e-46d3-9991-47bf41f0c610 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.1136255 Jun 30 09:03:40.797204 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:03:40.805017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f4568-36e4-4a77-86c3-480aa1f0a497 req-0648ce3e-c630-4525-a177-e6dd72382e54 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.814331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f4568-36e4-4a77-86c3-480aa1f0a497 req-0648ce3e-c630-4525-a177-e6dd72382e54 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 949 time: 0.2358618 Jun 30 09:03:40.893108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f4568-36e4-4a77-86c3-480aa1f0a497 req-6b03c315-aa28-4f1c-bce2-a56b634ccf0e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776212 Jun 30 09:03:40.901864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 324673d9-110b-4b3a-8743-de5f80f7a81d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:40.914948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-6ebb873f-a1bb-470c-a370-18a8d798d68d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:40.916430 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-6ebb873f-a1bb-470c-a370-18a8d798d68d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2231894 Jun 30 09:03:40.921182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 324673d9-110b-4b3a-8743-de5f80f7a81d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:40.921553 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:40.934576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:40.965280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Request body: {'port': {'device_id': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '60dfaf38a93a4684acad1259df2491b7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:40.981109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-4a8fa5a0-6926-4212-bb3b-aea6a6c58367 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1407375 Jun 30 09:03:41.003786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 has no active binding in host n-h1-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:03:41.030290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d62ed-e86d-4096-bb53-d6514cbf1239 req-e17c189b-6c95-4fe7-86b7-27944f94fe8c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.038788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e42d62ed-e86d-4096-bb53-d6514cbf1239 req-e17c189b-6c95-4fe7-86b7-27944f94fe8c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.1423318 Jun 30 09:03:41.112013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f0ca0-5d93-449d-a952-1420acda51ae'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:41.114485 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1e0ddd-f932-40b5-9167-cea5b21b6fe6" -d '{"events": [{"server_uuid": "3b2cf274-8acb-461b-88d3-af128f31ee80", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f0ca0-5d93-449d-a952-1420acda51ae"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:41.135407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4993ecae-fed3-44ae-873f-4fb6bce3ae1a req-a9deb4e6-455a-44aa-8d01-b9e38e1249fc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 210 time: 0.0473132 Jun 30 09:03:41.142957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Made reservation on behalf of 60dfaf38a93a4684acad1259df2491b7 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:41.147205 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.148781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.175860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e42d62ed-e86d-4096-bb53-d6514cbf1239 req-31e4a221-9b0c-4720-87e7-870758c21b61 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356869 Jun 30 09:03:41.200856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:41.206247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6801bdbb-37dc-44b9-8cba-aedf673bed32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.223715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.223888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-f1e9d4dc-f4da-44cd-8bed-f0248037654a service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074425 Jun 30 09:03:41.289880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.325401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Allocated IP 192.168.233.222 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/0a52fdf8-2617-41b0-a301-5d8472225657) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:41.387966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b56cc128-0b7d-4380-a28d-1acc695839be req-837176e4-33c9-42ba-bede-933bd0582072 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590350 Jun 30 09:03:41.393674 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7731d819-ec31-4725-a691-21842dff126e x-openstack-request-id: req-7731d819-ec31-4725-a691-21842dff126e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:41.394084 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2cf274-8acb-461b-88d3-af128f31ee80", "name": "network-vif-plugged", "status": "completed", "tag": "ba9f0ca0-5d93-449d-a952-1420acda51ae", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:41.394474 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7731d819-ec31-4725-a691-21842dff126e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:41.394968 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'code': 200} Jun 30 09:03:41.453322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64019f9-ee7c-42e5-a8b3-490f001edff5 req-4c5f6d92-443c-436a-8296-7aa9d6384c19 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.454916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64019f9-ee7c-42e5-a8b3-490f001edff5 req-4c5f6d92-443c-436a-8296-7aa9d6384c19 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.1045287 Jun 30 09:03:41.497065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64019f9-ee7c-42e5-a8b3-490f001edff5 req-9da82345-c25a-4380-a33e-fdd35af545f0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356286 Jun 30 09:03:41.539714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.566351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Transition to ACTIVE for port object 0a52fdf8-2617-41b0-a301-5d8472225657 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:41.581723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dd0ec-45c6-471c-8c80-7dddc1801507 req-fce5d32e-3c3c-4170-8418-0dd064d33e2e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.583321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-372dd0ec-45c6-471c-8c80-7dddc1801507 req-fce5d32e-3c3c-4170-8418-0dd064d33e2e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0710502 Jun 30 09:03:41.595052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e01cf-3714-4127-a007-e7500d4d89c3 req-72bdee71-b61a-4b65-9364-498055e544b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.596557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0c9e01cf-3714-4127-a007-e7500d4d89c3 req-72bdee71-b61a-4b65-9364-498055e544b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 1101 time: 0.1127567 Jun 30 09:03:41.612890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.622947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-372dd0ec-45c6-471c-8c80-7dddc1801507 req-702ecdc2-ecef-433f-b6be-9c1acb41cbed tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336857 Jun 30 09:03:41.624509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:41.665475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:41.669690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:41.675737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:41.684257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:41.715564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:41.723209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0c9e01cf-3714-4127-a007-e7500d4d89c3 req-75aad4cd-48f7-4ab8-8782-e3682cf07343 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083722 Jun 30 09:03:41.747445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:41.748094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:41.780742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-98a8ce33-d2ba-4247-a046-9e50fc9f2123 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8200281 Jun 30 09:03:41.813004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Request body: {'port': {'device_id': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:41.925192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.053820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-976ace88-8acf-4bc6-a24b-5f63fc65a2ef None None] Provisioning for port 0a52fdf8-2617-41b0-a301-5d8472225657 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:42.066174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-976ace88-8acf-4bc6-a24b-5f63fc65a2ef None None] Provisioning complete for port 0a52fdf8-2617-41b0-a301-5d8472225657 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:42.067675 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-976ace88-8acf-4bc6-a24b-5f63fc65a2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.109264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-976ace88-8acf-4bc6-a24b-5f63fc65a2ef None None] Port 0a52fdf8-2617-41b0-a301-5d8472225657 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:42.118754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c5022-825f-4da4-b0e4-be5f4ff6e49d req-f8d40fa1-04f6-4549-bc85-a55a543b8cf2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.120296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c4c5022-825f-4da4-b0e4-be5f4ff6e49d req-f8d40fa1-04f6-4549-bc85-a55a543b8cf2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 949 time: 0.0674582 Jun 30 09:03:42.160287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c4c5022-825f-4da4-b0e4-be5f4ff6e49d req-9a4aa409-caf0-4a22-bd9d-4c8940fae0b9 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Jun 30 09:03:42.223805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a52fdf8-2617-41b0-a301-5d8472225657 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:42.232627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.247986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Transition to ACTIVE for port object 0a52fdf8-2617-41b0-a301-5d8472225657 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:42.253665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.312812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:42.439642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d935016-f100-4981-a0e0-1e8c0b9722bd req-f2cade8c-6851-474f-9d52-0380b455cfa5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.441209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d935016-f100-4981-a0e0-1e8c0b9722bd req-f2cade8c-6851-474f-9d52-0380b455cfa5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.1086500 Jun 30 09:03:42.450208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Attempting to bind port 0a52fdf8-2617-41b0-a301-5d8472225657 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:42.450764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Attempting to bind port 0a52fdf8-2617-41b0-a301-5d8472225657 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:42.451306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Attempting to bind port 0a52fdf8-2617-41b0-a301-5d8472225657 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:42.461914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Port 0a52fdf8-2617-41b0-a301-5d8472225657 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:42.462678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Attempting to bind port 0a52fdf8-2617-41b0-a301-5d8472225657 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:42.468076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:42.468635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:42.469160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:42.470962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Bound port: 0a52fdf8-2617-41b0-a301-5d8472225657, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:42.471551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.497177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d935016-f100-4981-a0e0-1e8c0b9722bd req-ff7ed6f6-d603-4790-9fd2-3ab9a7041bbd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426431 Jun 30 09:03:42.570015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:42.575743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:42.586811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.625597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9876f2a-e33e-4e51-8c73-26c3eb514d6f req-50dd0661-64d4-4a79-b372-03cfd85673c2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.627177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9876f2a-e33e-4e51-8c73-26c3eb514d6f req-50dd0661-64d4-4a79-b372-03cfd85673c2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.1096931 Jun 30 09:03:42.648542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.649480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:42.651549 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] 10.222.0.83 "PUT /v2.0/ports/0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 1097 time: 0.8435745 Jun 30 09:03:42.652406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:42.655885 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0ce798-d362-4631-87ee-79bb5bbce5c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:42.690457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4c244-01d0-4849-bc50-fce9a61677f6 service neutron] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:42.710857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9876f2a-e33e-4e51-8c73-26c3eb514d6f req-e0640e8d-1e3b-4731-beb5-45fca71f10c7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764575 Jun 30 09:03:42.826889 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b4bdf3-c5b8-424a-935f-a29f34448fa5 x-openstack-request-id: req-d8b4bdf3-c5b8-424a-935f-a29f34448fa5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:42.827445 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:42.827610 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8b4bdf3-c5b8-424a-935f-a29f34448fa5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:42.828101 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'status': 'completed', 'code': 200} Jun 30 09:03:42.889571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-6874e1d5-04c8-4564-9105-65508a08aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.891352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-6874e1d5-04c8-4564-9105-65508a08aa60 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1100 time: 0.1390343 Jun 30 09:03:42.927551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70cdc8-7ad8-4661-91a1-4abd919a8ebe req-b592753f-85c5-4fb7-9844-8b525baeb501 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:42.932170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff70cdc8-7ad8-4661-91a1-4abd919a8ebe req-b592753f-85c5-4fb7-9844-8b525baeb501 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.1002653 Jun 30 09:03:43.002587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-c40806eb-f376-4277-8c0c-53a5812723a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 217 time: 0.0655353 Jun 30 09:03:43.008542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff70cdc8-7ad8-4661-91a1-4abd919a8ebe req-0304c9cb-3d80-4dee-a87e-79045873a4ce tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671654 Jun 30 09:03:43.081965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d581435-ae94-4758-8abc-d6f610114f4c req-a16eb73f-c9f4-4bd8-a66c-d20670fd2eab tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.084413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d581435-ae94-4758-8abc-d6f610114f4c req-a16eb73f-c9f4-4bd8-a66c-d20670fd2eab tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0813191 Jun 30 09:03:43.132124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-0ea88379-ceca-4388-87f7-1da6c76adfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.134359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-0ea88379-ceca-4388-87f7-1da6c76adfe7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0593147 Jun 30 09:03:43.153444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d581435-ae94-4758-8abc-d6f610114f4c req-47fbea87-ae4a-4427-b0ec-dabd5e0a2f86 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611112 Jun 30 09:03:43.217250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-d8584bcf-4628-4c23-b363-a9d8172173b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.220405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-d8584bcf-4628-4c23-b363-a9d8172173b1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0760496 Jun 30 09:03:43.346973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-362305ed-ec79-4c97-ba8e-748a6393d1bd service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183972 Jun 30 09:03:43.396007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:43.400071 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924e3aaf-fa2d-45b9-933d-d5b20443c774" -d '{"events": [{"server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "name": "network-vif-plugged", "status": "completed", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:43.400879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa422478-2ee8-4bdf-a2d8-9ba1f9d2c228 req-a7788003-b944-4fc6-902a-20e36551a0bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.402739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa422478-2ee8-4bdf-a2d8-9ba1f9d2c228 req-a7788003-b944-4fc6-902a-20e36551a0bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 949 time: 0.0861542 Jun 30 09:03:43.448507 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b485d8cc-a3d5-4f2d-8f93-4eb789202a09 x-openstack-request-id: req-b485d8cc-a3d5-4f2d-8f93-4eb789202a09 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:43.451088 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "name": "network-vif-plugged", "status": "completed", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:43.452252 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b485d8cc-a3d5-4f2d-8f93-4eb789202a09 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:43.454457 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'code': 200} Jun 30 09:03:43.481778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa422478-2ee8-4bdf-a2d8-9ba1f9d2c228 req-5144f04c-5567-4813-96d2-93af2144c308 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Jun 30 09:03:43.770723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15522425-eb82-4dd7-ac6c-9f8643f58c62 req-e1d77206-901c-4ae7-8ee6-98c459153435 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.772790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15522425-eb82-4dd7-ac6c-9f8643f58c62 req-e1d77206-901c-4ae7-8ee6-98c459153435 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 950 time: 0.1384652 Jun 30 09:03:43.799762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a90dd-6564-4699-af8c-19dd3697b2ed req-eace5df5-9109-49ad-9886-63d919ee81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.801315 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-637a90dd-6564-4699-af8c-19dd3697b2ed req-eace5df5-9109-49ad-9886-63d919ee81e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1097 time: 0.0995138 Jun 30 09:03:43.807538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa2d6515-0d80-4d87-9050-71cf8a3b77c4 req-4e3d6844-409e-44f1-ad59-298d8e736869 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473865 Jun 30 09:03:43.850391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43727b8-c896-4adf-ab42-9c241e7c6663 req-53e6cf39-65ac-4226-940a-b1141a649936 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:43.851491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-637a90dd-6564-4699-af8c-19dd3697b2ed req-7b3fc27d-8cb2-4c27-aa89-ce3dc4b341b7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349569 Jun 30 09:03:43.852605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c43727b8-c896-4adf-ab42-9c241e7c6663 req-53e6cf39-65ac-4226-940a-b1141a649936 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 944 time: 0.1626124 Jun 30 09:03:43.911552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15522425-eb82-4dd7-ac6c-9f8643f58c62 req-43b53df0-40d1-453a-8ade-ba57cfb258bf tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293347 Jun 30 09:03:43.922546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-46ef1b4c-46b3-4ace-a62b-dcdc4ec19400 service neutron] 10.222.0.83 "GET /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5/bindings/n-h1-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.1360765 Jun 30 09:03:43.941750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c43727b8-c896-4adf-ab42-9c241e7c6663 req-437a5ace-0502-4d64-b3fc-6c7971a9a41a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772607 Jun 30 09:03:44.077496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-11e5ea2a-a7cd-48cd-8ec0-dd457be01d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.082401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-11e5ea2a-a7cd-48cd-8ec0-dd457be01d5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1100 time: 0.1208186 Jun 30 09:03:44.094878 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d40a182-3f86-4723-b9d6-b14ca7bee2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.106603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.212710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-4c14eb25-a2b9-4386-8f20-f2ee9c1d8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.214190 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-4c14eb25-a2b9-4386-8f20-f2ee9c1d8928 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1248853 Jun 30 09:03:44.281749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09ef15-d949-4300-b371-82c96dbc81d2 req-f702753e-09e3-4034-aacb-64019af19941 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.282038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-68021e00-646b-4f5e-af84-c43808cd5b33 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 217 time: 0.0548091 Jun 30 09:03:44.283480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f09ef15-d949-4300-b371-82c96dbc81d2 req-f702753e-09e3-4034-aacb-64019af19941 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.1532092 Jun 30 09:03:44.300419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.341946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:44.386285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f09ef15-d949-4300-b371-82c96dbc81d2 req-7d850e8a-befe-44c5-8ad7-73c582343af1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888243 Jun 30 09:03:44.386649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-76613206-e8b5-4aca-8ed2-1ad1b73ef949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.388129 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-76613206-e8b5-4aca-8ed2-1ad1b73ef949 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0929623 Jun 30 09:03:44.394593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16a8a763-1dca-477e-8c0c-ba8d448314c5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:44.407721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:44.440894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.489781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-f4288ef7-3bbc-4a13-8da7-b4cbb5dac9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.492584 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-f4288ef7-3bbc-4a13-8da7-b4cbb5dac9d6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934103 Jun 30 09:03:44.564702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] Transition to ACTIVE for port object 16a8a763-1dca-477e-8c0c-ba8d448314c5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:44.590552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:44.607965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-a99d2bb5-d7f5-46a3-a211-874502103c5e service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059718 Jun 30 09:03:44.682081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] No DVR routers for this DVR port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:44.718805 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7c0ce798-d362-4631-87ee-79bb5bbce5c9 req-e18f31b0-9069-4e58-830d-b308c1374a4e service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924463 Jun 30 09:03:44.726356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d0475-a52b-4530-8675-db8ba12639e0 req-2434aa1c-1229-45e3-94ca-d377da161807 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.728772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a19d0475-a52b-4530-8675-db8ba12639e0 req-2434aa1c-1229-45e3-94ca-d377da161807 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.2032208 Jun 30 09:03:44.754204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] Pushing event updated for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:44.795021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38bed0-8e2e-421f-a191-7b642ff8fd64 req-5af5afea-92bc-49b3-90ff-f5ea6c17dd4f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.802437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e38bed0-8e2e-421f-a191-7b642ff8fd64 req-5af5afea-92bc-49b3-90ff-f5ea6c17dd4f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:44.805464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e38bed0-8e2e-421f-a191-7b642ff8fd64 req-5af5afea-92bc-49b3-90ff-f5ea6c17dd4f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b3719c-cb41-4542-92a0-b6253d897edb&device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 1690 time: 0.2765181 Jun 30 09:03:44.810147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-5d61020a-7d2c-472b-895c-ff0a6cfb7591 service neutron] 10.222.0.83 "PUT /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5/bindings/n-h1-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 0.8462434 Jun 30 09:03:44.852693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a19d0475-a52b-4530-8675-db8ba12639e0 req-62e5b7c4-968a-4f92-8475-bb00b0c0ccb9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002173 Jun 30 09:03:44.866334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e38bed0-8e2e-421f-a191-7b642ff8fd64 req-b5987f6b-b904-4687-99dd-220eac151640 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511315 Jun 30 09:03:45.036474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-167ce328-6a31-4bb3-b11b-e77e59ae9d13 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.039619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-167ce328-6a31-4bb3-b11b-e77e59ae9d13 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.0987082 Jun 30 09:03:45.112090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157309b2-a217-4a6a-bd0c-0c61b638d72a req-5ee1a363-5700-4f79-9cce-afdede579f5d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.123625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-157309b2-a217-4a6a-bd0c-0c61b638d72a req-5ee1a363-5700-4f79-9cce-afdede579f5d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1204660 Jun 30 09:03:45.136320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-8e97a4dd-f6b2-4596-a190-4cbfc3adb472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.138204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-8e97a4dd-f6b2-4596-a190-4cbfc3adb472 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 1097 time: 0.0868382 Jun 30 09:03:45.196957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-157309b2-a217-4a6a-bd0c-0c61b638d72a req-2a77ca93-b6a3-4316-ac15-4ea08ce57b41 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546780 Jun 30 09:03:45.261392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-8e9084e7-9492-4206-85c5-7e86d2a32067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.263075 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-8e9084e7-9492-4206-85c5-7e86d2a32067 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1097 time: 0.0888853 Jun 30 09:03:45.319430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadcb36c-1a60-4dcf-a0ce-67b2811ed887 req-d1df9c0a-8c9a-4a0e-b2b9-5b38844ff815 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.327203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fadcb36c-1a60-4dcf-a0ce-67b2811ed887 req-d1df9c0a-8c9a-4a0e-b2b9-5b38844ff815 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.0879269 Jun 30 09:03:45.384138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fadcb36c-1a60-4dcf-a0ce-67b2811ed887 req-e5d9f48c-97e9-407a-890f-9c5ac9d2b21b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558467 Jun 30 09:03:45.386170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-08496be7-74c7-4833-97ca-2c7e82dc9c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.387935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-08496be7-74c7-4833-97ca-2c7e82dc9c25 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1179678 Jun 30 09:03:45.449142 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-4169cc15-e100-47ba-83c7-43315e8468e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 217 time: 0.0423539 Jun 30 09:03:45.510598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-688f09a2-c4bf-4a80-8359-62078a307161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.512379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-688f09a2-c4bf-4a80-8359-62078a307161 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0569544 Jun 30 09:03:45.549960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b475741-d7de-4b16-b975-416c8b27d4b8 req-96f13fa7-6837-4043-8f5d-431409eb1d47 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.551966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b475741-d7de-4b16-b975-416c8b27d4b8 req-96f13fa7-6837-4043-8f5d-431409eb1d47 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 1102 time: 0.0654941 Jun 30 09:03:45.575331 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-e3e104e8-0832-4110-af57-c379bb179519 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517378 Jun 30 09:03:45.614848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b475741-d7de-4b16-b975-416c8b27d4b8 req-98eaade0-7346-4625-9d32-7fb81f085b33 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539823 Jun 30 09:03:45.723510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-c9fe3b4d-e10c-49d6-8f06-f5088ae87599 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396627 Jun 30 09:03:45.820748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ec8bc-993b-418e-a683-8f10817c1740 req-5f806907-6399-46d5-813f-da23c1f57fd1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.822292 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e8ec8bc-993b-418e-a683-8f10817c1740 req-5f806907-6399-46d5-813f-da23c1f57fd1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.0692368 Jun 30 09:03:45.880853 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-1cdb8c1b-2131-41d4-b86b-685719ed684f service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489961 Jun 30 09:03:45.903243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:45.908684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e8ec8bc-993b-418e-a683-8f10817c1740 req-ad21eb79-949f-4c91-afd8-9569307043a9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773425 Jun 30 09:03:45.940452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93576c-208e-480d-b9f2-f2e81b39db31 req-c2ee7825-1296-4ce8-8ef4-4446efc81733 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:45.942044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae93576c-208e-480d-b9f2-f2e81b39db31 req-c2ee7825-1296-4ce8-8ef4-4446efc81733 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 1101 time: 0.0801368 Jun 30 09:03:45.991280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae93576c-208e-480d-b9f2-f2e81b39db31 req-386cb665-4116-4542-ac52-2ffb24c36ada tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419574 Jun 30 09:03:46.092519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d6c96-8353-467c-ac35-afb321af1242 req-5269f56d-950b-4cdf-88b2-5abc8d177bed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.099726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f6d6c96-8353-467c-ac35-afb321af1242 req-5269f56d-950b-4cdf-88b2-5abc8d177bed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.0763059 Jun 30 09:03:46.140275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f6d6c96-8353-467c-ac35-afb321af1242 req-29aa8f2e-6401-4a40-b3ca-9517561e9eb0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Jun 30 09:03:46.271722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-de168b7f-20cc-4576-bab7-97f37fb06759 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.274930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-de168b7f-20cc-4576-bab7-97f37fb06759 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.0831797 Jun 30 09:03:46.326091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692155c3-3772-4386-8e06-949e0ae2e734 req-cf474850-e1da-4f45-99be-205f0c4b6d81 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.327594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-692155c3-3772-4386-8e06-949e0ae2e734 req-cf474850-e1da-4f45-99be-205f0c4b6d81 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1097 time: 0.0646782 Jun 30 09:03:46.399024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-692155c3-3772-4386-8e06-949e0ae2e734 req-346365fa-6ba7-408a-b26d-e1f119bca3d5 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655565 Jun 30 09:03:46.409458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-d501d5ac-5faa-42f3-9f4e-abb20eb6e1d2 service neutron] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:46.413433 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-d501d5ac-5faa-42f3-9f4e-abb20eb6e1d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:46.414671 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-22b6f2ff-84fe-40d1-98dc-434a05237ac8 req-d501d5ac-5faa-42f3-9f4e-abb20eb6e1d2 service neutron] 10.222.0.79 "DELETE /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5/bindings/n-h2-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.1327350 Jun 30 09:03:46.441737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05badf5-bad5-4957-a84b-85aa37b7e6fb req-d33ef4a7-cfbc-4763-840b-b423800cb90d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.444422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d05badf5-bad5-4957-a84b-85aa37b7e6fb req-d33ef4a7-cfbc-4763-840b-b423800cb90d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0938177 Jun 30 09:03:46.504380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d05badf5-bad5-4957-a84b-85aa37b7e6fb req-a4d8c20a-77e7-47bf-877d-d220b2e72fee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Jun 30 09:03:46.550957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-f2ba1336-29a3-4406-bae5-1e017ce52596 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235014 Jun 30 09:03:46.659686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:03:46.734189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:03:46.777255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-01d1840a-6041-4e2e-904a-d786da8864e2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.778890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-01d1840a-6041-4e2e-904a-d786da8864e2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2219462 Jun 30 09:03:46.806770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-6bed3d10-d218-4cc1-b6f8-b7ea215a58c5 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/quotas/49e8fe4c6b694634957e1075c569013a HTTP/1.1" status: 200 len: 375 time: 0.0186653 Jun 30 09:03:46.820357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a149d0-cc03-4cec-a037-c958528543dd req-8424ccde-86cf-4533-a7f1-952d591dbe58 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:46.821939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a149d0-cc03-4cec-a037-c958528543dd req-8424ccde-86cf-4533-a7f1-952d591dbe58 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.1262040 Jun 30 09:03:46.903346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a149d0-cc03-4cec-a037-c958528543dd req-9e7299b1-82af-40a4-b0b6-940a717a6b00 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680690 Jun 30 09:03:46.950530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-2233fe33-f3f9-4696-b38b-c338a227561d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1274447 Jun 30 09:03:47.089300 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.463314 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:47.615853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02f890-b446-4fef-80c2-d0a4fdc93920 req-1ef74d52-f46f-4bec-b627-3889b9db1480 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:47.623663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c02f890-b446-4fef-80c2-d0a4fdc93920 req-1ef74d52-f46f-4bec-b627-3889b9db1480 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.1645746 Jun 30 09:03:47.705006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c02f890-b446-4fef-80c2-d0a4fdc93920 req-f2e7de4a-a495-4f83-a043-bd5f0659f717 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801108 Jun 30 09:03:48.282453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98071c-a9a6-4248-8b7b-eb70e08b3f96 req-64c24610-74f0-4fcd-9d4a-0d17310868bc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.292785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a98071c-a9a6-4248-8b7b-eb70e08b3f96 req-64c24610-74f0-4fcd-9d4a-0d17310868bc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1242054 Jun 30 09:03:48.366277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a98071c-a9a6-4248-8b7b-eb70e08b3f96 req-a452a9d8-6a44-48fc-8419-0d5146d34a9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711131 Jun 30 09:03:48.424712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1c415-53e9-4c6a-a358-2ed1f4818f27 req-e46efe4d-0edf-466e-a7c9-c58d5f0dd981 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:48.432654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66f1c415-53e9-4c6a-a358-2ed1f4818f27 req-e46efe4d-0edf-466e-a7c9-c58d5f0dd981 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1097 time: 0.1035841 Jun 30 09:03:48.476466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66f1c415-53e9-4c6a-a358-2ed1f4818f27 req-52e7c8f1-7767-43a0-8fa2-72d9dbf19a33 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428448 Jun 30 09:03:48.578709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d892104-c3f8-4aec-905f-0eb52980f158 req-e4efc4c2-3895-4f4c-b578-71e5a7d930de tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 210 time: 0.0349567 Jun 30 09:03:48.665579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:48.851271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:48.882855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '0a52fdf8-2617-41b0-a301-5d8472225657', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '0a52fdf8-2617-41b0-a301-5d8472225657', 'mac_address': 'fa:16:3e:59:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:48.987135 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.013053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a52fdf8-2617-41b0-a301-5d8472225657 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:49.040071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:49.047935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:49.111326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:49.213863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-cf8e766d-bee5-4ed4-9e72-d093c24ab58a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.215972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-cf8e766d-bee5-4ed4-9e72-d093c24ab58a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.3193896 Jun 30 09:03:49.237323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-6ba8fb17-43d0-421a-9331-faab7806cef9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/quotas/3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 375 time: 0.0137057 Jun 30 09:03:49.300704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee3ae0-4d5b-4d69-b7cc-877769ef763e req-3a4621a6-26b6-425b-95d5-0a72b4f658f9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:49.306741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ee3ae0-4d5b-4d69-b7cc-877769ef763e req-3a4621a6-26b6-425b-95d5-0a72b4f658f9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 949 time: 0.2548850 Jun 30 09:03:49.412942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ee3ae0-4d5b-4d69-b7cc-877769ef763e req-8ad26c85-b59d-413d-95d8-d7c743051353 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997646 Jun 30 09:03:49.461484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-18856c77-3f2d-4444-9c31-9618fba7a623 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2144780 Jun 30 09:03:49.632078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-5d977a72-17a9-424a-a488-8cd3e5ab2b00 service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692359 Jun 30 09:03:49.756748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0a52fdf8-2617-41b0-a301-5d8472225657'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:50.013354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb3f2e-a212-4cd2-b9ac-560bee2d92d3 req-4478bbbf-9be5-4509-bb77-0ed3f83a3071 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.020364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39fb3f2e-a212-4cd2-b9ac-560bee2d92d3 req-4478bbbf-9be5-4509-bb77-0ed3f83a3071 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.4374297 Jun 30 09:03:50.081753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39fb3f2e-a212-4cd2-b9ac-560bee2d92d3 req-e1eecc96-a715-4217-9a5b-f5dc572854f7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605171 Jun 30 09:03:50.098431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-bb7aa5ce-eb90-4918-8cf5-c4f301eb497e service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561815 Jun 30 09:03:50.185365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-a29a575b-6e72-421e-bc25-8270362a1541 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758963 Jun 30 09:03:50.364081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7c2b26-5504-4a06-a217-b6d434f9fa75 req-3b07c6a9-29e7-44f2-aea7-e0197da349a4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 210 time: 0.0899916 Jun 30 09:03:50.412253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-f901f149-ade9-4e9a-826e-15ad58073b2b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.416794 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-f901f149-ade9-4e9a-826e-15ad58073b2b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259021 Jun 30 09:03:50.431840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:50.604129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-987add24-5cf7-4abd-a9d8-80f2aa377498 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622754 Jun 30 09:03:50.756923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec087fc9-cda9-430c-95fc-fbb744f9f5a0 req-5e07b416-6184-4ce5-a17d-42545eb7ad8d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 210 time: 0.0383716 Jun 30 09:03:50.852357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:50.863185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:50.881898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-7b3bc14e-e86c-433e-bfad-44686d7f9064 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:50.885148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-7b3bc14e-e86c-433e-bfad-44686d7f9064 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2679811 Jun 30 09:03:50.918712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:51.126276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.45 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/f3e450cd-56b3-48f4-b248-969bbdcf2f7d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:51.185166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcf149-4e53-4da0-b7e4-73011c1c1e18 req-a0d7e353-759a-42af-971d-577e3d07d309 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.194628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbfcf149-4e53-4da0-b7e4-73011c1c1e18 req-a0d7e353-759a-42af-971d-577e3d07d309 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 949 time: 0.2712827 Jun 30 09:03:51.247891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:51.259386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.264001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbfcf149-4e53-4da0-b7e4-73011c1c1e18 req-b692c18c-c1f5-44ec-94b1-ef2c3faae05a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684836 Jun 30 09:03:51.478475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.500927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object f3e450cd-56b3-48f4-b248-969bbdcf2f7d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:51.565279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.587510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:51.589897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff9a91-92ee-460e-9a1a-b59e2d4b93e0 req-129dd49f-8515-4331-8c24-f79a31344939 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.599253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2ff9a91-92ee-460e-9a1a-b59e2d4b93e0 req-129dd49f-8515-4331-8c24-f79a31344939 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1584513 Jun 30 09:03:51.700463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:51.710902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:51.734411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.199 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/ee0e50c9-f279-4295-b54e-986dbf6cd1b7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:51.737015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:51.815422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:51.839020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:51.840024 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:51.867839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-4bc55b01-9d96-4b94-97f4-9bf3255d44e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4415479 Jun 30 09:03:51.884322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Request body: {'port': {'device_id': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:51.972556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2ff9a91-92ee-460e-9a1a-b59e2d4b93e0 req-be9d4417-4fa9-41fa-9e24-76d3d32ab799 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716629 Jun 30 09:03:52.024040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.097646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59b94f-909c-4b0a-8c67-94749a246e22 req-c8746c6c-9e62-4d48-9c05-430d7d568af2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.108166 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b59b94f-909c-4b0a-8c67-94749a246e22 req-c8746c6c-9e62-4d48-9c05-430d7d568af2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 935 time: 0.4870453 Jun 30 09:03:52.212121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.257964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b59b94f-909c-4b0a-8c67-94749a246e22 req-3d7d63b2-1343-4e59-bd71-644e6a7c9f31 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435394 Jun 30 09:03:52.298804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object ee0e50c9-f279-4295-b54e-986dbf6cd1b7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:52.405092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.411385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-61c81b70-94d3-4646-87f0-9af1ee053abf None None] Provisioning for port f3e450cd-56b3-48f4-b248-969bbdcf2f7d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:52.418080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-61c81b70-94d3-4646-87f0-9af1ee053abf None None] Provisioning complete for port f3e450cd-56b3-48f4-b248-969bbdcf2f7d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:52.418768 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-61c81b70-94d3-4646-87f0-9af1ee053abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.497395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-61c81b70-94d3-4646-87f0-9af1ee053abf None None] Port f3e450cd-56b3-48f4-b248-969bbdcf2f7d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:52.542301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:52.581366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f406fc7-667c-4ced-8979-cc8b36518f3b req-b1ad975e-a544-4dbd-896b-ba8841c5d64e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 210 time: 0.0834649 Jun 30 09:03:52.609704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:52.619831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:52.622555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:52.641304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.642339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.696179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:03:52.781857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-cae8fd55-7658-4037-805f-bc2bb39fbc58 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8676679 Jun 30 09:03:52.813763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 0a52fdf8-2617-41b0-a301-5d8472225657 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:52.822478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Request body: {'port': {'device_id': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:52.828126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 0a52fdf8-2617-41b0-a301-5d8472225657 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:52.829591 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:52.852758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-e24491a0-b2d7-4440-9564-a8a5dae73a18 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.856635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-e24491a0-b2d7-4440-9564-a8a5dae73a18 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.2704453 Jun 30 09:03:52.936364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b2602-ea0c-42aa-8561-3139ba45cbf1 req-2e005b19-63cd-4358-9ec8-c914f56375ae tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:52.939995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c80b2602-ea0c-42aa-8561-3139ba45cbf1 req-2e005b19-63cd-4358-9ec8-c914f56375ae tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 949 time: 0.3312593 Jun 30 09:03:52.979738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e450cd-56b3-48f4-b248-969bbdcf2f7d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:52.994589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.013112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Transition to ACTIVE for port object f3e450cd-56b3-48f4-b248-969bbdcf2f7d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:53.022309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Request body: {'port': {'device_id': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'admin_state_up': True, 'tenant_id': '3cc6cd19f807446c9c6d1f11128d3e9a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:53.065690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c80b2602-ea0c-42aa-8561-3139ba45cbf1 req-4156220b-205a-4855-a92b-e5e7bc23f79f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137426 Jun 30 09:03:53.103165 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.153855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:53.170436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.186460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.301780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:53.305928 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce7f28d-c62c-419e-85f1-5f68529e46f2" -d '{"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-plugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:53.343024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:53.345195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a6975fb-0349-4fee-98e6-dc5f3a540148 None None] Provisioning for port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:03:53.367096 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.388788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a6975fb-0349-4fee-98e6-dc5f3a540148 None None] Provisioning complete for port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:03:53.389340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a6975fb-0349-4fee-98e6-dc5f3a540148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.465399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Pushing event updated for resources: {'Port': ['ID=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.497714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6a6975fb-0349-4fee-98e6-dc5f3a540148 None None] Port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:03:53.560423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:53.586065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Attempting to bind port f3e450cd-56b3-48f4-b248-969bbdcf2f7d on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:53.586751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Attempting to bind port f3e450cd-56b3-48f4-b248-969bbdcf2f7d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:53.587301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Attempting to bind port f3e450cd-56b3-48f4-b248-969bbdcf2f7d on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:53.596796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Port f3e450cd-56b3-48f4-b248-969bbdcf2f7d on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:53.597397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Attempting to bind port f3e450cd-56b3-48f4-b248-969bbdcf2f7d on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:53.609540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:53.610156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:53.610743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:53.612528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Bound port: f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:53.613226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.621328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f168c40-f199-4887-b217-0cb51b23d160 req-5be78b8e-e614-4a94-bc41-ac1262f4bb47 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.624772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Made reservation on behalf of 3cc6cd19f807446c9c6d1f11128d3e9a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:03:53.624954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f168c40-f199-4887-b217-0cb51b23d160 req-5be78b8e-e614-4a94-bc41-ac1262f4bb47 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.3299794 Jun 30 09:03:53.628673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.768977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f168c40-f199-4887-b217-0cb51b23d160 req-8b9ef84a-a9cc-494b-a35c-2b63be20b669 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188068 Jun 30 09:03:53.781166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] For port f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:53.791155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] For port f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:53.812385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3b3d5-b98f-43fc-be10-b229bdd78db8 req-85dad9be-f511-4275-ba4f-4b8949c867be tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.821651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bc3b3d5-b98f-43fc-be10-b229bdd78db8 req-85dad9be-f511-4275-ba4f-4b8949c867be tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 947 time: 0.2413926 Jun 30 09:03:53.832071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.860155 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941c7555-1b80-4674-8a8a-9f28ed5f55a9 x-openstack-request-id: req-941c7555-1b80-4674-8a8a-9f28ed5f55a9 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:53.860661 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-plugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:53.860842 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-941c7555-1b80-4674-8a8a-9f28ed5f55a9 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:53.861236 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'code': 200} Jun 30 09:03:53.893314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:53.893926 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:53.895403 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] 10.222.0.79 "PUT /v2.0/ports/f3e450cd-56b3-48f4-b248-969bbdcf2f7d HTTP/1.1" status: 200 len: 1096 time: 2.0164173 Jun 30 09:03:53.895846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'tag': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:53.898497 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4de9291-b922-4ed5-83ef-46617b2a8e72" -d '{"events": [{"name": "network-changed", "server_uuid": "a9cc951c-7db0-4846-a8a0-7b51637b241f", "tag": "f3e450cd-56b3-48f4-b248-969bbdcf2f7d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:53.926916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Allocated IP 172.20.0.3 (f052aee1-fc70-455d-8470-0d0c34a47948/2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0/00ddf199-bb1e-40b7-963a-09be9bc326ac) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:03:53.929885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17a7413-51ee-4823-8c5d-1dec6e3dc39c service neutron] Pushing event updated for resources: {'Port': ['ID=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.018566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bc3b3d5-b98f-43fc-be10-b229bdd78db8 req-0092879a-4bcf-48de-af11-4a6bb170880e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934404 Jun 30 09:03:54.120578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0e50c9-f279-4295-b54e-986dbf6cd1b7 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:54.142482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.184089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Transition to ACTIVE for port object ee0e50c9-f279-4295-b54e-986dbf6cd1b7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:54.189862 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.215644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-c48d6d97-f6e8-495c-b7d5-c10b368a3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.217232 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-c48d6d97-f6e8-495c-b7d5-c10b368a3a33 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 1099 time: 0.2464094 Jun 30 09:03:54.318358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-fffd8554-193b-4191-a737-a03e85a413cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d HTTP/1.1" status: 200 len: 217 time: 0.0899017 Jun 30 09:03:54.386536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46e9ed95-63aa-4506-aa77-6673cd90f6c2 req-5fe23ec4-5fea-4c7e-83fe-619ad124f1c1 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 210 time: 0.1102922 Jun 30 09:03:54.390856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.476852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Attempting to bind port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:54.479450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Attempting to bind port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:54.480035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Attempting to bind port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:54.489573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.503742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:54.508214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Attempting to bind port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:54.514434 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd42570-07aa-43fd-8104-1b56885d5a20 x-openstack-request-id: req-6bd42570-07aa-43fd-8104-1b56885d5a20 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:54.514795 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9cc951c-7db0-4846-a8a0-7b51637b241f", "tag": "f3e450cd-56b3-48f4-b248-969bbdcf2f7d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:54.515388 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bd42570-07aa-43fd-8104-1b56885d5a20 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:54.516040 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'tag': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d', 'status': 'completed', 'code': 200} Jun 30 09:03:54.518404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:54.520996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:54.526061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:54.526748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Bound port: ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:54.527311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.529886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf25da1-c30e-4c79-ab76-c9c7f25fb811 req-58db142d-b9ee-48d1-afd3-cc6bdc253cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.531524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8cf25da1-c30e-4c79-ab76-c9c7f25fb811 req-58db142d-b9ee-48d1-afd3-cc6bdc253cfb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1102 time: 0.4436686 Jun 30 09:03:54.533059 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.610368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-1889fda9-3742-4a84-a5be-42bf0e0f14b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.612037 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-1889fda9-3742-4a84-a5be-42bf0e0f14b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2862670 Jun 30 09:03:54.666202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Network f052aee1-fc70-455d-8470-0d0c34a47948 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:03:54.693867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:03:54.704121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:03:54.738883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:54.739169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] For port ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:54.747472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8cf25da1-c30e-4c79-ab76-c9c7f25fb811 req-edfa7550-35f0-4b61-b70a-5b7e0231c143 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893923 Jun 30 09:03:54.751070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] For port ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:54.773690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.787997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.788633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.797679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-e3f7d4e4-29be-4e2f-bd2b-007cdb7272a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.799177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-e3f7d4e4-29be-4e2f-bd2b-007cdb7272a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510718 Jun 30 09:03:54.801832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a6ec0-0d8a-4238-b171-22ff1260dc81 req-c80e858f-5262-4166-8b6c-65a1359f2b76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.806864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276a6ec0-0d8a-4238-b171-22ff1260dc81 req-c80e858f-5262-4166-8b6c-65a1359f2b76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1919897 Jun 30 09:03:54.820227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-9f83abd7-8d1d-48e7-819c-e59b13dbda7c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8056028 Jun 30 09:03:54.842389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70356a9d-97b8-4ed1-aa7e-5b8d4935b4c2 req-042813fe-e633-4628-b5a2-fc7a7c7a8355 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.843860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70356a9d-97b8-4ed1-aa7e-5b8d4935b4c2 req-042813fe-e633-4628-b5a2-fc7a7c7a8355 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.1795676 Jun 30 09:03:54.873414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:54.874027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:54.875593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] 10.222.0.83 "PUT /v2.0/ports/ee0e50c9-f279-4295-b54e-986dbf6cd1b7 HTTP/1.1" status: 200 len: 1097 time: 2.0736582 Jun 30 09:03:54.878345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'tag': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:54.880775 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d83e844a-3c1c-46eb-83b4-1e5fb8da8899" -d '{"events": [{"name": "network-changed", "server_uuid": "7d28bac0-5d62-4526-995b-8bb6f42a9c9c", "tag": "ee0e50c9-f279-4295-b54e-986dbf6cd1b7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:54.909341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-24801ff8-585e-4fa6-b519-972ea1f17042 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005247 Jun 30 09:03:54.932023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276a6ec0-0d8a-4238-b171-22ff1260dc81 req-c587bb3c-6a5b-4606-8c12-f612ca622437 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162953 Jun 30 09:03:54.999467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfadeb22-1d97-4b00-a7f9-1fb57ed3b8ef service neutron] Pushing event updated for resources: {'Port': ['ID=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:55.007878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70356a9d-97b8-4ed1-aa7e-5b8d4935b4c2 req-9697547c-b3a9-4f91-9a23-19036689bd21 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539958 Jun 30 09:03:55.071821 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-a977d83b-11c5-4ef1-b1d5-314835faaf89 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528993 Jun 30 09:03:55.103626 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b43b15-0682-4cdd-a460-7b1e8358c801 x-openstack-request-id: req-16b43b15-0682-4cdd-a460-7b1e8358c801 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:55.103917 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d28bac0-5d62-4526-995b-8bb6f42a9c9c", "tag": "ee0e50c9-f279-4295-b54e-986dbf6cd1b7", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:55.104197 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16b43b15-0682-4cdd-a460-7b1e8358c801 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:55.104555 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'tag': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'status': 'completed', 'code': 200} Jun 30 09:03:55.145370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386218b-d3f7-462b-a8ea-5842115d5fd2 req-57b2b6a9-ee55-4bc7-b34c-48959fa76332 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.149489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b386218b-d3f7-462b-a8ea-5842115d5fd2 req-57b2b6a9-ee55-4bc7-b34c-48959fa76332 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0784502 Jun 30 09:03:55.225024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-8502c729-db65-46e4-b264-3e58ddebf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.226506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-8502c729-db65-46e4-b264-3e58ddebf35f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 1099 time: 0.0855207 Jun 30 09:03:55.249668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b386218b-d3f7-462b-a8ea-5842115d5fd2 req-266f7702-99b3-4cbd-959b-17face7c94a7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923860 Jun 30 09:03:55.297702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Request body: {'port': {'device_id': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:03:55.335563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8f050-8e1c-4a88-af95-194939c82998 req-8d53451a-d018-44ac-9d3a-70ae35ab981c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.343099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2d8f050-8e1c-4a88-af95-194939c82998 req-8d53451a-d018-44ac-9d3a-70ae35ab981c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 947 time: 0.1177676 Jun 30 09:03:55.402480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-ee783c83-f9f0-4f90-866b-8a15302c754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.404407 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-ee783c83-f9f0-4f90-866b-8a15302c754d service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1646008 Jun 30 09:03:55.410833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:55.441920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2d8f050-8e1c-4a88-af95-194939c82998 req-ec57d580-1224-49e7-8cb0-21089909e21d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977328 Jun 30 09:03:55.479557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e844a-3c1c-46eb-83b4-1e5fb8da8899 req-7786cc47-e032-458f-9425-4ea8ec388556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.481177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d83e844a-3c1c-46eb-83b4-1e5fb8da8899 req-7786cc47-e032-458f-9425-4ea8ec388556 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 1100 time: 0.1360259 Jun 30 09:03:55.494199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-c46b41e2-9080-4913-a334-36d4b43ff23a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d HTTP/1.1" status: 200 len: 217 time: 0.0803730 Jun 30 09:03:55.529350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d83e844a-3c1c-46eb-83b4-1e5fb8da8899 req-85c9d52d-c70d-405d-97f3-1bb21100764b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305457 Jun 30 09:03:55.681070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e844a-3c1c-46eb-83b4-1e5fb8da8899 req-ca760957-369a-4fdc-9f7c-f39346458299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.682500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d83e844a-3c1c-46eb-83b4-1e5fb8da8899 req-ca760957-369a-4fdc-9f7c-f39346458299 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395626 Jun 30 09:03:55.697918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25860c74-900c-4576-a587-9eb5e60933da req-01098136-154b-4ca3-a630-88c6bdd9bbaa tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.699493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25860c74-900c-4576-a587-9eb5e60933da req-01098136-154b-4ca3-a630-88c6bdd9bbaa tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 931 time: 0.1340408 Jun 30 09:03:55.745474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25860c74-900c-4576-a587-9eb5e60933da req-74c00ad5-06ef-4942-b20f-9985ba34f7e0 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394759 Jun 30 09:03:55.829002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-fd2268fb-37e3-4a99-b0f5-4f2db2919794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.830594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-fd2268fb-37e3-4a99-b0f5-4f2db2919794 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 1100 time: 0.0656962 Jun 30 09:03:55.869750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-eeeac071-18f5-4d4c-9d10-4258a635b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.871555 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-eeeac071-18f5-4d4c-9d10-4258a635b760 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.3397720 Jun 30 09:03:55.898096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-e1d3332e-3112-46c0-bc80-bda7e2460c43 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ee0e50c9-f279-4295-b54e-986dbf6cd1b7 HTTP/1.1" status: 200 len: 217 time: 0.0499475 Jun 30 09:03:55.956767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-5861eeef-03ab-4545-a62a-d6c977bf7b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:55.959042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-5861eeef-03ab-4545-a62a-d6c977bf7b0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0519536 Jun 30 09:03:56.059993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-3037504e-221e-4934-a7ac-aa0d6cbbc37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.067446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-3037504e-221e-4934-a7ac-aa0d6cbbc37a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001375 Jun 30 09:03:56.092446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ddf199-bb1e-40b7-963a-09be9bc326ac {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:56.103656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.147674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Transition to ACTIVE for port object 00ddf199-bb1e-40b7-963a-09be9bc326ac will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:03:56.165506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.232795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:56.244978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-df394752-17c7-46b0-9d9f-33249d95fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.246769 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-df394752-17c7-46b0-9d9f-33249d95fc02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3419304 Jun 30 09:03:56.251070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5591a0b-c147-4470-b001-aff63c265b10 req-73df99f0-9549-43db-bb4c-2d9c510fb3a6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.253127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5591a0b-c147-4470-b001-aff63c265b10 req-73df99f0-9549-43db-bb4c-2d9c510fb3a6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1755314 Jun 30 09:03:56.315109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-b0471fa1-0c42-4d46-956f-12e80c63d63f service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196338 Jun 30 09:03:56.331112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5591a0b-c147-4470-b001-aff63c265b10 req-05d1bf03-eb78-429f-923c-703136c9f1fa tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578706 Jun 30 09:03:56.418921 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-3cb47e86-0568-48b9-ba53-9529522893e3 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533978 Jun 30 09:03:56.439250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df4bd7-ce7e-4cdf-829a-7852b3cfb06d req-645a3585-9a06-4cd9-9f81-b9193f176057 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.440780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41df4bd7-ce7e-4cdf-829a-7852b3cfb06d req-645a3585-9a06-4cd9-9f81-b9193f176057 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.2155943 Jun 30 09:03:56.553731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32f9aaf-b7c6-4a26-aa14-8394f555617c req-90d4bbd7-660c-4860-b601-f4d778d445ca service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326736 Jun 30 09:03:56.556015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:03:56.556465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:03:56.557401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:56.561397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41df4bd7-ce7e-4cdf-829a-7852b3cfb06d req-27c8c79d-9950-4174-98f7-41f1369b2b4f tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048203 Jun 30 09:03:56.567211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:03:56.569848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:03:56.585622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:03:56.594085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415f20b-4f13-4807-9175-15c3ba024b20 req-49cb885f-b7b1-4ab4-8da2-8d923cf71ce5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.595550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:03:56.596108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:03:56.596588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Bound port: 00ddf199-bb1e-40b7-963a-09be9bc326ac, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:03:56.596968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.597342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8415f20b-4f13-4807-9175-15c3ba024b20 req-49cb885f-b7b1-4ab4-8da2-8d923cf71ce5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1283209 Jun 30 09:03:56.645810 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4de9291-b922-4ed5-83ef-46617b2a8e72 req-ba49f954-539b-4bb2-b26c-94e7a33cff0b service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978128 Jun 30 09:03:56.686595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8415f20b-4f13-4807-9175-15c3ba024b20 req-8ce1dfa7-772d-4b30-b3c9-a9de3efc5d2e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836482 Jun 30 09:03:56.700124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:03:56.703882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:03:56.714937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.788909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.789653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:56.791160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] 10.222.0.83 "PUT /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 1092 time: 1.4976156 Jun 30 09:03:56.793913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:56.796394 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa83d10f-b018-47e1-8877-d1050fafec48" -d '{"events": [{"name": "network-changed", "server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:56.799654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e7bd-52d4-466d-bb5e-b8a22d003ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:56.903432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a797b1c-a9b1-4a54-8ce4-70b8462adc04 req-905389d2-054e-467f-a2f2-f6daa9a02e22 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.905371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a797b1c-a9b1-4a54-8ce4-70b8462adc04 req-905389d2-054e-467f-a2f2-f6daa9a02e22 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 947 time: 0.0901814 Jun 30 09:03:56.975274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a797b1c-a9b1-4a54-8ce4-70b8462adc04 req-e6c29969-b1a7-4d45-aa05-85b3c52bb385 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601242 Jun 30 09:03:56.988502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-258b2f22-cf59-458c-8fa1-689d7dca4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:56.991138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-258b2f22-cf59-458c-8fa1-689d7dca4149 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1095 time: 0.0923018 Jun 30 09:03:57.059675 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-59a4c498-25a6-4c1a-8d10-9a0e0d6ea51f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 217 time: 0.0518370 Jun 30 09:03:57.069969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b391ac9-b6fe-486f-be53-70881b3ff74e req-aa99aa8d-fed7-4095-8334-250268802eed tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.079001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b391ac9-b6fe-486f-be53-70881b3ff74e req-aa99aa8d-fed7-4095-8334-250268802eed tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.1026387 Jun 30 09:03:57.127527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093abca-07bb-4cba-b14e-e7161480de20 req-28bc078a-288c-4a48-8518-27620d0b598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.129089 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-28bc078a-288c-4a48-8518-27620d0b598a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0596266 Jun 30 09:03:57.130845 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f2a28c-f892-48d5-a7d8-ebd79b3a4bb4 x-openstack-request-id: req-39f2a28c-f892-48d5-a7d8-ebd79b3a4bb4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:57.131396 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:57.131396 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-39f2a28c-f892-48d5-a7d8-ebd79b3a4bb4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:57.131848 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'status': 'completed', 'code': 200} Jun 30 09:03:57.145591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b391ac9-b6fe-486f-be53-70881b3ff74e req-15e91faa-5bce-4555-8b00-8c84fac80038 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656095 Jun 30 09:03:57.210785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-00513019-6bbc-487e-963f-4b87eac02812 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341086 Jun 30 09:03:57.415989 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-a711dcb0-864f-4b2d-8474-10002f961489 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975210 Jun 30 09:03:57.586272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1093abca-07bb-4cba-b14e-e7161480de20 req-f5073d5b-2acc-4ca4-b25d-56d8092a4736 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569283 Jun 30 09:03:57.696870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c3653-204d-4e7e-920c-1991fea04de9 req-437e467c-2767-4f26-90d7-a8ac098ffa63 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.707140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d38c3653-204d-4e7e-920c-1991fea04de9 req-437e467c-2767-4f26-90d7-a8ac098ffa63 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1926751 Jun 30 09:03:57.841815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d38c3653-204d-4e7e-920c-1991fea04de9 req-6b24e232-52cf-47de-9347-8af134108263 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266751 Jun 30 09:03:57.959011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-c546cd44-8b60-415f-baa9-965e498d9eb3 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.973663 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-c546cd44-8b60-415f-baa9-965e498d9eb3 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.83 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.2158556 Jun 30 09:03:57.993942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-30043b5f-1852-4751-9b73-62db6bdaf04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:57.995837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-30043b5f-1852-4751-9b73-62db6bdaf04e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1095 time: 0.2110906 Jun 30 09:03:58.009596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c21d806-b2dd-4c32-8388-479e1329302f req-ea54c332-c0f1-44fc-a88e-c1e9339c8ca1 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.017230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c21d806-b2dd-4c32-8388-479e1329302f req-ea54c332-c0f1-44fc-a88e-c1e9339c8ca1 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 945 time: 0.2338958 Jun 30 09:03:58.111864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Deleting port a55c861b-31e2-4ec5-9cbb-efa72e483a49 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:03:58.112574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.165195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c21d806-b2dd-4c32-8388-479e1329302f req-8ad433ca-731f-4eeb-bfe5-f5adacad7a9f tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/security-groups?id=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469727 Jun 30 09:03:58.246577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] For port a55c861b-31e2-4ec5-9cbb-efa72e483a49, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a55c861b-31e2-4ec5-9cbb-efa72e483a49,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:58.247143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.266755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-a2631d7c-3629-4410-b1d3-af8b6552b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.268548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-a2631d7c-3629-4410-b1d3-af8b6552b7a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2383997 Jun 30 09:03:58.271556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Calling delete_port for a55c861b-31e2-4ec5-9cbb-efa72e483a49 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:03:58.301397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c3c97-7fd1-422a-beef-2d766bddcfb3 req-45bd3e46-9684-473b-87d7-265f0848e804 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.303670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d92c3c97-7fd1-422a-beef-2d766bddcfb3 req-45bd3e46-9684-473b-87d7-265f0848e804 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.2482417 Jun 30 09:03:58.343750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-35971cad-cf2a-437d-8726-9474c06288de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 217 time: 0.0661206 Jun 30 09:03:58.439994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.447324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d92c3c97-7fd1-422a-beef-2d766bddcfb3 req-1ed29ffc-9cf5-45c9-acf2-f8b08aa0d375 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137583 Jun 30 09:03:58.484565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['a55c861b-31e2-4ec5-9cbb-efa72e483a49'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:58.508415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-fd6a7326-5bf8-48d9-a841-5d148b1065c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:58.522287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-fd6a7326-5bf8-48d9-a841-5d148b1065c2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.1384571 Jun 30 09:03:58.558360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Pushing event deleted for resources: {'Port': ['ID=a55c861b-31e2-4ec5-9cbb-efa72e483a49,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:58.671924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-f6ce1964-0fba-46cc-9ad2-31de0d4eda77 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408567 Jun 30 09:03:58.675163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f3e450cd-56b3-48f4-b248-969bbdcf2f7d details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:03:58.676360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] No DVR routers for this DVR port a55c861b-31e2-4ec5-9cbb-efa72e483a49 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:03:58.680768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:58.682983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20c832c4-1675-432a-a680-2dae1b8b5206 req-7f69c3c4-4655-4a20-ba73-237676a71d25 tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.83 "DELETE /v2.0/ports/a55c861b-31e2-4ec5-9cbb-efa72e483a49 HTTP/1.1" status: 204 len: 173 time: 0.7033353 Jun 30 09:03:58.886661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:58.938192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d', 'mac_address': 'fa:16:3e:ff:62:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:03:58.993291 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.004752 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.027367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e450cd-56b3-48f4-b248-969bbdcf2f7d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:03:59.057076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:03:59.061444 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:03:59.124541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:03:59.132800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'name': 'network-vif-deleted', 'tag': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:03:59.136282 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d0fa09-4d8f-478f-979d-1a8c0550cf27" -d '{"events": [{"server_uuid": "08d6f97f-b620-41b0-83b1-6173b4309efc", "name": "network-vif-deleted", "tag": "a55c861b-31e2-4ec5-9cbb-efa72e483a49"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:03:59.277963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cb1df-f3ab-4740-b0d6-9e56002685f8 req-3d3eca06-ffec-428f-8968-00d9112c7950 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.279646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b37cb1df-f3ab-4740-b0d6-9e56002685f8 req-3d3eca06-ffec-428f-8968-00d9112c7950 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.7319834 Jun 30 09:03:59.295915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc2bf9-57b7-4c45-8e36-4462ce85642d req-19476309-7940-4a7c-9324-97194903b626 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.297546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9bc2bf9-57b7-4c45-8e36-4462ce85642d req-19476309-7940-4a7c-9324-97194903b626 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 947 time: 0.6092865 Jun 30 09:03:59.301103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-cf4bce8d-842f-46c2-9cdc-ae91d1f03104 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138415 Jun 30 09:03:59.437450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9bc2bf9-57b7-4c45-8e36-4462ce85642d req-b1212565-daa5-4b6e-b8ac-a3c8fcb648d0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277471 Jun 30 09:03:59.438418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:03:59.440536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b37cb1df-f3ab-4740-b0d6-9e56002685f8 req-44e2eea4-b116-4286-9710-3246d6406b5b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415973 Jun 30 09:03:59.484292 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa83d10f-b018-47e1-8877-d1050fafec48 req-6ec5a7d0-21f7-4abe-b313-45652be86c18 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596565 Jun 30 09:03:59.535416 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea5c2da-cda9-42e5-acea-57becdc55ab4 x-openstack-request-id: req-1ea5c2da-cda9-42e5-acea-57becdc55ab4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:03:59.536740 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d6f97f-b620-41b0-83b1-6173b4309efc", "name": "network-vif-deleted", "tag": "a55c861b-31e2-4ec5-9cbb-efa72e483a49", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:03:59.537423 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ea5c2da-cda9-42e5-acea-57becdc55ab4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:03:59.539498 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d6f97f-b620-41b0-83b1-6173b4309efc', 'name': 'network-vif-deleted', 'tag': 'a55c861b-31e2-4ec5-9cbb-efa72e483a49', 'status': 'completed', 'code': 200} Jun 30 09:03:59.717847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bfd5-0a13-43e8-952f-772ade9c129c req-656f9b3d-ea7c-4dba-b302-0ea5f2e00973 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:03:59.721287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13f1bfd5-0a13-43e8-952f-772ade9c129c req-656f9b3d-ea7c-4dba-b302-0ea5f2e00973 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.1313152 Jun 30 09:03:59.746463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-239e5586-5776-4909-a602-2ca846c7f6f3 req-4297710e-8ad0-440c-8c39-998779f584fd tempest-AttachSCSIVolumeTestJSON-1330333233 tempest-AttachSCSIVolumeTestJSON-1330333233-project] 10.222.0.77 "GET /v2.0/ports?device_id=08d6f97f-b620-41b0-83b1-6173b4309efc HTTP/1.1" status: 200 len: 210 time: 0.0556304 Jun 30 09:03:59.787991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13f1bfd5-0a13-43e8-952f-772ade9c129c req-786cb63f-d472-4905-812f-ed8e5d762c0b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499265 Jun 30 09:04:00.000600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ec73f-5f71-423e-b920-13d5cf8c6eb3 req-4ab07dd7-4a27-45d7-a52f-441eb1c4f68c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.002133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-323ec73f-5f71-423e-b920-13d5cf8c6eb3 req-4ab07dd7-4a27-45d7-a52f-441eb1c4f68c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0941012 Jun 30 09:04:00.050065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-323ec73f-5f71-423e-b920-13d5cf8c6eb3 req-85bd950b-03ff-4501-b475-d7e6d3373b2f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Jun 30 09:04:00.370128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83431d17-ef95-4db0-95eb-f3c828320a06 req-b3801386-cdfb-4d1b-add4-a630182edaac tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.372359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83431d17-ef95-4db0-95eb-f3c828320a06 req-b3801386-cdfb-4d1b-add4-a630182edaac tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.0720129 Jun 30 09:04:00.455798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83431d17-ef95-4db0-95eb-f3c828320a06 req-ea03e659-239b-4faf-ac0d-1d12f3da1f62 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747082 Jun 30 09:04:00.527408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-9fff9350-d7fe-48f5-a3f1-8f93678a2612 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079452 Jun 30 09:04:00.547467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e1d3f-1caf-487f-b8bb-7b0aba5663c7 req-e4d0592b-aa28-433d-a55f-b53c99f23c46 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.548921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-269e1d3f-1caf-487f-b8bb-7b0aba5663c7 req-e4d0592b-aa28-433d-a55f-b53c99f23c46 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.0922320 Jun 30 09:04:00.590006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-269e1d3f-1caf-487f-b8bb-7b0aba5663c7 req-07ad52df-0863-4e0f-ab1b-919ad63f995b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350251 Jun 30 09:04:00.655658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce2b73-f6ac-4d6a-af54-6af2927a7568 req-c8d8217b-d4b1-456a-9297-0ea880434c99 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:00.657125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dce2b73-f6ac-4d6a-af54-6af2927a7568 req-c8d8217b-d4b1-456a-9297-0ea880434c99 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 948 time: 0.0660174 Jun 30 09:04:00.692078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f3e450cd-56b3-48f4-b248-969bbdcf2f7d up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:00.700938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dce2b73-f6ac-4d6a-af54-6af2927a7568 req-04f084cb-3a27-4c0e-93d4-903a3b102244 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361812 Jun 30 09:04:00.751930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port f3e450cd-56b3-48f4-b248-969bbdcf2f7d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:00.755844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port f3e450cd-56b3-48f4-b248-969bbdcf2f7d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:00.756064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.846031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.878572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:00.882742 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef6ec72-eae8-4322-9236-823665674bcf" -d '{"events": [{"server_uuid": "a9cc951c-7db0-4846-a8a0-7b51637b241f", "name": "network-vif-plugged", "status": "completed", "tag": "f3e450cd-56b3-48f4-b248-969bbdcf2f7d"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:00.901049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:00.914067 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:00.967559 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781d0ec3-18a9-4035-b3e1-b6794c8f2390 x-openstack-request-id: req-781d0ec3-18a9-4035-b3e1-b6794c8f2390 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:00.968213 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc951c-7db0-4846-a8a0-7b51637b241f", "name": "network-vif-plugged", "status": "completed", "tag": "f3e450cd-56b3-48f4-b248-969bbdcf2f7d", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:00.968617 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-781d0ec3-18a9-4035-b3e1-b6794c8f2390 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:00.969149 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d', 'code': 200} Jun 30 09:04:00.977217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:01.025372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c887553-2e16-45ba-935f-82a2689523df req-6a39a27f-c354-438e-821c-51b69f156ce6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.027435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c887553-2e16-45ba-935f-82a2689523df req-6a39a27f-c354-438e-821c-51b69f156ce6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.0983133 Jun 30 09:04:01.082880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c887553-2e16-45ba-935f-82a2689523df req-6568af1e-9d8a-4de5-b896-a4488c2c5741 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485024 Jun 30 09:04:01.153972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b8e0b-19c6-41c2-bdc6-fada8f98f19f req-df6e5ab9-c345-4904-ab2c-bdbf0d7e0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.155505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c1b8e0b-19c6-41c2-bdc6-fada8f98f19f req-df6e5ab9-c345-4904-ab2c-bdbf0d7e0a68 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 1101 time: 0.0794282 Jun 30 09:04:01.203227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c1b8e0b-19c6-41c2-bdc6-fada8f98f19f req-685021ab-976d-4c07-a2bf-8da22c8818d7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383651 Jun 30 09:04:01.278955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163fa4-b0e8-4018-b3df-2f24e68fccb6 req-fed96849-33ba-4f5c-a91c-1d02f3d32991 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.280464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8163fa4-b0e8-4018-b3df-2f24e68fccb6 req-fed96849-33ba-4f5c-a91c-1d02f3d32991 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0770819 Jun 30 09:04:01.322538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8163fa4-b0e8-4018-b3df-2f24e68fccb6 req-0eab4cf5-809e-4787-b1e8-4560409cf282 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Jun 30 09:04:01.668481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc0405-9faf-4302-ab96-158e85eebb25 req-b8bc5bf5-86da-4f87-83a9-c52d8a3cd61e tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.669954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aebc0405-9faf-4302-ab96-158e85eebb25 req-b8bc5bf5-86da-4f87-83a9-c52d8a3cd61e tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.0842278 Jun 30 09:04:01.715344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aebc0405-9faf-4302-ab96-158e85eebb25 req-a0ab293e-0f63-4d2b-a96f-363bd7f218db tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393741 Jun 30 09:04:01.827431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9d331-0684-4a68-84e3-0f000138f144 req-7eb3f791-1879-4c3b-bdf6-cb87f81d63bf tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.828940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cb9d331-0684-4a68-84e3-0f000138f144 req-7eb3f791-1879-4c3b-bdf6-cb87f81d63bf tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1126719 Jun 30 09:04:01.894276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cb9d331-0684-4a68-84e3-0f000138f144 req-b982e84e-9205-4bd9-91eb-9c809be58bb1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592976 Jun 30 09:04:01.940252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807e39-bc8a-4287-94bf-cca3f62461fa req-92d68209-2bd4-418e-998c-8e92097b2cce tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:01.941864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b807e39-bc8a-4287-94bf-cca3f62461fa req-92d68209-2bd4-418e-998c-8e92097b2cce tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 949 time: 0.0889263 Jun 30 09:04:01.985694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b807e39-bc8a-4287-94bf-cca3f62461fa req-5730102c-8d96-4a9d-a0d4-291b2a872b87 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367630 Jun 30 09:04:02.136327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-7486f467-5bd1-4905-9149-aac1eeb075ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.137901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-7486f467-5bd1-4905-9149-aac1eeb075ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1102 time: 0.0594001 Jun 30 09:04:02.282541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-1d324aae-8c56-405e-9905-5004a886d61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.284028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-1d324aae-8c56-405e-9905-5004a886d61e service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1387300 Jun 30 09:04:02.313022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6d8b5-3c29-4a00-9ac3-96df73ff71e9 req-9d35556c-e5e9-4647-93f5-29c7eb106e47 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.314499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19a6d8b5-3c29-4a00-9ac3-96df73ff71e9 req-9d35556c-e5e9-4647-93f5-29c7eb106e47 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.1098335 Jun 30 09:04:02.346488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-77002a27-8d96-4136-94d6-afbe5fc0b711 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 217 time: 0.0551248 Jun 30 09:04:02.412229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19a6d8b5-3c29-4a00-9ac3-96df73ff71e9 req-c55ed11d-93fd-4011-8a7e-db24b292262c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720534 Jun 30 09:04:02.420475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-dadf351c-bc78-4f92-bc83-cfd7fa959c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.422043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-dadf351c-bc78-4f92-bc83-cfd7fa959c10 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0658042 Jun 30 09:04:02.585244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cfc01-0052-40ad-bea0-f169d677d24c req-5e01df94-63a1-4dd2-90c5-2dda2d17550b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.586694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b7cfc01-0052-40ad-bea0-f169d677d24c req-5e01df94-63a1-4dd2-90c5-2dda2d17550b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1161697 Jun 30 09:04:02.588676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-e7b0683e-c970-43a6-a987-e8103186e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:02.590067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-e7b0683e-c970-43a6-a987-e8103186e884 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845091 Jun 30 09:04:02.678661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b7cfc01-0052-40ad-bea0-f169d677d24c req-f508d4bf-2982-4df8-a1c9-22dea767074c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842068 Jun 30 09:04:02.715923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-62e6ffc9-1082-418c-ac9e-189f5c34b8f6 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145034 Jun 30 09:04:02.740406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ee0e50c9-f279-4295-b54e-986dbf6cd1b7 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:02.749396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a55c861b-31e2-4ec5-9cbb-efa72e483a49 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:02.780813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: a55c861b-31e2-4ec5-9cbb-efa72e483a49 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:02.781836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a55c861b-31e2-4ec5-9cbb-efa72e483a49 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:02.817137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-e4d543ea-0390-4bb5-95cc-f4d22470eec0 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939374 Jun 30 09:04:02.912207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:02.941444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'mac_address': 'fa:16:3e:39:58:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:03.006109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.009411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b9ab5-bc46-47f7-a4b7-54d6369ba228 req-b1c6e215-0f4c-4d0f-a38e-6135b680adfb tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.010970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f0b9ab5-bc46-47f7-a4b7-54d6369ba228 req-b1c6e215-0f4c-4d0f-a38e-6135b680adfb tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.1121352 Jun 30 09:04:03.018460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a204acb-4253-4e3d-a684-6626c61d145d req-22c39347-872a-4ae5-9b30-b789846e6664 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.019843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a204acb-4253-4e3d-a684-6626c61d145d req-22c39347-872a-4ae5-9b30-b789846e6664 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.83 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 946 time: 0.1347735 Jun 30 09:04:03.031798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0e50c9-f279-4295-b54e-986dbf6cd1b7 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:03.061690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:03.067301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.071356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:03.157272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f0b9ab5-bc46-47f7-a4b7-54d6369ba228 req-b4505d0e-0a5a-4b00-87ec-fc2dae629af7 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/security-groups?id=b0aab036-1377-44aa-9735-ba7719773df2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363690 Jun 30 09:04:03.188251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.238604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:03.244718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36a305-ea5a-41b1-9307-931894557aa4 req-b6ef4997-3d67-439a-a305-eb9d9025bc97 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.246281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d36a305-ea5a-41b1-9307-931894557aa4 req-b6ef4997-3d67-439a-a305-eb9d9025bc97 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1736972 Jun 30 09:04:03.258886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'port_id': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'mac_address': 'fa:16:3e:c1:96:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:03.310036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.326952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ddf199-bb1e-40b7-963a-09be9bc326ac {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:03.338287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d36a305-ea5a-41b1-9307-931894557aa4 req-752e4dcc-af31-4b02-8bc5-b6d9c2167ba2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768988 Jun 30 09:04:03.355775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:03.355775 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.357202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Deleting port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:03.357557 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.419370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.472444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88728b7a-e47b-43ab-be16-13c9dad84c49 req-0f0a02f8-5a53-4d50-9789-595053eaeba0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.474018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88728b7a-e47b-43ab-be16-13c9dad84c49 req-0f0a02f8-5a53-4d50-9789-595053eaeba0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 949 time: 0.1702189 Jun 30 09:04:03.484192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] For port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,segment=NetworkSegment(5e9e67a5-9dac-4877-b014-9ce921bccda8),segment_id=5e9e67a5-9dac-4877-b014-9ce921bccda8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:03.484559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.513895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Calling delete_port for 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:03.577632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88728b7a-e47b-43ab-be16-13c9dad84c49 req-75a3286c-9de3-432d-8523-7b98ac6e21a9 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962045 Jun 30 09:04:03.709789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ce644-9e03-4565-9fc9-d833064e861d req-369a7f83-1190-43ce-b923-47ccfe622a30 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.711198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca9ce644-9e03-4565-9fc9-d833064e861d req-369a7f83-1190-43ce-b923-47ccfe622a30 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 944 time: 0.1156075 Jun 30 09:04:03.753072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.794776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Pushing event deleted for resources: {'Port': ['ID=61d32bfe-4c6c-4862-9213-4aa2e5e6c26d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:03.815027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['61d32bfe-4c6c-4862-9213-4aa2e5e6c26d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:03.844486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca9ce644-9e03-4565-9fc9-d833064e861d req-2a050262-805a-45d7-903a-e0a26cd8aeb3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196036 Jun 30 09:04:03.863023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] No DVR routers for this DVR port 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:03.869372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:03.869372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a204acb-4253-4e3d-a684-6626c61d145d req-6d25ab7d-1b3a-43c7-aaea-cbd8f873bb94 tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.83 "DELETE /v2.0/ports/61d32bfe-4c6c-4862-9213-4aa2e5e6c26d HTTP/1.1" status: 204 len: 173 time: 0.8317099 Jun 30 09:04:03.869627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'name': 'network-vif-deleted', 'tag': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:03.872242 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c059e4-8425-4656-ae47-ada857abf2c7" -d '{"events": [{"server_uuid": "b5c39f53-8b4d-47d5-88b9-393e9494e71c", "name": "network-vif-deleted", "tag": "61d32bfe-4c6c-4862-9213-4aa2e5e6c26d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:03.900823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb24720-441b-4085-90b2-e7db166e1018 req-6b953bbd-c4dc-4b92-80f6-bdb43938861e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:03.907895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aeb24720-441b-4085-90b2-e7db166e1018 req-6b953bbd-c4dc-4b92-80f6-bdb43938861e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 949 time: 0.2068789 Jun 30 09:04:03.955797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aeb24720-441b-4085-90b2-e7db166e1018 req-27d8a667-3000-4c1c-8367-b77627d1b8cd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468516 Jun 30 09:04:03.991190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['00ddf199-bb1e-40b7-963a-09be9bc326ac'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:04.028127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:04.037651 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe1b5f4-8dc5-4f8a-a8ce-9b1290af3852 x-openstack-request-id: req-1fe1b5f4-8dc5-4f8a-a8ce-9b1290af3852 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:04.037651 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c39f53-8b4d-47d5-88b9-393e9494e71c", "name": "network-vif-deleted", "tag": "61d32bfe-4c6c-4862-9213-4aa2e5e6c26d", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:04.037978 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fe1b5f4-8dc5-4f8a-a8ce-9b1290af3852 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:04.038282 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c39f53-8b4d-47d5-88b9-393e9494e71c', 'name': 'network-vif-deleted', 'tag': '61d32bfe-4c6c-4862-9213-4aa2e5e6c26d', 'status': 'completed', 'code': 200} Jun 30 09:04:04.079713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9137756a-5cb9-4d24-9e79-25d166761efe req-878e6fdf-a6ff-436d-87aa-c6c30be23b59 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.081247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9137756a-5cb9-4d24-9e79-25d166761efe req-878e6fdf-a6ff-436d-87aa-c6c30be23b59 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0980930 Jun 30 09:04:04.135122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9137756a-5cb9-4d24-9e79-25d166761efe req-1c51e559-bdff-49f0-8ed9-df61d86f2d9a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476167 Jun 30 09:04:04.325485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64173da3-0af5-436e-ae7e-3d1622038310 req-dcc6ad48-a78b-4cf8-9d8b-5c183bc312ff tempest-VolumesAdminNegativeTest-1556358903 tempest-VolumesAdminNegativeTest-1556358903-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5c39f53-8b4d-47d5-88b9-393e9494e71c HTTP/1.1" status: 200 len: 210 time: 0.0304160 Jun 30 09:04:04.511626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd8d6bd-89f2-403c-953c-4cb694ddae0d req-fdff36dd-29d5-4685-b080-85929c0fceaa tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:04.513165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fd8d6bd-89f2-403c-953c-4cb694ddae0d req-fdff36dd-29d5-4685-b080-85929c0fceaa tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.0651720 Jun 30 09:04:04.558744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fd8d6bd-89f2-403c-953c-4cb694ddae0d req-5d73b564-7f02-4167-9f94-ef2a8146194f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396633 Jun 30 09:04:05.040171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a59c16-8625-4a28-ac33-2f495a805352 req-7cf78e02-a071-42c4-bfc0-6c26f7313700 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.042480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62a59c16-8625-4a28-ac33-2f495a805352 req-7cf78e02-a071-42c4-bfc0-6c26f7313700 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 944 time: 0.0809131 Jun 30 09:04:05.100471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62a59c16-8625-4a28-ac33-2f495a805352 req-b0560934-d58d-4f89-8a07-ee9952a4fe78 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384150 Jun 30 09:04:05.189098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50402) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.222609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee7ee6-9c8f-412c-925b-589c64eb6187 req-b3501c0f-c18f-46de-a3f4-9b5cdba105bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.224341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91ee7ee6-9c8f-412c-925b-589c64eb6187 req-b3501c0f-c18f-46de-a3f4-9b5cdba105bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 949 time: 0.0717168 Jun 30 09:04:05.263862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91ee7ee6-9c8f-412c-925b-589c64eb6187 req-150eeeb7-8a41-41e1-9315-a5d56d6ee40b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Jun 30 09:04:05.340045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e7c15-f15a-43b4-9b7c-a2180ead8354 req-25ed04d0-8da7-4fdf-9d81-d6bd4a567f0f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:05.341588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c8e7c15-f15a-43b4-9b7c-a2180ead8354 req-25ed04d0-8da7-4fdf-9d81-d6bd4a567f0f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0657442 Jun 30 09:04:05.385695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c8e7c15-f15a-43b4-9b7c-a2180ead8354 req-3ff8f07e-b724-49ba-84bb-5f973517abf5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343156 Jun 30 09:04:05.425196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50406) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.472955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Deleting subnet 62edd3ad-b124-4c33-adfd-b681460a5741 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:05.476849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.510680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.516312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.571530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.603836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.608422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/62edd3ad-b124-4c33-adfd-b681460a5741 HTTP/1.1" status: 204 len: 168 time: 0.1793420 Jun 30 09:04:05.608422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e826b-42f0-41c3-801f-0c633f7e2ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62edd3ad-b124-4c33-adfd-b681460a5741,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:05.608736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50410) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:05.609992 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.687308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.828230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.841030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.841372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.842145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.842519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > port after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.842842 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.843182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > port after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.843498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.843813 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.844124 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.844435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.928580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Deleting port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:05.928847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:05.970919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.971271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.971602 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.971931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 09:04:05.972304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e253ba-6244-4791-9289-74e0662399e3']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:05.996509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9e67a5-9dac-4877-b014-9ce921bccda8') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:05.996804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9e67a5-9dac-4877-b014-9ce921bccda8') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:06.008483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfc099-8c19-479c-8154-3d4027384bdf req-b444fbb7-6daa-4b63-b851-3ec8cd2106ca tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.010057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00cfc099-8c19-479c-8154-3d4027384bdf req-b444fbb7-6daa-4b63-b851-3ec8cd2106ca tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.3130631 Jun 30 09:04:06.014135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] For port bb9666ea-9bbc-4c5c-a1c6-4ed30f692119, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:06.014518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.025543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.028538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Calling delete_port for bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:06.061301 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.080216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:06.080619 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: from cryptography.utils import int_from_bytes Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: from cryptography.utils import int_from_bytes Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.085172 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:06.088720 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:06.125439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00cfc099-8c19-479c-8154-3d4027384bdf req-939a9a37-e113-4952-917a-0dfe3768413d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070499 Jun 30 09:04:06.166810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.189491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.194713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] 10.222.0.77 "DELETE /v2.0/networks/77e253ba-6244-4791-9289-74e0662399e3 HTTP/1.1" status: 204 len: 168 time: 0.5818100 Jun 30 09:04:06.194713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936252a5-8919-4cd7-9cbe-86f747b23931 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e253ba-6244-4791-9289-74e0662399e3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:06.196273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50418) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:06.246006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Deleting subnet 10796b8d-70ba-47c1-a33b-0a927eaaada8 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:06.257451 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.309296 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-cee0b673-2977-421f-945d-e481f0ffe1e7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023958 Jun 30 09:04:06.316534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.342907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.397762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405ee4e-d63b-4a05-8584-6dbf3f39c0da req-ae0c5682-04a8-4fea-9cae-4f9c6983c385 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.399321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7405ee4e-d63b-4a05-8584-6dbf3f39c0da req-ae0c5682-04a8-4fea-9cae-4f9c6983c385 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 944 time: 0.1574988 Jun 30 09:04:06.439319 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.515872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7405ee4e-d63b-4a05-8584-6dbf3f39c0da req-f87b75f2-b860-4c4a-93e4-147278986fbe tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813880 Jun 30 09:04:06.558399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5de9d-a02a-4b8d-a588-6d4a1d43c7fa req-ce43830e-123b-4537-ab35-70b908753c12 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.559946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4a5de9d-a02a-4b8d-a588-6d4a1d43c7fa req-ce43830e-123b-4537-ab35-70b908753c12 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 949 time: 0.1701622 Jun 30 09:04:06.571635 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.605878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Pushing event deleted for resources: {'Port': ['ID=bb9666ea-9bbc-4c5c-a1c6-4ed30f692119,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:06.618049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10796b8d-70ba-47c1-a33b-0a927eaaada8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:06.624920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.626916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-01ea8e4b-ee49-4194-aefe-9073e0efb9f3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/10796b8d-70ba-47c1-a33b-0a927eaaada8 HTTP/1.1" status: 204 len: 168 time: 0.4288373 Jun 30 09:04:06.635136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:06.686779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4a5de9d-a02a-4b8d-a588-6d4a1d43c7fa req-780b2dca-8d42-43d9-b037-fd31497b20a2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180716 Jun 30 09:04:06.729969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1d7f4-dcac-4d35-bc34-a4425386bce1 req-5b110219-ec4b-4dd7-ad13-f8201798e06a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.731569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eb1d7f4-dcac-4d35-bc34-a4425386bce1 req-5b110219-ec4b-4dd7-ad13-f8201798e06a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.0908449 Jun 30 09:04:06.762516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ee0e50c9-f279-4295-b54e-986dbf6cd1b7 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:06.777718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.801737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eb1d7f4-dcac-4d35-bc34-a4425386bce1 req-0c55e1a7-0309-48a7-81ea-69dbff3eb683 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641868 Jun 30 09:04:06.830639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-4d1ec315-4a12-44bb-afe3-0a439278067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:06.831975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-4d1ec315-4a12-44bb-afe3-0a439278067f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 1101 time: 0.2358716 Jun 30 09:04:06.833294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:06.847433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:06.848427 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:06.983757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.029022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefe3701-68cb-4d22-84e1-c0e0460e43d5']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.045696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.049684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f057eeae-56b0-4498-8d4d-7276167fedc9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.049982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f057eeae-56b0-4498-8d4d-7276167fedc9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.070514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:07.072740 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b8207a-af96-48ae-b97e-67f557003208" -d '{"events": [{"server_uuid": "7d28bac0-5d62-4526-995b-8bb6f42a9c9c", "name": "network-vif-plugged", "status": "completed", "tag": "ee0e50c9-f279-4295-b54e-986dbf6cd1b7"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:07.073111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.084564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.085695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:07.089953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-d4a56f4f-39d9-4289-ac8c-edee99a3f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.091516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-d4a56f4f-39d9-4289-ac8c-edee99a3f537 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2231729 Jun 30 09:04:07.092834 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.093482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:07.095830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.112771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:07.113182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:07.116322 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:07.121188 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:07.121188 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:07.135749 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5b6066-cb10-4fb6-95f8-dff2d9c43fef x-openstack-request-id: req-1e5b6066-cb10-4fb6-95f8-dff2d9c43fef {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:07.136036 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d28bac0-5d62-4526-995b-8bb6f42a9c9c", "name": "network-vif-plugged", "status": "completed", "tag": "ee0e50c9-f279-4295-b54e-986dbf6cd1b7", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:07.136286 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e5b6066-cb10-4fb6-95f8-dff2d9c43fef {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:07.136671 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'code': 200} Jun 30 09:04:07.179661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.187237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-5c00b899-95a4-432b-819d-bd55c0c0ee2e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 200 len: 217 time: 0.0853598 Jun 30 09:04:07.209155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 00ddf199-bb1e-40b7-963a-09be9bc326ac completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:07.218602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 00ddf199-bb1e-40b7-963a-09be9bc326ac triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:07.219322 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.299834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-51aca671-7a1b-42b9-96f3-ab0918901b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.301641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-51aca671-7a1b-42b9-96f3-ab0918901b8e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0813286 Jun 30 09:04:07.305490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae70ae-1f57-4801-85ff-5364cb334488 req-c824f07b-40cb-43f0-9e48-496cfa163ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.305490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7dae70ae-1f57-4801-85ff-5364cb334488 req-c824f07b-40cb-43f0-9e48-496cfa163ac1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 1102 time: 0.0771406 Jun 30 09:04:07.365565 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.371656 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.390056 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.394613 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] 10.222.0.77 "DELETE /v2.0/networks/fefe3701-68cb-4d22-84e1-c0e0460e43d5 HTTP/1.1" status: 204 len: 168 time: 0.7584465 Jun 30 09:04:07.404949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7dae70ae-1f57-4801-85ff-5364cb334488 req-99b98e7d-b38b-42ba-beb6-7e79a37c5755 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894704 Jun 30 09:04:07.410327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ffcf7a-3c14-4497-86a7-b6cc7d3e552f admin admin] Pushing event deleted for resources: {'Network': ['ID=fefe3701-68cb-4d22-84e1-c0e0460e43d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.426252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:07.433579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.434569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:07.481879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-7f359dc5-094d-4672-8fab-b95d24320b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.483462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-7f359dc5-094d-4672-8fab-b95d24320b88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537206 Jun 30 09:04:07.485103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:07.486960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 61d32bfe-4c6c-4862-9213-4aa2e5e6c26d not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:07.522425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:07.600404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:07.627703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:07.644894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-028e9f6d-0499-4e47-bb22-f43f1fb9afea service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272349 Jun 30 09:04:07.724010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b220c1-a09a-43f2-acff-002a790184cb req-447f0d60-d786-4418-bb6f-40d8d8058c93 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.734841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96b220c1-a09a-43f2-acff-002a790184cb req-447f0d60-d786-4418-bb6f-40d8d8058c93 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.4285929 Jun 30 09:04:07.788450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f9370-8034-422f-8493-f6e80d02f4a7 req-d230bb17-13b1-4615-840e-f14b52ee25db tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:07.790033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-293f9370-8034-422f-8493-f6e80d02f4a7 req-d230bb17-13b1-4615-840e-f14b52ee25db tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1097 time: 0.3842235 Jun 30 09:04:07.792953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96b220c1-a09a-43f2-acff-002a790184cb req-bdd4eab5-d9b7-4cdf-bff6-a662f7cfc911 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Jun 30 09:04:07.809150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fc2d1226-d970-40ea-bdf0-265561414d95 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aad7eae146064f02876e95c74d56d7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1784651 Jun 30 09:04:07.814787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50444) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:07.845770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:07.848932 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3a4ab99f-1dba-4260-9865-f338977ca4a5 req-9322d18b-a21e-43ad-b35b-6b070cce3bde service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640189 Jun 30 09:04:07.855191 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-101193d6-5916-4fe8-9774-ceb5e128a73e admin admin] 10.222.0.77 "PUT /v2.0/routers/6d7b0570-91ad-4160-8ee1-fba55fa4b27d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6650426 Jun 30 09:04:07.855838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50448) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:07.858207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-293f9370-8034-422f-8493-f6e80d02f4a7 req-5d0f6080-20ac-46a3-9500-081cb4359316 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Jun 30 09:04:07.859533 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] Sync routers for ids ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:07.873487 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] Routers {'6d7b0570-91ad-4160-8ee1-fba55fa4b27d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:07.874111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:03:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:07.881211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35b4e3f5-09b2-4304-8c0a-86993803a83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.935594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35b4e3f5-09b2-4304-8c0a-86993803a83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:07.981802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.018681 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35b4e3f5-09b2-4304-8c0a-86993803a83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.022380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35b4e3f5-09b2-4304-8c0a-86993803a83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.026282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-35b4e3f5-09b2-4304-8c0a-86993803a83a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0aab036-1377-44aa-9735-ba7719773df2 HTTP/1.1" status: 204 len: 168 time: 0.2081413 Jun 30 09:04:08.097125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.103609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4e3f5-09b2-4304-8c0a-86993803a83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0aab036-1377-44aa-9735-ba7719773df2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:08.158642 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] Set router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:08.162982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083b7c6-0fc5-4057-b0c1-66961a4b7c79 req-92e4c6c6-bbb0-493d-868c-eae25b30445d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.170845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b083b7c6-0fc5-4057-b0c1-66961a4b7c79 req-92e4c6c6-bbb0-493d-868c-eae25b30445d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.1710420 Jun 30 09:04:08.177617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Deleting port e5655c04-561b-4108-8af5-948ef2c95098 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:08.178056 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.205560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd4011-12fa-4d12-ae69-4bc52ec807c6 req-7aaaa3cd-59db-4d97-8af7-14284a0bfe1d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.207503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29bd4011-12fa-4d12-ae69-4bc52ec807c6 req-7aaaa3cd-59db-4d97-8af7-14284a0bfe1d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 950 time: 0.1438348 Jun 30 09:04:08.265997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b083b7c6-0fc5-4057-b0c1-66961a4b7c79 req-fe3cd56f-6de7-4e8c-8937-79428f5b607c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942523 Jun 30 09:04:08.277592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] For port e5655c04-561b-4108-8af5-948ef2c95098, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e5655c04-561b-4108-8af5-948ef2c95098,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:08.278261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.290150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29bd4011-12fa-4d12-ae69-4bc52ec807c6 req-8bff3766-41e3-4468-a888-d11c5cf87d44 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712883 Jun 30 09:04:08.295589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Calling delete_port for e5655c04-561b-4108-8af5-948ef2c95098 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:08.443302 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:04:06Z', 'revision_number': 5, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port': {'id': 'e5655c04-561b-4108-8af5-948ef2c95098', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:85:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:01:50Z', 'updated_at': '2021-06-30T09:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.487369 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] Checking router: 6d7b0570-91ad-4160-8ee1-fba55fa4b27d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:08.496449 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] Routers {'6d7b0570-91ad-4160-8ee1-fba55fa4b27d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:08.497068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:03:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.531695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa4f69-45df-400e-a2ea-8fe944ca845b req-e3e41328-7a1e-4acb-9f2a-5fea82e5cadd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:08.537734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7fa4f69-45df-400e-a2ea-8fe944ca845b req-e3e41328-7a1e-4acb-9f2a-5fea82e5cadd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1052582 Jun 30 09:04:08.591655 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] Set router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:08.606947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.608516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:08.613808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7fa4f69-45df-400e-a2ea-8fe944ca845b req-7175eab7-8063-4d27-9d4a-219205589b6c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605605 Jun 30 09:04:08.640135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5655c04-561b-4108-8af5-948ef2c95098,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:08.653447 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:04:08Z', 'revision_number': 6, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:08.685455 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b6522-af1a-4276-a9fe-0263ba0cba27 None None] The sync data for ids ['6d7b0570-91ad-4160-8ee1-fba55fa4b27d'] in n-d-780147-22 is: [{'id': '6d7b0570-91ad-4160-8ee1-fba55fa4b27d', 'name': 'tempest-AttachSCSIVolumeTestJSON-829276863-router', 'tenant_id': '1db2a7fead464a47b628c96b0aa887b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:01:49Z', 'updated_at': '2021-06-30T09:04:08Z', 'revision_number': 6, 'project_id': '1db2a7fead464a47b628c96b0aa887b8', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:08.737236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9c039c02-db5b-424a-a8ba-244a605ccd08 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e66e96c86c0f452c8de5b9af5074ba41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033275 Jun 30 09:04:08.740470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50460) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:08.746758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.790816 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc63fbb-5d05-4f4e-b8a7-f3245544d2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.815865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc63fbb-5d05-4f4e-b8a7-f3245544d2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.890970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.893452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc63fbb-5d05-4f4e-b8a7-f3245544d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.896356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.898701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc63fbb-5d05-4f4e-b8a7-f3245544d2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:08.900635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0dc63fbb-5d05-4f4e-b8a7-f3245544d2cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd338230-0bac-47a0-87e8-18ce7d4162ca HTTP/1.1" status: 204 len: 168 time: 0.1585834 Jun 30 09:04:08.913276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc63fbb-5d05-4f4e-b8a7-f3245544d2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd338230-0bac-47a0-87e8-18ce7d4162ca,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.001817 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.002851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d7b0570-91ad-4160-8ee1-fba55fa4b27d {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:04:09.020053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.021340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b8656cbd-7246-4acc-84ba-434e67a5b6e8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/6d7b0570-91ad-4160-8ee1-fba55fa4b27d HTTP/1.1" status: 204 len: 168 time: 1.1645741 Jun 30 09:04:09.024422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50470) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:09.066605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d13ee4-80de-40b4-851a-3ffed9381097 req-157c843e-ad82-4cf8-924f-2708fe7aea8d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.072316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46d13ee4-80de-40b4-851a-3ffed9381097 req-157c843e-ad82-4cf8-924f-2708fe7aea8d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1318073 Jun 30 09:04:09.107244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Deleting subnet ef2eb52a-c42e-4728-a5a4-0d896cf98f2d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:09.111554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.138310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:09.140893 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d98918-ce3e-4cf3-a075-640de6ff1f12" -d '{"events": [{"server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "name": "network-vif-plugged", "status": "completed", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:09.150025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46d13ee4-80de-40b4-851a-3ffed9381097 req-7be30e40-72c3-43b0-a211-8b5432fc0f4d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690124 Jun 30 09:04:09.236804 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9d6d0a-bb07-428b-895f-8cf5528c8725 x-openstack-request-id: req-ca9d6d0a-bb07-428b-895f-8cf5528c8725 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:09.237165 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "name": "network-vif-plugged", "status": "completed", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:09.237508 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca9d6d0a-bb07-428b-895f-8cf5528c8725 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:09.237977 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'code': 200} Jun 30 09:04:09.441793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.517290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f28825-4b5f-478b-ba1f-06edd9cb3bcc req-28502efc-baa5-4a2d-9f30-29719c8de60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.522785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02f28825-4b5f-478b-ba1f-06edd9cb3bcc req-28502efc-baa5-4a2d-9f30-29719c8de60a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1097 time: 0.1281631 Jun 30 09:04:09.563121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa9659-05ca-4568-9f42-522484608610 req-6a0d35e3-9d71-492b-b5b2-48f6afe2f4e6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.564555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8fa9659-05ca-4568-9f42-522484608610 req-6a0d35e3-9d71-492b-b5b2-48f6afe2f4e6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.1327920 Jun 30 09:04:09.579985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.615616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02f28825-4b5f-478b-ba1f-06edd9cb3bcc req-127b329b-517d-448f-b794-5c9e8211f694 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834913 Jun 30 09:04:09.644972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8fa9659-05ca-4568-9f42-522484608610 req-6f9375df-d63e-4274-947f-509848da5328 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706565 Jun 30 09:04:09.659107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.679962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.684625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ef2eb52a-c42e-4728-a5a4-0d896cf98f2d HTTP/1.1" status: 204 len: 168 time: 0.6559579 Jun 30 09:04:09.685183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50508) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:09.691153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48216ec0-a60e-4fab-8eb9-b394fb3c8635 None None] Network bfac7de3-c727-4476-96b3-2ed214adf2be requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:09.704570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c7766-9dcc-4aeb-9825-0ed0bac71a3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef2eb52a-c42e-4728-a5a4-0d896cf98f2d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:09.817338 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:09.832162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:09.857489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:09.889022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:09.889591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bb9666ea-9bbc-4c5c-a1c6-4ed30f692119 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:09.890544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e5655c04-561b-4108-8af5-948ef2c95098 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:09.915630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e5655c04-561b-4108-8af5-948ef2c95098 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:09.916072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e5655c04-561b-4108-8af5-948ef2c95098 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:09.949625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cefdc9-57eb-4ca7-9b45-cedbb17eb9ef req-0782145b-f1a3-4641-ae40-b609172038ae tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:09.951194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4cefdc9-57eb-4ca7-9b45-cedbb17eb9ef req-0782145b-f1a3-4641-ae40-b609172038ae tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 950 time: 0.1228981 Jun 30 09:04:09.968533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] DHCP port deletion for bfac7de3-c727-4476-96b3-2ed214adf2be request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:09.994585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Deleting port fc28ff92-c43f-4103-a596-fbafa3ac8d54 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:09.995194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.043328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] Deleting port fc28ff92-c43f-4103-a596-fbafa3ac8d54 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:10.044163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.051249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4cefdc9-57eb-4ca7-9b45-cedbb17eb9ef req-58752269-6cda-45c8-9dfe-92b9e9113211 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903978 Jun 30 09:04:10.090549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] For port fc28ff92-c43f-4103-a596-fbafa3ac8d54, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fc28ff92-c43f-4103-a596-fbafa3ac8d54,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:10.090549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.107192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Calling delete_port for fc28ff92-c43f-4103-a596-fbafa3ac8d54 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:10.124244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] For port fc28ff92-c43f-4103-a596-fbafa3ac8d54, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fc28ff92-c43f-4103-a596-fbafa3ac8d54,segment=NetworkSegment(6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8),segment_id=6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:10.124642 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.145446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] Calling delete_port for fc28ff92-c43f-4103-a596-fbafa3ac8d54 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:10.184184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:10.229431 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.273212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc28ff92-c43f-4103-a596-fbafa3ac8d54,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.285226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] No DVR routers for this DVR port fc28ff92-c43f-4103-a596-fbafa3ac8d54 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:10.293036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.328342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] No DVR routers for this DVR port fc28ff92-c43f-4103-a596-fbafa3ac8d54 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:10.330560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf80c15-b637-4b27-a764-598e9fb9f198 None None] Pushing event deleted for resources: {'Port': ['ID=fc28ff92-c43f-4103-a596-fbafa3ac8d54,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.363886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-network', 'tenant_id': 'c1093fd4da8142c8a182474895371beb'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:10.392492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.405394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-e87fba9d-e68f-444e-a5bc-372f0dbf5de9 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:10.407056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfac7de3-c727-4476-96b3-2ed214adf2be']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.408087 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-e87fba9d-e68f-444e-a5bc-372f0dbf5de9 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094042 Jun 30 09:04:10.418965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Request body: {'binding': {'host': 'n-h2-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:10.419435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Made reservation on behalf of c1093fd4da8142c8a182474895371beb for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:10.420163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:04:10.421745 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.434162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.434600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7b46e0-b8cf-4f8c-8c6e-4c41daca07d8') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:10.467074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.479528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.502897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.516767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:10.517170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:10.520555 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:10.561995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on host n-h2-780147-22 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:10.562382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:10.562709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:10.567157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:10.567481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:10.573565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:10.573899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:10.574327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:10.574719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Bound port: 324673d9-110b-4b3a-8743-de5f80f7a81d, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:10.606846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c3c9ad-227e-4767-b7d1-f94411c409b3 req-a2bc0730-4758-4ee0-8f1f-202490ff1e1d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.608296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30c3c9ad-227e-4767-b7d1-f94411c409b3 req-a2bc0730-4758-4ee0-8f1f-202490ff1e1d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1930914 Jun 30 09:04:10.610543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.631076 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.632860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bfac7de3-c727-4476-96b3-2ed214adf2be HTTP/1.1" status: 204 len: 168 time: 0.9466202 Jun 30 09:04:10.633686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:10.635838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50526) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:10.644168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.645527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-c6926d63-6e38-4768-b83b-449a53bfc00c service neutron] 10.222.0.77 "POST /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2311530 Jun 30 09:04:10.654789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb496991-595c-4155-834a-29eef96b8f45 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfac7de3-c727-4476-96b3-2ed214adf2be,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.690502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30c3c9ad-227e-4767-b7d1-f94411c409b3 req-0ae91a68-23e8-4c8f-bed2-3615e184998a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737202 Jun 30 09:04:10.727876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.735419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.748372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:10.760254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.760862 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Added segment 577a8df8-cc9f-4581-a892-1dd05440bdc5 of type vlan for network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb Jun 30 09:04:10.806409 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.845750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.846899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:10.847535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.878704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.6932650 Jun 30 09:04:10.883179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50532) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:10.888926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Request body: {'subnet': {'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-subnet', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:10.955261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c012f6-0704-4d12-bb74-b3cee2f3596b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:10.971229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Made reservation on behalf of c1093fd4da8142c8a182474895371beb for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:10.975161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:10.980292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b46d7-31d3-46e2-903e-8d57a542a922 admin admin] Pushing event updated for resources: {'Network': ['ID=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.004047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:11.054341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230046b-9567-4f07-9908-a3cedca29dec req-c1239bb1-713c-42b1-b753-98d0813bf191 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.055889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3230046b-9567-4f07-9908-a3cedca29dec req-c1239bb1-713c-42b1-b753-98d0813bf191 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1613669 Jun 30 09:04:11.137224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-fa0a3bab-bfde-476b-82d0-11b42733d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.138676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-fa0a3bab-bfde-476b-82d0-11b42733d1ba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1097 time: 0.1412385 Jun 30 09:04:11.142719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3230046b-9567-4f07-9908-a3cedca29dec req-f490d168-752b-41e9-bd19-1f52c3bee7e9 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802145 Jun 30 09:04:11.194939 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-74760e64-a4f7-4523-a386-b27c45deedcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.280497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e357f7-57da-49c8-a0e4-a06071d8a206 req-1ad61797-df78-4ce4-9fc6-f61fc4ad4a87 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.286811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e357f7-57da-49c8-a0e4-a06071d8a206 req-1ad61797-df78-4ce4-9fc6-f61fc4ad4a87 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.288378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9e357f7-57da-49c8-a0e4-a06071d8a206 req-1ad61797-df78-4ce4-9fc6-f61fc4ad4a87 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c&device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 1690 time: 0.1924551 Jun 30 09:04:11.295041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.337222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-e5534f00-cb67-4acd-a88c-bc245bc591b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.338813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-e5534f00-cb67-4acd-a88c-bc245bc591b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1909120 Jun 30 09:04:11.370456 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9e357f7-57da-49c8-a0e4-a06071d8a206 req-56c6c165-ad35-43f1-907c-182fd316f593 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743539 Jun 30 09:04:11.372109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.373701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a01e2c-b215-4803-b304-05429b170cb5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:11.390446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a982-2ce1-4465-a250-58ce1d908a10 req-a26a5b6d-f6dc-478e-a81e-a42f62b41c62 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.392064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b549a982-2ce1-4465-a250-58ce1d908a10 req-a26a5b6d-f6dc-478e-a81e-a42f62b41c62 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.1349955 Jun 30 09:04:11.424168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Checking segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:11.424526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Network hostable DHCP agents. Network: 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:11.457804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-275df795-b604-4a1e-a744-f19ccc3229bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 217 time: 0.0509725 Jun 30 09:04:11.478143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b549a982-2ce1-4465-a250-58ce1d908a10 req-42d99c77-21a9-4b49-9ed9-4991be780387 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792484 Jun 30 09:04:11.489195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:11.510571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:11.515162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.515776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.526688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9230b8-f034-4484-8d26-f3c6c40420cf None None] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:11.568951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-a8e32f0e-39d0-41b6-9229-d80d0dc758fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.570912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-a8e32f0e-39d0-41b6-9229-d80d0dc758fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0878212 Jun 30 09:04:11.588893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-69c54e64-76f2-488e-b781-e0df6afde6d5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.7033648 Jun 30 09:04:11.590974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50538) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:11.595415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:11.616048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-ed85d8ff-e12a-4cbf-a750-80da45de7984 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362236 Jun 30 09:04:11.628577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.629640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.651783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fdf2d-b0ca-4fec-9a39-cc81eeb3cd8e req-9883e8e4-59de-4f8e-9c89-4fd079ecf119 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:11.653575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-261fdf2d-b0ca-4fec-9a39-cc81eeb3cd8e req-9883e8e4-59de-4f8e-9c89-4fd079ecf119 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.1595206 Jun 30 09:04:11.722644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.776406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-261fdf2d-b0ca-4fec-9a39-cc81eeb3cd8e req-53fe6da0-20f6-4915-bdd9-9160fa973604 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066122 Jun 30 09:04:11.782648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:11.784034 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.837386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-793cc75b-38f1-44ec-a5f1-26c1dc65884d service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117381 Jun 30 09:04:11.919954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.921687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fc28ff92-c43f-4103-a596-fbafa3ac8d54 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:11.941367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Deleting port 0db8dcca-5db1-4214-aa2e-52180d99e9c0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:11.941716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:11.957319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: fc28ff92-c43f-4103-a596-fbafa3ac8d54 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:11.957720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fc28ff92-c43f-4103-a596-fbafa3ac8d54 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:12.041578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-f3ff6c6f-60e9-4904-aab7-d4f5ee4516e8 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945014 Jun 30 09:04:12.057443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Allocated IP 172.20.0.2 (11374b04-f6d9-4c85-b3fe-a867ab6eb4cb/19a01e2c-b215-4803-b304-05429b170cb5/bf395d0b-d742-40aa-b39d-e6bc0d576f50) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:12.077248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7644-92e8-4f72-b2e9-89b1c5f7b3a2 req-cb9cbc6e-b610-4c72-962b-80a096c44d51 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.084064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ede7644-92e8-4f72-b2e9-89b1c5f7b3a2 req-cb9cbc6e-b610-4c72-962b-80a096c44d51 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1003506 Jun 30 09:04:12.098551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] For port 0db8dcca-5db1-4214-aa2e-52180d99e9c0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0db8dcca-5db1-4214-aa2e-52180d99e9c0,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:12.098998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.115255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Calling delete_port for 0db8dcca-5db1-4214-aa2e-52180d99e9c0 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:12.173915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ede7644-92e8-4f72-b2e9-89b1c5f7b3a2 req-33df665c-60c8-4d46-9380-b88ecaae3a50 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861962 Jun 30 09:04:12.201807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5e31f-3ff1-4fbe-b3e1-3630e96068df req-f2de0bcb-da8f-4823-a480-351eff683123 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.203348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60b5e31f-3ff1-4fbe-b3e1-3630e96068df req-f2de0bcb-da8f-4823-a480-351eff683123 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 1102 time: 0.1180713 Jun 30 09:04:12.258494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.269276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Transition to ACTIVE for port object bf395d0b-d742-40aa-b39d-e6bc0d576f50 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:12.280386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60b5e31f-3ff1-4fbe-b3e1-3630e96068df req-d7db87ee-0b16-479b-9b0a-7d70bf194b16 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672078 Jun 30 09:04:12.300547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Transition to ACTIVE for port object bf395d0b-d742-40aa-b39d-e6bc0d576f50 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:12.315119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.359951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.375483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:12.378537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:12.390741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.398935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:12.409243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Pushing event updated for resources: {'Port': ['ID=bf395d0b-d742-40aa-b39d-e6bc0d576f50,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.490455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Attempting to bind port bf395d0b-d742-40aa-b39d-e6bc0d576f50 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:12.491035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Attempting to bind port bf395d0b-d742-40aa-b39d-e6bc0d576f50 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:12.491526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Attempting to bind port bf395d0b-d742-40aa-b39d-e6bc0d576f50 on network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:12.496856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:12.497227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Checking segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:12.497627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.498073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Bound using segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:12.498660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Bound port: bf395d0b-d742-40aa-b39d-e6bc0d576f50, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:12.498941 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.513556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72b32a-a409-422f-adb3-a6e0cd90228d req-48cad7a7-5337-44a5-965e-827e322539ad tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.515803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae72b32a-a409-422f-adb3-a6e0cd90228d req-48cad7a7-5337-44a5-965e-827e322539ad tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 1101 time: 0.0758924 Jun 30 09:04:12.528486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.565621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae72b32a-a409-422f-adb3-a6e0cd90228d req-2e9d1e05-dc30-4f8d-91c6-47b5ce1352f5 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Jun 30 09:04:12.574085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db8dcca-5db1-4214-aa2e-52180d99e9c0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.579906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Allocated IP 172.25.7.250 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/5e561703-bd4a-420b-89a4-f0378d67bff5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:12.592255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b33a07-e742-45b2-91e7-e9cd5bd8ef11 req-56a857b5-cc01-45a3-9e0e-de722cd77a87 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.603410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5b33a07-e742-45b2-91e7-e9cd5bd8ef11 req-56a857b5-cc01-45a3-9e0e-de722cd77a87 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.2165401 Jun 30 09:04:12.621434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] For port bf395d0b-d742-40aa-b39d-e6bc0d576f50, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:12.627782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] For port bf395d0b-d742-40aa-b39d-e6bc0d576f50, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bf395d0b-d742-40aa-b39d-e6bc0d576f50,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:12.639179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.717251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:12.730685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5b33a07-e742-45b2-91e7-e9cd5bd8ef11 req-f17fb975-dfea-4f76-9bb4-97d5a2340f89 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240370 Jun 30 09:04:12.791328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791acf7-773a-4b27-b9da-5af3ca5ef572 None None] Pushing event updated for resources: {'Port': ['ID=bf395d0b-d742-40aa-b39d-e6bc0d576f50,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:12.965034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d1e24-6d48-4581-b4d8-0ea358eb4048 req-d05e8c16-2542-41e0-b084-b5cbd9c1dd6f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:12.966687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-336d1e24-6d48-4581-b4d8-0ea358eb4048 req-d05e8c16-2542-41e0-b084-b5cbd9c1dd6f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.1141028 Jun 30 09:04:13.029024 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.063900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-336d1e24-6d48-4581-b4d8-0ea358eb4048 req-6d0af557-47c3-429c-a134-237fab60729d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888593 Jun 30 09:04:13.095617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:13.100517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:13.105047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.110211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:13.119273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018c079-658d-4830-99dc-1a47464281f2 req-aff7bf1d-b922-4c77-b0f4-076f183c8526 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.126732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0018c079-658d-4830-99dc-1a47464281f2 req-aff7bf1d-b922-4c77-b0f4-076f183c8526 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.1291423 Jun 30 09:04:13.173386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Pushing event updated for resources: {'Port': ['ID=5e561703-bd4a-420b-89a4-f0378d67bff5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:13.195084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0018c079-658d-4830-99dc-1a47464281f2 req-d32c62e2-59a8-4aaf-96ec-380b882db316 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622361 Jun 30 09:04:13.337147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-f687d4e2-491a-4851-a1b6-866e90dff56d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384138 Jun 30 09:04:13.496541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-f0b80632-f45f-41e5-be3b-2629c917f085 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.498042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-f0b80632-f45f-41e5-be3b-2629c917f085 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601062 Jun 30 09:04:13.512010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26df26-9021-4bbf-b21c-2e3a25e6d0ff req-fb642dc8-7d7e-484e-8a39-4e992f2760c0 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.513606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe26df26-9021-4bbf-b21c-2e3a25e6d0ff req-fb642dc8-7d7e-484e-8a39-4e992f2760c0 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1097 time: 0.1060598 Jun 30 09:04:13.525236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-c3c91b5d-0987-44d9-b636-9180f9a07efb tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/quotas/49e8fe4c6b694634957e1075c569013a HTTP/1.1" status: 200 len: 375 time: 0.0158503 Jun 30 09:04:13.590574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe26df26-9021-4bbf-b21c-2e3a25e6d0ff req-0494dd71-10b1-4fd4-ad54-4b2c6847ca66 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676589 Jun 30 09:04:13.636490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-a797044e-af7a-42d6-a2aa-0df78a534b3b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0972099 Jun 30 09:04:13.886014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:13.976465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bac42-128c-42eb-a0ab-1fb1dd4c2ab2 req-06fad567-406d-464f-822e-3b28e9609935 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:13.977709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe0bac42-128c-42eb-a0ab-1fb1dd4c2ab2 req-06fad567-406d-464f-822e-3b28e9609935 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1815326 Jun 30 09:04:14.028148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b4bb9717-3627-4c78-9a93-a29c26db8c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.043189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bf395d0b-d742-40aa-b39d-e6bc0d576f50 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:14.094959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe0bac42-128c-42eb-a0ab-1fb1dd4c2ab2 req-8d4f3dbc-8a4e-4db6-b500-496d32a78f7f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030331 Jun 30 09:04:14.217266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.240565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1cf6578-21ea-42f1-b058-dd7ff7cedad9 req-52d3c489-66ff-4c72-88c7-583b71757606 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0544987 Jun 30 09:04:14.240808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port bf395d0b-d742-40aa-b39d-e6bc0d576f50 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:14.263812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Router 0b80dd83-92d3-4047-ba42-40b67259ed8f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:14.400711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2689745b-9cce-4e02-abb5-b930b6831f42 req-7ada1c69-732f-4d61-a6f5-5977fadd4e79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.405961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2689745b-9cce-4e02-abb5-b930b6831f42 req-7ada1c69-732f-4d61-a6f5-5977fadd4e79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.2051203 Jun 30 09:04:14.488765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b02f004-de5e-45fb-8820-2c3ce23b6833 None None] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:14.537183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:14.537513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.545336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7417adeb-6b81-4735-a87c-11a24259cae5 admin admin] 10.222.0.77 "PUT /v2.0/routers/0b80dd83-92d3-4047-ba42-40b67259ed8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9084294 Jun 30 09:04:14.546068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:14.597878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2689745b-9cce-4e02-abb5-b930b6831f42 req-221f4434-8635-4062-ba6a-6baec96c7079 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845207 Jun 30 09:04:14.652150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] Sync routers for ids ['0b80dd83-92d3-4047-ba42-40b67259ed8f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:14.692389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] Routers {'0b80dd83-92d3-4047-ba42-40b67259ed8f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:14.694072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0b80dd83-92d3-4047-ba42-40b67259ed8f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:14.724870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171632c4-dea4-4708-baa1-046452da2140 req-57cc57d1-18ff-4567-8cd2-03bb7a38bbf5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:14.738711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-171632c4-dea4-4708-baa1-046452da2140 req-57cc57d1-18ff-4567-8cd2-03bb7a38bbf5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.2361076 Jun 30 09:04:14.761156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.827515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] Set router 0b80dd83-92d3-4047-ba42-40b67259ed8f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:14.869712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-171632c4-dea4-4708-baa1-046452da2140 req-772a00d8-feb6-4db2-bfd6-271d36167418 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300037 Jun 30 09:04:14.878012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:14.947673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Router 28365b18-feba-40bd-954e-6923c0162678 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:14.983395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2fdf8988-fc52-431b-810f-c6f33ebde62a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:14.999369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Deleting port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:14.999713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.153329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:15.163544 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Sync routers for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:15.169820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] For port 8fa6e463-a6b6-4efd-a448-3efe4d799fd8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:15.170436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.179359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.180590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f234eda-8d62-4a51-839a-1d0b3c206c03 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5888660 Jun 30 09:04:15.183423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:15.186235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:15.186960 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:15.362256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:15.389890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] Provisioning for port bf395d0b-d742-40aa-b39d-e6bc0d576f50 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:15.410812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Calling delete_port for 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:15.443359 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:15.457985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63e8bc-ce3c-43fa-961a-a50253885f78 req-53873606-9c15-43b8-a263-f282697e7928 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.465575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'mac_address': 'fa:16:3e:26:09:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:15.466897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa63e8bc-ce3c-43fa-961a-a50253885f78 req-53873606-9c15-43b8-a263-f282697e7928 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1128979 Jun 30 09:04:15.471667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] Provisioning complete for port bf395d0b-d742-40aa-b39d-e6bc0d576f50 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:15.472038 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.579054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa63e8bc-ce3c-43fa-961a-a50253885f78 req-b7e1e10a-f823-4519-bb23-30af34466e77 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111794 Jun 30 09:04:15.586829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f302274c-5a23-491e-8537-f8d37d8c6ca9 req-494e5163-b39f-4a7a-97c9-052973109ffb tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 210 time: 0.1340265 Jun 30 09:04:15.618387 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.805830 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:13Z', 'revision_number': 3, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:15.870556 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Checking router: 28365b18-feba-40bd-954e-6923c0162678 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:15.871720 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Updating router 28365b18-feba-40bd-954e-6923c0162678 port 5e561703-bd4a-420b-89a4-f0378d67bff5 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:15.961695 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:15.963210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2fdf8988-fc52-431b-810f-c6f33ebde62a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:15.968596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a805c0c-99d4-457d-afc3-0072f718dfb9 req-5c56b21f-301d-45db-82e8-7a1cc4b3b8f3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:15.978858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a805c0c-99d4-457d-afc3-0072f718dfb9 req-5c56b21f-301d-45db-82e8-7a1cc4b3b8f3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1322391 Jun 30 09:04:16.016566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:16.050835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a805c0c-99d4-457d-afc3-0072f718dfb9 req-accd0185-c1ed-4595-9d88-f690cbd59dd1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656662 Jun 30 09:04:16.064290 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.103014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-50632e0f-b0dd-4f68-b059-e2d32a8e0a3e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379488 Jun 30 09:04:16.106599 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.217970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] For port bf395d0b-d742-40aa-b39d-e6bc0d576f50, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bf395d0b-d742-40aa-b39d-e6bc0d576f50,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:16.252615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.253921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.273530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.377850 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.383569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.401509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa6e463-a6b6-4efd-a448-3efe4d799fd8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.412052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['2fdf8988-fc52-431b-810f-c6f33ebde62a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:16.566444 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.570786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305b12-f01d-46b8-b860-255e7a52403c req-0ff5e96f-57e8-4027-8383-16e2ed083340 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.572589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58305b12-f01d-46b8-b860-255e7a52403c req-0ff5e96f-57e8-4027-8383-16e2ed083340 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.4385185 Jun 30 09:04:16.607910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4990d-fe78-460b-b5c2-ad06f088e602 None None] Pushing event updated for resources: {'Port': ['ID=bf395d0b-d742-40aa-b39d-e6bc0d576f50,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.611260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-b5ed6910-56de-4bb1-b929-b0d800f5a8b5 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:16.617959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-b5ed6910-56de-4bb1-b929-b0d800f5a8b5 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5084403 Jun 30 09:04:16.655843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:16.662593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241'}], 'enable_snat': True}, 'gw_port_id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:04:12Z', 'revision_number': 5, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port': {'id': '8fa6e463-a6b6-4efd-a448-3efe4d799fd8', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:3b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:02:06Z', 'updated_at': '2021-06-30T09:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:16.663464 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.680564 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Transition to ACTIVE for port object 5e561703-bd4a-420b-89a4-f0378d67bff5 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:16.693761 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.780283 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Attempting to bind port 5e561703-bd4a-420b-89a4-f0378d67bff5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:16.780850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Attempting to bind port 5e561703-bd4a-420b-89a4-f0378d67bff5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:16.781329 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Attempting to bind port 5e561703-bd4a-420b-89a4-f0378d67bff5 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:16.800288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:16.800441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] Checking router: 0b80dd83-92d3-4047-ba42-40b67259ed8f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:16.800540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:16.800540 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.800540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:16.800540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Bound port: 5e561703-bd4a-420b-89a4-f0378d67bff5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:16.800540 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.838761 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Pushing event updated for resources: {'Port': ['ID=5e561703-bd4a-420b-89a4-f0378d67bff5,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:16.853515 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.853515 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.853997 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.855342 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.855342 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.855342 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.855749 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.856168 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.856594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.857325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.857753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.858170 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:16.903618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b6b818ae-6837-4c8f-a8b5-9001ddc1467b None None] Provisioning complete for port bf395d0b-d742-40aa-b39d-e6bc0d576f50 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:16.904863 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6b818ae-6837-4c8f-a8b5-9001ddc1467b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:16.913128 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] For port 5e561703-bd4a-420b-89a4-f0378d67bff5, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:16.918041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58305b12-f01d-46b8-b860-255e7a52403c req-36225ca5-6d72-4c43-8b70-90418376b12c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290286 Jun 30 09:04:16.923500 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] For port 5e561703-bd4a-420b-89a4-f0378d67bff5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5e561703-bd4a-420b-89a4-f0378d67bff5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:16.934940 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.006666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] Routers {'0b80dd83-92d3-4047-ba42-40b67259ed8f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:17.007321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0b80dd83-92d3-4047-ba42-40b67259ed8f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.022757 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:17.024087 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.109079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632a9b2-b992-4f67-af1f-c0125ad808b8 req-be86415c-3c4f-4b5c-ab77-d960a7fad506 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.111382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c632a9b2-b992-4f67-af1f-c0125ad808b8 req-be86415c-3c4f-4b5c-ab77-d960a7fad506 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 944 time: 0.2657838 Jun 30 09:04:17.133496 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d294e2fc-fe67-42cb-88fb-840a1f5aea18 None None] Pushing event updated for resources: {'Port': ['ID=5e561703-bd4a-420b-89a4-f0378d67bff5,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:17.165849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] Set router 0b80dd83-92d3-4047-ba42-40b67259ed8f gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:17.249309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.273775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48b2a83e-2a3d-4f74-80fb-b7d13d96c74d req-a199f25b-e7a6-414a-a2a5-280be8ac5138 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0870321 Jun 30 09:04:17.284027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:17.288477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.323645 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:17.325596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c632a9b2-b992-4f67-af1f-c0125ad808b8 req-01b7693d-7542-4045-a744-a9a3bf0376ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040658 Jun 30 09:04:17.374970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 7, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.445556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b806299-1f8f-48fd-b616-22c88b0b01f0 None None] The sync data for ids ['0b80dd83-92d3-4047-ba42-40b67259ed8f'] in n-d-780147-22 is: [{'id': '0b80dd83-92d3-4047-ba42-40b67259ed8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-1717567258-router', 'tenant_id': '10b8f195097d4ed8a7545bc437796351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:02:05Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 7, 'project_id': '10b8f195097d4ed8a7545bc437796351', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:17.505732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.661787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.75 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/c181ccae-ff2d-40d9-b02e-0fe27823de7a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:17.667273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.675305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.709988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c909b1-7bdb-44be-ab66-d66a61409080 req-c257ae53-5548-465b-a57d-b67c6f696f44 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:17.721400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7c909b1-7bdb-44be-ab66-d66a61409080 req-c257ae53-5548-465b-a57d-b67c6f696f44 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1574316 Jun 30 09:04:17.847908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.848472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b80dd83-92d3-4047-ba42-40b67259ed8f {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:04:17.877983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:17.879489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:13Z', 'revision_number': 3, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:17.885780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a2935551-3c04-41f4-8757-acfa99e79546 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0b80dd83-92d3-4047-ba42-40b67259ed8f HTTP/1.1" status: 204 len: 168 time: 3.3375170 Jun 30 09:04:17.888934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:17.977261 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b00f9-1cd9-4098-aed4-d91eb5477080 None None] The sync data for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 is: [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:13Z', 'revision_number': 3, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:18.094195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Deleting subnet a03e87fc-b0a5-4bd7-9d86-52567d9d31a7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:04:18.097690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.099944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bf395d0b-d742-40aa-b39d-e6bc0d576f50 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:18.135615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.157579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7c909b1-7bdb-44be-ab66-d66a61409080 req-70980251-834b-457d-8543-ae1e2d2525c7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334707 Jun 30 09:04:18.203330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Allocated IP 172.20.0.1 (11374b04-f6d9-4c85-b3fe-a867ab6eb4cb/19a01e2c-b215-4803-b304-05429b170cb5/4ae95dab-92c5-4970-ad43-a7748584d1ef) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:18.255595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bf395d0b-d742-40aa-b39d-e6bc0d576f50 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:18.260461 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.357828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.394680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object c181ccae-ff2d-40d9-b02e-0fe27823de7a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:18.544912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0db8dcca-5db1-4214-aa2e-52180d99e9c0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:18.611765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.661966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0db8dcca-5db1-4214-aa2e-52180d99e9c0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:18.662811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0db8dcca-5db1-4214-aa2e-52180d99e9c0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:18.769054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2fdf8988-fc52-431b-810f-c6f33ebde62a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:18.797083 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.868305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 2fdf8988-fc52-431b-810f-c6f33ebde62a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:18.869735 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.874504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03e87fc-b0a5-4bd7-9d86-52567d9d31a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:18.897309 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:18.899430 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ecbd9019-f4ce-4f0c-bc2c-a13fa7b447e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a03e87fc-b0a5-4bd7-9d86-52567d9d31a7 HTTP/1.1" status: 204 len: 168 time: 1.0095344 Jun 30 09:04:18.908308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:18.970847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f161a91-5ff2-4a24-84d1-a17ef758788c None None] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:19.199273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.264686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.280359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Transition to ACTIVE for port object 4ae95dab-92c5-4970-ad43-a7748584d1ef will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:19.423973 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.468182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.488992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:19.492444 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de36fe4b-48ed-4738-a8c1-fc227a440df1" -d '{"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-plugged", "status": "completed", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:19.528437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:19.535978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.551747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] DHCP port deletion for 9f9429a9-f580-443d-8d86-a92fc4e8d038 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:04:19.563425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Pushing event updated for resources: {'Port': ['ID=4ae95dab-92c5-4970-ad43-a7748584d1ef,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.580597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:19.586339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:19.589219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Deleting port fd2282a9-e38d-4926-b516-716060244fe3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:19.589735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.673413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:19.710973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Deleting port fd2282a9-e38d-4926-b516-716060244fe3 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:19.711773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.720755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] For port fd2282a9-e38d-4926-b516-716060244fe3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fd2282a9-e38d-4926-b516-716060244fe3,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:19.721321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.756521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Calling delete_port for fd2282a9-e38d-4926-b516-716060244fe3 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:19.897477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-593d5a6c-0bc7-4e26-97d3-80f7f02612f7 req-89632230-76fc-4162-88d5-620dd6572404 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 210 time: 0.1588647 Jun 30 09:04:19.920269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] For port fd2282a9-e38d-4926-b516-716060244fe3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fd2282a9-e38d-4926-b516-716060244fe3,segment=NetworkSegment(0710e783-a6bb-42df-b200-0c1b2fde985c),segment_id=0710e783-a6bb-42df-b200-0c1b2fde985c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:19.925331 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.925480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:19.934589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:19.970294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] No DVR routers for this DVR port fd2282a9-e38d-4926-b516-716060244fe3 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:20.017102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Calling delete_port for fd2282a9-e38d-4926-b516-716060244fe3 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:20.026515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e561703-bd4a-420b-89a4-f0378d67bff5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:20.034531 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.113845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:20.118735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:20.198194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-931515d7-9b93-4674-b128-bf84f44c594a None None] Provisioning for port 4ae95dab-92c5-4970-ad43-a7748584d1ef completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:20.198582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4545306-9be9-4c4d-9eab-1d339fab3a63 req-449ac65a-096d-46ac-afad-6ea5e64ac975 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.210526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4545306-9be9-4c4d-9eab-1d339fab3a63 req-449ac65a-096d-46ac-afad-6ea5e64ac975 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 1.7531385 Jun 30 09:04:20.240154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.254525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9429a9-f580-443d-8d86-a92fc4e8d038']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.267459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0710e783-a6bb-42df-b200-0c1b2fde985c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.268032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0710e783-a6bb-42df-b200-0c1b2fde985c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:20.279137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.297943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-931515d7-9b93-4674-b128-bf84f44c594a None None] Provisioning complete for port 4ae95dab-92c5-4970-ad43-a7748584d1ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:20.297943 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-931515d7-9b93-4674-b128-bf84f44c594a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.300297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.308930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5e561703-bd4a-420b-89a4-f0378d67bff5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:20.309153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:04:20.309709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.338527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:20.377068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:04:20.380480 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:04:20.384878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:20.386713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd2282a9-e38d-4926-b516-716060244fe3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.391782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.404432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.413279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5e561703-bd4a-420b-89a4-f0378d67bff5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:20.415332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.419567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.426576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9f9429a9-f580-443d-8d86-a92fc4e8d038 HTTP/1.1" status: 204 len: 168 time: 1.5163591 Jun 30 09:04:20.479081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714ac46-a668-49e8-920c-e60618fb4bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9429a9-f580-443d-8d86-a92fc4e8d038,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.512266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.513201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.568137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9211121 Jun 30 09:04:20.626148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Request body: {'port': {'device_id': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:20.646877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4545306-9be9-4c4d-9eab-1d339fab3a63 req-994a6455-17aa-4098-bd32-60afb5a93ee7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349151 Jun 30 09:04:20.650131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d4ace-f822-4c5d-87ac-c1073436033e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=c181ccae-ff2d-40d9-b02e-0fe27823de7a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:20.746651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:20.837022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf80aa3-33d4-44ef-87f6-b49f47f5a9bd req-459eea5e-7d92-4c83-a437-bcae0d95a195 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:20.839120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecf80aa3-33d4-44ef-87f6-b49f47f5a9bd req-459eea5e-7d92-4c83-a437-bcae0d95a195 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.5895030 Jun 30 09:04:20.839861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50678) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:20.965704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-321651dc-2499-4d16-a559-4f8536da04ea admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1db2a7fead464a47b628c96b0aa887b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1066606 Jun 30 09:04:20.985107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:21.041827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecf80aa3-33d4-44ef-87f6-b49f47f5a9bd req-c22ab3b5-586b-4b04-b306-53e020aa7d3e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516216 Jun 30 09:04:21.056531 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.092019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-931515d7-9b93-4674-b128-bf84f44c594a None None] Port 4ae95dab-92c5-4970-ad43-a7748584d1ef cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:21.151098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e5357b1-efb7-4341-a28e-2e583bd5fc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.156455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.169839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c826c-c61e-4cb2-bf95-de7413521bc0 req-585f8a6a-ba52-4151-9009-b54b15a1344b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:21.178378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a20c826c-c61e-4cb2-bf95-de7413521bc0 req-585f8a6a-ba52-4151-9009-b54b15a1344b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.2745497 Jun 30 09:04:21.196815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.227460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Network 9f9429a9-f580-443d-8d86-a92fc4e8d038 is not hosted by any dhcp agent {{(pid=93726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:04:21.228305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] No DVR routers for this DVR port fd2282a9-e38d-4926-b516-716060244fe3 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:21.250558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e5357b1-efb7-4341-a28e-2e583bd5fc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.297070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 5e561703-bd4a-420b-89a4-f0378d67bff5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5e561703-bd4a-420b-89a4-f0378d67bff5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:21.300741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ca6c6-51aa-4e9c-a4c3-e768ff5b3b67 None None] Pushing event deleted for resources: {'Port': ['ID=fd2282a9-e38d-4926-b516-716060244fe3,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.315113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9748cf21-0a83-4f99-ad76-0b281861c24d None None] Provisioning for port c181ccae-ff2d-40d9-b02e-0fe27823de7a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:21.320216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.320880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.332255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.386705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a20c826c-c61e-4cb2-bf95-de7413521bc0 req-26fac00f-bd9e-4822-b273-baf544821ada tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067740 Jun 30 09:04:21.393832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.401785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9748cf21-0a83-4f99-ad76-0b281861c24d None None] Provisioning complete for port c181ccae-ff2d-40d9-b02e-0fe27823de7a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:21.404486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9748cf21-0a83-4f99-ad76-0b281861c24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.527723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:21.581074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Pushing event updated for resources: {'Port': ['ID=4ae95dab-92c5-4970-ad43-a7748584d1ef,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.595687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e5357b1-efb7-4341-a28e-2e583bd5fc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.613306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1e5357b1-efb7-4341-a28e-2e583bd5fc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:21.621874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1e5357b1-efb7-4341-a28e-2e583bd5fc39 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5 HTTP/1.1" status: 204 len: 168 time: 0.6290333 Jun 30 09:04:21.734149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5357b1-efb7-4341-a28e-2e583bd5fc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb946a5-6d8d-4108-a0a7-3c4baf6a2af5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.801840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:21.803937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=5e561703-bd4a-420b-89a4-f0378d67bff5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:21.805341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:21.815092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9748cf21-0a83-4f99-ad76-0b281861c24d None None] Port c181ccae-ff2d-40d9-b02e-0fe27823de7a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:21.831049 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d070fe-ec29-4d2e-bfce-08feeb748548 x-openstack-request-id: req-b9d070fe-ec29-4d2e-bfce-08feeb748548 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:21.831973 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-plugged", "status": "completed", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:21.832877 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9d070fe-ec29-4d2e-bfce-08feeb748548 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:21.833404 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'code': 200} Jun 30 09:04:21.838352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:21.838352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8fa6e463-a6b6-4efd-a448-3efe4d799fd8 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:21.841826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fd2282a9-e38d-4926-b516-716060244fe3 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:21.954971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: fd2282a9-e38d-4926-b516-716060244fe3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:21.955491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fd2282a9-e38d-4926-b516-716060244fe3 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:22.383422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e561703-bd4a-420b-89a4-f0378d67bff5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:22.385916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Router 28365b18-feba-40bd-954e-6923c0162678 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:22.532370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfc29f9f-3086-4d7f-9df5-7bb13a49390d None None] Provisioning complete for port 4ae95dab-92c5-4970-ad43-a7748584d1ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:22.533000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc29f9f-3086-4d7f-9df5-7bb13a49390d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.587265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dfc29f9f-3086-4d7f-9df5-7bb13a49390d None None] Port 4ae95dab-92c5-4970-ad43-a7748584d1ef cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:22.611457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c181ccae-ff2d-40d9-b02e-0fe27823de7a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:22.641785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.678006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5e561703-bd4a-420b-89a4-f0378d67bff5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:22.678413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.736347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Transition to ACTIVE for port object c181ccae-ff2d-40d9-b02e-0fe27823de7a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:22.738345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:22.759494 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1b10a418-0134-45c6-9d8a-b8bb6e1babef admin admin] 10.222.0.77 "PUT /v2.0/routers/28365b18-feba-40bd-954e-6923c0162678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5749459 Jun 30 09:04:22.770098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:22.778504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Sync routers for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:22.816340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcd7dc-73a6-4e16-a7e2-74c2c697ce27 req-4982e17e-2b6c-44fd-93fa-45d38b298744 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.819223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58dcd7dc-73a6-4e16-a7e2-74c2c697ce27 req-4982e17e-2b6c-44fd-93fa-45d38b298744 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.3898864 Jun 30 09:04:22.866791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:22.880469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:22.881138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:22.938629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f80ad-88be-481b-9df4-4ef9f9451b82 req-f1a1a291-aecc-48e1-9950-43430fb50aee tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:22.954581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a68f80ad-88be-481b-9df4-4ef9f9451b82 req-f1a1a291-aecc-48e1-9950-43430fb50aee tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 935 time: 0.7469466 Jun 30 09:04:22.967763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c6f2c203-7abd-40a8-8c40-e5aa422086b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=10b8f195097d4ed8a7545bc437796351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0998702 Jun 30 09:04:22.970202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:23.098342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5da4b474-b740-4639-a59f-70e31e2310ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.132580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5da4b474-b740-4639-a59f-70e31e2310ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.165095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58dcd7dc-73a6-4e16-a7e2-74c2c697ce27 req-63c37e22-d02c-45e4-882f-d5683a904812 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703490 Jun 30 09:04:23.166100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Pushing event updated for resources: {'Port': ['ID=c181ccae-ff2d-40d9-b02e-0fe27823de7a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.195704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a68f80ad-88be-481b-9df4-4ef9f9451b82 req-bc2d6403-0eda-4176-840b-ca56f5201f0b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393107 Jun 30 09:04:23.305643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5da4b474-b740-4639-a59f-70e31e2310ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.313868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5da4b474-b740-4639-a59f-70e31e2310ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.315146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5da4b474-b740-4639-a59f-70e31e2310ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/33d8c717-70b9-41f0-bfd8-ff494c36be4b HTTP/1.1" status: 204 len: 168 time: 0.3439939 Jun 30 09:04:23.330181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4b474-b740-4639-a59f-70e31e2310ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d8c717-70b9-41f0-bfd8-ff494c36be4b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:23.395176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Attempting to bind port c181ccae-ff2d-40d9-b02e-0fe27823de7a on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:23.396173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Attempting to bind port c181ccae-ff2d-40d9-b02e-0fe27823de7a by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:23.396536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Attempting to bind port c181ccae-ff2d-40d9-b02e-0fe27823de7a on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:23.403870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Port c181ccae-ff2d-40d9-b02e-0fe27823de7a on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:23.404207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Attempting to bind port c181ccae-ff2d-40d9-b02e-0fe27823de7a on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:23.409728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:23.415140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:23.415486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:23.416355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:23.416355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Bound port: c181ccae-ff2d-40d9-b02e-0fe27823de7a, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:23.416697 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.815263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] For port c181ccae-ff2d-40d9-b02e-0fe27823de7a, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:23.830897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] For port c181ccae-ff2d-40d9-b02e-0fe27823de7a, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:23.837946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 2, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:23.864659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:23.897242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Checking router: 28365b18-feba-40bd-954e-6923c0162678 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:23.897596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Updating router 28365b18-feba-40bd-954e-6923c0162678 port 4ae95dab-92c5-4970-ad43-a7748584d1ef binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:23.899020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5981d5-8bd9-4136-b456-89459d3c166a req-29bbd9f4-f55d-44b7-a9a2-751a42729d94 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:23.907796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5981d5-8bd9-4136-b456-89459d3c166a req-29bbd9f4-f55d-44b7-a9a2-751a42729d94 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.3715906 Jun 30 09:04:23.973405 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.016005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0e8a7-7b43-4a60-950f-17e5fc2bb93e req-658f0379-db04-4c20-8d13-b8e710b0635f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.019815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62a0e8a7-7b43-4a60-950f-17e5fc2bb93e req-658f0379-db04-4c20-8d13-b8e710b0635f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.4625051 Jun 30 09:04:24.065145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5981d5-8bd9-4136-b456-89459d3c166a req-007cfb4d-50df-4060-8cff-9f12157608a5 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568191 Jun 30 09:04:24.093353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.096699 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.104458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] 10.222.0.83 "PUT /v2.0/ports/c181ccae-ff2d-40d9-b02e-0fe27823de7a HTTP/1.1" status: 200 len: 1096 time: 3.4820094 Jun 30 09:04:24.119051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'tag': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:24.126110 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221d5c92-26f6-4f40-bd74-615def478a46" -d '{"events": [{"name": "network-changed", "server_uuid": "d0434be1-da26-45d4-9de2-21fcdfbc0dd4", "tag": "c181ccae-ff2d-40d9-b02e-0fe27823de7a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:24.200364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62a0e8a7-7b43-4a60-950f-17e5fc2bb93e req-2e52636c-79ea-4df5-9c29-758e4c7f4d23 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608374 Jun 30 09:04:24.350378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f9bf-0662-4a25-8aa5-4bb7d6fcfa22 service neutron] Pushing event updated for resources: {'Port': ['ID=c181ccae-ff2d-40d9-b02e-0fe27823de7a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.416313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-377d6cdb-f7c5-4b10-adab-721e29510064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.429066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-377d6cdb-f7c5-4b10-adab-721e29510064 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 1099 time: 0.2261741 Jun 30 09:04:24.548227 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73098682-431e-41c3-a676-dc3c33cbfb81 x-openstack-request-id: req-73098682-431e-41c3-a676-dc3c33cbfb81 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:24.551843 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0434be1-da26-45d4-9de2-21fcdfbc0dd4", "tag": "c181ccae-ff2d-40d9-b02e-0fe27823de7a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:24.553704 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73098682-431e-41c3-a676-dc3c33cbfb81 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:24.554485 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'tag': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'status': 'completed', 'code': 200} Jun 30 09:04:24.562104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-b81b4af5-98da-4e5a-9617-5fe42ead0419 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a HTTP/1.1" status: 200 len: 217 time: 0.1159723 Jun 30 09:04:24.651742 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.680794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Transition to ACTIVE for port object 4ae95dab-92c5-4970-ad43-a7748584d1ef will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:24.692186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-f5025ad9-c8f3-4d61-b033-b3a3d6b6c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:24.696414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-f5025ad9-c8f3-4d61-b033-b3a3d6b6c38c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1239352 Jun 30 09:04:24.705607 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.814234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7fc97-7ff9-4f49-9a56-2ec2e48ee727 None None] Pushing event updated for resources: {'Port': ['ID=4ae95dab-92c5-4970-ad43-a7748584d1ef,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:24.875693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:24.931232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Attempting to bind port 4ae95dab-92c5-4970-ad43-a7748584d1ef on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:24.931989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Attempting to bind port 4ae95dab-92c5-4970-ad43-a7748584d1ef by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:24.933090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Attempting to bind port 4ae95dab-92c5-4970-ad43-a7748584d1ef on network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:24.946058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:24.949538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Checking segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:24.950290 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:24.950919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Bound using segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:24.952279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Bound port: 4ae95dab-92c5-4970-ad43-a7748584d1ef, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:24.955698 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.072563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-da3d68b3-7ce4-4931-802c-b3e2efe02538 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.074322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-da3d68b3-7ce4-4931-802c-b3e2efe02538 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 829 time: 0.2131436 Jun 30 09:04:25.106680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] For port 4ae95dab-92c5-4970-ad43-a7748584d1ef, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:25.111425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] For port 4ae95dab-92c5-4970-ad43-a7748584d1ef, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ae95dab-92c5-4970-ad43-a7748584d1ef,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:25.123499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.151043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-17e26921-60a8-4ed5-8f69-ae0e191783b9 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/quotas/c1093fd4da8142c8a182474895371beb HTTP/1.1" status: 200 len: 375 time: 0.0533547 Jun 30 09:04:25.153922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01008d47-3eef-4170-8700-03ea549e177d req-ab4bc476-1fc3-4fbd-bd5b-f6e08cf3c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.155475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-ab4bc476-1fc3-4fbd-bd5b-f6e08cf3c38e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4517930 Jun 30 09:04:25.192154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-network', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:25.225853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:25.227357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:25.249642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97592a4-ac5e-4082-a26f-07f525452e5a req-2dad330a-e611-4bf2-9c11-55ecb71650bb tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.252550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e97592a4-ac5e-4082-a26f-07f525452e5a req-2dad330a-e611-4bf2-9c11-55ecb71650bb tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 947 time: 0.4723456 Jun 30 09:04:25.274588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7fc97-7ff9-4f49-9a56-2ec2e48ee727 None None] Pushing event updated for resources: {'Port': ['ID=4ae95dab-92c5-4970-ad43-a7748584d1ef,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.283720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Made reservation on behalf of 0b2da1a3f84e4584af499ebf1e8f4b02 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:25.290717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.317157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.432509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:25.502917 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e97592a4-ac5e-4082-a26f-07f525452e5a req-2e6562f5-aaac-4ba9-ad5a-ced4877ae60a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337296 Jun 30 09:04:25.542312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-ec13feb3-f088-447b-8fa5-3d83451885aa tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3855386 Jun 30 09:04:25.591505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.604116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.677816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678b90db-4242-4d32-8029-a8811ae527f2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:25.712232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:04:25.751538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.752110 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Added segment 71247acf-ca8c-45df-a46a-ade040dac02a of type vlan for network b32bab9e-1392-4066-8055-0b8ff0c713c8 Jun 30 09:04:25.840353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.874895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-53e84d3a-de2f-4cd0-bfd1-13fcf1a629ff service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609628 Jun 30 09:04:25.882571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:25Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:25.905841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.907371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:25.908602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:25.968376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed9660c-cb5d-49e9-b90e-d096f40f919f None None] The sync data for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 is: [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:25Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:26.047997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-a0456654-4912-4d14-8718-64e02addbac5 service neutron] 10.222.0.77 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902685 Jun 30 09:04:26.090878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d53a0-7cd7-4fff-9378-f249d0e8785d req-7efe9d5a-1c77-4383-807d-b68717a9d147 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.099965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f27d53a0-7cd7-4fff-9378-f249d0e8785d req-7efe9d5a-1c77-4383-807d-b68717a9d147 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.3492470 Jun 30 09:04:26.147052 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2704999 Jun 30 09:04:26.151402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.160851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Request body: {'subnet': {'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-subnet', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:26.173214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616411-4cab-4fb3-93fa-5cd979122c26 admin admin] Pushing event updated for resources: {'Network': ['ID=b32bab9e-1392-4066-8055-0b8ff0c713c8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:26.185659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:04:26.207473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01008d47-3eef-4170-8700-03ea549e177d req-6a988903-7c8d-4a60-90d3-e0bc547b8108 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187649 Jun 30 09:04:26.229195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Made reservation on behalf of 0b2da1a3f84e4584af499ebf1e8f4b02 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:26.232034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.262346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f27d53a0-7cd7-4fff-9378-f249d0e8785d req-ed8507af-1153-476d-94a4-b69a32c4ea9a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605184 Jun 30 09:04:26.444624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-d751be6d-bab0-41c7-9563-8a12246d2921 service neutron] 10.222.0.77 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652403 Jun 30 09:04:26.507343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.509928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d5c92-26f6-4f40-bd74-615def478a46 req-15d3d9f2-a37a-405b-9d20-354ec6261bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.511465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-15d3d9f2-a37a-405b-9d20-354ec6261bf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 1099 time: 0.1733851 Jun 30 09:04:26.641107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd845081-766b-4cbe-9e3a-ca309905ce8a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:26.655350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.657453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.657825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.658167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.660796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.662871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.663212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.663566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.663895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.664227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.667612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.668195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:26.683544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Checking segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:26.684122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Network hostable DHCP agents. Network: b32bab9e-1392-4066-8055-0b8ff0c713c8, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:04:26.751547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:04:26.765428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b32bab9e-1392-4066-8055-0b8ff0c713c8) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:26.777398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.778164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.794593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6028d87e-e70d-4471-ae37-d3e96a70a1f5 None None] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:26.826314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-daab3b95-2ebb-45ee-8bbd-7a8075642aad admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6718004 Jun 30 09:04:26.828426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:26.833537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:26.882233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.883572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:26.955107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d5c92-26f6-4f40-bd74-615def478a46 req-10c0201a-22b9-43cb-831b-fb86e9902631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:26.968898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-10c0201a-22b9-43cb-831b-fb86e9902631 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4463692 Jun 30 09:04:27.000005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd432df0-1a39-4398-9c5c-cad727ca4ea2 req-6f092d70-1b16-4489-adec-2a639cd9692f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.012965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.021005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd432df0-1a39-4398-9c5c-cad727ca4ea2 req-6f092d70-1b16-4489-adec-2a639cd9692f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.3966267 Jun 30 09:04:27.169552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd432df0-1a39-4398-9c5c-cad727ca4ea2 req-21db8bcd-c0e4-43ef-ad5f-083322df1348 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488106 Jun 30 09:04:27.178755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-5aba4e50-46f2-4536-bc4e-2feb4adfd8e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a HTTP/1.1" status: 200 len: 217 time: 0.1049106 Jun 30 09:04:27.404116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-b32bab9e-1392-4066-8055-0b8ff0c713c8', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:04:27.408243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.460888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb09fd-c102-4f69-a15b-36cd5088e81e req-e0366a37-31ae-4fe2-b0f3-fd03fb1b31c1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.472463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4eb09fd-c102-4f69-a15b-36cd5088e81e req-e0366a37-31ae-4fe2-b0f3-fd03fb1b31c1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.4804578 Jun 30 09:04:27.478889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d5c92-26f6-4f40-bd74-615def478a46 req-acde6a70-787c-4c31-8837-4d45d5886491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.481695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-acde6a70-787c-4c31-8837-4d45d5886491 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2458758 Jun 30 09:04:27.507542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:27.663659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4eb09fd-c102-4f69-a15b-36cd5088e81e req-c8cb2b50-5f58-439d-a668-b05e69969aa6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851177 Jun 30 09:04:27.692228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d5c92-26f6-4f40-bd74-615def478a46 req-f102b32c-f4fe-4d18-ac0c-3e576f8beeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:27.698988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-f102b32c-f4fe-4d18-ac0c-3e576f8beeff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1930835 Jun 30 09:04:27.766319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Allocated IP 172.20.0.2 (b32bab9e-1392-4066-8055-0b8ff0c713c8/fd845081-766b-4cbe-9e3a-ca309905ce8a/b3a2ef03-ecb4-47c6-9b16-332c194ea1d4) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:27.890663 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-54efd6b1-80bd-4249-87e6-31f150d3d8c4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5194256 Jun 30 09:04:28.126479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.154098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Transition to ACTIVE for port object b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:28.204441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Transition to ACTIVE for port object b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:28.219893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.235645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ae95dab-92c5-4970-ad43-a7748584d1ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:28.248090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488951-eb2b-4688-b734-32917c9c4500 req-a2ddb9f7-04b5-4d9e-98f5-81cca07f8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.248837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-a2ddb9f7-04b5-4d9e-98f5-81cca07f8356 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 1097 time: 0.3037658 Jun 30 09:04:28.318711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d883905a-29c5-442e-93c8-f9544e698069 req-f07ffa89-fa03-42e1-8dff-9a655870fb6e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 210 time: 0.0778179 Jun 30 09:04:28.647249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612761e-e5f2-4bd0-aaec-28d518e31676 req-9630c153-67db-41cf-a478-c582d4f2f094 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.654501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c612761e-e5f2-4bd0-aaec-28d518e31676 req-9630c153-67db-41cf-a478-c582d4f2f094 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 947 time: 0.4147503 Jun 30 09:04:28.767101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-f5e62aeb-e01e-4b28-abe3-734400f141fb service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0548279 Jun 30 09:04:28.777180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:28.791117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c612761e-e5f2-4bd0-aaec-28d518e31676 req-ab70e15d-a32c-48d5-9832-7c865513160e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323955 Jun 30 09:04:28.792800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.793393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:28.803037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:28.812204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c95026-9c98-4737-96b9-288d7016d6f2 req-d7f92371-5434-4a17-ab0b-484d5a24400b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:28.824331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4c95026-9c98-4737-96b9-288d7016d6f2 req-d7f92371-5434-4a17-ab0b-484d5a24400b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.1954751 Jun 30 09:04:28.827103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:28.913683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Pushing event updated for resources: {'Port': ['ID=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.037142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221d5c92-26f6-4f40-bd74-615def478a46 req-bdec7ff7-81ec-4e35-8dd0-52acfa493751 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267435 Jun 30 09:04:29.064412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Allocated IP 172.25.7.180 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ed290a7b-ab9f-4c78-8030-2393e54f4f93) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:29.095390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.123894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Attempting to bind port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:29.128666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Attempting to bind port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:29.129058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Attempting to bind port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:29.145719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4ae95dab-92c5-4970-ad43-a7748584d1ef completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:29.148027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:29.148608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Checking segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:29.148856 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.153951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Bound using segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:29.154522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Bound port: b3a2ef03-ecb4-47c6-9b16-332c194ea1d4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:29.154954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.156663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4c95026-9c98-4737-96b9-288d7016d6f2 req-ac520d09-1815-4c0b-851d-86e62567ed12 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313873 Jun 30 09:04:29.168608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4ae95dab-92c5-4970-ad43-a7748584d1ef triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:29.168978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.257325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3d239-586a-4e67-a987-3e1a77a005b7 req-db1e2a0a-fe96-491d-895f-a7c9d0a4b8aa tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.259885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1a3d239-586a-4e67-a987-3e1a77a005b7 req-db1e2a0a-fe96-491d-895f-a7c9d0a4b8aa tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1824005 Jun 30 09:04:29.311664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.330622 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.353487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1a3d239-586a-4e67-a987-3e1a77a005b7 req-e19abd46-893a-47e8-9a30-4dac36f42c9c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801446 Jun 30 09:04:29.399698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] For port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:29.421413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] For port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:29.449218 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.459125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 4ae95dab-92c5-4970-ad43-a7748584d1ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ae95dab-92c5-4970-ad43-a7748584d1ef,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:29.515671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488951-eb2b-4688-b734-32917c9c4500 req-c064898c-060c-4ca9-8d62-2a31d1bc15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.517016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-c064898c-060c-4ca9-8d62-2a31d1bc15ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.8093371 Jun 30 09:04:29.552151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2d745-9095-4c49-a065-b4c613a47193 None None] Pushing event updated for resources: {'Port': ['ID=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.557459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.579542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:29.602843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:29.603584 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-c8c98bee-a2f2-4394-96a6-3e0392d8e61f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 200 len: 217 time: 0.0755279 Jun 30 09:04:29.611848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:29.626432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:29.653584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=4ae95dab-92c5-4970-ad43-a7748584d1ef,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.733783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c8226-4391-4b81-85c4-aa23948f77b6 req-9969834f-7974-4035-b023-7e6b2f795f44 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.736442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e93c8226-4391-4b81-85c4-aa23948f77b6 req-9969834f-7974-4035-b023-7e6b2f795f44 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1811574 Jun 30 09:04:29.738793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-7095a6e1-3bf9-4481-8b00-eb15524f782b tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.740872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-7095a6e1-3bf9-4481-8b00-eb15524f782b tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1489329 Jun 30 09:04:29.762319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-780147-22'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:29.845745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e93c8226-4391-4b81-85c4-aa23948f77b6 req-f282a554-c66b-48be-9588-7a026cc3c234 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988450 Jun 30 09:04:29.888856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-8b190cba-26e9-4662-9de5-95b6bf6378a6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.890160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-8b190cba-26e9-4662-9de5-95b6bf6378a6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.79 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 829 time: 0.6052575 Jun 30 09:04:29.898625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Pushing event updated for resources: {'Port': ['ID=ed290a7b-ab9f-4c78-8030-2393e54f4f93,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:29.917274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44b02179-a78e-48c1-9770-7d931884f9dd req-d197d108-f93e-4e31-867b-16ee05a09b44 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 210 time: 0.1033947 Jun 30 09:04:29.932058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Request body: {'port': {'device_id': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'admin_state_up': True, 'tenant_id': 'c1093fd4da8142c8a182474895371beb'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:29.986662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e488951-eb2b-4688-b734-32917c9c4500 req-21948627-27fd-4fba-9682-2b2bd0b3e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:29.988149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-21948627-27fd-4fba-9682-2b2bd0b3e823 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.2602210 Jun 30 09:04:30.012314 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.107432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Made reservation on behalf of c1093fd4da8142c8a182474895371beb for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:30.111129 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.116615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-e5ee2e94-a828-46b1-a612-735cf086dddd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191454 Jun 30 09:04:30.334911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:30.379434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:30.431987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e586d-fd30-4a3f-ad14-f5512ef24dd1 req-2b4beb1a-a141-46c6-8499-c057c0ea0f2c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.435926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b1e586d-fd30-4a3f-ad14-f5512ef24dd1 req-2b4beb1a-a141-46c6-8499-c057c0ea0f2c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 947 time: 0.2853842 Jun 30 09:04:30.448968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:30.453278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ae95dab-92c5-4970-ad43-a7748584d1ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:30.491766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.539116 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-7073a8ff-82eb-45a1-a0eb-32ae13662f31 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979344 Jun 30 09:04:30.566875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b1e586d-fd30-4a3f-ad14-f5512ef24dd1 req-ea1b6f6f-184a-477a-9e0b-80e0c6240892 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133432 Jun 30 09:04:30.595984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:30.600621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4ae95dab-92c5-4970-ad43-a7748584d1ef triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:30.600992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.686772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.718518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27f1ab-2b79-4ca3-8ad5-ed3d62f4a693 req-c3ee14c8-b736-40eb-8710-165bb2155bb2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:30.730639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e27f1ab-2b79-4ca3-8ad5-ed3d62f4a693 req-c3ee14c8-b736-40eb-8710-165bb2155bb2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 945 time: 0.3331380 Jun 30 09:04:30.732927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:30.736063 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2b82fa-3145-44a3-a450-045318a89e40" -d '{"events": [{"server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "name": "network-vif-unplugged", "status": "completed", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:30.744360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:30.784179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Allocated IP 172.20.0.12 (11374b04-f6d9-4c85-b3fe-a867ab6eb4cb/19a01e2c-b215-4803-b304-05429b170cb5/fec47688-340f-4c71-81f1-acd1d904839a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:30.873374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:30.903371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0e488951-eb2b-4688-b734-32917c9c4500 req-13ad60f5-abbb-4135-9614-d2e3aa051a21 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427916 Jun 30 09:04:30.910466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c181ccae-ff2d-40d9-b02e-0fe27823de7a details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:30.936930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.937289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.940382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.940752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.946893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.951238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.952317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.952433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.952871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.953292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.953622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:30.956525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:31.071668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.076704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e27f1ab-2b79-4ca3-8ad5-ed3d62f4a693 req-18551833-d9f5-4ce7-8443-e11b629d0976 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444896 Jun 30 09:04:31.089255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c181ccae-ff2d-40d9-b02e-0fe27823de7a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:31.094478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on host n-h1-780147-22 for vnic_type normal with profile {"migrating_to": "n-h2-780147-22"} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:31.099913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:31.101187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:31.122399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f0ca38-254a-4b21-a56a-c929beebd0f0 None None] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:04:31.135843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'mac_address': 'fa:16:3e:fe:35:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:31.157034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:31.158912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:31.209207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ad28a-d92d-42c2-8799-ade2a2e2a9f0 req-c212a054-40fa-460a-ac82-f248aa34e408 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.210792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-313ad28a-d92d-42c2-8799-ade2a2e2a9f0 req-c212a054-40fa-460a-ac82-f248aa34e408 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.4715631 Jun 30 09:04:31.230621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] Provisioning for port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:31.242331 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.246082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] Provisioning complete for port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:31.246455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.247202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:31.247555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:31.247953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:31.253982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Bound port: 324673d9-110b-4b3a-8743-de5f80f7a81d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:31.254162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.289083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c181ccae-ff2d-40d9-b02e-0fe27823de7a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:31.354262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c181ccae-ff2d-40d9-b02e-0fe27823de7a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:31.367919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.368683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:31.418586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-313ad28a-d92d-42c2-8799-ade2a2e2a9f0 req-8fa18286-da4d-4143-a0b0-f9abd9db92fe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973054 Jun 30 09:04:31.475639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:31.484361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:31.504718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.609566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:04:31.656279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c181ccae-ff2d-40d9-b02e-0fe27823de7a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.682127 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.687126 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19e77f6-28ec-4cda-b9ed-e295dba8549a x-openstack-request-id: req-e19e77f6-28ec-4cda-b9ed-e295dba8549a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:31.687667 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "name": "network-vif-unplugged", "status": "completed", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:31.688069 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e19e77f6-28ec-4cda-b9ed-e295dba8549a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:31.688605 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'code': 200} Jun 30 09:04:31.733915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:31.804818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] For port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:31.824905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.839298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:31.876330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b55ae00-cc66-4a93-89af-d43c849289a0 req-a9e5dd34-49ee-45b9-8365-4b228896b67a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 210 time: 0.1075308 Jun 30 09:04:31.910503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on host n-h1-780147-22 for vnic_type normal with profile {"migrating_to": "n-h2-780147-22"} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:31.910999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:31.911382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:31.922934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:31.923592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:31.925069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-bb3bb57a-abd5-4c88-a831-ebf330cd80cd service neutron] 10.222.0.83 "PUT /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 1123 time: 2.1691806 Jun 30 09:04:31.929813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:31.930169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Attempting to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:31.998747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:31.998747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:31.999372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:31.999887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Bound port: 324673d9-110b-4b3a-8743-de5f80f7a81d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:32.000260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.006998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa3858-09f6-490c-a38a-25c17c3a17dc req-b6191193-0fc9-4493-85e5-e0be4cc297ac tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.032189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc99e1-e046-4afc-9a2d-813daa9caf91 None None] Pushing event updated for resources: {'Port': ['ID=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:32.032667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1aa3858-09f6-490c-a38a-25c17c3a17dc req-b6191193-0fc9-4493-85e5-e0be4cc297ac tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.3015857 Jun 30 09:04:32.067775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.078786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['324673d9-110b-4b3a-8743-de5f80f7a81d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:32.142128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Transition to ACTIVE for port object fec47688-340f-4c71-81f1-acd1d904839a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:32.163822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1aa3858-09f6-490c-a38a-25c17c3a17dc req-c24ea14b-22af-4745-aecb-0e5888f33676 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265497 Jun 30 09:04:32.189406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:04:32.212146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['324673d9-110b-4b3a-8743-de5f80f7a81d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:32.261036 n-d-780147-22 neutron-server[93726]: WARNING neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Concurrent port binding operations failed on port 324673d9-110b-4b3a-8743-de5f80f7a81d Jun 30 09:04:32.289440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.295013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:32.308191 n-d-780147-22 neutron-server[93726]: INFO neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Attempt 2 to bind port 324673d9-110b-4b3a-8743-de5f80f7a81d Jun 30 09:04:32.308656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d has no active binding in host n-h2-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:04:32.312003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a17905de-b681-4f55-b2ec-ef0998f9cdc4 None None] Provisioning complete for port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:32.312370 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a17905de-b681-4f55-b2ec-ef0998f9cdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.334438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31516582-1bc0-441c-9e78-b4ec8f61ab1a req-c4739e16-b8e7-499e-883c-843842e4f91b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.343189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31516582-1bc0-441c-9e78-b4ec8f61ab1a req-c4739e16-b8e7-499e-883c-843842e4f91b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 945 time: 0.1775234 Jun 30 09:04:32.429160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:32.436960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:32.441175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:32.444839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event updated for resources: {'Port': ['ID=fec47688-340f-4c71-81f1-acd1d904839a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:32.483270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:32.488578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31516582-1bc0-441c-9e78-b4ec8f61ab1a req-29b99859-f7c0-4386-9f4b-9f3ed09ab36d tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444390 Jun 30 09:04:32.493975 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:32.522318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.522318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.522650 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:32.522650 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:32.545938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.550348 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-def0db01-bbbe-4340-b863-af116cb12120 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.7207170 Jun 30 09:04:32.551150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:32.591898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555968a2-3a05-48f7-bedf-8d34b221e9bf req-62a1e2fe-c9c1-448f-9675-94fe3b1df16e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:32.598725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-555968a2-3a05-48f7-bedf-8d34b221e9bf req-62a1e2fe-c9c1-448f-9675-94fe3b1df16e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 948 time: 0.2449555 Jun 30 09:04:32.646451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4b3914d3-a114-4026-820f-c49446aba434 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7211096 Jun 30 09:04:32.666733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Request body: {'port': {'device_id': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:32.705353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-555968a2-3a05-48f7-bedf-8d34b221e9bf req-8a42a64c-4826-4099-be0d-d7f62f214bfa tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006088 Jun 30 09:04:32.853819 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:32.960515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bff1d45f-a3f3-437e-a4f2-6e17fd51f47e None None] Provisioning for port fec47688-340f-4c71-81f1-acd1d904839a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:32.965327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bff1d45f-a3f3-437e-a4f2-6e17fd51f47e None None] Provisioning complete for port fec47688-340f-4c71-81f1-acd1d904839a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:32.966838 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bff1d45f-a3f3-437e-a4f2-6e17fd51f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:32.978205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.001565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9055b-a93e-4f79-9c3a-43f19da144d1 req-fc7d0b51-6e09-46d1-80e7-b008c587996a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.002892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90b9055b-a93e-4f79-9c3a-43f19da144d1 req-fc7d0b51-6e09-46d1-80e7-b008c587996a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.1903441 Jun 30 09:04:33.025492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['c181ccae-ff2d-40d9-b02e-0fe27823de7a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:33.057838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90b9055b-a93e-4f79-9c3a-43f19da144d1 req-8b30166d-4a3e-42a4-bd2b-c719efd7f1fd tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472023 Jun 30 09:04:33.097287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83138301-bcde-4f12-9a25-fe321222cda3 req-ae5ac40a-8374-4ed9-9be4-dd5617e17bcc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.099531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83138301-bcde-4f12-9a25-fe321222cda3 req-ae5ac40a-8374-4ed9-9be4-dd5617e17bcc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1525469 Jun 30 09:04:33.101216 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:30Z', 'revision_number': 3, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:33.133497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bff1d45f-a3f3-437e-a4f2-6e17fd51f47e None None] Port fec47688-340f-4c71-81f1-acd1d904839a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:33.168642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83138301-bcde-4f12-9a25-fe321222cda3 req-c7d1ea75-5396-4528-91f3-10917df152d6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575430 Jun 30 09:04:33.171072 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:33.171605 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Updating router 8b6bc100-b146-416c-b259-97ea78ea3b66 port ed290a7b-ab9f-4c78-8030-2393e54f4f93 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:33.242774 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.446592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d5043-96ab-4364-9f95-6d3de84601eb req-8181af97-d575-4422-b557-72fcd38bfb4b tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.454863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-332d5043-96ab-4364-9f95-6d3de84601eb req-8181af97-d575-4422-b557-72fcd38bfb4b tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 932 time: 0.1677666 Jun 30 09:04:33.514628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-332d5043-96ab-4364-9f95-6d3de84601eb req-eb99bbfc-0bef-4a23-aa3b-915e3d0f0b15 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583873 Jun 30 09:04:33.536646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de17bf-e793-456e-a84a-03a50f235914 req-57cb810c-2042-49ae-9ef1-01f72517cddc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:33.547985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0de17bf-e793-456e-a84a-03a50f235914 req-57cb810c-2042-49ae-9ef1-01f72517cddc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1794791 Jun 30 09:04:33.616724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0de17bf-e793-456e-a84a-03a50f235914 req-a445b09b-52a1-4290-9ead-f17782043780 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674005 Jun 30 09:04:33.690126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:33.693031 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180f9dbb-e800-4f24-a6c2-2ce708fea371" -d '{"events": [{"name": "network-changed", "server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:33.747486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.783743 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc1370-727c-409d-b48f-141ae784722a x-openstack-request-id: req-dcfc1370-727c-409d-b48f-141ae784722a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:33.784263 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:33.784518 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcfc1370-727c-409d-b48f-141ae784722a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:33.784908 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'status': 'completed', 'code': 200} Jun 30 09:04:33.802611 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.815019 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Transition to ACTIVE for port object ed290a7b-ab9f-4c78-8030-2393e54f4f93 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:33.825199 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.888600 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Attempting to bind port ed290a7b-ab9f-4c78-8030-2393e54f4f93 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:33.889759 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Attempting to bind port ed290a7b-ab9f-4c78-8030-2393e54f4f93 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:33.890416 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Attempting to bind port ed290a7b-ab9f-4c78-8030-2393e54f4f93 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:33.901770 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:33.902585 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:33.903798 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.904482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:33.905189 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Bound port: ed290a7b-ab9f-4c78-8030-2393e54f4f93, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:33.905905 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.944867 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bcff3-8058-49d4-a1d5-618c8f40ee03 None None] Pushing event updated for resources: {'Port': ['ID=ed290a7b-ab9f-4c78-8030-2393e54f4f93,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:33.956076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec47688-340f-4c71-81f1-acd1d904839a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:33.969972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:33.986108 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] For port ed290a7b-ab9f-4c78-8030-2393e54f4f93, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:33.991202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] For port ed290a7b-ab9f-4c78-8030-2393e54f4f93, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ed290a7b-ab9f-4c78-8030-2393e54f4f93,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:33.997414 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.006557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Transition to ACTIVE for port object fec47688-340f-4c71-81f1-acd1d904839a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:34.018798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.129719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-8b6921f0-6f97-4c3b-8849-1a0a306c3ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.131602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-8b6921f0-6f97-4c3b-8849-1a0a306c3ac9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1126 time: 0.2975199 Jun 30 09:04:34.154892 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:34.155938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:34.158239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fec47688-340f-4c71-81f1-acd1d904839a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.198168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Allocated IP 172.20.0.1 (b32bab9e-1392-4066-8055-0b8ff0c713c8/fd845081-766b-4cbe-9e3a-ca309905ce8a/d03e5bb1-85f8-4d95-879d-8da3d4725ea2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:34.275472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:34.293384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244aed9-75a8-43c2-a4a0-91be28a0ff1d req-e5ad8790-d4ca-41e6-8ff4-2f6ef85668b9 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.305957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7244aed9-75a8-43c2-a4a0-91be28a0ff1d req-e5ad8790-d4ca-41e6-8ff4-2f6ef85668b9 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 948 time: 0.2705996 Jun 30 09:04:34.405422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7244aed9-75a8-43c2-a4a0-91be28a0ff1d req-a7383b14-7948-4b87-8309-beec67aeab12 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982482 Jun 30 09:04:34.455914 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bcff3-8058-49d4-a1d5-618c8f40ee03 None None] Pushing event updated for resources: {'Port': ['ID=ed290a7b-ab9f-4c78-8030-2393e54f4f93,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:34.486665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-fc074ce0-a9ac-4d48-bcdf-65a69d437009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.487189 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-fc074ce0-a9ac-4d48-bcdf-65a69d437009 service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.3457401 Jun 30 09:04:34.493871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:34.496805 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:34.498576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:34.637725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41145833-d959-4ab8-9af1-2f9b73212438 req-4060e8da-66b2-42e3-8d83-13c242099888 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.656305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41145833-d959-4ab8-9af1-2f9b73212438 req-4060e8da-66b2-42e3-8d83-13c242099888 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.1962109 Jun 30 09:04:34.771768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-7cc051ea-ec72-4c2f-9320-f4a461191d91 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 217 time: 0.1500230 Jun 30 09:04:34.820700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41145833-d959-4ab8-9af1-2f9b73212438 req-a4e19356-8c32-471f-8d55-0c76ff3a752d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628261 Jun 30 09:04:34.895469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-346b83da-6352-41ff-a051-eb3a0290e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.903584 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-346b83da-6352-41ff-a051-eb3a0290e2d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1137207 Jun 30 09:04:34.917352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccb133-dfb7-4366-9400-ddec25523c7a req-67b9da50-6ad9-404a-a41b-70cb13578dca tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:34.933245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-05ccb133-dfb7-4366-9400-ddec25523c7a req-67b9da50-6ad9-404a-a41b-70cb13578dca tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.2271495 Jun 30 09:04:34.981416 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-5a15fca7-2a61-4f19-82e4-72961cd5f5a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657179 Jun 30 09:04:35.021899 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:30Z', 'revision_number': 3, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:35.025702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.060931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-05ccb133-dfb7-4366-9400-ddec25523c7a req-44a077c7-cca1-4263-8d1e-a82618773ba2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266644 Jun 30 09:04:35.066121 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f464e8-8985-4b47-b753-600dd30d60fd None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:30Z', 'revision_number': 3, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:35.092019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-5c806cc9-e574-42d1-8ab5-7bf64e6b5575 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--19304777&fields=id&tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1 HTTP/1.1" status: 200 len: 267 time: 0.1299162 Jun 30 09:04:35.132938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Attempting to bind port fec47688-340f-4c71-81f1-acd1d904839a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:35.133430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Attempting to bind port fec47688-340f-4c71-81f1-acd1d904839a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:35.133906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Attempting to bind port fec47688-340f-4c71-81f1-acd1d904839a on network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:35.142456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Port fec47688-340f-4c71-81f1-acd1d904839a on network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:35.142885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Attempting to bind port fec47688-340f-4c71-81f1-acd1d904839a on network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:35.147693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Transition to ACTIVE for port object d03e5bb1-85f8-4d95-879d-8da3d4725ea2 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:35.180210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:35.180766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Checking segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:35.181260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Bound using segment: {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:35.181817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Bound port: fec47688-340f-4c71-81f1-acd1d904839a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577a8df8-cc9f-4581-a892-1dd05440bdc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:35.182989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.256266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-bd52e2aa-f461-4a61-a84b-d949e05cf1df tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.258993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-bd52e2aa-f461-4a61-a84b-d949e05cf1df tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 823 time: 0.1661479 Jun 30 09:04:35.283514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-d759e410-2f4c-4d47-ba47-e354c9181f97 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464199 Jun 30 09:04:35.310661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.315929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-e97cb4db-f012-4385-ba15-4600478b14f2 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/quotas/a5d5fcae15bc4bcbbe863bae041ba8c1 HTTP/1.1" status: 200 len: 375 time: 0.0416481 Jun 30 09:04:35.428448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:35.433627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] For port fec47688-340f-4c71-81f1-acd1d904839a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:35.436362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:35.441029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd17d1-4278-4110-ab32-2160bd357bd5 req-504847d3-1313-4e04-9138-0f4d90719ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.443534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19cd17d1-4278-4110-ab32-2160bd357bd5 req-504847d3-1313-4e04-9138-0f4d90719ae6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 944 time: 0.1811767 Jun 30 09:04:35.450271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:35.501283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] For port fec47688-340f-4c71-81f1-acd1d904839a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fec47688-340f-4c71-81f1-acd1d904839a,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:35.525335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.549867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:35.636839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-eba25348-9eaa-40d2-b99e-c4385e27d062 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3140893 Jun 30 09:04:35.708603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19cd17d1-4278-4110-ab32-2160bd357bd5 req-bb5f9beb-22b8-437f-bd3c-2a73bcfbb6ab tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568567 Jun 30 09:04:35.712824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:35.731208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.732756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] 10.222.0.79 "PUT /v2.0/ports/fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 1093 time: 3.0702441 Jun 30 09:04:35.769007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:35.781436 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ab650a-27e1-4afb-b279-3683e5916f40" -d '{"events": [{"name": "network-changed", "server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "tag": "fec47688-340f-4c71-81f1-acd1d904839a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:35.785596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-180f9dbb-e800-4f24-a6c2-2ce708fea371 req-65197ed8-c24a-46a6-a645-e2db0834a98c service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906526 Jun 30 09:04:35.790794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:35.962005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-9aeee758-498b-41e6-ab47-67fb2a7fd620 service neutron] 10.222.0.77 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007960 Jun 30 09:04:36.084309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-60f55a42-e6e4-4da8-951a-df6c3ceb6ef0 None None] Provisioning for port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:36.097957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-60f55a42-e6e4-4da8-951a-df6c3ceb6ef0 None None] Provisioning complete for port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:36.099366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-60f55a42-e6e4-4da8-951a-df6c3ceb6ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.170777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-0068ef06-3646-471f-88d5-90cc9009d06a service neutron] 10.222.0.77 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075727 Jun 30 09:04:36.181898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-60f55a42-e6e4-4da8-951a-df6c3ceb6ef0 None None] Port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:36.206394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ed290a7b-ab9f-4c78-8030-2393e54f4f93 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:36.246819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002ea93-6691-4290-96a4-48a953b970c6 service neutron] Pushing event updated for resources: {'Port': ['ID=fec47688-340f-4c71-81f1-acd1d904839a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.321990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ed290a7b-ab9f-4c78-8030-2393e54f4f93 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:36.327444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ed290a7b-ab9f-4c78-8030-2393e54f4f93 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:36.328826 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.459542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-89c05435-44b4-4eeb-be94-adeff27ab1a7 service neutron] 10.222.0.83 "GET /v2.0/ports/0a52fdf8-2617-41b0-a301-5d8472225657/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.2859287 Jun 30 09:04:36.487439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201693e0-dcee-4f20-a529-26fa516a01a6 req-1466b7bf-7fec-46b2-af12-d598086f546a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.498790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-201693e0-dcee-4f20-a529-26fa516a01a6 req-1466b7bf-7fec-46b2-af12-d598086f546a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.3187292 Jun 30 09:04:36.512708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-3200fdd2-daf8-41c6-bf0a-fddb687a7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.516418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-3200fdd2-daf8-41c6-bf0a-fddb687a7424 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1096 time: 0.2810843 Jun 30 09:04:36.546271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.610353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ed290a7b-ab9f-4c78-8030-2393e54f4f93, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ed290a7b-ab9f-4c78-8030-2393e54f4f93,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:36.626208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.638714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-201693e0-dcee-4f20-a529-26fa516a01a6 req-8fdec88c-863a-4cf6-839c-f66f0cf5cf21 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300406 Jun 30 09:04:36.684674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-005ce862-bbb2-4cc6-97a6-0287a3c16ea5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 217 time: 0.1578414 Jun 30 09:04:36.820330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-c79639f6-fc88-4576-9774-a1a929856508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.822686 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-c79639f6-fc88-4576-9774-a1a929856508 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 200 len: 868 time: 0.1275463 Jun 30 09:04:36.823502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ed290a7b-ab9f-4c78-8030-2393e54f4f93,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:36.826368 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4654f070-b131-4fc6-ab2c-60cf1a1257a8 x-openstack-request-id: req-4654f070-b131-4fc6-ab2c-60cf1a1257a8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:36.826368 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "tag": "fec47688-340f-4c71-81f1-acd1d904839a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:36.826625 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4654f070-b131-4fc6-ab2c-60cf1a1257a8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:36.826964 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a', 'status': 'completed', 'code': 200} Jun 30 09:04:36.860842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.867424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.867820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.868192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.876484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.878594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.879850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.880100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.882649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.883000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.883126 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:36.883340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.883681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:04:36.897395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffdc7c-d8a8-4d68-b06c-5c856ef80948 req-3de3d15b-fb11-4654-afa6-eff59ecd1bbe tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:36.907352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adffdc7c-d8a8-4d68-b06c-5c856ef80948 req-3de3d15b-fb11-4654-afa6-eff59ecd1bbe tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 948 time: 0.2597065 Jun 30 09:04:36.986103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c181ccae-ff2d-40d9-b02e-0fe27823de7a up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:37.001272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-ccfd165b-be5e-41f3-9606-09b636d5f10d tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.011913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-ccfd165b-be5e-41f3-9606-09b636d5f10d tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.83 "GET /v2.0/ports?device_id=e14ac73c-30c5-4188-b335-228b20e6e77d HTTP/1.1" status: 200 len: 945 time: 0.2643061 Jun 30 09:04:37.063287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4c5ec595-0a43-4cbf-a0ca-4b3dabe08315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.064859 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-4c5ec595-0a43-4cbf-a0ca-4b3dabe08315 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2326250 Jun 30 09:04:37.103273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port c181ccae-ff2d-40d9-b02e-0fe27823de7a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:37.109766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port c181ccae-ff2d-40d9-b02e-0fe27823de7a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:37.110141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.135109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adffdc7c-d8a8-4d68-b06c-5c856ef80948 req-d919d6bb-80bb-4568-9560-964902e4831a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267044 Jun 30 09:04:37.193665 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-cfe0cf9a-922f-417d-8cab-113ea3d51cfc service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207125 Jun 30 09:04:37.275755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-186e83cd-b39a-4206-9d7e-2218110f9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.279611 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-186e83cd-b39a-4206-9d7e-2218110f9b63 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69&tenant_id=60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 1102 time: 0.3412299 Jun 30 09:04:37.328898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3bdfe2-245f-4134-bc02-0b5cefb6a545 req-6939a6a5-7508-4a89-a562-c8df63df56f9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.340737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd3bdfe2-245f-4134-bc02-0b5cefb6a545 req-6939a6a5-7508-4a89-a562-c8df63df56f9 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.3037949 Jun 30 09:04:37.364182 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.439810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:37.446135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Deleting port 0939f9b4-c346-44dd-84ef-7a3adab10fcb {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:37.446135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.452843 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cfb60a-7a76-4893-a0ba-c3164b47a945" -d '{"events": [{"server_uuid": "d0434be1-da26-45d4-9de2-21fcdfbc0dd4", "name": "network-vif-plugged", "status": "completed", "tag": "c181ccae-ff2d-40d9-b02e-0fe27823de7a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:37.475365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c181ccae-ff2d-40d9-b02e-0fe27823de7a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:37.481133 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.482006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:37.491645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.500587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb4f47b3-78e9-47dc-871d-920695756184 req-6a6c76e3-97bb-4d27-8666-a7e43d447255 service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987328 Jun 30 09:04:37.514328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd3bdfe2-245f-4134-bc02-0b5cefb6a545 req-3e0e80e0-53c2-4b30-b8d3-0cc7c4fa6d38 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655340 Jun 30 09:04:37.549033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.561738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-adf26951-9f1c-4701-9d74-b80673c68f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.566347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-adf26951-9f1c-4701-9d74-b80673c68f48 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1102 time: 0.2465587 Jun 30 09:04:37.608534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7e48b-9f7b-4e2f-9c5b-48cc5f477881 req-f14d5bb4-2c04-4a3e-9d68-f996f624581b tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:37.615128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17d7e48b-9f7b-4e2f-9c5b-48cc5f477881 req-f14d5bb4-2c04-4a3e-9d68-f996f624581b tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1097 time: 0.2488019 Jun 30 09:04:37.734097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] For port 0939f9b4-c346-44dd-84ef-7a3adab10fcb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0939f9b4-c346-44dd-84ef-7a3adab10fcb,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:37.734542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.756296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17d7e48b-9f7b-4e2f-9c5b-48cc5f477881 req-25761f6b-1e89-4fd7-a211-8e75cfa53346 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293330 Jun 30 09:04:37.764388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c181ccae-ff2d-40d9-b02e-0fe27823de7a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.779881 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.823281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:37.830284 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:37.894567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.953836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Pushing event updated for resources: {'Port': ['ID=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:37.975720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.064508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-906f1f39-e0f7-4626-9796-056f6874598d req-8fc39499-3be5-48a5-a2e7-7066e5e4950c tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 210 time: 0.0612302 Jun 30 09:04:38.112042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ed290a7b-ab9f-4c78-8030-2393e54f4f93 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:38.181360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-cf9f10f5-a1cd-4fcc-96ed-9e7a15793e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.182952 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-cf9f10f5-a1cd-4fcc-96ed-9e7a15793e48 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4907389 Jun 30 09:04:38.190038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c332491-6ba3-4be6-9fbc-4d53f405c8d5 req-dc1feb47-b59c-46d0-a1fd-a869e0326f87 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.201874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c332491-6ba3-4be6-9fbc-4d53f405c8d5 req-dc1feb47-b59c-46d0-a1fd-a869e0326f87 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.4222531 Jun 30 09:04:38.216058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-7539fcc2-eb40-4cd4-be14-36fea5dcf49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.218239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-7539fcc2-eb40-4cd4-be14-36fea5dcf49c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1096 time: 0.5606074 Jun 30 09:04:38.225090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ed290a7b-ab9f-4c78-8030-2393e54f4f93 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:38.228263 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.272753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-1cad07c6-8664-47a3-ad1b-257e9199adde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 217 time: 0.0725565 Jun 30 09:04:38.325085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:38.326657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:38.541489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:38.553780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-fb85dc17-126d-43ff-958c-94576d637831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.556288 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-fb85dc17-126d-43ff-958c-94576d637831 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2381425 Jun 30 09:04:38.638370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-aad4b02e-dd80-4c04-a7f8-debd64ebceba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.639839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-aad4b02e-dd80-4c04-a7f8-debd64ebceba service neutron] 10.222.0.79 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 930 time: 0.3805568 Jun 30 09:04:38.665934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c70463d7-b32f-4247-80c0-61fc226cb035 None None] Provisioning complete for port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:38.666339 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c70463d7-b32f-4247-80c0-61fc226cb035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.699451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c332491-6ba3-4be6-9fbc-4d53f405c8d5 req-b6031a9b-66cc-4ecc-8eef-d67fbb8d82dd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939210 Jun 30 09:04:38.741431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c70463d7-b32f-4247-80c0-61fc226cb035 None None] Port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:38.752922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.755798 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:38.759946 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a disassociated. External IP: 172.25.7.24, port: 0939f9b4-c346-44dd-84ef-7a3adab10fcb. Jun 30 09:04:38.760545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Calling delete_port for 0939f9b4-c346-44dd-84ef-7a3adab10fcb owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:38.793033 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c103505-83eb-4058-8136-3393e3dc2d7d x-openstack-request-id: req-1c103505-83eb-4058-8136-3393e3dc2d7d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:38.793411 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0434be1-da26-45d4-9de2-21fcdfbc0dd4", "name": "network-vif-plugged", "status": "completed", "tag": "c181ccae-ff2d-40d9-b02e-0fe27823de7a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:38.793729 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1c103505-83eb-4058-8136-3393e3dc2d7d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:38.794185 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'code': 200} Jun 30 09:04:38.882665 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-e22fd9c6-4f03-4f9f-a38a-947c79c91128 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 217 time: 0.1988630 Jun 30 09:04:38.924364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bb25f-cf05-45d7-8d3e-4e97bab47c83 req-3221a8bd-155c-42a7-a65c-77da35905893 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.937202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f1bb25f-cf05-45d7-8d3e-4e97bab47c83 req-3221a8bd-155c-42a7-a65c-77da35905893 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 944 time: 0.3406789 Jun 30 09:04:38.944682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-8d4c52ba-cac1-4d42-9e15-136be4cffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:38.947562 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-8d4c52ba-cac1-4d42-9e15-136be4cffff0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3744633 Jun 30 09:04:39.095138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f1bb25f-cf05-45d7-8d3e-4e97bab47c83 req-911622cb-b5d4-4dd1-af1d-030a1d3da3aa tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566694 Jun 30 09:04:39.205973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.253578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event deleted for resources: {'Port': ['ID=0939f9b4-c346-44dd-84ef-7a3adab10fcb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:39.345119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dfec9-2725-40ed-be39-242e4c5985cf req-09bd4e8d-369d-4d68-9d80-60dd16d79ba8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.347308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a3dfec9-2725-40ed-be39-242e4c5985cf req-09bd4e8d-369d-4d68-9d80-60dd16d79ba8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.3378417 Jun 30 09:04:39.437328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-75241bfe-d55e-4df5-b479-19a694c75951 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.439554 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-75241bfe-d55e-4df5-b479-19a694c75951 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.79 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 823 time: 0.7483451 Jun 30 09:04:39.471838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a3dfec9-2725-40ed-be39-242e4c5985cf req-08bca000-66cc-45d1-88b6-d143927dd3ae tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184313 Jun 30 09:04:39.504041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-fe9dbfed-f231-4c07-a363-83f83fb11e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.504041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-fe9dbfed-f231-4c07-a363-83f83fb11e61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 200 len: 868 time: 0.5932324 Jun 30 09:04:39.513756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:39.526500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:39.528570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Router e66878db-0416-4d62-807d-af592410aa79 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:39.542484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:39.543467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:39.611563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-27b505a4-8eaa-4b28-b7d0-04a79d6405c8 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b6bc100-b146-416c-b259-97ea78ea3b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0500064 Jun 30 09:04:39.633918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-5d827754-0ecc-40fd-abfe-a08538489698 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1 HTTP/1.1" status: 200 len: 378 time: 0.1507974 Jun 30 09:04:39.644571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'port': {'device_id': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'admin_state_up': True, 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'security_groups': ['44feaeb0-68bd-428b-9de4-acc998c229ad']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:39.787135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:39.808532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:39.818627 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:39.845847 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:39.846772 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:39.910477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1a9f-2ad1-478e-b523-55e481f74d8c req-bb6980c2-217a-427c-9e46-d8ccf70deb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:39.915905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c22b1a9f-2ad1-478e-b523-55e481f74d8c req-bb6980c2-217a-427c-9e46-d8ccf70deb20 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 1101 time: 0.6188152 Jun 30 09:04:39.922785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-2eb4a674-ecc5-4269-a8f3-fdd26009ac7f service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6147149 Jun 30 09:04:39.985185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] No DVR routers for this DVR port 0939f9b4-c346-44dd-84ef-7a3adab10fcb on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:39.996468 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:39.999551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac2e43f7-86ca-4eae-99d1-e5bbe12fe323 req-481d3fb4-f94f-436f-8594-512aa1ad602f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.83 "DELETE /v2.0/ports/0939f9b4-c346-44dd-84ef-7a3adab10fcb HTTP/1.1" status: 204 len: 173 time: 2.9800191 Jun 30 09:04:40.000054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'name': 'network-vif-deleted', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:40.011173 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861a2aed-a2e0-499f-bf36-f92913103610" -d '{"events": [{"server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "name": "network-vif-deleted", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:40.065364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5438b-6589-44cc-bb38-afca310d87a8 req-161791cc-e5da-4fa6-beac-dc568f499ae7 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.099102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2c5438b-6589-44cc-bb38-afca310d87a8 req-161791cc-e5da-4fa6-beac-dc568f499ae7 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 949 time: 0.4147055 Jun 30 09:04:40.140694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Made reservation on behalf of a5d5fcae15bc4bcbbe863bae041ba8c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:40.146109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.164237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:40.171874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c22b1a9f-2ad1-478e-b523-55e481f74d8c req-141bc523-8602-4e2a-8b55-8cca8a27aa15 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407997 Jun 30 09:04:40.213739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-5f811201-3ded-4f2b-9fc3-5c734114ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.217832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-5f811201-3ded-4f2b-9fc3-5c734114ce6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6373084 Jun 30 09:04:40.226639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2c5438b-6589-44cc-bb38-afca310d87a8 req-6dc8b716-ce88-430f-bddf-f05cb057e3a4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262248 Jun 30 09:04:40.340939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 2, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:40.398375 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64d3d9a4-e46e-463d-9cb3-445107d60822 req-457aa1e2-06db-4167-9499-8b2fa2462937 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571738 Jun 30 09:04:40.468824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:40.471707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Updating router 8b6bc100-b146-416c-b259-97ea78ea3b66 port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:04:40.538092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Allocated IP 172.20.0.5 (b97c06a2-a604-4a0f-869c-c6aa829e30c2/26125ae6-3a89-4c62-871f-27d6c8d33a38/12909af4-bd0c-4b72-809a-33412b75b8b8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:40.550467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f272c-da1b-490e-acd7-e75bd910c386 req-3eb429fb-a1ac-4eac-b3e8-3f054a3a2322 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:40.553246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d00f272c-da1b-490e-acd7-e75bd910c386 req-3eb429fb-a1ac-4eac-b3e8-3f054a3a2322 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.1312659 Jun 30 09:04:40.600915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.669184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d00f272c-da1b-490e-acd7-e75bd910c386 req-5af1dabc-b2e1-4de9-9fda-6a0f641df405 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055510 Jun 30 09:04:40.733992 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:40.766905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:40.777408 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:40.778134 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:40.811192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.827673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Transition to ACTIVE for port object 12909af4-bd0c-4b72-809a-33412b75b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:40.867768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:40.873499 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2403a862-1702-40bc-b536-0c2b22ac158f" -d '{"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-unplugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:40.891939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:40.931908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fec47688-340f-4c71-81f1-acd1d904839a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:40.996195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0939f9b4-c346-44dd-84ef-7a3adab10fcb no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:41.015307 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:41.043383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 0939f9b4-c346-44dd-84ef-7a3adab10fcb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:04:41.043812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0939f9b4-c346-44dd-84ef-7a3adab10fcb not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:41.089421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27628c-0065-4276-8979-96a3cd184c24 req-8dba15fe-2e2e-4d41-94d9-3399bb098c59 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.091231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf27628c-0065-4276-8979-96a3cd184c24 req-8dba15fe-2e2e-4d41-94d9-3399bb098c59 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 931 time: 0.1818647 Jun 30 09:04:41.101241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-c2ed580b-a558-4dca-8910-dcdd637b28ad tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:41.102257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-c2ed580b-a558-4dca-8910-dcdd637b28ad tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0627189 Jun 30 09:04:41.117031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:41.122095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Request body: {'binding': {'host': 'n-h1-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:41.122877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:04:41.167106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event updated for resources: {'Port': ['ID=12909af4-bd0c-4b72-809a-33412b75b8b8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.172788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf27628c-0065-4276-8979-96a3cd184c24 req-742da6ad-1892-4acf-9593-b0d386b4df95 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742581 Jun 30 09:04:41.177532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:41.187851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:41.226702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port fec47688-340f-4c71-81f1-acd1d904839a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fec47688-340f-4c71-81f1-acd1d904839a,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:41.255896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-40520443-a3ec-427c-9e99-05732aa38f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.275352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'fec47688-340f-4c71-81f1-acd1d904839a', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'port_id': 'fec47688-340f-4c71-81f1-acd1d904839a', 'mac_address': 'fa:16:3e:ad:3a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:41.351410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-ee233a3c-0a4d-4405-939a-662d386c8e1a service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896881 Jun 30 09:04:41.407570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.448853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec47688-340f-4c71-81f1-acd1d904839a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:41.455085 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:41.542042 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d79364-df95-4aac-ae0e-25ea5606c4ea None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:41.556246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.580481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Transition to ACTIVE for port object d03e5bb1-85f8-4d95-879d-8da3d4725ea2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:41.581463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91616df2-7154-4330-8050-383e7b3d0022 req-44236a6b-e04a-47f0-af5c-7fe769bee41c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.593389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91616df2-7154-4330-8050-383e7b3d0022 req-44236a6b-e04a-47f0-af5c-7fe769bee41c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1576943 Jun 30 09:04:41.601685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.609557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port fec47688-340f-4c71-81f1-acd1d904839a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fec47688-340f-4c71-81f1-acd1d904839a,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:41.641656 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.682412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:41.683281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.691467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91616df2-7154-4330-8050-383e7b3d0022 req-df72211b-8758-4d65-8f6b-998f7f929581 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969718 Jun 30 09:04:41.734310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa240cb9-cbc5-41a4-813d-76aa8f75a89c None None] Pushing event updated for resources: {'Port': ['ID=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:41.746987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c396b043-dbcf-4746-9be2-d493e64598de tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1119971 Jun 30 09:04:41.767351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Request body: {'port': {'device_id': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:41.887459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Attempting to bind port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:41.887690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Attempting to bind port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:41.887979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Attempting to bind port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:41.890145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e580cef4-3626-4ffd-9b54-97b476230637 None None] Provisioning for port 12909af4-bd0c-4b72-809a-33412b75b8b8 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:41.932292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e580cef4-3626-4ffd-9b54-97b476230637 None None] Provisioning complete for port 12909af4-bd0c-4b72-809a-33412b75b8b8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:41.939134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e580cef4-3626-4ffd-9b54-97b476230637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.939802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on host n-h1-780147-22 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:41.940398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:41.940961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:41.943786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:41.944194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Checking segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:41.944668 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.945456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Bound using segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:41.946290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Bound port: d03e5bb1-85f8-4d95-879d-8da3d4725ea2, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:41.950984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:41.951669 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:41.954600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:41.978039 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2ab650a-27e1-4afb-b279-3683e5916f40 req-90c188a6-efd2-47a6-bdf1-e13b48450f09 service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161401 Jun 30 09:04:42.039765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:42.041130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:42.044944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:42.045919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Bound port: 00ddf199-bb1e-40b7-963a-09be9bc326ac, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:42.090553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] For port d03e5bb1-85f8-4d95-879d-8da3d4725ea2, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:42.094165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] For port d03e5bb1-85f8-4d95-879d-8da3d4725ea2, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:42.125898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['fec47688-340f-4c71-81f1-acd1d904839a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:42.132209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8e535a-f253-4755-b250-68dc8fd4f39f None None] New status for floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:42.144614 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.165148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-eafa5382-0f50-4530-9ba1-5a58ca6c91d2 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:42.174352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-eafa5382-0f50-4530-9ba1-5a58ca6c91d2 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 821 time: 0.1727827 Jun 30 09:04:42.195380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-70612ddd-c878-4310-8aae-47b24cc54504 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/quotas/0b2da1a3f84e4584af499ebf1e8f4b02 HTTP/1.1" status: 200 len: 375 time: 0.0197270 Jun 30 09:04:42.211837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.308322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=fec47688-340f-4c71-81f1-acd1d904839a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:42.334995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-ad3b6e08-c4d0-4dc4-89f3-cb8f8eba53d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1383450 Jun 30 09:04:42.428996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa240cb9-cbc5-41a4-813d-76aa8f75a89c None None] Pushing event updated for resources: {'Port': ['ID=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:42.457057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-7937bbb8-c687-438f-b07e-26a57052f237 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209688 Jun 30 09:04:42.458211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e580cef4-3626-4ffd-9b54-97b476230637 None None] Port 12909af4-bd0c-4b72-809a-33412b75b8b8 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:42.459861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:42.461891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:42.480889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:42.498251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.515769 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-080c7dfa-61b9-4938-bca9-f3ab693a0353 service neutron] 10.222.0.77 "POST /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac/bindings HTTP/1.1" status: 201 len: 390 time: 1.3969810 Jun 30 09:04:42.663102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-f586e0b6-1f33-4d67-85cc-291111506ed2 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944609 Jun 30 09:04:42.722451 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86960ba1-017b-4c78-8be4-eb9a10178581 x-openstack-request-id: req-86960ba1-017b-4c78-8be4-eb9a10178581 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:42.722765 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14ac73c-30c5-4188-b335-228b20e6e77d", "name": "network-vif-deleted", "tag": "0939f9b4-c346-44dd-84ef-7a3adab10fcb", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:42.722999 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-86960ba1-017b-4c78-8be4-eb9a10178581 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:42.724234 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14ac73c-30c5-4188-b335-228b20e6e77d', 'name': 'network-vif-deleted', 'tag': '0939f9b4-c346-44dd-84ef-7a3adab10fcb', 'status': 'completed', 'code': 200} Jun 30 09:04:42.753996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12909af4-bd0c-4b72-809a-33412b75b8b8 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:42.771255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.812227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Transition to ACTIVE for port object 12909af4-bd0c-4b72-809a-33412b75b8b8 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:42.820927 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:42.905918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:43.040677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Pushing event updated for resources: {'Port': ['ID=12909af4-bd0c-4b72-809a-33412b75b8b8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:43.042804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:43.087654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-d0ad2ebb-618d-4736-b863-f501136e9ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.089621 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-d0ad2ebb-618d-4736-b863-f501136e9ca5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1097 time: 0.2462552 Jun 30 09:04:43.295032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bf476-6d35-4678-867c-4fedd84a5392 req-4f9c3385-ca51-4242-9dc3-fc152c771d98 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.304717 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:04:43.315881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-452bf476-6d35-4678-867c-4fedd84a5392 req-4f9c3385-ca51-4242-9dc3-fc152c771d98 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 945 time: 0.2528179 Jun 30 09:04:43.397308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-e248d15c-ce49-4acf-aa14-d4507819813f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.398890 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-e248d15c-ce49-4acf-aa14-d4507819813f service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2966609 Jun 30 09:04:43.406087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06ff02-d897-4d20-89be-d20cfed00cc5 req-a896eb3c-7f59-4fd0-8629-c0129716b8b1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.415316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc06ff02-d897-4d20-89be-d20cfed00cc5 req-a896eb3c-7f59-4fd0-8629-c0129716b8b1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.2250068 Jun 30 09:04:43.425455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Attempting to bind port 12909af4-bd0c-4b72-809a-33412b75b8b8 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:43.425802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Attempting to bind port 12909af4-bd0c-4b72-809a-33412b75b8b8 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:43.426311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Attempting to bind port 12909af4-bd0c-4b72-809a-33412b75b8b8 on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:43.445450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-452bf476-6d35-4678-867c-4fedd84a5392 req-cf8df0d1-e7f3-46af-acd7-9d898b437267 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282845 Jun 30 09:04:43.528168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Port 12909af4-bd0c-4b72-809a-33412b75b8b8 on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:43.528709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Attempting to bind port 12909af4-bd0c-4b72-809a-33412b75b8b8 on network b97c06a2-a604-4a0f-869c-c6aa829e30c2 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:43.548836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc06ff02-d897-4d20-89be-d20cfed00cc5 req-e1ad8a79-c4be-48ec-9240-4792bf5e05e0 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325738 Jun 30 09:04:43.550153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-62c738e0-f730-4d16-a778-52689efec115 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 217 time: 0.1424038 Jun 30 09:04:43.551002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:43.551220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:43.551402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Checking segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:43.551775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Bound using segment: {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:43.552262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Bound port: 12909af4-bd0c-4b72-809a-33412b75b8b8, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '796ad79b-65cd-4ee8-959d-6808f2ac02b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:43.552624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:43.572560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d has no active binding in host n-h2-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:04:43.633802 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ad265b-e234-4166-850f-bb1e9f866fa8 x-openstack-request-id: req-12ad265b-e234-4166-850f-bb1e9f866fa8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:43.634199 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-unplugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:43.634642 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-12ad265b-e234-4166-850f-bb1e9f866fa8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:43.635186 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'code': 200} Jun 30 09:04:43.656171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:42Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:43.702172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587472ca-7adc-47f4-b2be-baf9c3c3ec16 None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:42Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:43.872339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-32d14908-f17b-4a44-b8f4-58073381b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:43.873873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-32d14908-f17b-4a44-b8f4-58073381b3ad service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.2808475 Jun 30 09:04:43.925854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] For port 12909af4-bd0c-4b72-809a-33412b75b8b8, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:43.933270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] For port 12909af4-bd0c-4b72-809a-33412b75b8b8, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12909af4-bd0c-4b72-809a-33412b75b8b8,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:43.970193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.058407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91d1ef-c174-4cd2-a359-d1e933729fa2 req-4ebbe768-b71e-45c9-b26c-9bbe859652d0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.060113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af91d1ef-c174-4cd2-a359-d1e933729fa2 req-4ebbe768-b71e-45c9-b26c-9bbe859652d0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 949 time: 0.1805491 Jun 30 09:04:44.068195 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-968b4c32-9f60-40ba-b89c-9b52d670d776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.095483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-ab9b9d72-3b1d-4531-a7d0-edc9bbae9381 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1663880 Jun 30 09:04:44.147283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.267156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79ff04-6da9-4bba-87a2-ed56c4fb5c7a req-74d80b1e-7a7d-4eb1-ad8f-529210248d05 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.268780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa79ff04-6da9-4bba-87a2-ed56c4fb5c7a req-74d80b1e-7a7d-4eb1-ad8f-529210248d05 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.3227522 Jun 30 09:04:44.295288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.307171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.309993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] 10.222.0.79 "PUT /v2.0/ports/12909af4-bd0c-4b72-809a-33412b75b8b8 HTTP/1.1" status: 200 len: 1092 time: 2.5483584 Jun 30 09:04:44.337250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:44.347116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d03e5bb1-85f8-4d95-879d-8da3d4725ea2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:44.350582 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:44.402818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabf571-9d14-4df2-a839-8bfb59221997 service neutron] Pushing event updated for resources: {'Port': ['ID=12909af4-bd0c-4b72-809a-33412b75b8b8,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:44.428039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af91d1ef-c174-4cd2-a359-d1e933729fa2 req-26823ca6-6d0e-4491-8878-6f4f3660710f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549104 Jun 30 09:04:44.503584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa79ff04-6da9-4bba-87a2-ed56c4fb5c7a req-0fb58e33-87c1-422c-bd9a-e3c24b3ac242 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206299 Jun 30 09:04:44.560605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-1b04003a-fd72-44f0-a42b-f0be3515d28b service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773632 Jun 30 09:04:44.600242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:44.606130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:44.606534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.839326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:44.922441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600cec6-83d6-4346-99f5-c6f9461992da req-c8a4afe2-ede2-4267-b24a-319ba4d76029 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:44.929860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9600cec6-83d6-4346-99f5-c6f9461992da req-c8a4afe2-ede2-4267-b24a-319ba4d76029 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.2716212 Jun 30 09:04:44.940715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fec47688-340f-4c71-81f1-acd1d904839a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:44.950709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d03e5bb1-85f8-4d95-879d-8da3d4725ea2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:44.999856 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.051243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:45.062845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9600cec6-83d6-4346-99f5-c6f9461992da req-0fddd089-5d22-4ff0-8eb0-6bf672b5e71c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319196 Jun 30 09:04:45.089852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca4f53-b12f-4369-83da-53eebdabaaeb req-a67c3981-e66f-49f7-ab88-ef25757a8cad tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.117982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faca4f53-b12f-4369-83da-53eebdabaaeb req-a67c3981-e66f-49f7-ab88-ef25757a8cad tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 943 time: 0.3198733 Jun 30 09:04:45.227316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faca4f53-b12f-4369-83da-53eebdabaaeb req-d4a709c1-7d87-4d6f-ac4f-9ce82d1ca30b tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1037090 Jun 30 09:04:45.331931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:45.353692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-3ba5c6bb-b56c-48f6-b2b0-34cdd7e4c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.355575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-3ba5c6bb-b56c-48f6-b2b0-34cdd7e4c7bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 1095 time: 0.9390392 Jun 30 09:04:45.434167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-c3ef67a6-57a6-4160-8dbc-67cde5b35cf3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12909af4-bd0c-4b72-809a-33412b75b8b8 HTTP/1.1" status: 200 len: 217 time: 0.0652640 Jun 30 09:04:45.496293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf49d9-ac82-4640-9c05-b4660a10c583 req-e297cf62-9054-44db-99f9-93b8d5429d70 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.503199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6bf49d9-ac82-4640-9c05-b4660a10c583 req-e297cf62-9054-44db-99f9-93b8d5429d70 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.2111773 Jun 30 09:04:45.518989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port fec47688-340f-4c71-81f1-acd1d904839a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:45.549976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port fec47688-340f-4c71-81f1-acd1d904839a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:45.550412 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:45.619357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-b96d085d-009c-4387-8ed1-8944e0edd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.623604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-b96d085d-009c-4387-8ed1-8944e0edd473 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.1752784 Jun 30 09:04:45.631861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3103149e-9699-4478-a3e3-58e91c5f8c3c req-b68b6cd0-599d-4128-813a-e5e0553b2072 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 210 time: 0.0722947 Jun 30 09:04:45.633351 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-d2158472-a0e9-4bc2-b804-16e2e62f60e8 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0612874 Jun 30 09:04:45.649989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6bf49d9-ac82-4640-9c05-b4660a10c583 req-acc72c8f-aa64-4e2b-8d6a-6ba26d44a71f tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459367 Jun 30 09:04:45.754833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:45.768000 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bd03af-8ef3-4a6f-92f7-7b8f1a5c0259 x-openstack-request-id: req-69bd03af-8ef3-4a6f-92f7-7b8f1a5c0259 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:45.768646 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:45.769113 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-69bd03af-8ef3-4a6f-92f7-7b8f1a5c0259 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:45.769722 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'status': 'completed', 'code': 200} Jun 30 09:04:45.772340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-cad44b92-f94f-4f92-b595-67337dd3e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:45.784227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-cad44b92-f94f-4f92-b595-67337dd3e7dc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1495745 Jun 30 09:04:45.821538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '0a52fdf8-2617-41b0-a301-5d8472225657', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '0a52fdf8-2617-41b0-a301-5d8472225657', 'mac_address': 'fa:16:3e:59:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:46.075845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.085006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.116177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.153587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-6413db39-8505-41cf-bb9d-f20463e9d492 service neutron] 10.222.0.79 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580647 Jun 30 09:04:46.176588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a52fdf8-2617-41b0-a301-5d8472225657 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:46.192613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:46.195576 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c62b38-4dd4-47c4-afc3-2bcadbcb655d" -d '{"events": [{"server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "name": "network-vif-plugged", "status": "completed", "tag": "fec47688-340f-4c71-81f1-acd1d904839a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:46.219230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d03e5bb1-85f8-4d95-879d-8da3d4725ea2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:46.246601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port fec47688-340f-4c71-81f1-acd1d904839a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fec47688-340f-4c71-81f1-acd1d904839a,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:46.283041 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.283927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:46.292649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:46.310312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479905-610a-47da-b4dc-b6213faa2030 req-fa875c57-bd21-4497-8042-612667510afe tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.311923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02479905-610a-47da-b4dc-b6213faa2030 req-fa875c57-bd21-4497-8042-612667510afe tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 945 time: 0.2433672 Jun 30 09:04:46.341149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.380794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3339b-eefc-4733-8558-3ef88eab9899 req-95f9011d-01d5-4cf6-81c6-d74de50da4ea tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.390580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86f3339b-eefc-4733-8558-3ef88eab9899 req-95f9011d-01d5-4cf6-81c6-d74de50da4ea tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 1101 time: 0.2748270 Jun 30 09:04:46.403068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=fec47688-340f-4c71-81f1-acd1d904839a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:46.450896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86f3339b-eefc-4733-8558-3ef88eab9899 req-96bedfaf-88cb-4cb1-aab4-89c9b75809f4 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 Jun 30 09:04:46.477822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02479905-610a-47da-b4dc-b6213faa2030 req-4bbb4b70-8c5c-462b-b9a7-1bb31202bd03 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330075 Jun 30 09:04:46.483358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:46.483805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.493228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-766ff7f3-2f64-4590-9415-bd347087cf77 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.496347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-766ff7f3-2f64-4590-9415-bd347087cf77 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 821 time: 0.5569644 Jun 30 09:04:46.525577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'port': {'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'admin_state_up': True, 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:46.535939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:46.771397 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-576438ef-cd2a-4f15-b0c9-1ace0e23a50f req-a5bd6292-e36e-48b7-a1da-b97f7361ca5a service neutron] 10.222.0.79 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046603 Jun 30 09:04:46.802170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Made reservation on behalf of 0b2da1a3f84e4584af499ebf1e8f4b02 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:46.806967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:46.817238 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:04:46.873089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6ee54-038f-48a9-afb1-f81eaada5770 req-fdd595f2-652b-465a-a34f-b2100ee0d607 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.888024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfd6ee54-038f-48a9-afb1-f81eaada5770 req-fdd595f2-652b-465a-a34f-b2100ee0d607 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 949 time: 0.1939671 Jun 30 09:04:46.904345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0a52fdf8-2617-41b0-a301-5d8472225657'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:46.909625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0293d-10d8-4d0e-a4ec-f8c7549a7ecc req-1928c418-418d-412e-893a-9bf99a6c3790 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:46.919361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46f0293d-10d8-4d0e-a4ec-f8c7549a7ecc req-1928c418-418d-412e-893a-9bf99a6c3790 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 943 time: 0.2765667 Jun 30 09:04:47.003145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfd6ee54-038f-48a9-afb1-f81eaada5770 req-51303ee2-1bea-4b7c-bfb7-67e0f2e4bddd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138322 Jun 30 09:04:47.011910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46f0293d-10d8-4d0e-a4ec-f8c7549a7ecc req-f31b5178-349c-4185-835f-77d73a2df429 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915287 Jun 30 09:04:47.050152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:47.068737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-ebef45ee-8cdc-4c65-96cd-5788b0d3dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.069991 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-ebef45ee-8cdc-4c65-96cd-5788b0d3dce2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 1095 time: 0.1831353 Jun 30 09:04:47.078693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Allocated IP 172.20.0.7 (b32bab9e-1392-4066-8055-0b8ff0c713c8/fd845081-766b-4cbe-9e3a-ca309905ce8a/b079538e-ccf1-43f4-951a-0064f4ea91d4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:47.134952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.202393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-ecabd01a-5d4c-4a3a-a498-ae5ce53a464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.204143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-ecabd01a-5d4c-4a3a-a498-ae5ce53a464b service neutron] 10.222.0.79 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.1222272 Jun 30 09:04:47.232338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:04:47.242507 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3977961c-1a34-4b70-8336-fdb73008108e x-openstack-request-id: req-3977961c-1a34-4b70-8336-fdb73008108e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:47.242874 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "name": "network-vif-plugged", "status": "completed", "tag": "fec47688-340f-4c71-81f1-acd1d904839a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:47.243073 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3977961c-1a34-4b70-8336-fdb73008108e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:47.244747 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a', 'code': 200} Jun 30 09:04:47.261360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a53cb-aab8-4150-a052-a9e648a9fe93 req-fe94b83b-614a-464c-a5e6-4389cb39a5e5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.270836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef9a53cb-aab8-4150-a052-a9e648a9fe93 req-fe94b83b-614a-464c-a5e6-4389cb39a5e5 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.1055326 Jun 30 09:04:47.341025 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-32cd0ccc-bedb-4f04-bfb4-5e25898ce8d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12909af4-bd0c-4b72-809a-33412b75b8b8 HTTP/1.1" status: 200 len: 217 time: 0.0670705 Jun 30 09:04:47.391153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef9a53cb-aab8-4150-a052-a9e648a9fe93 req-3ad7e03b-998d-432f-b99e-ef086db4a077 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193480 Jun 30 09:04:47.419430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-a0c54b92-fd46-4cbc-89b7-c0d1554a1357 service neutron] 10.222.0.79 "GET /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.1399992 Jun 30 09:04:47.455290 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-33f95470-9583-4c0e-8217-39e2a4523e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.458174 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-33f95470-9583-4c0e-8217-39e2a4523e61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 1097 time: 0.4565444 Jun 30 09:04:47.458402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.471911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79629e-b11d-4820-9d65-df9545939ed1 req-608d8093-6588-45f1-88ce-8d50485804b8 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.473647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd79629e-b11d-4820-9d65-df9545939ed1 req-608d8093-6588-45f1-88ce-8d50485804b8 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 943 time: 0.1383770 Jun 30 09:04:47.553889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-e09d25e7-231b-42b5-b2c3-95c2e7592510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.555836 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-e09d25e7-231b-42b5-b2c3-95c2e7592510 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.1899736 Jun 30 09:04:47.563126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd79629e-b11d-4820-9d65-df9545939ed1 req-5844841c-76bc-4760-bfdb-39790788cd16 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681183 Jun 30 09:04:47.640988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.654074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1e5c5-faab-4af9-985a-3ea69ae831cb req-b86ef315-7d9b-4c2b-a046-140cd0e2228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.655746 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2ac1e5c5-faab-4af9-985a-3ea69ae831cb req-b86ef315-7d9b-4c2b-a046-140cd0e2228a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1098 time: 0.3280456 Jun 30 09:04:47.688942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Transition to ACTIVE for port object b079538e-ccf1-43f4-951a-0064f4ea91d4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:47.698728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-2a05e081-5e62-4139-a541-917639acad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.700383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-2a05e081-5e62-4139-a541-917639acad23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.2329032 Jun 30 09:04:47.769154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2ac1e5c5-faab-4af9-985a-3ea69ae831cb req-ecd7dad7-f396-44c4-83ea-22ad06cf5329 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031394 Jun 30 09:04:47.775315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8777b0b0-5c95-43fc-94c6-0695b23e5a5d req-9ad1f88e-2919-4660-8cf5-6cba5fdbbee8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 210 time: 0.1989827 Jun 30 09:04:47.775536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-c32553da-25b4-4979-af67-659fc275b083 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a HTTP/1.1" status: 200 len: 217 time: 0.0604603 Jun 30 09:04:47.802377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-c3840e24-b1d0-4465-95d1-683a41bb1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.802377 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-c3840e24-b1d0-4465-95d1-683a41bb1fbc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2270675 Jun 30 09:04:47.802671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:47.819573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:47.838154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13eb28-a06c-4fe7-9f24-42600cb7e94b req-c5fb1307-00ed-4342-bfe0-524b4ba6fe30 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:47.839745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b13eb28-a06c-4fe7-9f24-42600cb7e94b req-c5fb1307-00ed-4342-bfe0-524b4ba6fe30 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 945 time: 0.1340539 Jun 30 09:04:47.845662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:47.920329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-e4ca88b6-1c49-46e2-8101-a49624d81ff2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355318 Jun 30 09:04:47.932975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324673d9-110b-4b3a-8743-de5f80f7a81d {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:47.968890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:47.975219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b13eb28-a06c-4fe7-9f24-42600cb7e94b req-ad26dead-1b2b-44b9-9cbf-dad47b0e0b6a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276054 Jun 30 09:04:47.987177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:47.987177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event updated for resources: {'Port': ['ID=b079538e-ccf1-43f4-951a-0064f4ea91d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.002281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:48.008577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-c4de87ee-9486-4555-b255-d9f8dc019b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.011864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-c4de87ee-9486-4555-b255-d9f8dc019b56 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.1798635 Jun 30 09:04:48.013228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:48.039918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.073405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-0e18b1ff-e6f6-48d4-bc4c-02a0e74e2709 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397506 Jun 30 09:04:48.170865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-f75235b1-5ca3-4520-89cc-aaf1126e6d59 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.179187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-f75235b1-5ca3-4520-89cc-aaf1126e6d59 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412171 Jun 30 09:04:48.202552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-1169168c-35d6-46c3-8456-2ace3e41cf89 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/quotas/49e8fe4c6b694634957e1075c569013a HTTP/1.1" status: 200 len: 375 time: 0.0222170 Jun 30 09:04:48.214752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] Transition to ACTIVE for port object 324673d9-110b-4b3a-8743-de5f80f7a81d will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:48.244214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-127dfcc7-3cd8-4f03-b198-2f8580d77ba4 service neutron] 10.222.0.79 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157345 Jun 30 09:04:48.249674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.252643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.253298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.341490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] No DVR routers for this DVR port 324673d9-110b-4b3a-8743-de5f80f7a81d on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:48.381431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-65c7dd69-ee34-49f9-858f-2d0f9f21cdbb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8678863 Jun 30 09:04:48.390062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-56c7b8ff-27c0-4596-9c03-6ab7e535629b service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862833 Jun 30 09:04:48.415098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] 10.222.0.79 "PUT /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d/bindings/n-h2-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 0.9897602 Jun 30 09:04:48.418484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Request body: {'port': {'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:48.423669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811e6f8-fee9-4808-b1dd-76f84f48d023 service neutron] Pushing event updated for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:48.470031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0100258-4ebd-4b2b-ab0d-5270e1ccd8c8 None None] Provisioning for port b079538e-ccf1-43f4-951a-0064f4ea91d4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:48.476348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-9bc6a93c-6e47-49aa-a028-2d780787e34f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2719531 Jun 30 09:04:48.487052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0100258-4ebd-4b2b-ab0d-5270e1ccd8c8 None None] Provisioning complete for port b079538e-ccf1-43f4-951a-0064f4ea91d4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:48.487438 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0100258-4ebd-4b2b-ab0d-5270e1ccd8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.512863 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-250af3e7-ffc7-4ba0-a9e6-21828bf6cdcc req-c92c2e78-f648-4878-b34d-2673f487d252 service neutron] 10.222.0.79 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480237 Jun 30 09:04:48.566377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b0100258-4ebd-4b2b-ab0d-5270e1ccd8c8 None None] Port b079538e-ccf1-43f4-951a-0064f4ea91d4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:48.570390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:48.759877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-471f413a-0906-47ab-9e82-c97894ae560d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:48.764120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-471f413a-0906-47ab-9e82-c97894ae560d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69&tenant_id=60dfaf38a93a4684acad1259df2491b7&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 949 time: 0.1942143 Jun 30 09:04:48.785983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-30301008-6002-4eb7-ac9f-18747123e9a8 req-6ff68e15-7af3-4857-8077-2879fa21a35c service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806143 Jun 30 09:04:48.951254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12909af4-bd0c-4b72-809a-33412b75b8b8 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:48.996040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-08969105-dbe0-4b01-bd88-1cbae6a01577 service neutron] 10.222.0.83 "GET /v2.0/ports/0a52fdf8-2617-41b0-a301-5d8472225657/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.1896133 Jun 30 09:04:49.003967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2fdf8988-fc52-431b-810f-c6f33ebde62a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:49.024911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356d95-aa5b-4c74-b9f0-715408985f89 req-86972cb1-264c-45ce-b78d-894daacd23a6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.032689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb356d95-aa5b-4c74-b9f0-715408985f89 req-86972cb1-264c-45ce-b78d-894daacd23a6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 946 time: 0.3106472 Jun 30 09:04:49.055339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895745a-2f17-4e78-9d22-2db11fca4d3d req-288ae9ed-f4c7-4f87-b4d2-ac891eb3a0e6 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.057161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9895745a-2f17-4e78-9d22-2db11fca4d3d req-288ae9ed-f4c7-4f87-b4d2-ac891eb3a0e6 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 944 time: 0.2367461 Jun 30 09:04:49.127022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:49.322474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 12909af4-bd0c-4b72-809a-33412b75b8b8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12909af4-bd0c-4b72-809a-33412b75b8b8,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.332331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 0a52fdf8-2617-41b0-a301-5d8472225657 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:49.333677 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.338611 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.375908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'port_id': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'mac_address': 'fa:16:3e:d3:0e:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:49.433976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:49.436470 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab34f9-6865-4ba3-b3c5-3d0a21649d13" -d '{"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-unplugged", "status": "completed", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:49.450662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-63878c40-0ddf-4339-a39e-12db46a65832 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.455330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-63878c40-0ddf-4339-a39e-12db46a65832 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.8938172 Jun 30 09:04:49.460996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.467495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b079538e-ccf1-43f4-951a-0064f4ea91d4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:49.483238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.498479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.514450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.539530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb356d95-aa5b-4c74-b9f0-715408985f89 req-0065f2d0-0cbf-4528-8845-1c444346b824 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5054235 Jun 30 09:04:49.560173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Transition to ACTIVE for port object b079538e-ccf1-43f4-951a-0064f4ea91d4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:49.565622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.566048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12909af4-bd0c-4b72-809a-33412b75b8b8 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:49.569612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9895745a-2f17-4e78-9d22-2db11fca4d3d req-fa2ffbf6-ff28-4e65-8e48-1dfa6fc6cc66 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4935374 Jun 30 09:04:49.604601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-309695e5-c2c3-482a-b4e1-e8acb9a5b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.606385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-309695e5-c2c3-482a-b4e1-e8acb9a5b0d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35&tenant_id=1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 1096 time: 0.1332262 Jun 30 09:04:49.665346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 12909af4-bd0c-4b72-809a-33412b75b8b8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12909af4-bd0c-4b72-809a-33412b75b8b8,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.668930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.689955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.696869 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.697010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-e23c6491-8338-4217-a134-e38e8fa7c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.703539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-e23c6491-8338-4217-a134-e38e8fa7c613 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1101 time: 0.6450174 Jun 30 09:04:49.842748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Pushing event updated for resources: {'Port': ['ID=b079538e-ccf1-43f4-951a-0064f4ea91d4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.876193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:49.877664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=12909af4-bd0c-4b72-809a-33412b75b8b8,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:49.887927 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.902262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Attempting to bind port b079538e-ccf1-43f4-951a-0064f4ea91d4 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:49.902262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Attempting to bind port b079538e-ccf1-43f4-951a-0064f4ea91d4 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:49.902621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Attempting to bind port b079538e-ccf1-43f4-951a-0064f4ea91d4 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:49.920026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Port b079538e-ccf1-43f4-951a-0064f4ea91d4 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:49.920345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Attempting to bind port b079538e-ccf1-43f4-951a-0064f4ea91d4 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:49.930424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:49.930768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Checking segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:49.931164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Bound using segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:49.931596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Bound port: b079538e-ccf1-43f4-951a-0064f4ea91d4, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:49.931954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:49.966942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-58c672a0-6b2c-4c7e-ade8-eeb855df53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:49.968501 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-58c672a0-6b2c-4c7e-ade8-eeb855df53a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1096 time: 0.2154059 Jun 30 09:04:49.983123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.028341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['12909af4-bd0c-4b72-809a-33412b75b8b8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:50.060486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-4627e8cb-c4bc-4b20-bd3b-98c03f1e8bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.062039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-4627e8cb-c4bc-4b20-bd3b-98c03f1e8bbc service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3510575 Jun 30 09:04:50.090071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] For port b079538e-ccf1-43f4-951a-0064f4ea91d4, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:50.101294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] For port b079538e-ccf1-43f4-951a-0064f4ea91d4, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:50.112279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.118547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-bffe763d-c05f-4c31-a266-ebc76ce6434a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 217 time: 0.0469806 Jun 30 09:04:50.128630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54e0b8-0e7e-4c78-b764-421ef968594a req-5c3d819b-3a0c-44d6-b46f-b129c63d162c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.137889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb54e0b8-0e7e-4c78-b764-421ef968594a req-5c3d819b-3a0c-44d6-b46f-b129c63d162c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.2303452 Jun 30 09:04:50.153810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-12bf58dc-e52b-45f1-821d-3824044a01d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.155293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-12bf58dc-e52b-45f1-821d-3824044a01d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1608641 Jun 30 09:04:50.161945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.162587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:50.163908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] 10.222.0.83 "PUT /v2.0/ports/b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 1092 time: 1.7498653 Jun 30 09:04:50.164421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:50.164624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e852ac-b097-45f9-aab4-bb2c08111b30 req-0cafd30c-a195-49fe-8e49-cc5182b67e9a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.166743 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f846c-2444-4607-bbf1-df186b481681" -d '{"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:50.172107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64e852ac-b097-45f9-aab4-bb2c08111b30 req-0cafd30c-a195-49fe-8e49-cc5182b67e9a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.3039656 Jun 30 09:04:50.257576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-105a08a4-42ce-4795-8f6f-9b7c16f7ed0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 200 len: 217 time: 0.0822308 Jun 30 09:04:50.275255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb54e0b8-0e7e-4c78-b764-421ef968594a req-352033a7-5303-41a1-9ce4-b282162eb657 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362414 Jun 30 09:04:50.302030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-258ab2ee-e8a3-47d8-a5b2-778a30de2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.315242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c969f03-2216-419e-b8f3-00a986da1e9a service neutron] Pushing event updated for resources: {'Port': ['ID=b079538e-ccf1-43f4-951a-0064f4ea91d4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:50.323118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-258ab2ee-e8a3-47d8-a5b2-778a30de2e51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1776285 Jun 30 09:04:50.330306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64e852ac-b097-45f9-aab4-bb2c08111b30 req-87d0104e-8b2c-4249-9f64-73efa0630af4 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572416 Jun 30 09:04:50.408135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-41224697-2d34-4893-9688-19a20bcfd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.412257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-41224697-2d34-4893-9688-19a20bcfd8a1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1094160 Jun 30 09:04:50.456020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-d6941f6a-d720-4e13-85f3-be1148864b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.460277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-d6941f6a-d720-4e13-85f3-be1148864b59 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1257110 Jun 30 09:04:50.491928 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-561b8051-300c-4011-a89d-dcf0c0dd4765 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687129 Jun 30 09:04:50.576132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.83', 55398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:04:50.581500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-c83d6ea3-45b5-4478-bc25-8d7fcf443d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.583878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-c83d6ea3-45b5-4478-bc25-8d7fcf443d47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1095 time: 0.3433611 Jun 30 09:04:50.681156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92e8155a-ce47-43a8-a4ea-0c044fbadf81 req-79ecd8e7-b7c7-4b4a-96f6-fe65efecc05c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 210 time: 0.1163580 Jun 30 09:04:50.687447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-0827b32c-8a4c-41d3-bd76-8ed0e26af770 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872116 Jun 30 09:04:50.699554 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-af923147-73b1-4eae-badd-8d04c04ae14f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 217 time: 0.0832124 Jun 30 09:04:50.795405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-aed7b5b2-4f2b-46a5-ae90-60ded691ed1d service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255835 Jun 30 09:04:50.865871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c3860-9f69-4a36-a510-332349a264a1 req-c2790d04-0900-4fc7-8801-8416ba5fc998 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.872814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-086c3860-9f69-4a36-a510-332349a264a1 req-c2790d04-0900-4fc7-8801-8416ba5fc998 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 944 time: 0.3065910 Jun 30 09:04:50.884158 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-2fb3897c-ca5c-46e1-8faf-a3f3694cbaba service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854952 Jun 30 09:04:50.901258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-26713c5d-f391-4eb0-b757-d85ac93d516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:50.903088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-26713c5d-f391-4eb0-b757-d85ac93d516f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1879585 Jun 30 09:04:51.000481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-f87795a2-d2bf-4224-b599-8f9de1482aad tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.002483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-f87795a2-d2bf-4224-b599-8f9de1482aad tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3009574 Jun 30 09:04:51.011160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-086c3860-9f69-4a36-a510-332349a264a1 req-ed59b7eb-162b-4eb7-b7e8-1d01358a78a9 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1372499 Jun 30 09:04:51.023833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': '97457a79-1abc-4158-a12f-859d3fbc4798', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:51.045580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-5dabdcfd-2b52-4efb-ac06-35eeb1eefe0c service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356396 Jun 30 09:04:51.119883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383666f-04d4-46dd-9404-422debc7db0d req-b4e8be82-d471-4fd9-a8f0-08caf306403a tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.121507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0383666f-04d4-46dd-9404-422debc7db0d req-b4e8be82-d471-4fd9-a8f0-08caf306403a tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 943 time: 0.2213056 Jun 30 09:04:51.139645 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-029440ec-a667-4907-90d2-6485da7123ef service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466862 Jun 30 09:04:51.144718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395856c-a15f-4e4b-b395-1735ab332963 req-a74b95c7-2e3a-4e5d-88b9-bc0926d2f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.147408 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-a74b95c7-2e3a-4e5d-88b9-bc0926d2f8d9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2347772 Jun 30 09:04:51.215812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0383666f-04d4-46dd-9404-422debc7db0d req-f179fe0f-f514-4399-8995-e174a81d75c0 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741286 Jun 30 09:04:51.275119 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed52e5a8-e1ce-445b-9745-64d460338261 x-openstack-request-id: req-ed52e5a8-e1ce-445b-9745-64d460338261 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:51.275678 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-unplugged", "status": "completed", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:51.275767 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed52e5a8-e1ce-445b-9745-64d460338261 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:51.276092 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'code': 200} Jun 30 09:04:51.296875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0cbaaf-e574-4062-9e19-6d2d99704d1e req-d576b472-fb41-48f7-afc4-3c7af1d433d8 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.298670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b0cbaaf-e574-4062-9e19-6d2d99704d1e req-d576b472-fb41-48f7-afc4-3c7af1d433d8 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 943 time: 0.0982776 Jun 30 09:04:51.337817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-77cad284-0394-4d87-99b9-27021b5d53e7 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698642 Jun 30 09:04:51.339375 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3625a700-3a7d-436e-95b0-8b0660eb95f7 x-openstack-request-id: req-3625a700-3a7d-436e-95b0-8b0660eb95f7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:51.339663 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:51.339910 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3625a700-3a7d-436e-95b0-8b0660eb95f7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:51.340292 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'status': 'completed', 'code': 200} Jun 30 09:04:51.349672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b0cbaaf-e574-4062-9e19-6d2d99704d1e req-8fa2c002-dd4d-4a46-90e6-6d8daf3b20c7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jun 30 09:04:51.433740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:04:51.438462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.499581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8395856c-a15f-4e4b-b395-1735ab332963 req-58bd4c6b-6d1b-4abb-914c-cd00c5277725 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483748 Jun 30 09:04:51.507314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feafd8e8-477a-4450-afac-418acbf0b79d req-d3741094-0260-432c-a093-473f7d14fd7e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.516915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-feafd8e8-477a-4450-afac-418acbf0b79d req-d3741094-0260-432c-a093-473f7d14fd7e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 946 time: 0.0962517 Jun 30 09:04:51.605845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-feafd8e8-477a-4450-afac-418acbf0b79d req-10cf86c3-4a7b-488e-8f8e-ad6e07a95e0b tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Jun 30 09:04:51.636719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.169 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/de3a2e67-5e82-4051-80dc-4ca8a7ad4afc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:51.687600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bc5e99-b296-45f5-8e67-fb3bd38ac53a req-38ddec79-8e8b-4b6f-95a4-ab57756ed415 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.689183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9bc5e99-b296-45f5-8e67-fb3bd38ac53a req-38ddec79-8e8b-4b6f-95a4-ab57756ed415 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 944 time: 0.1427002 Jun 30 09:04:51.771422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9bc5e99-b296-45f5-8e67-fb3bd38ac53a req-bca6d29a-ce45-4b2b-871a-4b68f1dfb787 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709362 Jun 30 09:04:51.876023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e507a-7f4b-4c6f-b171-a3e2a695f373 req-8193216a-2a66-4a6e-80fb-0ad84cad9ea6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.877862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c6e507a-7f4b-4c6f-b171-a3e2a695f373 req-8193216a-2a66-4a6e-80fb-0ad84cad9ea6 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.0687397 Jun 30 09:04:51.902194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.926990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f846c-2444-4607-bbf1-df186b481681 req-2aa83caa-a7e6-473d-8b85-3b19e40790bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.928633 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-2aa83caa-a7e6-473d-8b85-3b19e40790bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1095 time: 0.2408919 Jun 30 09:04:51.929712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object de3a2e67-5e82-4051-80dc-4ca8a7ad4afc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:51.952110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d65232-db33-497c-928d-aa76534e6928 req-82c939f3-e622-4588-b75d-838c229a08cf tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:51.954292 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-82c939f3-e622-4588-b75d-838c229a08cf tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.2517037 Jun 30 09:04:51.962276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c6e507a-7f4b-4c6f-b171-a3e2a695f373 req-68ac9657-d7a6-4ba5-b04b-e62afb5b6f2b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748155 Jun 30 09:04:51.984404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:51.995876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af335075-d0f1-4357-a07a-4f6aa2dd0db8 req-bb22a202-abec-4800-a7e5-654a595e91f8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.003557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af335075-d0f1-4357-a07a-4f6aa2dd0db8 req-bb22a202-abec-4800-a7e5-654a595e91f8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1066773 Jun 30 09:04:52.003823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:52.072223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af335075-d0f1-4357-a07a-4f6aa2dd0db8 req-71fd3c8a-058c-48cc-92ca-13474e3a054b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676537 Jun 30 09:04:52.081738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:52.197688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:52.206622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:52.219561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'c181ccae-ff2d-40d9-b02e-0fe27823de7a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:52.274260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:52.383336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f846c-2444-4607-bbf1-df186b481681 req-dfda138a-0902-4add-9d5e-22b7fa2576ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.392788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-dfda138a-0902-4add-9d5e-22b7fa2576ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.3447638 Jun 30 09:04:52.406565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-6bbd8cdb-bace-4324-893b-b1392b9cc758 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 258 time: 0.2971785 Jun 30 09:04:52.413059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:52.446596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.453171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-1c803724-2416-43a3-bcba-5d15456255b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 217 time: 0.0594506 Jun 30 09:04:52.462668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.463780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.490643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-d365754d-d92a-496d-becd-224a3221cd77 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4723461 Jun 30 09:04:52.520581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Request body: {'port': {'device_id': '97457a79-1abc-4158-a12f-859d3fbc4798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:52.619109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f846c-2444-4607-bbf1-df186b481681 req-3a03b03a-c99b-459e-b824-d5311e4fe4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.620589 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-3a03b03a-c99b-459e-b824-d5311e4fe4e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1428008 Jun 30 09:04:52.706114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b7d65232-db33-497c-928d-aa76534e6928 req-906e49e3-07e8-4cfc-afa6-9a85e4af648d service neutron] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:52.717681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b7d65232-db33-497c-928d-aa76534e6928 req-906e49e3-07e8-4cfc-afa6-9a85e4af648d service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.717681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7d65232-db33-497c-928d-aa76534e6928 req-906e49e3-07e8-4cfc-afa6-9a85e4af648d service neutron] 10.222.0.83 "DELETE /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d/bindings/n-h1-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.6589928 Jun 30 09:04:52.727902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.732400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.747630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3e24db1-9874-4a3a-a043-3d5e054f41d0 None None] Provisioning for port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:52.798965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3e24db1-9874-4a3a-a043-3d5e054f41d0 None None] Provisioning complete for port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:52.799208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f846c-2444-4607-bbf1-df186b481681 req-dadf1746-cd44-480f-ab54-e2ef49c26945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:52.799315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d3e24db1-9874-4a3a-a043-3d5e054f41d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:52.802095 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-dadf1746-cd44-480f-ab54-e2ef49c26945 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711440 Jun 30 09:04:52.906177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d3e24db1-9874-4a3a-a043-3d5e054f41d0 None None] Port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:04:52.925130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Allocated IP 172.25.7.17 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/fd99fe3e-3a3d-46ea-8709-3b0e2d2e1016) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:04:52.987122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12909af4-bd0c-4b72-809a-33412b75b8b8 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:53.118762 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.148977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 12909af4-bd0c-4b72-809a-33412b75b8b8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:53.153652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 12909af4-bd0c-4b72-809a-33412b75b8b8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:53.154024 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.176924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.232467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:04:53.235876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:04:53.240776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:04:53.278501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:53.283885 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afe5d8d-dede-4029-be76-4e21f2a04e66" -d '{"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-plugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:53.288466 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.290302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event updated for resources: {'Port': ['ID=fd99fe3e-3a3d-46ea-8709-3b0e2d2e1016,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.336758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 12909af4-bd0c-4b72-809a-33412b75b8b8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12909af4-bd0c-4b72-809a-33412b75b8b8,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:53.343701 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.345464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2fdf8988-fc52-431b-810f-c6f33ebde62a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:53.445825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=12909af4-bd0c-4b72-809a-33412b75b8b8,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.461699 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.494940 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-437b6481-723e-4cb8-9eaa-9716e02d4eb0 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603191 Jun 30 09:04:53.529704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41e57a-f465-486c-b163-66e3961226fe req-bdc0215e-cb9a-44df-90ba-fdc181035fa6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:53.531246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d41e57a-f465-486c-b163-66e3961226fe req-bdc0215e-cb9a-44df-90ba-fdc181035fa6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=cc2a1b65-109f-4188-ab39-665d3805b04a HTTP/1.1" status: 200 len: 943 time: 0.1287067 Jun 30 09:04:53.536126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.655006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d5f846c-2444-4607-bbf1-df186b481681 req-56453699-caab-4bd9-b54f-06f6ea63dd1f service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468363 Jun 30 09:04:53.662247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de3a2e67-5e82-4051-80dc-4ca8a7ad4afc {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:53.670341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.684366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Transition to ACTIVE for port object de3a2e67-5e82-4051-80dc-4ca8a7ad4afc will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:04:53.688682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.755331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:53.759280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Deleting port 2fdf8988-fc52-431b-810f-c6f33ebde62a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:04:53.759628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.840302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.847443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.869839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Attempting to bind port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:04:53.870716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Attempting to bind port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:04:53.871304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Attempting to bind port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:53.876622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:04:53.877178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Attempting to bind port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:04:53.884050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:04:53.884803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:04:53.885412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:04:53.886075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Bound port: de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:04:53.886647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:53.986499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] For port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:04:53.990729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] For port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:04:53.996163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.034051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.034984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.037742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] 10.222.0.83 "PUT /v2.0/ports/de3a2e67-5e82-4051-80dc-4ca8a7ad4afc HTTP/1.1" status: 200 len: 1097 time: 1.5219650 Jun 30 09:04:54.038442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97457a79-1abc-4158-a12f-859d3fbc4798', 'tag': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:54.042045 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6d0aa8-e322-4782-845b-1a68d13cccb6" -d '{"events": [{"name": "network-changed", "server_uuid": "97457a79-1abc-4158-a12f-859d3fbc4798", "tag": "de3a2e67-5e82-4051-80dc-4ca8a7ad4afc"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:54.077207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6d4e0-a040-4ca6-b403-471028708ac0 service neutron] Pushing event updated for resources: {'Port': ['ID=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.200510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-8796fa0c-bbf8-4ed9-8d0d-6684b70bf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.203073 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-8796fa0c-bbf8-4ed9-8d0d-6684b70bf845 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 1100 time: 0.0850050 Jun 30 09:04:54.265209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event updated for resources: {'Port': ['ID=fd99fe3e-3a3d-46ea-8709-3b0e2d2e1016,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.293437 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-6d533adc-4d6d-49b8-a832-67ce31efb134 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc HTTP/1.1" status: 200 len: 217 time: 0.0634801 Jun 30 09:04:54.296391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] For port 2fdf8988-fc52-431b-810f-c6f33ebde62a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2fdf8988-fc52-431b-810f-c6f33ebde62a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:54.296759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.299776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.318000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.325209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-7e5ffc53-9fab-42bd-a949-d8e03d0ecbd8 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9175785 Jun 30 09:04:54.380777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-48b3d95d-ea1d-4c72-bb41-b7e61d1a36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.382154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-48b3d95d-ea1d-4c72-bb41-b7e61d1a36ff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0824018 Jun 30 09:04:54.393640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Calling delete_port for 2fdf8988-fc52-431b-810f-c6f33ebde62a owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:04:54.402331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-03fde5b2-0a38-44bb-a88e-f139698015bc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0761425 Jun 30 09:04:54.447037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-c8b30b3e-0c66-4b13-af74-b274e52f5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.448505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-c8b30b3e-0c66-4b13-af74-b274e52f5f52 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69&tenant_id=60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 1102 time: 0.1121862 Jun 30 09:04:54.463612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9720e596-34d4-47db-92bc-a060d097159a req-b8bffb87-2fcb-4409-8b3a-a1e0621d6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.466341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-b8bffb87-2fcb-4409-8b3a-a1e0621d6113 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740895 Jun 30 09:04:54.571389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-e779033b-fadb-4a9d-8e10-24276591389f tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.577727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-e779033b-fadb-4a9d-8e10-24276591389f tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1647930 Jun 30 09:04:54.584638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-35924c0c-637e-40e6-a70b-4e20bc264b87 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:54.585656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-474f1bdd-b766-4c16-a13d-4c4295493160 req-35924c0c-637e-40e6-a70b-4e20bc264b87 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071223 Jun 30 09:04:54.620932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-e3304608-41c2-467c-a17f-74601a52c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.622475 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-e3304608-41c2-467c-a17f-74601a52c4a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 1102 time: 0.1270313 Jun 30 09:04:54.628100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-b5a9fffe-d81d-4c8c-8f83-bb384f6a945c service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540914 Jun 30 09:04:54.640779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.674500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event deleted for resources: {'Port': ['ID=2fdf8988-fc52-431b-810f-c6f33ebde62a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:54.732893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] No DVR routers for this DVR port 2fdf8988-fc52-431b-810f-c6f33ebde62a on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:04:54.750561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:54.752526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d41e57a-f465-486c-b163-66e3961226fe req-68819510-d50f-4459-a15e-643d1ba2fe8a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "DELETE /v2.0/ports/2fdf8988-fc52-431b-810f-c6f33ebde62a HTTP/1.1" status: 204 len: 173 time: 1.2129340 Jun 30 09:04:54.753874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-deleted', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:54.756842 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db80bfe9-4037-412b-bc5e-af10e284a1ad" -d '{"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-deleted", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:54.788155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-cc857b7a-4eef-4e74-852c-5746c247fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.789831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-cc857b7a-4eef-4e74-852c-5746c247fed3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1605997 Jun 30 09:04:54.793218 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9720e596-34d4-47db-92bc-a060d097159a req-bf36166c-e229-4a7f-8065-9a65dc0fa5c3 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442273 Jun 30 09:04:54.808711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfe9f6-d8a0-4a78-a251-584a049b89e7 req-005d1c97-68d2-4330-825f-0a1cce0d8fc2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.810647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9dfe9f6-d8a0-4a78-a251-584a049b89e7 req-005d1c97-68d2-4330-825f-0a1cce0d8fc2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 948 time: 0.1084015 Jun 30 09:04:54.851781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-a91b229a-b3f3-43a8-aa3b-d38ae75cbf11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 200 len: 217 time: 0.0435708 Jun 30 09:04:54.868826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9dfe9f6-d8a0-4a78-a251-584a049b89e7 req-29951a94-d061-4834-8937-2de17ad46f01 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462270 Jun 30 09:04:54.948367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-580ecfec-0855-4ec8-b8d2-a1795b65048a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:54.949839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-580ecfec-0855-4ec8-b8d2-a1795b65048a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0510654 Jun 30 09:04:55.015869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-309fbf35-95b8-4e24-9e62-c700c3854c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.017510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-309fbf35-95b8-4e24-9e62-c700c3854c4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599730 Jun 30 09:04:55.054687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fad293-418f-4c53-aa83-4f479fac2fc6 req-aaf05331-4789-440b-adca-eabef3aaca97 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.056504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81fad293-418f-4c53-aa83-4f479fac2fc6 req-aaf05331-4789-440b-adca-eabef3aaca97 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.0694213 Jun 30 09:04:55.056724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b079538e-ccf1-43f4-951a-0064f4ea91d4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:55.115895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81fad293-418f-4c53-aa83-4f479fac2fc6 req-1f6e08ec-b112-490a-b562-01c32b2a88c7 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499218 Jun 30 09:04:55.137934 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-9e6e93f2-efe0-4896-b4e1-78ec01209e0f service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107063 Jun 30 09:04:55.186857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b079538e-ccf1-43f4-951a-0064f4ea91d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:55.201435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:55.254506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.261779 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c7e57030-7c46-43b9-bb99-62b86e5dd7cb req-dce45e34-2cfa-4283-accc-a8b5798f6ac9 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156189 Jun 30 09:04:55.268469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b079538e-ccf1-43f4-951a-0064f4ea91d4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:55.296261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b079538e-ccf1-43f4-951a-0064f4ea91d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:55.302111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:55.321739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56a47d-ed24-4389-b416-ad73a2577aca req-d310c9fd-5948-4393-848c-0988b7386997 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.323274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed56a47d-ed24-4389-b416-ad73a2577aca req-d310c9fd-5948-4393-848c-0988b7386997 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 943 time: 0.0896513 Jun 30 09:04:55.359005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b079538e-ccf1-43f4-951a-0064f4ea91d4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:55.390266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed56a47d-ed24-4389-b416-ad73a2577aca req-9dc66de3-2676-4d81-a4e1-e17cee576e26 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557005 Jun 30 09:04:55.415174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2cff8-6e65-41d0-885a-e8d61f2f918e req-718841f2-37b5-4b02-bc98-3c7ebbdd3e62 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.416729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4df2cff8-6e65-41d0-885a-e8d61f2f918e req-718841f2-37b5-4b02-bc98-3c7ebbdd3e62 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 944 time: 0.0925543 Jun 30 09:04:55.455868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4df2cff8-6e65-41d0-885a-e8d61f2f918e req-9b3d1372-8447-409a-a4b6-1a3f099f2e78 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332253 Jun 30 09:04:55.568866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e70f0-84b4-4a34-ac67-13dd10edb250 req-a5853d34-9d95-4d16-ab03-3116d077e620 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.570801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c49e70f0-84b4-4a34-ac67-13dd10edb250 req-a5853d34-9d95-4d16-ab03-3116d077e620 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.0771406 Jun 30 09:04:55.614631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c49e70f0-84b4-4a34-ac67-13dd10edb250 req-6320ebcc-7655-44fc-bb3b-d6033a2b5d0c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Jun 30 09:04:55.682789 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf23a5a-a3c8-4d03-98c0-f1be252d2f11 x-openstack-request-id: req-1bf23a5a-a3c8-4d03-98c0-f1be252d2f11 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:55.683278 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-plugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:55.683552 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1bf23a5a-a3c8-4d03-98c0-f1be252d2f11 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:55.683949 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'code': 200} Jun 30 09:04:55.718284 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f39955d-e366-4028-bff9-1f04d2a69735 x-openstack-request-id: req-5f39955d-e366-4028-bff9-1f04d2a69735 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:55.718284 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97457a79-1abc-4158-a12f-859d3fbc4798", "tag": "de3a2e67-5e82-4051-80dc-4ca8a7ad4afc", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:55.718284 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5f39955d-e366-4028-bff9-1f04d2a69735 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:55.718284 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97457a79-1abc-4158-a12f-859d3fbc4798', 'tag': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc', 'status': 'completed', 'code': 200} Jun 30 09:04:55.851392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eefa2f-bb94-4288-9a74-cccc80d200f6 req-de0b309d-b09b-419c-a9e6-18f7b77c8df6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.861779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-d7e925c3-78e7-4998-b8a3-bd8a2e7c48c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.862866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3eefa2f-bb94-4288-9a74-cccc80d200f6 req-de0b309d-b09b-419c-a9e6-18f7b77c8df6 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1231318 Jun 30 09:04:55.863814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-d7e925c3-78e7-4998-b8a3-bd8a2e7c48c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 1100 time: 0.0922441 Jun 30 09:04:55.962759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3eefa2f-bb94-4288-9a74-cccc80d200f6 req-14c9d91f-d1e1-4a16-9b84-39f855a1361c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986619 Jun 30 09:04:55.969052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-63767cc7-0f1c-47a6-9f7f-6148de7259a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:55.971621 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-63767cc7-0f1c-47a6-9f7f-6148de7259a2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1009219 Jun 30 09:04:55.999182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-4059dc9f-9883-49c7-b079-09cd675be14a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.000719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-4059dc9f-9883-49c7-b079-09cd675be14a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1831801 Jun 30 09:04:56.020631 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb08319-c32e-4650-8935-9320ec847e30 x-openstack-request-id: req-fdb08319-c32e-4650-8935-9320ec847e30 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:56.020915 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2a1b65-109f-4188-ab39-665d3805b04a", "name": "network-vif-deleted", "tag": "2fdf8988-fc52-431b-810f-c6f33ebde62a", "status": "failed", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:56.021161 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdb08319-c32e-4650-8935-9320ec847e30 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:56.021566 n-d-780147-22 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc2a1b65-109f-4188-ab39-665d3805b04a', 'name': 'network-vif-deleted', 'tag': '2fdf8988-fc52-431b-810f-c6f33ebde62a', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:04:56.027634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-c7b2482a-e579-4b42-aabd-93fd9bf08f24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc HTTP/1.1" status: 200 len: 217 time: 0.0483105 Jun 30 09:04:56.063320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-d943ca0c-0789-4284-ae5c-4dcc0f94e1b7 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0560446 Jun 30 09:04:56.074507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Request body: {'floatingip': {'port_id': 'fec47688-340f-4c71-81f1-acd1d904839a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:56.114839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-16d21dad-9e03-4cef-950e-1618b7061ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.119391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-16d21dad-9e03-4cef-950e-1618b7061ec1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0842514 Jun 30 09:04:56.124286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.242042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-b0002541-0f5e-427f-9c14-589e9e3f662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.247535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-b0002541-0f5e-427f-9c14-589e9e3f662c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1201091 Jun 30 09:04:56.282561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b079538e-ccf1-43f4-951a-0064f4ea91d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:04:56.346647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-13966b63-7005-4722-b676-f01c625404ab service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917585 Jun 30 09:04:56.469053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be6d0aa8-e322-4782-845b-1a68d13cccb6 req-9e8ec20e-71e1-43f8-a9d7-141f69d58e23 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131163 Jun 30 09:04:56.567752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333730e4-e772-476f-a852-c57ba7e79dd7 req-b6eab23e-b0df-4fa6-8ab1-e967b07ec70e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.569178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-333730e4-e772-476f-a852-c57ba7e79dd7 req-b6eab23e-b0df-4fa6-8ab1-e967b07ec70e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 948 time: 0.1529653 Jun 30 09:04:56.679856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-333730e4-e772-476f-a852-c57ba7e79dd7 req-a8d110a7-80df-44ee-a9f1-f01a5d6cdd15 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807178 Jun 30 09:04:56.859662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.867068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:56.963066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d8f25-5e1e-4932-93bf-25dc2fc6399e req-35b5afb5-6fd6-4fd1-89ce-2d88c336e586 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:56.964575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b19d8f25-5e1e-4932-93bf-25dc2fc6399e req-35b5afb5-6fd6-4fd1-89ce-2d88c336e586 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.1517379 Jun 30 09:04:57.007726 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Floating IP da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7 associated. External IP: 172.25.7.17, port: fec47688-340f-4c71-81f1-acd1d904839a. Jun 30 09:04:57.051526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b19d8f25-5e1e-4932-93bf-25dc2fc6399e req-976f892b-56c6-4d51-bfc4-48b81aa3467a tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800714 Jun 30 09:04:57.072903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:04:57.177399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.230292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:57.235444 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.273355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Router 28365b18-feba-40bd-954e-6923c0162678 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:04:57.275514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da96d26-48ba-4df3-bd83-e4e05a872d85 req-622e0350-f8f5-45fd-921b-91d625437e37 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.277238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1da96d26-48ba-4df3-bd83-e4e05a872d85 req-622e0350-f8f5-45fd-921b-91d625437e37 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1096 time: 0.1133261 Jun 30 09:04:57.288468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:57.356976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1da96d26-48ba-4df3-bd83-e4e05a872d85 req-93c92f47-a302-404f-a46e-400d964f8d1b tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 Jun 30 09:04:57.412314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:04:57.420893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:57.430928 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] Sync routers for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:04:57.444336 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:57.445528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:57.461900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-47f6b984-8daa-4a9c-ab17-f0e1864eb69e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "PUT /v2.0/floatingips/da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7 HTTP/1.1" status: 200 len: 996 time: 1.3919077 Jun 30 09:04:57.556046 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:57.602239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-9b102322-9965-4a3f-a42a-dbd813d84ec6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.603751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-9b102322-9965-4a3f-a42a-dbd813d84ec6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.1447983 Jun 30 09:04:57.611489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-f0993d1c-b84c-4228-a05c-5f12589e23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:57.613036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-f0993d1c-b84c-4228-a05c-5f12589e23be service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1098 time: 0.1313801 Jun 30 09:04:57.634061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-5871dd92-cd73-46cc-ae75-79ce249c7432 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0200338 Jun 30 09:04:57.685302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8'}, {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:57.688254 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b49a06-1179-422c-b35b-517a457d9b87" -d '{"events": [{"server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "name": "network-vif-plugged", "status": "completed", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8"}, {"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-unplugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:57.834033 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '28365b18-feba-40bd-954e-6923c0162678', 'port_id': 'fec47688-340f-4c71-81f1-acd1d904839a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'mac_address': 'fa:16:3e:ad:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:53Z', 'updated_at': '2021-06-30T09:04:56Z', 'revision_number': 1, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:57.865287 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] Checking router: 28365b18-feba-40bd-954e-6923c0162678 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:04:57.875911 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:04:57.876541 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:57.976860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-385ed41c-d897-40e7-bc12-cda37af6ae57 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3335531 Jun 30 09:04:57.985468 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:04:58.035872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:04:58.038466 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664d1cf7-4331-40f4-8978-1d1eecd31380" -d '{"events": [{"name": "network-changed", "server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "tag": "fec47688-340f-4c71-81f1-acd1d904839a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:04:58.071459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-d4743dd2-d2d2-4406-8c80-270e790451d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.072949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-d4743dd2-d2d2-4406-8c80-270e790451d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 930 time: 0.4513800 Jun 30 09:04:58.139958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-2eb57f65-a9bf-4373-8c85-b5d7fa00fa4d service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547792 Jun 30 09:04:58.165069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-4efb20ce-19e7-4f12-9954-3d729b218fde service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 999 time: 0.0843813 Jun 30 09:04:58.217528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '28365b18-feba-40bd-954e-6923c0162678', 'port_id': 'fec47688-340f-4c71-81f1-acd1d904839a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'mac_address': 'fa:16:3e:ad:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:53Z', 'updated_at': '2021-06-30T09:04:56Z', 'revision_number': 1, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:04:58.247578 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305a30f6-cc05-4b69-80af-26d3430a16a7 None None] The sync data for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 is: [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'floating_ip_address': '172.25.7.17', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '28365b18-feba-40bd-954e-6923c0162678', 'port_id': 'fec47688-340f-4c71-81f1-acd1d904839a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'mac_address': 'fa:16:3e:ad:3a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:04:53Z', 'updated_at': '2021-06-30T09:04:56Z', 'revision_number': 1, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:04:58.257450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-88610e92-f6de-4254-8e1c-d44282ddce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.258983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-88610e92-f6de-4254-8e1c-d44282ddce83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 200 len: 868 time: 0.0846899 Jun 30 09:04:58.309392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-9f5a4943-8cb5-4d19-a2d9-8450fe2ab032 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598179 Jun 30 09:04:58.336582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-2c7def6a-36ea-4f7c-b992-23fcd72967ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.338200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-2c7def6a-36ea-4f7c-b992-23fcd72967ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726604 Jun 30 09:04:58.351274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-23c451c3-b42b-4a0d-a03b-bb8289ba2d3a service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:04:58.353025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-23c451c3-b42b-4a0d-a03b-bb8289ba2d3a service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081456 Jun 30 09:04:58.469943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-e77f4e63-9988-45ad-8414-17cab9b946b9 service neutron] 10.222.0.77 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077383 Jun 30 09:04:58.510605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90862a2b-f329-4920-80f7-6e56b325ea3d None None] New status for floating IP da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:04:58.639007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3376e736-b8cf-4c9e-829a-0d37d1c526b8 req-f8a67230-4c35-42c8-b9a9-1920873b88c4 service neutron] 10.222.0.77 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605573 Jun 30 09:04:58.664531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d2034-325c-4652-9e3f-65f3b4ebb47f req-0f63dc0e-f522-4ae1-baa5-e6c49751f364 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.666153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a59d2034-325c-4652-9e3f-65f3b4ebb47f req-0f63dc0e-f522-4ae1-baa5-e6c49751f364 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 944 time: 0.1253397 Jun 30 09:04:58.715595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a59d2034-325c-4652-9e3f-65f3b4ebb47f req-6e24cf07-924d-4484-8323-3fce4811f547 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Jun 30 09:04:58.857934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39bc96b-1b95-427d-a092-0ecce78a6a32 req-b1207f19-a1fd-4056-891c-a7cbc2f3d93b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:58.859510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b39bc96b-1b95-427d-a092-0ecce78a6a32 req-b1207f19-a1fd-4056-891c-a7cbc2f3d93b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 945 time: 0.0771139 Jun 30 09:04:58.914197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:58.972982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b39bc96b-1b95-427d-a092-0ecce78a6a32 req-4fdebb80-e0b3-497f-9f39-082116f42934 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056988 Jun 30 09:04:59.023152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:59.024664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426de22-bb63-4c5f-948b-a84d43bfd219 req-616fe7c1-d46d-46af-a197-1f98a252a30f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.026905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7426de22-bb63-4c5f-948b-a84d43bfd219 req-616fe7c1-d46d-46af-a197-1f98a252a30f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 948 time: 0.1518719 Jun 30 09:04:59.081951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7426de22-bb63-4c5f-948b-a84d43bfd219 req-ecfe0d20-9d4f-4a60-8c6b-a851609c82e2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498500 Jun 30 09:04:59.110544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:59.113011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b079538e-ccf1-43f4-951a-0064f4ea91d4 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:04:59.147129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa69a1b-0a56-479a-8cc6-5ab501bdcda7 req-252944f1-93bb-4e39-861e-10d4db9cc8a8 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.149273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7aa69a1b-0a56-479a-8cc6-5ab501bdcda7 req-252944f1-93bb-4e39-861e-10d4db9cc8a8 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 1096 time: 0.0661802 Jun 30 09:04:59.151528 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a294ccb1-3989-4e7d-8269-c0f545106130 x-openstack-request-id: req-a294ccb1-3989-4e7d-8269-c0f545106130 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:59.152046 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "name": "network-vif-plugged", "status": "completed", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8", "code": 200}, {"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-unplugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:59.152457 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a294ccb1-3989-4e7d-8269-c0f545106130 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:59.153016 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'code': 200} Jun 30 09:04:59.153273 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'code': 200} Jun 30 09:04:59.229032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7aa69a1b-0a56-479a-8cc6-5ab501bdcda7 req-42f63875-4c03-4eee-b6af-c04af4b73648 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734429 Jun 30 09:04:59.246888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.267004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac has no active binding in host n-h1-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:04:59.277889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port b079538e-ccf1-43f4-951a-0064f4ea91d4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:04:59.283708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port b079538e-ccf1-43f4-951a-0064f4ea91d4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:04:59.284079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.346014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.360411 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29169546-9e41-4bc9-9d46-b7491f084095 x-openstack-request-id: req-29169546-9e41-4bc9-9d46-b7491f084095 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:04:59.364905 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "tag": "fec47688-340f-4c71-81f1-acd1d904839a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:04:59.365328 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-29169546-9e41-4bc9-9d46-b7491f084095 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:04:59.365810 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a', 'status': 'completed', 'code': 200} Jun 30 09:04:59.366014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '0a52fdf8-2617-41b0-a301-5d8472225657', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '0a52fdf8-2617-41b0-a301-5d8472225657', 'mac_address': 'fa:16:3e:59:52:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:59.367297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-c69e06b1-2ca8-42a2-ab15-cbecfa49a23a tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.370570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-c69e06b1-2ca8-42a2-ab15-cbecfa49a23a tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1758111 Jun 30 09:04:59.400191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:59.422049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb143f8e-1b4d-45cb-bd6d-3ddd4f5f3cb1 req-6726be94-c1e9-4292-bc4e-cd108e766609 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.442976 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.447817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb143f8e-1b4d-45cb-bd6d-3ddd4f5f3cb1 req-6726be94-c1e9-4292-bc4e-cd108e766609 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 948 time: 0.1835525 Jun 30 09:04:59.458087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.481358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a52fdf8-2617-41b0-a301-5d8472225657 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:59.511807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b079538e-ccf1-43f4-951a-0064f4ea91d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.515423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.517618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.522440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.523057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device de3a2e67-5e82-4051-80dc-4ca8a7ad4afc details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:04:59.568373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-fbac000d-ef9c-449c-9ccc-0d5a01053f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.570651 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-fbac000d-ef9c-449c-9ccc-0d5a01053f94 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1098 time: 0.1979146 Jun 30 09:04:59.579082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb143f8e-1b4d-45cb-bd6d-3ddd4f5f3cb1 req-61dfe701-d791-4bd8-8980-0cc4240f4208 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303618 Jun 30 09:04:59.593430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.601508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b079538e-ccf1-43f4-951a-0064f4ea91d4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.605361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.612217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f163e-09f8-420d-aef6-59207cc7595f req-f2ea4892-fa8d-46ed-b18a-05d4b2d4e68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.615675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-402f163e-09f8-420d-aef6-59207cc7595f req-f2ea4892-fa8d-46ed-b18a-05d4b2d4e68f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 1097 time: 0.1609788 Jun 30 09:04:59.678610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc', 'mac_address': 'fa:16:3e:62:e4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:04:59.681928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eafbc8-0ac2-4caa-b2f9-f3c3a576f2b1 req-51f55c96-80f1-41a4-80fc-bdce28ba5715 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.683861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6eafbc8-0ac2-4caa-b2f9-f3c3a576f2b1 req-51f55c96-80f1-41a4-80fc-bdce28ba5715 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.1821978 Jun 30 09:04:59.713100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-402f163e-09f8-420d-aef6-59207cc7595f req-553febb6-5298-4460-9fd4-18e9857b9d5f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883861 Jun 30 09:04:59.745189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.756936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6eafbc8-0ac2-4caa-b2f9-f3c3a576f2b1 req-8167f008-7c4f-4eb5-b337-5c04393f03c0 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615804 Jun 30 09:04:59.762315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.794601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de3a2e67-5e82-4051-80dc-4ca8a7ad4afc {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:04:59.802992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-479f0d39-f9bc-49d8-8d41-507ea93a5d5e req-d14d3a02-e772-4541-a90c-84df8da10900 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 210 time: 0.0744576 Jun 30 09:04:59.817425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.823454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:04:59.867166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-fd3f16f0-8ee9-4ebf-8f66-a5e6bc5b4ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:04:59.868678 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-fd3f16f0-8ee9-4ebf-8f66-a5e6bc5b4ca6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 930 time: 0.2891161 Jun 30 09:04:59.890931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:04:59.921847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:04:59.931053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-6553c6dc-6076-4d34-a862-a484a5c7214f tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 258 time: 0.1430337 Jun 30 09:04:59.936024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:04:59.960579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.039339 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-babd24ab-f674-436e-8fd3-1f88fc2de59a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 1001 time: 0.1623390 Jun 30 09:05:00.057853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:00.138162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-39eec687-be79-4ce0-b4a1-1b33d88dbe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.140320 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-39eec687-be79-4ce0-b4a1-1b33d88dbe3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 200 len: 868 time: 0.0951765 Jun 30 09:05:00.146349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:00.146349 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac43692-be9b-4ac6-a48e-a51c2ddb9eb4" -d '{"events": [{"server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "name": "network-vif-unplugged", "status": "completed", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:00.152589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.184335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.234394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-a9fe0acd-59ed-4170-906f-390ab1349be7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.236615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-a9fe0acd-59ed-4170-906f-390ab1349be7 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.2166426 Jun 30 09:05:00.251457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Request body: {'port': {'device_id': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'admin_state_up': True, 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:00.296816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:00.359449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-509d8150-05e9-4221-a610-977f5e97a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.360956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-509d8150-05e9-4221-a610-977f5e97a5af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059634 Jun 30 09:05:00.363879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on host n-h2-780147-22 for vnic_type normal with profile {"migrating_to": "n-h1-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:00.364395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:00.364722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.379067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:00.379802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Attempting to bind port 00ddf199-bb1e-40b7-963a-09be9bc326ac on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:00.399014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.420091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:00.420550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:00.420832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:00.421343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Bound port: 00ddf199-bb1e-40b7-963a-09be9bc326ac, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:00.421739 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.505845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b5869-175c-4a9e-96c3-19b3b86ba172 req-cfdeaad3-c7ee-4cc6-8459-68edbb3fa215 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.505845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d6b5869-175c-4a9e-96c3-19b3b86ba172 req-cfdeaad3-c7ee-4cc6-8459-68edbb3fa215 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.1837690 Jun 30 09:05:00.526717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-51559d64-e92e-4d62-aea6-bb73c96c87d4 service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565275 Jun 30 09:05:00.531074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:00.534706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:00.546999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:00.553088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.621266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:00.624438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.644026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d6b5869-175c-4a9e-96c3-19b3b86ba172 req-89e70e5c-2fff-4eb9-b7e3-b9da991b2640 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325717 Jun 30 09:05:00.656451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Allocated IP 172.25.7.144 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/09f46180-d3d8-4c13-bf8a-fe211390b232) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:00.743285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0a52fdf8-2617-41b0-a301-5d8472225657'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:00.981291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:00.982655 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:00.984488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] 10.222.0.79 "PUT /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 1123 time: 1.5975506 Jun 30 09:05:00.987676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e903f1c-8478-4176-8faa-4585bed4cb2e service neutron] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.009038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664d1cf7-4331-40f4-8978-1d1eecd31380 req-7924a5d7-7165-469b-be6b-5d9b7d19ab54 service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709334 Jun 30 09:05:01.084621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.103770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Allocated IP 172.20.0.12 (b2c54091-925f-4650-80fa-04bb3b1cd9dd/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849/03c4cc62-16c4-4af1-8640-9b6246dd8cbf) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:01.111378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['00ddf199-bb1e-40b7-963a-09be9bc326ac'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:01.139570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7355431-ae79-40fc-a636-6bedd3d9bcbd req-14f7a555-45ce-48ca-b7f5-0265447d663a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.141151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7355431-ae79-40fc-a636-6bedd3d9bcbd req-14f7a555-45ce-48ca-b7f5-0265447d663a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.2529800 Jun 30 09:05:01.154186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:01.156441 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756061ff-18e6-4b09-8060-6ea59054504c" -d '{"events": [{"server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "name": "network-vif-plugged", "status": "completed", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:01.261506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.302721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7355431-ae79-40fc-a636-6bedd3d9bcbd req-b43536c1-89b8-4343-9678-1d9669e24d17 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431053 Jun 30 09:05:01.324193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:01.334305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['00ddf199-bb1e-40b7-963a-09be9bc326ac'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:01.336899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:01.345134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:01.347177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event updated for resources: {'Port': ['ID=09f46180-d3d8-4c13-bf8a-fe211390b232,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.407718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.524248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.533139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.608033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:01.618401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:01.632017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:01.645284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71613f2a-945e-4b10-8e0f-e24620ed97c3 req-92ac889e-6116-41f4-848e-406b23aa0455 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.646973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71613f2a-945e-4b10-8e0f-e24620ed97c3 req-92ac889e-6116-41f4-848e-406b23aa0455 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.2206559 Jun 30 09:05:01.650165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event updated for resources: {'Port': ['ID=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:01.651858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.736617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:01.737227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:01.774844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71613f2a-945e-4b10-8e0f-e24620ed97c3 req-13dddd09-71bc-485d-9fb0-e8125bcf1046 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022532 Jun 30 09:05:01.787056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-916c7975-c5cc-4ea1-a784-aba0394f5ff2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5395856 Jun 30 09:05:01.829489 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5085ac-8a29-4758-8160-07573861615d x-openstack-request-id: req-fb5085ac-8a29-4758-8160-07573861615d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:01.830530 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "name": "network-vif-unplugged", "status": "completed", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:01.831023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Request body: {'port': {'device_id': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:01.831302 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb5085ac-8a29-4758-8160-07573861615d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:01.831934 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'code': 200} Jun 30 09:05:01.969329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.031765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.040980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.110264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669524c-91a3-4069-9760-2968e341cf17 req-7a9c448b-b909-4a36-92a2-cdf51a526c45 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.111762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9669524c-91a3-4069-9760-2968e341cf17 req-7a9c448b-b909-4a36-92a2-cdf51a526c45 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 949 time: 0.1900742 Jun 30 09:05:02.205262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event updated for resources: {'Port': ['ID=09f46180-d3d8-4c13-bf8a-fe211390b232,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:02.237981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.291385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9669524c-91a3-4069-9760-2968e341cf17 req-378571bd-1c52-4e60-a863-7dc0f8ce8af1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136997 Jun 30 09:05:02.308626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.309871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-9a988e42-1fac-4841-8e09-73bb784dcebc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3778718 Jun 30 09:05:02.386328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-80f59e94-873a-4cae-97bf-ae9a054e45a2 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0623095 Jun 30 09:05:02.549733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c4cc62-16c4-4af1-8640-9b6246dd8cbf {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:02.567984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:02.605351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-54997b30-55a0-42a4-a953-e1f8a54a5c7f tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.606762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1f1944f-3081-4df8-a9f9-a5af02227899 req-54997b30-55a0-42a4-a953-e1f8a54a5c7f tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2103345 Jun 30 09:05:02.607780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Transition to ACTIVE for port object 03c4cc62-16c4-4af1-8640-9b6246dd8cbf will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:02.624917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f76ae5-867c-4b53-a40e-289205fc28de req-98181f98-a6fd-495b-bec1-2aafef7dcff0 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:02.626431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0f76ae5-867c-4b53-a40e-289205fc28de req-98181f98-a6fd-495b-bec1-2aafef7dcff0 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.1757362 Jun 30 09:05:02.627592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.005317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Pushing event updated for resources: {'Port': ['ID=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.037083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0f76ae5-867c-4b53-a40e-289205fc28de req-c6a7161e-cbad-48f7-8961-6a97931ac799 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3803105 Jun 30 09:05:03.094302 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dca5e-5f8c-4c56-b2d8-4a3d10e297e8 x-openstack-request-id: req-d46dca5e-5f8c-4c56-b2d8-4a3d10e297e8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:03.096538 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "name": "network-vif-plugged", "status": "completed", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:03.097122 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d46dca5e-5f8c-4c56-b2d8-4a3d10e297e8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:03.098952 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'code': 200} Jun 30 09:05:03.125584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc28b8e4-a2e3-4d9f-91d2-ff083560437b req-948efb48-f8fb-447b-b40f-8fe077c73123 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.127115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc28b8e4-a2e3-4d9f-91d2-ff083560437b req-948efb48-f8fb-447b-b40f-8fe077c73123 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 944 time: 0.1721888 Jun 30 09:05:03.128780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device de3a2e67-5e82-4051-80dc-4ca8a7ad4afc up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:03.151951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Attempting to bind port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:03.152287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Attempting to bind port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:03.152617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Attempting to bind port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:03.168130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf on network b2c54091-925f-4650-80fa-04bb3b1cd9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:03.168627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Attempting to bind port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:03.179824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:03.180173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:03.180560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Bound using segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:03.180998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Bound port: 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:03.181370 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.204828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc28b8e4-a2e3-4d9f-91d2-ff083560437b req-de66823b-450e-4d17-b7f7-a0c6c93fd75e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616529 Jun 30 09:05:03.249874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:03.256606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:03.257732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.299522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] For port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:03.307333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] For port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:03.326920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.334151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2000208-47d1-4ab8-93e6-c2f0bea45baf req-3cd4b57f-5ca3-46dd-856a-87b0f7272b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.336556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b2000208-47d1-4ab8-93e6-c2f0bea45baf req-3cd4b57f-5ca3-46dd-856a-87b0f7272b14 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.1049452 Jun 30 09:05:03.342180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2b09-cfca-49d9-8d8f-62d15c0e744c req-c60c72a3-01a5-476f-9e6a-5645300e273c tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.349373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9cca2b09-cfca-49d9-8d8f-62d15c0e744c req-c60c72a3-01a5-476f-9e6a-5645300e273c tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.1201277 Jun 30 09:05:03.374013 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.432429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:03.433671 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b2000208-47d1-4ab8-93e6-c2f0bea45baf req-9d6d08c0-ea3c-4dbb-86c3-d14d223f2a49 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888543 Jun 30 09:05:03.438646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.464793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Pushing event updated for resources: {'Port': ['ID=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.496972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9cca2b09-cfca-49d9-8d8f-62d15c0e744c req-ad200afc-af87-41ca-9a86-55763722d6a3 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465113 Jun 30 09:05:03.499977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.500673 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:03.501912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:03.502180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-507222db-9b46-48a9-8fef-bb716617afc3 service neutron] 10.222.0.79 "PUT /v2.0/ports/03c4cc62-16c4-4af1-8640-9b6246dd8cbf HTTP/1.1" status: 200 len: 1093 time: 1.6762691 Jun 30 09:05:03.503038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'tag': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:03.506494 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a827841-6d6a-4399-a843-6663b64ff9df" -d '{"events": [{"name": "network-changed", "server_uuid": "8458ab23-95ec-4c04-8f13-6130c7781a3c", "tag": "03c4cc62-16c4-4af1-8640-9b6246dd8cbf"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:03.600860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de120c2d-4710-4430-a2ab-33e029c0423e req-e125e0f0-7100-4538-ab24-55a0e87cdc67 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.602493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de120c2d-4710-4430-a2ab-33e029c0423e req-e125e0f0-7100-4538-ab24-55a0e87cdc67 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 950 time: 0.1260917 Jun 30 09:05:03.688809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-2d61905b-3f51-45c2-a996-63521628b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.690585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-2d61905b-3f51-45c2-a996-63521628b9ae service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 1096 time: 0.1354518 Jun 30 09:05:03.696563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de120c2d-4710-4430-a2ab-33e029c0423e req-7955e040-27d7-4861-b4dd-239b13c93dc1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842524 Jun 30 09:05:03.744930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-28498c76-c7e8-453d-9dc9-8ddab8b4eb75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf HTTP/1.1" status: 200 len: 217 time: 0.0401204 Jun 30 09:05:03.793285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ab8359-1e11-4ded-957d-4feeff4705a3 req-4bf16bb1-a593-4f2e-933c-51b89b817c41 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.794742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22ab8359-1e11-4ded-957d-4feeff4705a3 req-4bf16bb1-a593-4f2e-933c-51b89b817c41 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.1601491 Jun 30 09:05:03.834051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:03.836428 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c" -d '{"events": [{"name": "network-changed", "server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:03.839740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4845eb1e-2bd7-405b-8898-a3590944854e req-0d22a2ac-5c3c-4872-b4ba-e0f672d152b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:03.841185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-0d22a2ac-5c3c-4872-b4ba-e0f672d152b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.0890586 Jun 30 09:05:03.902261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-26f3ab76-cc44-4035-aeca-45200117cb7f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424213 Jun 30 09:05:03.913840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22ab8359-1e11-4ded-957d-4feeff4705a3 req-3a42717e-589a-45db-ae0f-5b250265c454 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084428 Jun 30 09:05:04.001263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-e91065de-46c5-41f3-8825-dc59bba8d73a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.002820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-e91065de-46c5-41f3-8825-dc59bba8d73a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1896698 Jun 30 09:05:04.099524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-f1d74832-ed87-4a7d-bea9-aa0632b5a55e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0867183 Jun 30 09:05:04.105764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-392c7949-34c9-4f48-a91d-11ab981a8e2e service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908448 Jun 30 09:05:04.111980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-0adaf971-7017-4437-81f6-d1826d3f72b4 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Request body: {'floatingip': {'port_id': 'fec47688-340f-4c71-81f1-acd1d904839a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:04.212761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-0adaf971-7017-4437-81f6-d1826d3f72b4 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.330986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa5268c-5e4b-4e33-87d9-527dbcb2778e req-ea56ae77-927c-4bf1-b93e-0f6b46e92189 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.332969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffa5268c-5e4b-4e33-87d9-527dbcb2778e req-ea56ae77-927c-4bf1-b93e-0f6b46e92189 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.2789099 Jun 30 09:05:04.342435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:04.342934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4845eb1e-2bd7-405b-8898-a3590944854e req-08891c45-e62f-4587-8a8f-c2d7c31c9722 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241554 Jun 30 09:05:04.348738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Request body: {'floatingip': {'port_id': '12909af4-bd0c-4b72-809a-33412b75b8b8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:04.446338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:04.555875 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-0adaf971-7017-4437-81f6-d1826d3f72b4 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:05:04.567347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d878fc1a-e035-4fe6-8eb0-a2cb6fb3a5b5 req-0adaf971-7017-4437-81f6-d1826d3f72b4 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "PUT /v2.0/floatingips/1d5ab925-6558-47c1-99fd-837f52be423a HTTP/1.1" status: 409 len: 551 time: 0.4598868 Jun 30 09:05:04.602763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeba4c3-2e96-4ed9-a858-f65e05067cdd req-53fa6c45-e114-44ac-9a9e-0edde9644b24 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.610644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceeba4c3-2e96-4ed9-a858-f65e05067cdd req-53fa6c45-e114-44ac-9a9e-0edde9644b24 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 950 time: 0.1609275 Jun 30 09:05:04.631203 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da760e87-d6b2-439d-994d-bc5eeee8e498 x-openstack-request-id: req-da760e87-d6b2-439d-994d-bc5eeee8e498 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:04.631484 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8458ab23-95ec-4c04-8f13-6130c7781a3c", "tag": "03c4cc62-16c4-4af1-8640-9b6246dd8cbf", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:04.631730 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da760e87-d6b2-439d-994d-bc5eeee8e498 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:04.632116 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'tag': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf', 'status': 'completed', 'code': 200} Jun 30 09:05:04.718661 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce08aef-e62e-47e1-9bc4-9bf380a9d240 x-openstack-request-id: req-9ce08aef-e62e-47e1-9bc4-9bf380a9d240 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:04.719122 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:04.719464 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ce08aef-e62e-47e1-9bc4-9bf380a9d240 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:04.719951 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'status': 'completed', 'code': 200} Jun 30 09:05:04.754903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceeba4c3-2e96-4ed9-a858-f65e05067cdd req-84e4809a-57e3-40be-9a54-271b67784b0e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433694 Jun 30 09:05:04.775189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a827841-6d6a-4399-a843-6663b64ff9df req-815a8088-8a51-4793-a840-2ca790a2edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.775189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-815a8088-8a51-4793-a840-2ca790a2edd1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 1096 time: 0.1342008 Jun 30 09:05:04.976816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a827841-6d6a-4399-a843-6663b64ff9df req-c45bc043-52b3-430d-aa1e-82b3bdf566c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:04.978360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-c45bc043-52b3-430d-aa1e-82b3bdf566c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.1973078 Jun 30 09:05:04.998636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d236ae-32d8-4991-ba33-09089b248863 req-f3d0e242-7dc6-4d10-a79d-6fe59d6d8408 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.000420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78d236ae-32d8-4991-ba33-09089b248863 req-f3d0e242-7dc6-4d10-a79d-6fe59d6d8408 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 944 time: 0.1477005 Jun 30 09:05:05.042734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-3d426cd1-88b4-46b8-a526-7e3d6bfee4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.044276 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-3d426cd1-88b4-46b8-a526-7e3d6bfee4d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1126 time: 0.2905245 Jun 30 09:05:05.052741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-bba1062f-4ab1-44c1-9044-a18196478adb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf HTTP/1.1" status: 200 len: 217 time: 0.0505831 Jun 30 09:05:05.101265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97457a79-1abc-4158-a12f-859d3fbc4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:05.104639 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a47f120-1eb1-45f0-abc8-b7aa3b960172" -d '{"events": [{"server_uuid": "97457a79-1abc-4158-a12f-859d3fbc4798", "name": "network-vif-plugged", "status": "completed", "tag": "de3a2e67-5e82-4051-80dc-4ca8a7ad4afc"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:05.134993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad8902-b825-4981-b57a-ca75f0b0a052 req-7c825ed7-9d9b-44e7-94b3-99de038c8edf tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.136512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75ad8902-b825-4981-b57a-ca75f0b0a052 req-7c825ed7-9d9b-44e7-94b3-99de038c8edf tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.2119684 Jun 30 09:05:05.137653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:05.141933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78d236ae-32d8-4991-ba33-09089b248863 req-fd9bd328-5916-47fc-83be-6fdb0254598c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286554 Jun 30 09:05:05.154564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a827841-6d6a-4399-a843-6663b64ff9df req-9d961fb5-9c97-4ebc-9255-6a14e7eb5880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.156026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-9d961fb5-9c97-4ebc-9255-6a14e7eb5880 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.0904777 Jun 30 09:05:05.199524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-2c3afad2-4721-44ee-8ce1-5d757ee746fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329199 Jun 30 09:05:05.221227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 0a52fdf8-2617-41b0-a301-5d8472225657 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:05.221594 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.303855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75ad8902-b825-4981-b57a-ca75f0b0a052 req-7fa55dbd-1e69-450b-9125-e39329a72406 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589844 Jun 30 09:05:05.306427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-b9512353-6e3a-41b9-8a03-0ca1955be5fc tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips/1d5ab925-6558-47c1-99fd-837f52be423a HTTP/1.1" status: 200 len: 693 time: 0.1058829 Jun 30 09:05:05.323410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-b795eb10-1068-4f3e-bbc3-31da100a211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.324887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-b795eb10-1068-4f3e-bbc3-31da100a211a service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2568624 Jun 30 09:05:05.332093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.367323 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:05.374423 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-3a200a9c-05bd-46e6-a4c8-32e8bd5a1ff2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 217 time: 0.0377364 Jun 30 09:05:05.375032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.393622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.435505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:05.451772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:05.466864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-a8a93e75-70bb-4991-ac92-8482d2d4bd9e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.468252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-a8a93e75-70bb-4991-ac92-8482d2d4bd9e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1491430 Jun 30 09:05:05.490972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-94b08034-6aef-44ba-bf60-c6e94aaa3770 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554008 Jun 30 09:05:05.494624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-b18d2011-8adc-4185-8d65-64f58854f281 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:05.495789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-b18d2011-8adc-4185-8d65-64f58854f281 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131571 Jun 30 09:05:05.499339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-85ed7cf3-ce51-418e-aa3e-5dfffc9ffa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.500815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-85ed7cf3-ce51-418e-aa3e-5dfffc9ffa4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.1056981 Jun 30 09:05:05.513466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-44ab6140-1711-41d3-8154-9f1e235f5d64 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736893 Jun 30 09:05:05.566810 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a associated. External IP: 172.25.7.24, port: 12909af4-bd0c-4b72-809a-33412b75b8b8. Jun 30 09:05:05.637003 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-4ac4dd12-8b02-45fc-b834-b314dc696c5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309520 Jun 30 09:05:05.649091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-c7108a15-c2c7-43b5-99c6-fdf96ca2714d tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.1390984 Jun 30 09:05:05.737140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-ed926549-5f47-40ce-9b0b-f2408fee365f tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.144 HTTP/1.1" status: 200 len: 696 time: 0.0728312 Jun 30 09:05:05.758022 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-d13d1cd4-c059-415b-be4f-b94f7a3e0548 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065784 Jun 30 09:05:05.802210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-77add0bb-93fc-4e73-aa2e-17c25fe3e7f8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:05.809026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-77add0bb-93fc-4e73-aa2e-17c25fe3e7f8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106701 Jun 30 09:05:05.842824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-dbfc9719-0ff4-45e1-bcc6-ec363f64b4a4 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/quotas/60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 375 time: 0.0328414 Jun 30 09:05:05.854832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a827841-6d6a-4399-a843-6663b64ff9df req-d72222a2-2de2-475f-8f3f-f2df67715e0c service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255136 Jun 30 09:05:05.953754 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-67f35b51-c9a4-42cc-aa61-a1d0edd4a26c req-ee482844-2bea-4900-b1d3-c20d16d7384d service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623328 Jun 30 09:05:05.980438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-090d012e-e228-4809-a037-9737c7f7b7c5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1294477 Jun 30 09:05:05.999320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Deleting port 09f46180-d3d8-4c13-bf8a-fe211390b232 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:06.000616 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.111154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.111154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.130880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Calling delete_port for 09f46180-d3d8-4c13-bf8a-fe211390b232 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:06.357750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.368420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Router e66878db-0416-4d62-807d-af592410aa79 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:06.432933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event deleted for resources: {'Port': ['ID=09f46180-d3d8-4c13-bf8a-fe211390b232,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:06.501054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143da05-657b-4f61-bbe6-c1425f0b00de req-0d5a0174-c08b-4f3d-8c89-d91264b1f0dc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:06.502643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3143da05-657b-4f61-bbe6-c1425f0b00de req-0d5a0174-c08b-4f3d-8c89-d91264b1f0dc tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 943 time: 0.2001195 Jun 30 09:05:06.543221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:06.549642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.555408 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:06.571701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:06.575752 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:06.595954 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-55c1ca48-3ea4-4ce3-8bb7-15d89cbbed0e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "PUT /v2.0/floatingips/c6c53b98-53fa-4a65-aad0-e1e10212665a HTTP/1.1" status: 200 len: 990 time: 2.2491436 Jun 30 09:05:06.720872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:06.723588 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87d08ab-74de-4b42-9411-a014b680dd54" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:06.804200 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:06.919288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.923225 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:06.923755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3112483-5587-4aa2-86b5-d94c38d0a3ac req-d5ec0ccd-8606-43eb-8ad9-408fff9a9491 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "DELETE /v2.0/floatingips/1d5ab925-6558-47c1-99fd-837f52be423a HTTP/1.1" status: 204 len: 173 time: 1.1765792 Jun 30 09:05:06.936617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3143da05-657b-4f61-bbe6-c1425f0b00de req-57b2764b-d9d5-4e8f-9eda-a710e19df673 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595074 Jun 30 09:05:06.969406 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d2ee18-c4ae-41fd-8120-6a9c2035b5e9 x-openstack-request-id: req-c0d2ee18-c4ae-41fd-8120-6a9c2035b5e9 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:06.970023 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97457a79-1abc-4158-a12f-859d3fbc4798", "name": "network-vif-plugged", "status": "completed", "tag": "de3a2e67-5e82-4051-80dc-4ca8a7ad4afc", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:06.970023 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0d2ee18-c4ae-41fd-8120-6a9c2035b5e9 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:06.970941 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97457a79-1abc-4158-a12f-859d3fbc4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc', 'code': 200} Jun 30 09:05:07.065189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 03c4cc62-16c4-4af1-8640-9b6246dd8cbf details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:07.143152 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c6c53b98-53fa-4a65-aad0-e1e10212665a', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e66878db-0416-4d62-807d-af592410aa79', 'port_id': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'mac_address': 'fa:16:3e:d3:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:56Z', 'updated_at': '2021-06-30T09:05:05Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:07.194657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afddd9c-f8e5-498f-b406-953855032306 req-dc70925a-04f4-415f-ada9-24a6690b7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.196441 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4afddd9c-f8e5-498f-b406-953855032306 req-dc70925a-04f4-415f-ada9-24a6690b7665 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 1102 time: 0.0869553 Jun 30 09:05:07.237519 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:07.243032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d87f304-9175-473f-b5fa-db39cb2fae6e req-28501321-3a4a-478f-b823-1f03fff07b4a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 210 time: 0.0761428 Jun 30 09:05:07.251070 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:07.251561 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:07.278631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4afddd9c-f8e5-498f-b406-953855032306 req-386a18b2-14ab-4054-951e-e7a5bf94b916 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729086 Jun 30 09:05:07.302292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:07.306990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8319842d-04b8-4f5f-a2da-1b35a3fa226a req-09203d1d-5f2c-4c84-88df-4df662efbcbc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.312766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8319842d-04b8-4f5f-a2da-1b35a3fa226a req-09203d1d-5f2c-4c84-88df-4df662efbcbc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 950 time: 0.2041459 Jun 30 09:05:07.339400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf', 'mac_address': 'fa:16:3e:81:30:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:07.384176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8319842d-04b8-4f5f-a2da-1b35a3fa226a req-ab9a4ed4-51d5-4ac1-8517-19eea6286a94 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658767 Jun 30 09:05:07.425897 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.452137 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:07.452705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c4cc62-16c4-4af1-8640-9b6246dd8cbf {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:07.492177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:07.496848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:07.536611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceb905-d066-4781-91e5-4137aef9d352 req-b37d81b4-b869-4272-9822-e89461ac0a7d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.538547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aaceb905-d066-4781-91e5-4137aef9d352 req-b37d81b4-b869-4272-9822-e89461ac0a7d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 944 time: 0.1342821 Jun 30 09:05:07.594079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:07.643232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aaceb905-d066-4781-91e5-4137aef9d352 req-fcf788c4-85db-4f50-9eb4-6795df861149 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965798 Jun 30 09:05:07.714719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f13d8-b960-4c84-92f1-020ba29c20bc req-4afcdcd0-b3a9-412d-92ca-52a545e7437f tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:07.726237 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d59f13d8-b960-4c84-92f1-020ba29c20bc req-4afcdcd0-b3a9-412d-92ca-52a545e7437f tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.1264927 Jun 30 09:05:07.780417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d59f13d8-b960-4c84-92f1-020ba29c20bc req-9bca7305-f70d-473b-ae97-75e03d1400bf tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532012 Jun 30 09:05:07.837525 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d550016b-80c7-4fbb-b7ca-4f7f2018585b x-openstack-request-id: req-d550016b-80c7-4fbb-b7ca-4f7f2018585b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:07.838097 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:07.838273 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d550016b-80c7-4fbb-b7ca-4f7f2018585b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:07.838750 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'status': 'completed', 'code': 200} Jun 30 09:05:07.856657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c6c53b98-53fa-4a65-aad0-e1e10212665a', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e66878db-0416-4d62-807d-af592410aa79', 'port_id': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'mac_address': 'fa:16:3e:d3:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:56Z', 'updated_at': '2021-06-30T09:05:05Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:07.882932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['03c4cc62-16c4-4af1-8640-9b6246dd8cbf'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:07.888927 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d45383-9cd9-43f5-bfa0-a27bcba3eda9 None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c6c53b98-53fa-4a65-aad0-e1e10212665a', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e66878db-0416-4d62-807d-af592410aa79', 'port_id': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'mac_address': 'fa:16:3e:d3:0e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:00:56Z', 'updated_at': '2021-06-30T09:05:05Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:08.017988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-ca51b53f-2416-4166-ad9c-50f87568e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.040344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-ca51b53f-2416-4166-ad9c-50f87568e131 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 1097 time: 0.1630137 Jun 30 09:05:08.095433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c870992c-9ffa-444b-8f30-5ec88fee6c75 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1001 time: 0.2694812 Jun 30 09:05:08.100724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-b76b6368-40e9-42cd-a54f-30aa86c29cf3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=60dfaf38a93a4684acad1259df2491b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1543128 Jun 30 09:05:08.190292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-c42907ea-2ce9-41ca-b44a-fdfe24f6e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.193064 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-c42907ea-2ce9-41ca-b44a-fdfe24f6e051 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 200 len: 924 time: 0.1424243 Jun 30 09:05:08.275529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea0938-f048-458f-ad5c-5835b44d2d70 None None] New status for floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:08.405201 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-dc5c46c7-2eae-4726-9a40-8176e130b6a6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=12909af4-bd0c-4b72-809a-33412b75b8b8 HTTP/1.1" status: 200 len: 998 time: 0.2052841 Jun 30 09:05:08.433858 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-905b2928-a1a7-4b97-bb5d-e0123204eba1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1246743 Jun 30 09:05:08.548041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-ce190caf-73d2-4706-9e05-fd8516a89399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.550519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-ce190caf-73d2-4706-9e05-fd8516a89399 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 200 len: 862 time: 0.1339681 Jun 30 09:05:08.607311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04515b-30c5-40d1-b568-4f98f230256a req-8a9b274d-8dd2-4518-980d-2ae68be8f58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.609480 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-8a9b274d-8dd2-4518-980d-2ae68be8f58a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 1097 time: 0.1382627 Jun 30 09:05:08.614793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-ba14cf45-7342-4e12-8e1a-a9fa68682c17 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.616552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-ba14cf45-7342-4e12-8e1a-a9fa68682c17 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4880791 Jun 30 09:05:08.624536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-b8ce60b7-8dd0-411f-8584-c3735929227a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.625904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-b8ce60b7-8dd0-411f-8584-c3735929227a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports/fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 943 time: 0.3765562 Jun 30 09:05:08.657857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Request body: {'port': {'device_id': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '60dfaf38a93a4684acad1259df2491b7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:08.672843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-79eeeca3-bdde-4ed8-a7bf-e0d48425bac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.674557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-79eeeca3-bdde-4ed8-a7bf-e0d48425bac0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b97c06a2-a604-4a0f-869c-c6aa829e30c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1166422 Jun 30 09:05:08.824887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182a64be-02de-488c-a9c3-99b842929ad4 req-520ffe94-9958-4d55-8ace-adfb3ee82c5e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8799999 Jun 30 09:05:08.845365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04515b-30c5-40d1-b568-4f98f230256a req-b6ca1df4-b6c8-4a63-a839-ced739a5b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:08.847140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-b6ca1df4-b6c8-4a63-a839-ced739a5b9d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1999531 Jun 30 09:05:08.851577 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-762088ff-2d00-4b57-9e1a-2019b7c9221e service neutron] 10.222.0.79 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475558 Jun 30 09:05:08.889939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:08.917936 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:08.921752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-9f78d62c-de74-4f56-84ea-0f3b2b22792e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 200 len: 217 time: 0.0597136 Jun 30 09:05:08.971866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:08.975679 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076afcb4-9f93-4149-a11f-80dd198b5c24" -d '{"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-plugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:09.005749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a87d08ab-74de-4b42-9411-a014b680dd54 req-001def10-8ca5-4e72-b24d-632e605ac0cb service neutron] 10.222.0.79 "GET /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408052 Jun 30 09:05:09.012107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-82bf6ec5-f156-4419-9fd2-d67ac613f058 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1001 time: 0.1949110 Jun 30 09:05:09.058390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04515b-30c5-40d1-b568-4f98f230256a req-f2c6f2c0-63c8-4fb6-9a64-4cbdf53b81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.059993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-f2c6f2c0-63c8-4fb6-9a64-4cbdf53b81a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0531321 Jun 30 09:05:09.101516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-c6d97333-d3a9-4be5-944f-1f07ab74e96e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324750 Jun 30 09:05:09.174886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Made reservation on behalf of 60dfaf38a93a4684acad1259df2491b7 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:09.179604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.209231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-63c0ba29-2499-4998-86a0-595bded91d71 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:09.210888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-63c0ba29-2499-4998-86a0-595bded91d71 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1784825 Jun 30 09:05:09.238782 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-986f8673-f636-4a97-855c-3571fc72c45a service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279199 Jun 30 09:05:09.324427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.367194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e04515b-30c5-40d1-b568-4f98f230256a req-49276b00-c523-4102-aea9-a7be31a6f03b service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206090 Jun 30 09:05:09.409053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-d24615a4-d282-4d3a-b169-467d1a6b6a46 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 1001 time: 0.1843925 Jun 30 09:05:09.449173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:09.575074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Allocated IP 192.168.233.39 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/b4f5e4cf-793c-409e-bddf-2a19945270a5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:09.651788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:09.711488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Allocated IP 172.25.7.120 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c0db8030-0860-49f1-8ab6-4c4b65e8dba5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:10.237321 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-4a1fc485-332c-42f8-b1b4-77122d13aabd service neutron] 10.222.0.83 "GET /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac/bindings/n-h1-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.0760314 Jun 30 09:05:10.299947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.303863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.313078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.313392 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Floating IP da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7 disassociated. External IP: 172.25.7.17, port: fec47688-340f-4c71-81f1-acd1d904839a. Jun 30 09:05:10.384741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.388841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Transition to ACTIVE for port object b4f5e4cf-793c-409e-bddf-2a19945270a5 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:10.473898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:10.511289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:10.512969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.528682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:10.565965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', '0a52fdf8-2617-41b0-a301-5d8472225657'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:10.569893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ddf199-bb1e-40b7-963a-09be9bc326ac {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:10.587354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.589000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:10.608399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.615420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:10.630245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:10.669544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:10.673202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:10.678606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.704335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:10.759563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:10.798628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] Transition to ACTIVE for port object 00ddf199-bb1e-40b7-963a-09be9bc326ac will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:10.808828 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.883881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] Pushing event updated for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.890802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:10.891914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:10.896630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event updated for resources: {'Port': ['ID=c0db8030-0860-49f1-8ab6-4c4b65e8dba5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:10.916074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Router 28365b18-feba-40bd-954e-6923c0162678 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:10.933782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-89dac40b-8e9c-4078-8204-2cc93656fa76 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2960835 Jun 30 09:05:10.982558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] No DVR routers for this DVR port 00ddf199-bb1e-40b7-963a-09be9bc326ac on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:10.995973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Request body: {'port': {'device_id': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:11.028561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-88d8a7af-3e62-4c07-8df8-08b3d19519d8 service neutron] 10.222.0.83 "PUT /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac/bindings/n-h1-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 0.7835500 Jun 30 09:05:11.089158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.121545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 03c4cc62-16c4-4af1-8640-9b6246dd8cbf up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:11.161105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c8c468bc-508b-4ea6-b879-43636d214630 None None] Provisioning for port b4f5e4cf-793c-409e-bddf-2a19945270a5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:11.184083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c8c468bc-508b-4ea6-b879-43636d214630 None None] Provisioning complete for port b4f5e4cf-793c-409e-bddf-2a19945270a5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:11.184759 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c8c468bc-508b-4ea6-b879-43636d214630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.198608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:11.220560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:11.222050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.226791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.228419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.233103 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] Sync routers for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:11.233981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-abf356ee-57b0-4cb2-a7c3-8ed35f388043 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.235943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-abf356ee-57b0-4cb2-a7c3-8ed35f388043 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.0810556 Jun 30 09:05:11.257498 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:11.258718 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:11.313307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-ed27c912-cb29-4727-a473-dad494c0e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.315049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-ed27c912-cb29-4727-a473-dad494c0e503 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 1096 time: 0.0709057 Jun 30 09:05:11.322967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c39ea0bd-ea45-4f7b-8c3b-7678354b455e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "PUT /v2.0/floatingips/da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7 HTTP/1.1" status: 200 len: 694 time: 1.8817654 Jun 30 09:05:11.333435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:11.335903 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7860c76-e5bc-40c4-b376-429b04323fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "tag": "fec47688-340f-4c71-81f1-acd1d904839a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:11.386922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84f2cef1-9d47-44d0-9d8f-5b4ef46f950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.407038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c8c468bc-508b-4ea6-b879-43636d214630 None None] Port b4f5e4cf-793c-409e-bddf-2a19945270a5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:11.417856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:11.425217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:11.431514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:11.431893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.470701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:11.496648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-2013ddcd-e3a9-4fc8-93e6-e9d286bb3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.499545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-2013ddcd-e3a9-4fc8-93e6-e9d286bb3422 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1096 time: 0.1490943 Jun 30 09:05:11.556546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.624351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:11.634022 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.659515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-0f75574f-86f4-46fe-9124-8ae5e3c39920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.661688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-0f75574f-86f4-46fe-9124-8ae5e3c39920 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1098 time: 0.3170397 Jun 30 09:05:11.669823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-8c84e8da-6acb-4d80-a775-65832398b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.672919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-8c84e8da-6acb-4d80-a775-65832398b286 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1634848 Jun 30 09:05:11.713529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.735400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-f19b9eef-b6c1-4dab-aafd-91df237d8b64 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 200 len: 217 time: 0.0463729 Jun 30 09:05:11.762618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.771257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:11.807824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-6594b497-18a6-4f8b-aac4-e144715e678b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:11.808664 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] Checking router: 28365b18-feba-40bd-954e-6923c0162678 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:11.810706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-6594b497-18a6-4f8b-aac4-e144715e678b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0660634 Jun 30 09:05:11.817045 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.820409 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:11.821287 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:11.856132 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-dc1b2ba5-dd46-421f-8421-f46186f8a798 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354750 Jun 30 09:05:11.923527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f5e4cf-793c-409e-bddf-2a19945270a5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:11.944272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event updated for resources: {'Port': ['ID=c0db8030-0860-49f1-8ab6-4c4b65e8dba5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:11.950764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.958545 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:11.970912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:11.993425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Transition to ACTIVE for port object b4f5e4cf-793c-409e-bddf-2a19945270a5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:11.999629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-fbcc8154-5a3a-49a5-9833-a7dfa176e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.001279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-fbcc8154-5a3a-49a5-9833-a7dfa176e5cf service neutron] 10.222.0.77 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 930 time: 0.3230593 Jun 30 09:05:12.004993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.013291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-34150198-d30f-417d-95dc-6807361f16ed service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483023 Jun 30 09:05:12.023288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.023911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182a64be-02de-488c-a9c3-99b842929ad4 req-2c8616eb-105f-499b-a3f7-3605835beb18 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1902347 Jun 30 09:05:12.093078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-eba9386e-b77e-46eb-b6a3-214c030c42da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 217 time: 0.0803587 Jun 30 09:05:12.189174 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-8468c80c-8dad-4093-9122-d0ef9c755236 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681068 Jun 30 09:05:12.189994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182a64be-02de-488c-a9c3-99b842929ad4 req-d60e0410-dcbf-4cbf-8ffe-e2387b074640 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1063905 Jun 30 09:05:12.197092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:12.246949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:12.289257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2139a1-3fd1-4ddf-9406-60a50ed970f9 None None] The sync data for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 is: [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:04:20Z', 'revision_number': 4, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '4ae95dab-92c5-4970-ad43-a7748584d1ef', 'name': '', 'network_id': '11374b04-f6d9-4c85-b3fe-a867ab6eb4cb', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'mac_address': 'fa:16:3e:50:94:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '19a01e2c-b215-4803-b304-05429b170cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:16Z', 'updated_at': '2021-06-30T09:04:29Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'subnets': [{'id': '19a01e2c-b215-4803-b304-05429b170cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:12.324783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-e301b2cc-d7bf-448a-a327-be58c5d1e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.326273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-e301b2cc-d7bf-448a-a327-be58c5d1e236 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 200 len: 868 time: 0.1935904 Jun 30 09:05:12.434867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:12.435588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:12.435588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:12.447507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:12.447834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:12.457018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a64be-02de-488c-a9c3-99b842929ad4 req-1566ea2b-db68-4fb9-83c1-a267517c1252 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.458452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182a64be-02de-488c-a9c3-99b842929ad4 req-1566ea2b-db68-4fb9-83c1-a267517c1252 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2310176 Jun 30 09:05:12.465121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:12.465468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:12.465848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:12.466349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Bound port: b4f5e4cf-793c-409e-bddf-2a19945270a5, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:12.466676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.481805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-182a64be-02de-488c-a9c3-99b842929ad4 req-97bad7c0-7575-4b93-9259-af7332735efa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:12.482812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182a64be-02de-488c-a9c3-99b842929ad4 req-97bad7c0-7575-4b93-9259-af7332735efa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133116 Jun 30 09:05:12.513866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c0edc8ba-1bf6-412b-a7c0-fcf7ea1c538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.515435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-c0edc8ba-1bf6-412b-a7c0-fcf7ea1c538e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1758778 Jun 30 09:05:12.591343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-12c68046-ed29-4a67-a5eb-95fddc58b899 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.593091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-12c68046-ed29-4a67-a5eb-95fddc58b899 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.0982995 Jun 30 09:05:12.670247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:12.687474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1679a8-8ef0-4a1e-aabe-82f325492724 None None] New status for floating IP da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:12.695083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:12.720837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.757440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-675d63e0-3482-4a82-9658-3b732d896e5e service neutron] 10.222.0.77 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342608 Jun 30 09:05:12.766143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.766976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.768720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] 10.222.0.79 "PUT /v2.0/ports/b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 1096 time: 1.7773950 Jun 30 09:05:12.769192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-5c74fa65-5928-4317-b8c2-85987a4fab30 service neutron] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:12.774236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-5c74fa65-5928-4317-b8c2-85987a4fab30 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:12.775502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-09383296-3a96-4b0b-b12b-d3e92863e214 req-5c74fa65-5928-4317-b8c2-85987a4fab30 service neutron] 10.222.0.79 "DELETE /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac/bindings/n-h2-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.1735258 Jun 30 09:05:12.929331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-c64643ff-215b-447b-8903-08e3f3e016f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:12.930898 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-c64643ff-215b-447b-8903-08e3f3e016f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1099 time: 0.0934265 Jun 30 09:05:13.002439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-3bc7374d-63ca-4987-bb67-ba1b108b48d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.0485489 Jun 30 09:05:13.095058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-5bda3de6-98f0-4909-9ef8-1c3a2008e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.097322 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-5bda3de6-98f0-4909-9ef8-1c3a2008e208 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0831344 Jun 30 09:05:13.160808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a091a0-1826-478f-a233-1fee2a33d879 req-249f661f-5892-43ca-af9a-415e75a1f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.162756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-249f661f-5892-43ca-af9a-415e75a1f858 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0557401 Jun 30 09:05:13.169959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac895340-f489-4360-9ae5-3d047d65f6de req-155d31fd-4c9c-4e8a-9ad4-6f9c54104dc2 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.171516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac895340-f489-4360-9ae5-3d047d65f6de req-155d31fd-4c9c-4e8a-9ad4-6f9c54104dc2 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 944 time: 0.5447772 Jun 30 09:05:13.211152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671db7-29a9-4dc5-9965-3ee500b6e3f9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:13.256031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac895340-f489-4360-9ae5-3d047d65f6de req-a4e44eed-a85e-427b-93f1-3c219b04470a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720174 Jun 30 09:05:13.266362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e24dd2-38a3-43b8-b433-caca7b3ebafd req-f0c47f43-8da5-435d-9245-856692928416 service neutron] 10.222.0.77 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965019 Jun 30 09:05:13.309936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-f4c56b0d-dfe1-45f2-b14b-19aa8e0d9b18 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354663 Jun 30 09:05:13.443146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40a091a0-1826-478f-a233-1fee2a33d879 req-9321ae86-a400-4fae-944f-03a7d32b09de service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240549 Jun 30 09:05:13.511152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf55da-5fcb-4a14-9cd7-f578f456253c req-1a65c7d7-063a-450f-94e3-2b8e30b6e90f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.512682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7abf55da-5fcb-4a14-9cd7-f578f456253c req-1a65c7d7-063a-450f-94e3-2b8e30b6e90f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 947 time: 0.1141496 Jun 30 09:05:13.528359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04563aba-f1f5-4eea-9e64-b32be78b5ab7 req-23a6d9a8-753a-4593-86ed-3997177fbbe5 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.529782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04563aba-f1f5-4eea-9e64-b32be78b5ab7 req-23a6d9a8-753a-4593-86ed-3997177fbbe5 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 950 time: 0.0964077 Jun 30 09:05:13.580893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7abf55da-5fcb-4a14-9cd7-f578f456253c req-2930fdcc-fc2c-4faf-b19e-df6cee75b3b2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608113 Jun 30 09:05:13.595178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04563aba-f1f5-4eea-9e64-b32be78b5ab7 req-a70636ed-89cb-4ee6-a91b-51074d714954 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585690 Jun 30 09:05:13.761707 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1360aa8e-67ac-4c9d-ab69-837c5ebda1f7 x-openstack-request-id: req-1360aa8e-67ac-4c9d-ab69-837c5ebda1f7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:13.762243 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-plugged", "status": "completed", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:13.762621 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1360aa8e-67ac-4c9d-ab69-837c5ebda1f7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:13.763109 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'code': 200} Jun 30 09:05:13.784588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a8f9b-cc5d-43df-ab24-c4e57219cdb8 req-9071a2fb-dfce-453a-936a-c8387313d17b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.786802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-468a8f9b-cc5d-43df-ab24-c4e57219cdb8 req-9071a2fb-dfce-453a-936a-c8387313d17b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.0821106 Jun 30 09:05:13.807558 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0cae2d-caf4-4cbc-91db-664402bfa9a6 x-openstack-request-id: req-9f0cae2d-caf4-4cbc-91db-664402bfa9a6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:13.808043 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "tag": "fec47688-340f-4c71-81f1-acd1d904839a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:13.808413 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f0cae2d-caf4-4cbc-91db-664402bfa9a6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:13.808970 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a', 'status': 'completed', 'code': 200} Jun 30 09:05:13.846878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-468a8f9b-cc5d-43df-ab24-c4e57219cdb8 req-47de189e-39b3-4d18-a748-b839f184c8cd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542662 Jun 30 09:05:13.898317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-13c7ca3d-7848-4a0f-b4cd-1b9f060387f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:13.900782 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-13c7ca3d-7848-4a0f-b4cd-1b9f060387f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c1093fd4da8142c8a182474895371beb&device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 1098 time: 0.0669458 Jun 30 09:05:13.999999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-76f22b26-a423-4912-86b9-c7186574b5b2 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips/da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7 HTTP/1.1" status: 200 len: 692 time: 0.0611103 Jun 30 09:05:14.022255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-fea81496-613f-4ec4-ba41-af5c9c02d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.023831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-fea81496-613f-4ec4-ba41-af5c9c02d64a service neutron] 10.222.0.79 "GET /v2.0/networks?id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 200 len: 930 time: 0.1109872 Jun 30 09:05:14.027747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6d582e68-0826-4440-bb8a-238fb697be33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.090436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-65d6e4ae-e709-4437-8ebe-79532b147e11 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 200 len: 217 time: 0.0575979 Jun 30 09:05:14.114588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-2dbe3425-8b8f-4fe6-a031-7a8d3065ff32 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.116200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-2dbe3425-8b8f-4fe6-a031-7a8d3065ff32 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 821 time: 0.2327118 Jun 30 09:05:14.151304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-0ddcbaa5-b933-4eb5-a5c0-89704a31f76e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/quotas/0b2da1a3f84e4584af499ebf1e8f4b02 HTTP/1.1" status: 200 len: 375 time: 0.0278747 Jun 30 09:05:14.162309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.165458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-2cb47570-075b-4fda-b947-449fd91e41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.167329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-2cb47570-075b-4fda-b947-449fd91e41e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 200 len: 868 time: 0.0682576 Jun 30 09:05:14.240455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-d761b096-81c4-4066-a5c8-de510b7cb71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.241247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-071a3433-b308-42c6-9e9e-05b6097fe810 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:14.241953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-d761b096-81c4-4066-a5c8-de510b7cb71f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638759 Jun 30 09:05:14.243088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-071a3433-b308-42c6-9e9e-05b6097fe810 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2169099 Jun 30 09:05:14.260320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-d52b47ad-4fae-4402-bc6e-559820898f5b tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:14.261321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-d52b47ad-4fae-4402-bc6e-559820898f5b tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117059 Jun 30 09:05:14.324775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-19bf54e4-764e-42c2-b0f0-dfc71ca204c1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1724231 Jun 30 09:05:14.330027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-4e6ad8dc-4bf8-497f-869d-8964e09689d2 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0607493 Jun 30 09:05:14.340723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-807549a1-9d34-43c1-bed5-bac01a455590 service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890274 Jun 30 09:05:14.428915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-4193b67f-a09f-4441-9c6e-28e05e3c99ec tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0857308 Jun 30 09:05:14.448842 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7860c76-e5bc-40c4-b376-429b04323fb4 req-21b1c99b-31d4-4e26-a714-8e135b247793 service neutron] 10.222.0.79 "GET /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960104 Jun 30 09:05:14.550397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-d3959630-8255-4af3-93c3-b974b81febdd service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151942 Jun 30 09:05:14.672302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Deleting port fd99fe3e-3a3d-46ea-8709-3b0e2d2e1016 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:14.672610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.688643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-d7af9b63-7972-4d8b-8c32-d27f951d6081 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149251 Jun 30 09:05:14.767899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.768242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:14.781652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Calling delete_port for fd99fe3e-3a3d-46ea-8709-3b0e2d2e1016 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:14.968736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.002988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event deleted for resources: {'Port': ['ID=fd99fe3e-3a3d-46ea-8709-3b0e2d2e1016,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:15.085291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781bbbb-f8e9-49b8-8af1-0cb0fe2ab2cd req-cf462a7c-6102-4755-a870-0bafa9f7f630 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.087227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a781bbbb-f8e9-49b8-8af1-0cb0fe2ab2cd req-cf462a7c-6102-4755-a870-0bafa9f7f630 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 1102 time: 0.1569545 Jun 30 09:05:15.090889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.093922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.095389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63aefaa9-a768-4972-9de9-3d75239467f7 req-ff9c7970-25ee-4986-a222-963ef4f17b20 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "DELETE /v2.0/floatingips/da5a5a2c-8fcf-42ce-b784-4e1438f0d7b7 HTTP/1.1" status: 204 len: 173 time: 0.6573431 Jun 30 09:05:15.109231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:15.163151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a781bbbb-f8e9-49b8-8af1-0cb0fe2ab2cd req-c0e70cfe-2a51-4f73-8531-b890dce47e39 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630679 Jun 30 09:05:15.263520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:15.302743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'mac_address': 'fa:16:3e:e5:49:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:15.322899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6b821-6cbd-46aa-af31-28bea5711b5a req-131c1bdd-76f8-4fb4-93b2-60631a50220f tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.324436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae6b821-6cbd-46aa-af31-28bea5711b5a req-131c1bdd-76f8-4fb4-93b2-60631a50220f tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1096 time: 0.0887434 Jun 30 09:05:15.369128 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.387599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f5e4cf-793c-409e-bddf-2a19945270a5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:15.402488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae6b821-6cbd-46aa-af31-28bea5711b5a req-66f662cb-6df5-4878-a734-69a80b46c5be tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720856 Jun 30 09:05:15.423870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:15.429203 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.444938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28e10d-88d3-4dac-9f71-f984b17138b1 req-8f02167c-095a-4689-95a1-572cc7c20fbd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.446803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea28e10d-88d3-4dac-9f71-f984b17138b1 req-8f02167c-095a-4689-95a1-572cc7c20fbd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 947 time: 0.1086273 Jun 30 09:05:15.491361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:15.512071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea28e10d-88d3-4dac-9f71-f984b17138b1 req-8fd68c35-d02f-49c4-bd4d-7619751b1e4e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592742 Jun 30 09:05:15.665091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-174a4377-af83-439f-8985-70661922801b req-0ff4cd2d-e053-42cc-a301-9989b6192741 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 210 time: 0.0318747 Jun 30 09:05:15.765924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:15.768298 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d61ffd-61bf-473b-9455-24a12a2399e4" -d '{"events": [{"server_uuid": "8458ab23-95ec-4c04-8f13-6130c7781a3c", "name": "network-vif-plugged", "status": "completed", "tag": "03c4cc62-16c4-4af1-8640-9b6246dd8cbf"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:15.792548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-af1b4500-412d-4548-9194-966c49735293 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338736 Jun 30 09:05:15.814592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['b4f5e4cf-793c-409e-bddf-2a19945270a5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:15.823440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:15.825655 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711e46d3-4c6e-45db-a164-36f55bde465c" -d '{"events": [{"name": "network-changed", "server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:15.839403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fa8e3-3415-46d4-8cac-b2f38f8e7478 req-31277904-651d-4dc5-a7b3-bbd14643799c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.840935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a63fa8e3-3415-46d4-8cac-b2f38f8e7478 req-31277904-651d-4dc5-a7b3-bbd14643799c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1431012 Jun 30 09:05:15.919299 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:15.955539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a63fa8e3-3415-46d4-8cac-b2f38f8e7478 req-5bd2f88e-1439-4d2c-b6b7-ca0c20e4d853 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008296 Jun 30 09:05:15.983123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-a2a24477-547a-4f24-bfe0-53f889db7451 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:15.984609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-a2a24477-547a-4f24-bfe0-53f889db7451 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1764462 Jun 30 09:05:16.001584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-8a74dd46-7318-4c8a-9957-4f5f32512fff tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/quotas/49e8fe4c6b694634957e1075c569013a HTTP/1.1" status: 200 len: 375 time: 0.0098288 Jun 30 09:05:16.097094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-8e92023f-4c59-45a5-b09c-4a1d049bbc61 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0885584 Jun 30 09:05:16.152016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599002b-73b7-472c-bc97-f923cc884a13 req-157c4d1d-6d06-48c6-b0f0-7684d48eea1b tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.153531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2599002b-73b7-472c-bc97-f923cc884a13 req-157c4d1d-6d06-48c6-b0f0-7684d48eea1b tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 1096 time: 0.0553563 Jun 30 09:05:16.199042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2599002b-73b7-472c-bc97-f923cc884a13 req-c161ce31-ec08-44c9-add9-301d0ef6a6b6 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Jun 30 09:05:16.284295 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055519b-1bf4-4cc0-a2eb-207090728502 x-openstack-request-id: req-e055519b-1bf4-4cc0-a2eb-207090728502 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:16.284831 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8458ab23-95ec-4c04-8f13-6130c7781a3c", "name": "network-vif-plugged", "status": "completed", "tag": "03c4cc62-16c4-4af1-8640-9b6246dd8cbf", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:16.284831 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e055519b-1bf4-4cc0-a2eb-207090728502 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:16.285825 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf', 'code': 200} Jun 30 09:05:16.347390 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1bcb93-1a7b-487b-9c0a-f83a0ee78b19 x-openstack-request-id: req-2a1bcb93-1a7b-487b-9c0a-f83a0ee78b19 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:16.348214 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:16.348488 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a1bcb93-1a7b-487b-9c0a-f83a0ee78b19 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:16.349028 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'status': 'completed', 'code': 200} Jun 30 09:05:16.482974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e46d3-4c6e-45db-a164-36f55bde465c req-113c85b5-95bc-4e38-bd57-df86a821b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.486442 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-113c85b5-95bc-4e38-bd57-df86a821b6be service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1100 time: 0.1094348 Jun 30 09:05:16.487392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-804f62de-060f-4b5d-989b-798f44e42a30 req-1e916dcb-a7f1-4646-bac0-7922f1823593 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 210 time: 0.0545499 Jun 30 09:05:16.529416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc2f842-edbd-4271-9574-315f0b9e97b3 req-9375885d-95f0-4a0b-887c-b71391fb6a43 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.531399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afc2f842-edbd-4271-9574-315f0b9e97b3 req-9375885d-95f0-4a0b-887c-b71391fb6a43 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1492953 Jun 30 09:05:16.600460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afc2f842-edbd-4271-9574-315f0b9e97b3 req-78a13edf-05b8-4dd9-8dac-b8900289126e tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0601022 Jun 30 09:05:16.640127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf1e93-a825-466f-9e31-169ae0e30110 req-9bec39ab-f883-4229-a6b3-afd9bfbc8619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.642397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2abf1e93-a825-466f-9e31-169ae0e30110 req-9bec39ab-f883-4229-a6b3-afd9bfbc8619 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 1098 time: 0.1097519 Jun 30 09:05:16.682794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2abf1e93-a825-466f-9e31-169ae0e30110 req-3718c2da-babe-47be-bccc-8c9b5b77724b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321908 Jun 30 09:05:16.785444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e46d3-4c6e-45db-a164-36f55bde465c req-7cbbc472-e040-4f91-a8bd-00fd70d0e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.787319 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-7cbbc472-e040-4f91-a8bd-00fd70d0e68a service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2882197 Jun 30 09:05:16.799430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-86330315-87fd-48d0-9dcc-6232949218a9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.801924 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-86330315-87fd-48d0-9dcc-6232949218a9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 821 time: 0.2802167 Jun 30 09:05:16.860107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3200e0-57f6-484e-bf0f-b7c315189dba req-cded2fb0-3802-4cfa-bc60-69ff8684b553 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:16.861742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b3200e0-57f6-484e-bf0f-b7c315189dba req-cded2fb0-3802-4cfa-bc60-69ff8684b553 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 948 time: 0.0790420 Jun 30 09:05:16.893210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'port': {'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'admin_state_up': True, 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:16.919482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b3200e0-57f6-484e-bf0f-b7c315189dba req-b8f77dff-7ba7-48e0-9935-71ae35a1e4cc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505869 Jun 30 09:05:16.974809 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-9ec06dfc-6837-49cb-83b4-a75154b21140 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.1657755 Jun 30 09:05:17.077091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e46d3-4c6e-45db-a164-36f55bde465c req-589ddbda-e343-449a-b849-c53eb3ca2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.078931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-589ddbda-e343-449a-b849-c53eb3ca2af3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0874269 Jun 30 09:05:17.097179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.107313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4fb555f-3a14-4256-b767-3fdfc5b20d75 req-35b322c3-bfe7-4268-98ee-7ccd292e9efb tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0645506 Jun 30 09:05:17.169014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Made reservation on behalf of 0b2da1a3f84e4584af499ebf1e8f4b02 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:17.172789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.286478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e46d3-4c6e-45db-a164-36f55bde465c req-3ce2a33c-b65c-472e-8e00-c3bfdf3d2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.288342 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-3ce2a33c-b65c-472e-8e00-c3bfdf3d2488 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2014382 Jun 30 09:05:17.324724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a87e2f7-b602-4279-9ae0-f6582a4871c7 req-60203923-9c72-4542-9687-780cb57c076d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 210 time: 0.0474913 Jun 30 09:05:17.417757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Allocated IP 172.20.0.13 (b32bab9e-1392-4066-8055-0b8ff0c713c8/fd845081-766b-4cbe-9e3a-ca309905ce8a/604d3394-e1a7-4301-9226-5b5f761e1640) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:17.463609 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.489449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79330980-506f-4595-a778-09dfc3bdee2e req-ee467f72-a402-4212-b732-9e41441fcbfa tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.502889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79330980-506f-4595-a778-09dfc3bdee2e req-ee467f72-a402-4212-b732-9e41441fcbfa tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1537664 Jun 30 09:05:17.504963 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-33ba365a-2376-4255-af7d-afe082060eed service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042160 Jun 30 09:05:17.580729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79330980-506f-4595-a778-09dfc3bdee2e req-d30ee118-f6a5-4db4-a3ca-2ba31da4b26b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795205 Jun 30 09:05:17.697275 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-711e46d3-4c6e-45db-a164-36f55bde465c req-91405834-1be9-4e7d-bcc6-b3028b87a86e service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809905 Jun 30 09:05:17.729759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.734020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81f113e0-8cfa-4bb8-96cb-37d6034e2188 req-5ea44c80-5f55-41de-be0b-70b1678ae99c tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 210 time: 0.0303550 Jun 30 09:05:17.746489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Transition to ACTIVE for port object 604d3394-e1a7-4301-9226-5b5f761e1640 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:17.782153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:17.823698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b079538e-ccf1-43f4-951a-0064f4ea91d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:17.935568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df5075-cae9-4808-9eed-b71ee283cfac req-8488b3c0-fdfd-4202-8302-ad85285ab962 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:17.946213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10df5075-cae9-4808-9eed-b71ee283cfac req-8488b3c0-fdfd-4202-8302-ad85285ab962 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 946 time: 0.1296673 Jun 30 09:05:17.994468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10df5075-cae9-4808-9eed-b71ee283cfac req-5534e445-0740-4e79-a984-43db763ea99a tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Jun 30 09:05:18.241622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event updated for resources: {'Port': ['ID=604d3394-e1a7-4301-9226-5b5f761e1640,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:18.263343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:18.264917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:18.268147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:18.297234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ae820-41e5-484d-a810-7d9e474dfaf0 req-fda56eb2-7279-4a44-8fca-6fd39f232d04 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.305649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea1ae820-41e5-484d-a810-7d9e474dfaf0 req-fda56eb2-7279-4a44-8fca-6fd39f232d04 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 948 time: 0.2169971 Jun 30 09:05:18.361726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.363769 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.397996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-e6800c79-3c8e-4d6d-8adb-2d3be554e5d9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5167398 Jun 30 09:05:18.418054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea1ae820-41e5-484d-a810-7d9e474dfaf0 req-714f6a77-2463-490b-86e2-4017f9681a0a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114669 Jun 30 09:05:18.433403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Request body: {'port': {'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:18.492971 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-72abfc89-124e-4122-bcbb-1263bb168ed5 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=49e8fe4c6b694634957e1075c569013a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496433 Jun 30 09:05:18.626325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.746881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a857992-986d-40de-87f1-e1a22001e1b1 None None] Provisioning for port 604d3394-e1a7-4301-9226-5b5f761e1640 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:18.754804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a857992-986d-40de-87f1-e1a22001e1b1 None None] Provisioning complete for port 604d3394-e1a7-4301-9226-5b5f761e1640 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:18.756650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a857992-986d-40de-87f1-e1a22001e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:18.759948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd8cff-9dbd-486d-8751-67d0b209d1e9 req-39baee67-deb1-474f-866f-2867b8fb133d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.761617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dacd8cff-9dbd-486d-8751-67d0b209d1e9 req-39baee67-deb1-474f-866f-2867b8fb133d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 932 time: 0.1826518 Jun 30 09:05:18.817608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-a09caa12-6dbd-49f5-ac9e-2d16814a3ed8 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:18.823203 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-a09caa12-6dbd-49f5-ac9e-2d16814a3ed8 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224757 Jun 30 09:05:18.845620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Request body: {'port': {'device_id': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '49e8fe4c6b694634957e1075c569013a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:18.856627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6a857992-986d-40de-87f1-e1a22001e1b1 None None] Port 604d3394-e1a7-4301-9226-5b5f761e1640 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:18.862747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dacd8cff-9dbd-486d-8751-67d0b209d1e9 req-842d309a-0fc8-495c-8db1-7e57cee7f808 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878332 Jun 30 09:05:19.003245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396ee51-d7aa-47da-b809-2623c66c47af req-31c69a23-2c60-4a96-bef6-3dc0b09e690c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.010316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e396ee51-d7aa-47da-b809-2623c66c47af req-31c69a23-2c60-4a96-bef6-3dc0b09e690c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1434407 Jun 30 09:05:19.083633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e396ee51-d7aa-47da-b809-2623c66c47af req-9b8a2900-e394-4fa0-aa81-d03cb74fe303 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647523 Jun 30 09:05:19.115718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:19.190826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Made reservation on behalf of 49e8fe4c6b694634957e1075c569013a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:19.197653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.225063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port b4f5e4cf-793c-409e-bddf-2a19945270a5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:19.230261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port b4f5e4cf-793c-409e-bddf-2a19945270a5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:19.230898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.393841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.417433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eae0c4b8-3f32-4d7c-8a34-f8e21c2a93ac req-7d6c3d57-e6c0-4051-ad33-e6f30e6695ca tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 210 time: 0.0443990 Jun 30 09:05:19.431373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:19.434267 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369c35ad-4490-464f-81b0-0d6ee8cfbe08" -d '{"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:19.435188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb0693-5ef8-498f-9e40-4b7b91a25757 req-ea4bfcba-17a9-4bcd-a770-01783fbe49a6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.437135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdfb0693-5ef8-498f-9e40-4b7b91a25757 req-ea4bfcba-17a9-4bcd-a770-01783fbe49a6 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 946 time: 0.1874666 Jun 30 09:05:19.463999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:19.473957 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.500472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Allocated IP 192.168.233.176 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/12ac501f-6cd4-4442-af5d-3893c253e997) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:19.522409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdfb0693-5ef8-498f-9e40-4b7b91a25757 req-4775e68b-8217-4e4e-9351-b45c5cfc2536 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/security-groups?id=f7c012f6-0704-4d12-bb74-b3cee2f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768332 Jun 30 09:05:19.581030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 604d3394-e1a7-4301-9226-5b5f761e1640 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:19.605941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.607008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:19.646305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Transition to ACTIVE for port object 604d3394-e1a7-4301-9226-5b5f761e1640 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:19.660921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.734482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486579c9-f063-4308-9c6b-f006f242ace2 req-7c141e7e-f34e-44f7-a603-ef4bcbd9a649 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:19.743546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-486579c9-f063-4308-9c6b-f006f242ace2 req-7c141e7e-f34e-44f7-a603-ef4bcbd9a649 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.79 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 946 time: 0.1960452 Jun 30 09:05:19.940884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Deleting port fec47688-340f-4c71-81f1-acd1d904839a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:19.941573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:19.986448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51366f34-a48f-4972-9542-29071aac000c service neutron] Pushing event updated for resources: {'Port': ['ID=604d3394-e1a7-4301-9226-5b5f761e1640,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.038313 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c436d9-02d2-4e6d-970b-e1fc74333886 x-openstack-request-id: req-f1c436d9-02d2-4e6d-970b-e1fc74333886 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:20.039241 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:20.039705 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1c436d9-02d2-4e6d-970b-e1fc74333886 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:20.040306 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'code': 200} Jun 30 09:05:20.164944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] For port fec47688-340f-4c71-81f1-acd1d904839a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fec47688-340f-4c71-81f1-acd1d904839a,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:20.165564 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.180682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Calling delete_port for fec47688-340f-4c71-81f1-acd1d904839a owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:20.283766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Attempting to bind port 604d3394-e1a7-4301-9226-5b5f761e1640 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:20.284424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Attempting to bind port 604d3394-e1a7-4301-9226-5b5f761e1640 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:20.285608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Attempting to bind port 604d3394-e1a7-4301-9226-5b5f761e1640 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:20.314736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fa99a-748d-40d1-8581-27281d781866 req-b3fdc6dc-a4d0-46ae-8b87-1ffbd90a7b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.317799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4e5fa99a-748d-40d1-8581-27281d781866 req-b3fdc6dc-a4d0-46ae-8b87-1ffbd90a7b4b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1101 time: 0.1572969 Jun 30 09:05:20.319110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Port 604d3394-e1a7-4301-9226-5b5f761e1640 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:20.319110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Attempting to bind port 604d3394-e1a7-4301-9226-5b5f761e1640 on network b32bab9e-1392-4066-8055-0b8ff0c713c8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:20.339189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:20.339639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Checking segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:20.340547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Bound using segment: {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:20.340547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Bound port: 604d3394-e1a7-4301-9226-5b5f761e1640, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71247acf-ca8c-45df-a46a-ade040dac02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:20.340850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.375004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.411008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2731f-6347-4402-aeee-94facd8b314b req-8c011983-c0b1-4047-8d6b-6d98c0a86e93 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.418309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fde2731f-6347-4402-aeee-94facd8b314b req-8c011983-c0b1-4047-8d6b-6d98c0a86e93 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1793535 Jun 30 09:05:20.433278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Transition to ACTIVE for port object 12ac501f-6cd4-4442-af5d-3893c253e997 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:20.449587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4e5fa99a-748d-40d1-8581-27281d781866 req-e4e1e28a-6038-45f5-a11b-ed4932f8c242 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202030 Jun 30 09:05:20.475125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] For port 604d3394-e1a7-4301-9226-5b5f761e1640, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:20.477949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c805ff2c-1718-45fb-ab2a-474adc35875c req-74bad6b6-313c-4980-9dff-5b140f7ef7e1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.485726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c805ff2c-1718-45fb-ab2a-474adc35875c req-74bad6b6-313c-4980-9dff-5b140f7ef7e1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.2570205 Jun 30 09:05:20.497752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] For port 604d3394-e1a7-4301-9226-5b5f761e1640, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=604d3394-e1a7-4301-9226-5b5f761e1640,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:20.505582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.507592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.517496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['fec47688-340f-4c71-81f1-acd1d904839a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:20.518054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.548368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fde2731f-6347-4402-aeee-94facd8b314b req-f4d052e9-d130-4d46-87d6-b4789dc72ed9 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291175 Jun 30 09:05:20.565226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.569858 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.571695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-51366f34-a48f-4972-9542-29071aac000c service neutron] 10.222.0.83 "PUT /v2.0/ports/604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 1093 time: 2.1494620 Jun 30 09:05:20.572169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:20.577283 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a287152-46e1-41ea-829b-29e0f422fe00" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:20.585252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:20.591563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:20.595895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:20.603397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:20.661568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Pushing event deleted for resources: {'Port': ['ID=fec47688-340f-4c71-81f1-acd1d904839a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.678009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51366f34-a48f-4972-9542-29071aac000c service neutron] Pushing event updated for resources: {'Port': ['ID=604d3394-e1a7-4301-9226-5b5f761e1640,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:20.751869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c805ff2c-1718-45fb-ab2a-474adc35875c req-8c7a0015-4a49-4db6-8515-862491eae9bb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650805 Jun 30 09:05:20.759806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:20.814902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] No DVR routers for this DVR port fec47688-340f-4c71-81f1-acd1d904839a on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:20.831198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:20.833825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-486579c9-f063-4308-9c6b-f006f242ace2 req-70cba907-cd58-469b-9b8d-a579747e9996 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.79 "DELETE /v2.0/ports/fec47688-340f-4c71-81f1-acd1d904839a HTTP/1.1" status: 204 len: 173 time: 1.0810235 Jun 30 09:05:20.853620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'name': 'network-vif-deleted', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:20.883106 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafb07b7-debc-4908-8479-54a4d1d89af1" -d '{"events": [{"server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "name": "network-vif-deleted", "tag": "fec47688-340f-4c71-81f1-acd1d904839a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:20.979716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:20.980418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.104713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4a62e-5b1f-4378-8cd9-a6f78e765b99 req-9b33ef8a-ab43-454c-b217-8288413edc12 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.112569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2cc4a62e-5b1f-4378-8cd9-a6f78e765b99 req-9b33ef8a-ab43-454c-b217-8288413edc12 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 944 time: 0.2776256 Jun 30 09:05:21.112995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2784686 Jun 30 09:05:21.133616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Request body: {'port': {'device_id': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:21.185887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb732a-e075-451b-887c-e7f65f9fe51b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event updated for resources: {'Port': ['ID=12ac501f-6cd4-4442-af5d-3893c253e997,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:21.226549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2cc4a62e-5b1f-4378-8cd9-a6f78e765b99 req-8fb8a18e-25e2-4ae2-99fe-4db76a459c1f tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119318 Jun 30 09:05:21.261854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567477f-37cd-4bde-a1e2-da6158c852bf req-2c172692-74b1-4fdc-9d27-c2d371a2e47f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.271814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d567477f-37cd-4bde-a1e2-da6158c852bf req-2c172692-74b1-4fdc-9d27-c2d371a2e47f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 936 time: 0.1835179 Jun 30 09:05:21.313751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-7150c5dd-6449-4fbc-9fbd-670c72e15895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.317742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-7150c5dd-6449-4fbc-9fbd-670c72e15895 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1096 time: 0.3741004 Jun 30 09:05:21.330782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d567477f-37cd-4bde-a1e2-da6158c852bf req-480f6d2e-6393-490a-824b-e64c6a1c899a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577345 Jun 30 09:05:21.359498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.440619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-203ad2ea-ce2b-46e7-813b-8729057318f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 217 time: 0.0894427 Jun 30 09:05:21.463425 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9107e8c6-03aa-42ae-a8bd-18b29b6a8fb7 x-openstack-request-id: req-9107e8c6-03aa-42ae-a8bd-18b29b6a8fb7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:21.463902 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:21.464273 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9107e8c6-03aa-42ae-a8bd-18b29b6a8fb7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:21.464670 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640', 'status': 'completed', 'code': 200} Jun 30 09:05:21.483702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18cd41b6-96de-406b-8cc2-647c7f9407c1 req-0e4ac331-638b-4b6b-bbcb-cd4f0943f144 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115 tempest-FloatingIPsAssociationNegativeTestJSON-1159361115-project] 10.222.0.77 "GET /v2.0/ports?device_id=24f93752-9419-41d1-9e28-ce425f0b20e5 HTTP/1.1" status: 200 len: 210 time: 0.0747509 Jun 30 09:05:21.511331 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7d9f3-6ce5-4d66-ae7e-dd210ef92636 x-openstack-request-id: req-deb7d9f3-6ce5-4d66-ae7e-dd210ef92636 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:21.511888 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f93752-9419-41d1-9e28-ce425f0b20e5", "name": "network-vif-deleted", "tag": "fec47688-340f-4c71-81f1-acd1d904839a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:21.512214 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-deb7d9f3-6ce5-4d66-ae7e-dd210ef92636 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:21.512646 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f93752-9419-41d1-9e28-ce425f0b20e5', 'name': 'network-vif-deleted', 'tag': 'fec47688-340f-4c71-81f1-acd1d904839a', 'status': 'completed', 'code': 200} Jun 30 09:05:21.622136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-07dd7de8-7df3-4eac-8725-c807d00d94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.623643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-07dd7de8-7df3-4eac-8725-c807d00d94cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1149163 Jun 30 09:05:21.653483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ab66e5d-ef8a-4994-bd3d-77d5a28dd774 None None] Provisioning for port 12ac501f-6cd4-4442-af5d-3893c253e997 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:21.715958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ab66e5d-ef8a-4994-bd3d-77d5a28dd774 None None] Provisioning complete for port 12ac501f-6cd4-4442-af5d-3893c253e997 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:21.715958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab66e5d-ef8a-4994-bd3d-77d5a28dd774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:21.813534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0ab66e5d-ef8a-4994-bd3d-77d5a28dd774 None None] Port 12ac501f-6cd4-4442-af5d-3893c253e997 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:05:21.975506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8b93f-8537-40b4-80b2-f653dee60db8 req-77108697-683d-439f-9fd9-543bbd0f8475 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:21.981676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5f8b93f-8537-40b4-80b2-f653dee60db8 req-77108697-683d-439f-9fd9-543bbd0f8475 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.2008314 Jun 30 09:05:22.162777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5f8b93f-8537-40b4-80b2-f653dee60db8 req-aebed7ab-a47f-4a47-9071-a2fd1b4ab366 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351578 Jun 30 09:05:22.183433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20aea43-5db9-48e2-928d-0bc697df14ac req-92181d14-58bd-4e11-bf03-2a7fd0a8cd08 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.185791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d20aea43-5db9-48e2-928d-0bc697df14ac req-92181d14-58bd-4e11-bf03-2a7fd0a8cd08 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.2392867 Jun 30 09:05:22.253012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-b4c869d7-83f6-4c65-aeba-a1e1ed7ed05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.256073 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-b4c869d7-83f6-4c65-aeba-a1e1ed7ed05b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6139495 Jun 30 09:05:22.285881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d20aea43-5db9-48e2-928d-0bc697df14ac req-68684102-1c37-4cc8-90a1-14af6e784252 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912712 Jun 30 09:05:22.411964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ac501f-6cd4-4442-af5d-3893c253e997 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:22.422781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.448364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-4828db9b-70a8-46a2-80eb-e60803761d0b service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755314 Jun 30 09:05:22.453606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Transition to ACTIVE for port object 12ac501f-6cd4-4442-af5d-3893c253e997 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:22.468796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.509683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced057d-528f-4e42-9a97-a76f39efb247 req-85384ca8-58c7-4df0-91ea-b613e7ca0011 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.514681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bced057d-528f-4e42-9a97-a76f39efb247 req-85384ca8-58c7-4df0-91ea-b613e7ca0011 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 944 time: 0.0985868 Jun 30 09:05:22.585207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Pushing event updated for resources: {'Port': ['ID=12ac501f-6cd4-4442-af5d-3893c253e997,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:22.625060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bced057d-528f-4e42-9a97-a76f39efb247 req-4610f07a-b769-4cfd-bb9b-4d4581202776 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953228 Jun 30 09:05:22.677701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdcb33-017d-4d08-ae58-0a8f4155aa13 req-1d5f15fb-5b1e-49d7-a511-3b423e063ac6 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.689004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dabdcb33-017d-4d08-ae58-0a8f4155aa13 req-1d5f15fb-5b1e-49d7-a511-3b423e063ac6 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 948 time: 0.1732953 Jun 30 09:05:22.724412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-63a2546c-9230-4b5a-9afc-f60251bbd6ea req-f035fe9e-6726-472c-99dc-5b952a2d267e service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634330 Jun 30 09:05:22.752083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Attempting to bind port 12ac501f-6cd4-4442-af5d-3893c253e997 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:22.752427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Attempting to bind port 12ac501f-6cd4-4442-af5d-3893c253e997 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:22.752776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Attempting to bind port 12ac501f-6cd4-4442-af5d-3893c253e997 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:22.762528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Port 12ac501f-6cd4-4442-af5d-3893c253e997 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:22.763322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Attempting to bind port 12ac501f-6cd4-4442-af5d-3893c253e997 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:22.768994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:22.770048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:22.771076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:22.771521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Bound port: 12ac501f-6cd4-4442-af5d-3893c253e997, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:22.771919 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:22.797568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dabdcb33-017d-4d08-ae58-0a8f4155aa13 req-7d36ea19-94af-41a6-bfda-d6f8f9ecb70f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997956 Jun 30 09:05:22.810459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51546) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:22.948421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-f74afd02-9dd9-4eed-aeef-bee0a3641aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:22.950732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-f74afd02-9dd9-4eed-aeef-bee0a3641aff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1096 time: 0.1061020 Jun 30 09:05:22.954429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] For port 12ac501f-6cd4-4442-af5d-3893c253e997, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:22.958909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] For port 12ac501f-6cd4-4442-af5d-3893c253e997, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12ac501f-6cd4-4442-af5d-3893c253e997,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:22.971397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.052144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.052938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.054735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] 10.222.0.79 "PUT /v2.0/ports/12ac501f-6cd4-4442-af5d-3893c253e997 HTTP/1.1" status: 200 len: 1097 time: 1.9326727 Jun 30 09:05:23.123096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-97480e3d-c8bc-4142-8cf7-1b9978f7b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.125390 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-97480e3d-c8bc-4142-8cf7-1b9978f7b98f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1648359 Jun 30 09:05:23.165302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fec47688-340f-4c71-81f1-acd1d904839a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:23.208718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: fec47688-340f-4c71-81f1-acd1d904839a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:23.209085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fec47688-340f-4c71-81f1-acd1d904839a not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:23.259927 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-cceee856-e5db-4da3-8648-e7962c108c8b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 217 time: 0.1208413 Jun 30 09:05:23.265644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9e001-a271-4638-b737-c67a45f5f65f service neutron] Pushing event updated for resources: {'Port': ['ID=12ac501f-6cd4-4442-af5d-3893c253e997,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:23.403382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-2f1312b7-c7e4-4a9d-8847-de315783f767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.404876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-2f1312b7-c7e4-4a9d-8847-de315783f767 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1343930 Jun 30 09:05:23.465739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'tag': '12ac501f-6cd4-4442-af5d-3893c253e997'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:23.467987 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a069f5d6-e3db-440d-a7ac-d4870e398252" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc1dba5-9d5e-44e4-9009-281a0633fc71", "tag": "12ac501f-6cd4-4442-af5d-3893c253e997"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:23.489542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-38d29232-df60-4482-90c9-ee709f052fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.491100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-38d29232-df60-4482-90c9-ee709f052fc8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 1100 time: 0.3644001 Jun 30 09:05:23.510464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-96aa72e7-a712-4758-9d9c-37c04f120b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.512221 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-96aa72e7-a712-4758-9d9c-37c04f120b1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0926902 Jun 30 09:05:23.545215 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-34ae149a-d0e7-42ed-b892-90dc043c05b8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=12ac501f-6cd4-4442-af5d-3893c253e997 HTTP/1.1" status: 200 len: 217 time: 0.0415752 Jun 30 09:05:23.646130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-92fcedf1-b665-4197-b06c-620fff2b5218 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995975 Jun 30 09:05:23.750315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-2f3a32e3-b7cb-4e84-8065-9c8d3572104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.751827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-2f3a32e3-b7cb-4e84-8065-9c8d3572104e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1044157 Jun 30 09:05:23.830648 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:05:23.831234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a287152-46e1-41ea-829b-29e0f422fe00 req-257be41a-5f9e-4ca1-ab61-4e33bbd298ff service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504493 Jun 30 09:05:23.851944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-5d3e8426-d77c-4c94-ab55-eaad90d4d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.853595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-5d3e8426-d77c-4c94-ab55-eaad90d4d363 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944872 Jun 30 09:05:23.927707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:23.985878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-aab2a250-f167-46e1-9942-83491ec15fe5 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224532 Jun 30 09:05:23.996052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee2010-3e7e-4402-a44d-f3eb6ff44dd8 req-b768bed9-926a-4abd-847f-f888d87b4aee tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:23.997541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6ee2010-3e7e-4402-a44d-f3eb6ff44dd8 req-b768bed9-926a-4abd-847f-f888d87b4aee tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.5362172 Jun 30 09:05:24.007398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef5ee-d3a7-4a0e-996d-488ad97ee638 req-f6fe0a9c-1cda-452b-97b2-16e55fa02114 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.008852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0bef5ee-d3a7-4a0e-996d-488ad97ee638 req-f6fe0a9c-1cda-452b-97b2-16e55fa02114 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.5433555 Jun 30 09:05:24.095839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-78597dd7-edfa-4998-9a7a-e578bc638905 req-75007491-ef2d-46dd-8395-c423898a0a7c service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031868 Jun 30 09:05:24.116475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6ee2010-3e7e-4402-a44d-f3eb6ff44dd8 req-1b049303-daa9-43b5-bb9b-1e6577450715 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062539 Jun 30 09:05:24.131801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0bef5ee-d3a7-4a0e-996d-488ad97ee638 req-eaa30c87-e621-4df4-a49f-2d653b0037ad tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017702 Jun 30 09:05:24.197429 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf923a7-b9c0-47d8-b916-642fe1b4d347 x-openstack-request-id: req-9cf923a7-b9c0-47d8-b916-642fe1b4d347 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:24.197839 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc1dba5-9d5e-44e4-9009-281a0633fc71", "tag": "12ac501f-6cd4-4442-af5d-3893c253e997", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:24.198185 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cf923a7-b9c0-47d8-b916-642fe1b4d347 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:24.198704 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'tag': '12ac501f-6cd4-4442-af5d-3893c253e997', 'status': 'completed', 'code': 200} Jun 30 09:05:24.298245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-0670c253-3829-48ef-b5c5-5ca210bcc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.301244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-0670c253-3829-48ef-b5c5-5ca210bcc1c7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 1100 time: 0.0781722 Jun 30 09:05:24.415682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-3243aa8c-eddd-46a4-b6f0-7856fb72b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.415682 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-3243aa8c-eddd-46a4-b6f0-7856fb72b530 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.0992198 Jun 30 09:05:24.434634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36164b5-81ec-416a-9af9-0b6034cc1f1f req-714be1e0-f72b-42f6-9a4a-1e93f096f0f7 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.436240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f36164b5-81ec-416a-9af9-0b6034cc1f1f req-714be1e0-f72b-42f6-9a4a-1e93f096f0f7 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 944 time: 0.1732929 Jun 30 09:05:24.466502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-193e9f95-77cb-4a8a-9a87-d7649cef77ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=12ac501f-6cd4-4442-af5d-3893c253e997 HTTP/1.1" status: 200 len: 217 time: 0.0423067 Jun 30 09:05:24.495785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdfd1e-6b5a-48f9-b2c8-f30fe670d8fe req-7665ac85-57c6-44a7-aafa-a35d019f9ff6 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.497348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0bdfd1e-6b5a-48f9-b2c8-f30fe670d8fe req-7665ac85-57c6-44a7-aafa-a35d019f9ff6 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 948 time: 0.1714666 Jun 30 09:05:24.518830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-218f1b1c-47ba-4299-a4f4-110125f2ee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.521091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-218f1b1c-47ba-4299-a4f4-110125f2ee2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0463030 Jun 30 09:05:24.531912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Deleting port 4ae95dab-92c5-4970-ad43-a7748584d1ef {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:24.532262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.536896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f36164b5-81ec-416a-9af9-0b6034cc1f1f req-fdd8ee3b-a063-466b-a331-183c45eb51ed tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916202 Jun 30 09:05:24.600356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-b8a6a156-2351-4dea-8067-5826ea02f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.601906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-b8a6a156-2351-4dea-8067-5826ea02f84a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0690086 Jun 30 09:05:24.605226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0bdfd1e-6b5a-48f9-b2c8-f30fe670d8fe req-d7ec7d55-4478-4654-8dc3-d765a2583ce8 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980210 Jun 30 09:05:24.672519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] For port 4ae95dab-92c5-4970-ad43-a7748584d1ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ae95dab-92c5-4970-ad43-a7748584d1ef,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:24.673038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:24.695227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Calling delete_port for 4ae95dab-92c5-4970-ad43-a7748584d1ef owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:24.748689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-f1e62310-c3ff-4128-85de-8faaf6ef81a9 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376152 Jun 30 09:05:24.854774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a069f5d6-e3db-440d-a7ac-d4870e398252 req-cff7465f-3218-41d1-9518-9dc252674553 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921042 Jun 30 09:05:24.900734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4671a12-0781-4cbb-a6b5-ae5f4d47a1f3 req-7bc816cd-6b55-4551-b4b2-5ef4aaa19ff3 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:24.902395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4671a12-0781-4cbb-a6b5-ae5f4d47a1f3 req-7bc816cd-6b55-4551-b4b2-5ef4aaa19ff3 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1101 time: 0.1591225 Jun 30 09:05:24.961346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4671a12-0781-4cbb-a6b5-ae5f4d47a1f3 req-33026963-d1f8-4e21-ae04-dea1eeec398b tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509632 Jun 30 09:05:25.036128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.076082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae95dab-92c5-4970-ad43-a7748584d1ef,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:25.478184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:25.578347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eae3e0-c81a-429b-96e7-e42adcf92fe8 req-3c7589de-8f6b-4ada-812f-71e24b468beb tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:25.587251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0eae3e0-c81a-429b-96e7-e42adcf92fe8 req-3c7589de-8f6b-4ada-812f-71e24b468beb tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.2315273 Jun 30 09:05:25.685432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0eae3e0-c81a-429b-96e7-e42adcf92fe8 req-8f3b5dee-e610-4a5a-a2b8-c922c5b08686 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970976 Jun 30 09:05:26.006081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1481a5-c606-4b9d-865d-4ef825217ece req-76748835-9d6d-4466-be9e-3a3ff682fb45 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.007674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b1481a5-c606-4b9d-865d-4ef825217ece req-76748835-9d6d-4466-be9e-3a3ff682fb45 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 944 time: 0.2215478 Jun 30 09:05:26.021231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-093cd3dd-34ae-4896-b67f-23beb098986f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3045926 Jun 30 09:05:26.048572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Router 28365b18-feba-40bd-954e-6923c0162678 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:26.068295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d50c9-8d3e-483c-a6fc-5cea0de8df5b req-c1896fa1-05b8-4c9c-bf61-42f2ce4a09aa tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.068695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d71d50c9-8d3e-483c-a6fc-5cea0de8df5b req-c1896fa1-05b8-4c9c-bf61-42f2ce4a09aa tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 948 time: 0.1955283 Jun 30 09:05:26.119909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b1481a5-c606-4b9d-865d-4ef825217ece req-21963e4d-8737-4aaa-83f2-1934d2fab917 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035450 Jun 30 09:05:26.250156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d71d50c9-8d3e-483c-a6fc-5cea0de8df5b req-aeeda992-8604-41aa-8e31-eca33932c851 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632395 Jun 30 09:05:26.360884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:26.367985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-143a14ab-e2b0-4e19-b6b2-0f222673f906 admin admin] 10.222.0.77 "PUT /v2.0/routers/28365b18-feba-40bd-954e-6923c0162678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5575922 Jun 30 09:05:26.372536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:26.376193 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] Sync routers for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:26.391956 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:26.394735 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:26.441485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4d65d-e169-458e-95f0-9e3c849545a9 req-61f6d129-77a1-4ac6-833a-cee4897f8623 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:26.452861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1c4d65d-e169-458e-95f0-9e3c849545a9 req-61f6d129-77a1-4ac6-833a-cee4897f8623 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1539080 Jun 30 09:05:26.580699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1c4d65d-e169-458e-95f0-9e3c849545a9 req-223221cd-69a2-4737-a4cd-0b88106b9479 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170018 Jun 30 09:05:26.612286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.647643 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:26.786365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.884057 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:05:24Z', 'revision_number': 5, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port': {'id': '5e561703-bd4a-420b-89a4-f0378d67bff5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:5d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28365b18-feba-40bd-954e-6923c0162678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:12Z', 'updated_at': '2021-06-30T09:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:26.926375 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] Checking router: 28365b18-feba-40bd-954e-6923c0162678 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:26.936487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Deleting port 5e561703-bd4a-420b-89a4-f0378d67bff5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:26.937347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:26.954520 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] Routers {'28365b18-feba-40bd-954e-6923c0162678'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:26.955346 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['28365b18-feba-40bd-954e-6923c0162678'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:27.104114 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] Set router 28365b18-feba-40bd-954e-6923c0162678 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:27.167265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84852ea-d467-4b84-8884-09d86e2e2d3d req-35146d00-66e9-419c-8c85-787063bd54ae tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.177924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b84852ea-d467-4b84-8884-09d86e2e2d3d req-35146d00-66e9-419c-8c85-787063bd54ae tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.2562201 Jun 30 09:05:27.216314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12ac501f-6cd4-4442-af5d-3893c253e997 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:27.261762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 604d3394-e1a7-4301-9226-5b5f761e1640 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:27.275793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b84852ea-d467-4b84-8884-09d86e2e2d3d req-0d41d648-23b8-4bd5-8bc7-58f848fd5a69 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967653 Jun 30 09:05:27.287546 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:05:26Z', 'revision_number': 6, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:27.356796 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e6ea-3616-4c56-9709-e4467fd794e1 None None] The sync data for ids ['28365b18-feba-40bd-954e-6923c0162678'] in n-d-780147-22 is: [{'id': '28365b18-feba-40bd-954e-6923c0162678', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2067958589-router', 'tenant_id': 'c1093fd4da8142c8a182474895371beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:11Z', 'updated_at': '2021-06-30T09:05:26Z', 'revision_number': 6, 'project_id': 'c1093fd4da8142c8a182474895371beb', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:27.520945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 12ac501f-6cd4-4442-af5d-3893c253e997, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12ac501f-6cd4-4442-af5d-3893c253e997,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:27.550612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '12ac501f-6cd4-4442-af5d-3893c253e997', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '12ac501f-6cd4-4442-af5d-3893c253e997', 'mac_address': 'fa:16:3e:5b:a8:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:27.559258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 604d3394-e1a7-4301-9226-5b5f761e1640, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=604d3394-e1a7-4301-9226-5b5f761e1640,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:27.571442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4000f-1ada-4c36-942e-6be9dcc25153 req-e9423665-8aec-4de4-b82a-bfe9d43c64e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.578450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fb4000f-1ada-4c36-942e-6be9dcc25153 req-e9423665-8aec-4de4-b82a-bfe9d43c64e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 944 time: 0.1241713 Jun 30 09:05:27.611413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.625690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '604d3394-e1a7-4301-9226-5b5f761e1640', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:27.636732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ac501f-6cd4-4442-af5d-3893c253e997 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:27.657861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fb4000f-1ada-4c36-942e-6be9dcc25153 req-83c0de3a-2b57-4f8b-8d3c-d888b20a2525 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772429 Jun 30 09:05:27.686912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 12ac501f-6cd4-4442-af5d-3893c253e997, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12ac501f-6cd4-4442-af5d-3893c253e997,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:27.693902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.704065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc546e-b9b1-4987-ae95-fb54c36fa72b req-4d27cb92-7228-4aee-bce4-60f0913bb1fb tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:27.712589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 604d3394-e1a7-4301-9226-5b5f761e1640 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:27.714148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45fc546e-b9b1-4987-ae95-fb54c36fa72b req-4d27cb92-7228-4aee-bce4-60f0913bb1fb tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 948 time: 0.2201340 Jun 30 09:05:27.717623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.771705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 604d3394-e1a7-4301-9226-5b5f761e1640, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=604d3394-e1a7-4301-9226-5b5f761e1640,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:27.814826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45fc546e-b9b1-4987-ae95-fb54c36fa72b req-84da11fa-b02d-4598-b56a-4aa7283b35bd tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995924 Jun 30 09:05:27.821636 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.835728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=12ac501f-6cd4-4442-af5d-3893c253e997,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:27.897652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] For port 5e561703-bd4a-420b-89a4-f0378d67bff5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5e561703-bd4a-420b-89a4-f0378d67bff5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:27.898241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:27.919927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Calling delete_port for 5e561703-bd4a-420b-89a4-f0378d67bff5 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:27.933181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=604d3394-e1a7-4301-9226-5b5f761e1640,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.084769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['12ac501f-6cd4-4442-af5d-3893c253e997'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:28.110434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb84c8-5882-454d-b83d-5052d420da76 req-9bd4f8c7-3d15-4c6a-b973-c43d67afb1b3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.120569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0bb84c8-5882-454d-b83d-5052d420da76 req-9bd4f8c7-3d15-4c6a-b973-c43d67afb1b3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1175325 Jun 30 09:05:28.188990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0bb84c8-5882-454d-b83d-5052d420da76 req-e0b09637-cfbb-4339-969f-5c4de67c370a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669744 Jun 30 09:05:28.197431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.246947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e561703-bd4a-420b-89a4-f0378d67bff5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:28.297275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.297623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.297960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.298380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.298993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.299204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.299538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.300319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.302343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.302700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.303036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.303532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:28.443048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ae95dab-92c5-4970-ad43-a7748584d1ef no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:28.494609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['604d3394-e1a7-4301-9226-5b5f761e1640'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:28.507868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4ae95dab-92c5-4970-ad43-a7748584d1ef {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:28.508343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ae95dab-92c5-4970-ad43-a7748584d1ef not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:28.508855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e561703-bd4a-420b-89a4-f0378d67bff5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:28.536889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.587504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5e561703-bd4a-420b-89a4-f0378d67bff5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:28.588635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e561703-bd4a-420b-89a4-f0378d67bff5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:28.614051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded1b9-aaf2-4b33-807b-5103b26d051d req-8db39fe0-f510-495d-8104-48d3bbf2f07d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.616785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ded1b9-aaf2-4b33-807b-5103b26d051d req-8db39fe0-f510-495d-8104-48d3bbf2f07d tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1479242 Jun 30 09:05:28.675870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.680254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.692844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-53fbe451-64bd-49fb-84f2-f9de0196ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.694694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-53fbe451-64bd-49fb-84f2-f9de0196ae38 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1101 time: 0.3726156 Jun 30 09:05:28.732138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ded1b9-aaf2-4b33-807b-5103b26d051d req-e7497a99-2f27-4ef5-be19-4e06be5ade74 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093459 Jun 30 09:05:28.919902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.944577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.945253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28365b18-feba-40bd-954e-6923c0162678 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:05:28.968261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:28.970317 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-abbb2e79-544c-48a0-a565-55f8fbe42cb8 admin admin] 10.222.0.77 "DELETE /v2.0/routers/28365b18-feba-40bd-954e-6923c0162678 HTTP/1.1" status: 204 len: 168 time: 2.5943580 Jun 30 09:05:28.978954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399da8d-8dda-4f80-9eb3-feeb4ed2d14e req-ca3a2c5d-9da9-4c8c-a5a6-5107dfb5d061 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:28.986471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:28.987065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d399da8d-8dda-4f80-9eb3-feeb4ed2d14e req-ca3a2c5d-9da9-4c8c-a5a6-5107dfb5d061 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 945 time: 0.1211340 Jun 30 09:05:29.111777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-ed8028e3-cc80-4fa1-a526-296f396f287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.113312 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-ed8028e3-cc80-4fa1-a526-296f396f287f service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4036531 Jun 30 09:05:29.119587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Deleting subnet 19a01e2c-b215-4803-b304-05429b170cb5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:05:29.122906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.154192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d399da8d-8dda-4f80-9eb3-feeb4ed2d14e req-7837d462-894d-4062-852b-82fcfb092d7a tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545298 Jun 30 09:05:29.186558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24831e-c592-4c4a-8323-10929af76d54 req-ebd63f4b-88e2-49f4-b9df-a1480d6f2902 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.190501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f24831e-c592-4c4a-8323-10929af76d54 req-ebd63f4b-88e2-49f4-b9df-a1480d6f2902 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 949 time: 0.1638918 Jun 30 09:05:29.249823 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f24831e-c592-4c4a-8323-10929af76d54 req-a43f8eef-2d5b-49e9-9c46-11de7ea60d5f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461814 Jun 30 09:05:29.259339 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-68b7514f-25a4-4186-8a61-4950bee60285 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.1051917 Jun 30 09:05:29.282745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.353152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-e2dd2551-ee1f-4ba5-abb8-fc47f8d9251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.354581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-e2dd2551-ee1f-4ba5-abb8-fc47f8d9251b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0868487 Jun 30 09:05:29.440158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.452540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c883a3-3fa4-49b1-a1f6-3091bfe8e288 req-ae2cf06d-1ed7-4a5d-8671-1b4ea2117065 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.460516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68c883a3-3fa4-49b1-a1f6-3091bfe8e288 req-ae2cf06d-1ed7-4a5d-8671-1b4ea2117065 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.0824378 Jun 30 09:05:29.502202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-82d10eb3-289c-4074-b8c5-53b0f417a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:29.504403 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-82d10eb3-289c-4074-b8c5-53b0f417a76c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207106 Jun 30 09:05:29.511206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68c883a3-3fa4-49b1-a1f6-3091bfe8e288 req-d17497de-402b-427e-bbf7-99179a493633 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497265 Jun 30 09:05:29.541834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.606766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a01e2c-b215-4803-b304-05429b170cb5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:29.614646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.619242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51748) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:29.619861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8235e10a-5b86-4247-a4ec-e5339860d1d7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/19a01e2c-b215-4803-b304-05429b170cb5 HTTP/1.1" status: 204 len: 168 time: 0.6324027 Jun 30 09:05:29.622390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274b01a-49cd-4423-9938-90ffc5f98b74 None None] Network 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:29.657489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-76727206-15eb-432f-89e8-3e047dd5f124 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450453 Jun 30 09:05:29.723109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.854908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Deleting port bf395d0b-d742-40aa-b39d-e6bc0d576f50 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:29.855263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:29.915196 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-3f002e84-11b8-4ced-8742-0b6b3b254e7f service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504556 Jun 30 09:05:29.931483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-dcac4fb5-33c9-40fe-a118-02fba53863b3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1541369 Jun 30 09:05:30.014841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] For port bf395d0b-d742-40aa-b39d-e6bc0d576f50, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bf395d0b-d742-40aa-b39d-e6bc0d576f50,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:30.015199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.033397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Calling delete_port for bf395d0b-d742-40aa-b39d-e6bc0d576f50 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:30.042303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] DHCP port deletion for 11374b04-f6d9-4c85-b3fe-a867ab6eb4cb request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:05:30.113559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-d49c1eb0-c4f8-4d34-9fd8-dbad9499c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.117753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98898f7-69ae-4cea-835b-d6958a692705 req-dd139c68-2615-47a6-8733-00bc0f369e17 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.118898 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-d49c1eb0-c4f8-4d34-9fd8-dbad9499c2a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 1096 time: 0.1292040 Jun 30 09:05:30.121919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e98898f7-69ae-4cea-835b-d6958a692705 req-dd139c68-2615-47a6-8733-00bc0f369e17 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1741819 Jun 30 09:05:30.149156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] Deleting port bf395d0b-d742-40aa-b39d-e6bc0d576f50 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:30.149156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.202719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e98898f7-69ae-4cea-835b-d6958a692705 req-1a2b8dc4-1d66-4698-b75f-ed9002c0f4a3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722027 Jun 30 09:05:30.212824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bf395d0b-d742-40aa-b39d-e6bc0d576f50 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:30.256514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.271891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] For port bf395d0b-d742-40aa-b39d-e6bc0d576f50, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bf395d0b-d742-40aa-b39d-e6bc0d576f50,segment=NetworkSegment(577a8df8-cc9f-4581-a892-1dd05440bdc5),segment_id=577a8df8-cc9f-4581-a892-1dd05440bdc5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:30.272216 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.289486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] Calling delete_port for bf395d0b-d742-40aa-b39d-e6bc0d576f50 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:30.294153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No active binding found for port bf395d0b-d742-40aa-b39d-e6bc0d576f50 {{(pid=93726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:05:30.294727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bf395d0b-d742-40aa-b39d-e6bc0d576f50 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:30.295324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf395d0b-d742-40aa-b39d-e6bc0d576f50,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.300032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] No DVR routers for this DVR port bf395d0b-d742-40aa-b39d-e6bc0d576f50 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:30.359507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-1e931427-335e-4270-afb3-19aa749be379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.364491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-1e931427-335e-4270-afb3-19aa749be379 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2160878 Jun 30 09:05:30.399566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.403566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.430252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11374b04-f6d9-4c85-b3fe-a867ab6eb4cb']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:30.435722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] No DVR routers for this DVR port bf395d0b-d742-40aa-b39d-e6bc0d576f50 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:30.463423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431818d-3cb5-4dd5-858b-dcbb24a50b5e None None] Pushing event deleted for resources: {'Port': ['ID=bf395d0b-d742-40aa-b39d-e6bc0d576f50,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:30.464048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-3f3cf813-20cd-413f-adf8-f9b9cfb07b52 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 200 len: 217 time: 0.0821381 Jun 30 09:05:30.527425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-e94e5d2c-cc08-4007-8a8b-348a7be52026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.529281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-e94e5d2c-cc08-4007-8a8b-348a7be52026 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0558805 Jun 30 09:05:30.566435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-6b35f422-5fa1-4e06-ba59-a33e3323c709 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289085 Jun 30 09:05:30.674449 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-d1927668-2c9b-48e1-9202-169414a8718e service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999081 Jun 30 09:05:30.778924 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f9e4389-6048-4edd-a3fc-0f3daca005ac req-a94cd45d-2a56-461d-9f20-4dd95cfa68a5 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952132 Jun 30 09:05:30.781536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577a8df8-cc9f-4581-a892-1dd05440bdc5') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:30.781831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577a8df8-cc9f-4581-a892-1dd05440bdc5') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:30.803875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.839741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.853455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:05:30.853865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:05:30.856313 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:05:30.929439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee850b7-d43f-4300-ac9a-52c8371350ea req-8e6334fc-a998-4fa4-a031-14aee4ae921b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.931036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ee850b7-d43f-4300-ac9a-52c8371350ea req-8e6334fc-a998-4fa4-a031-14aee4ae921b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 945 time: 0.5842900 Jun 30 09:05:30.956875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d3856-3d2b-4028-9336-4c8f155d25e9 req-73223ae8-2e87-4d6a-a058-a4e71d4bbf79 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:30.958370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-814d3856-3d2b-4028-9336-4c8f155d25e9 req-73223ae8-2e87-4d6a-a058-a4e71d4bbf79 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 949 time: 0.1799314 Jun 30 09:05:30.964634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.976559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:30.977679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] 10.222.0.77 "DELETE /v2.0/networks/11374b04-f6d9-4c85-b3fe-a867ab6eb4cb HTTP/1.1" status: 204 len: 168 time: 1.3573449 Jun 30 09:05:31.009488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Pushing event deleted for resources: {'Network': ['ID=11374b04-f6d9-4c85-b3fe-a867ab6eb4cb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.031078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ee850b7-d43f-4300-ac9a-52c8371350ea req-672fd6a0-c7c1-4a4d-a6c1-210164d7d0de tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920320 Jun 30 09:05:31.032303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.032648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.032997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.033317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.033640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.033969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.035441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.035685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.035845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.036142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.036448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.036768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc6b203-6a26-4937-a263-57828c78aa5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:31.058314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-814d3856-3d2b-4028-9336-4c8f155d25e9 req-511ac445-0c31-4390-be93-70b0d72e47d3 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916290 Jun 30 09:05:31.143316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:31.216280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dab58822-87c7-47ce-9caf-ae31563ecf85 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1093fd4da8142c8a182474895371beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706866 Jun 30 09:05:31.218664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51776) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:31.254993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12ac501f-6cd4-4442-af5d-3893c253e997 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:31.286369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 604d3394-e1a7-4301-9226-5b5f761e1640 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:31.325955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcfbad-6533-46cf-ace7-7d5a3e7c9b78 req-80a60ed5-a35f-41c1-a4fb-2545930586d1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.327524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83fcfbad-6533-46cf-ace7-7d5a3e7c9b78 req-80a60ed5-a35f-41c1-a4fb-2545930586d1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1555853 Jun 30 09:05:31.339203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b96eb2fc-615a-4d48-a525-c086eaf0740a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.360729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 12ac501f-6cd4-4442-af5d-3893c253e997 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:31.365609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 12ac501f-6cd4-4442-af5d-3893c253e997 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:31.366426 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.368335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 604d3394-e1a7-4301-9226-5b5f761e1640 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:31.395858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 604d3394-e1a7-4301-9226-5b5f761e1640 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:31.396216 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.422980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b96eb2fc-615a-4d48-a525-c086eaf0740a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.460475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83fcfbad-6533-46cf-ace7-7d5a3e7c9b78 req-0fe547bd-28a4-452e-af07-c239716a0ce5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192491 Jun 30 09:05:31.514563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-b3dd423f-3211-4bf0-8a44-f95a24041cf8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.516208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-b3dd423f-3211-4bf0-8a44-f95a24041cf8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.2248206 Jun 30 09:05:31.547566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-09137a2c-40f6-46f5-9b03-521724ca512b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/quotas/1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 375 time: 0.0206630 Jun 30 09:05:31.555442 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.559519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b96eb2fc-615a-4d48-a525-c086eaf0740a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.562163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b96eb2fc-615a-4d48-a525-c086eaf0740a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.565595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b96eb2fc-615a-4d48-a525-c086eaf0740a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f7c012f6-0704-4d12-bb74-b3cee2f3596b HTTP/1.1" status: 204 len: 168 time: 0.3436046 Jun 30 09:05:31.598761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eb2fc-615a-4d48-a525-c086eaf0740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c012f6-0704-4d12-bb74-b3cee2f3596b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.653557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac501f-6cd4-4442-af5d-3893c253e997'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:31.656362 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fa7708-3d91-43d4-92d6-efd8984d98aa" -d '{"events": [{"server_uuid": "6dc1dba5-9d5e-44e4-9009-281a0633fc71", "name": "network-vif-plugged", "status": "completed", "tag": "12ac501f-6cd4-4442-af5d-3893c253e997"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:31.679000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-fa75736a-2189-45fc-ad44-e7e6272313b2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1304765 Jun 30 09:05:31.684233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 12ac501f-6cd4-4442-af5d-3893c253e997, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12ac501f-6cd4-4442-af5d-3893c253e997,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:31.690454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.693314 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.719289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a40de-2ba7-4958-b35b-a6ee74caa1a6 req-50a9d4f2-68bb-4712-91b6-f314b873098b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:31.720902 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e98a40de-2ba7-4958-b35b-a6ee74caa1a6 req-50a9d4f2-68bb-4712-91b6-f314b873098b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1147437 Jun 30 09:05:31.784140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 604d3394-e1a7-4301-9226-5b5f761e1640, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=604d3394-e1a7-4301-9226-5b5f761e1640,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:31.791181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:31.794052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=12ac501f-6cd4-4442-af5d-3893c253e997,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:31.834298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e98a40de-2ba7-4958-b35b-a6ee74caa1a6 req-f0b7c0c3-82eb-4003-8f3c-9aa8300f3294 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004674 Jun 30 09:05:31.897679 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15351773-2ba2-4334-8292-a936873e710c x-openstack-request-id: req-15351773-2ba2-4334-8292-a936873e710c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:31.898055 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc1dba5-9d5e-44e4-9009-281a0633fc71", "name": "network-vif-plugged", "status": "completed", "tag": "12ac501f-6cd4-4442-af5d-3893c253e997", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:31.898401 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15351773-2ba2-4334-8292-a936873e710c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:31.898852 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac501f-6cd4-4442-af5d-3893c253e997', 'code': 200} Jun 30 09:05:31.903195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-4155c815-b6cf-4ea6-955f-63e9f4e518c7 service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075346 Jun 30 09:05:31.905391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=604d3394-e1a7-4301-9226-5b5f761e1640,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:32.030405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7578e-09ab-4ef6-a84e-a47452c911a9 req-9a9d7f7a-d311-48d5-a25a-073823e99656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.031000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-94ed8922-18c7-4016-9de2-b53df36b3ac1 service neutron] 10.222.0.77 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124725 Jun 30 09:05:32.032359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53c7578e-09ab-4ef6-a84e-a47452c911a9 req-9a9d7f7a-d311-48d5-a25a-073823e99656 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 1102 time: 0.0612385 Jun 30 09:05:32.086164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53c7578e-09ab-4ef6-a84e-a47452c911a9 req-a7c6482b-ab73-48d9-90f7-1182976a995a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444331 Jun 30 09:05:32.289561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c743f-e76a-4b65-bcc8-64c87692dab2 req-e87c95b2-99cf-44fc-9c6e-a875855f2078 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.291238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d81c743f-e76a-4b65-bcc8-64c87692dab2 req-e87c95b2-99cf-44fc-9c6e-a875855f2078 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 946 time: 0.1001472 Jun 30 09:05:32.343124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d81c743f-e76a-4b65-bcc8-64c87692dab2 req-73422bc5-e0ef-4f7f-a57e-beb6b4dd0426 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Jun 30 09:05:32.690534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3de043-a01e-4106-a308-bde5eeccd579 req-0c056cd9-ace6-49ab-a1ba-7231104264d0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.692404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b3de043-a01e-4106-a308-bde5eeccd579 req-0c056cd9-ace6-49ab-a1ba-7231104264d0 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 950 time: 0.1342218 Jun 30 09:05:32.718793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c9aad3e-1788-4d65-97a9-3fc1534d45f3 req-99bacdf9-a08c-45c3-87fb-93897d8cf05f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 210 time: 0.0538573 Jun 30 09:05:32.762892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b3de043-a01e-4106-a308-bde5eeccd579 req-713d918b-563d-4074-9967-224217c9232b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534561 Jun 30 09:05:32.933856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb83e2-b5ca-4f3f-bff4-b0197ac68d58 req-5e586e5c-01b7-44c7-ac02-b4286458dba5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:32.935827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9fb83e2-b5ca-4f3f-bff4-b0197ac68d58 req-5e586e5c-01b7-44c7-ac02-b4286458dba5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.0905490 Jun 30 09:05:32.996833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9fb83e2-b5ca-4f3f-bff4-b0197ac68d58 req-2d856485-561e-4788-a45d-56a2d5569901 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 Jun 30 09:05:33.198989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6907aa2-1cf4-4347-b03c-6e421c69f19f req-ad0dc5d2-9022-4b07-ab39-37f8ca3e97a6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.200626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6907aa2-1cf4-4347-b03c-6e421c69f19f req-ad0dc5d2-9022-4b07-ab39-37f8ca3e97a6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1039143 Jun 30 09:05:33.286397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6907aa2-1cf4-4347-b03c-6e421c69f19f req-06c3c08d-a0be-4391-83ee-1b6895f28199 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Jun 30 09:05:33.624518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51882) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:33.645224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902bcb7-ee6d-4e3b-b3da-cc95d38587dd req-2f2934b2-0d2e-4340-ae4a-d8d422f263f7 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.646907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5902bcb7-ee6d-4e3b-b3da-cc95d38587dd req-2f2934b2-0d2e-4340-ae4a-d8d422f263f7 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 946 time: 0.0814419 Jun 30 09:05:33.743425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5902bcb7-ee6d-4e3b-b3da-cc95d38587dd req-d3171b2c-dbcb-4218-a895-329e01773623 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887372 Jun 30 09:05:33.777501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ee6c45-846d-47dc-9023-dffc60c01c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.896862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ea74f8a-0621-43dd-b15a-0589f6f6df3c req-97b069ee-270f-4ff7-be9a-fec237dff724 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 210 time: 0.0366507 Jun 30 09:05:33.899964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:33.903929 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa961492-575b-4df7-89ac-9babca4a32c1" -d '{"events": [{"server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "name": "network-vif-plugged", "status": "completed", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:33.944447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ee6c45-846d-47dc-9023-dffc60c01c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.950250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ee6c45-846d-47dc-9023-dffc60c01c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:33.959760 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44171c1-8fcb-43a0-880a-fd145908736d x-openstack-request-id: req-c44171c1-8fcb-43a0-880a-fd145908736d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:33.959998 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "name": "network-vif-plugged", "status": "completed", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:33.960370 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c44171c1-8fcb-43a0-880a-fd145908736d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:33.960653 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640', 'code': 200} Jun 30 09:05:33.983025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b8e4c-33b7-4b08-b960-e85e3ec57abb req-077dc813-8370-4a7d-9bb6-7d75fe1d9f7f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:33.984548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-453b8e4c-33b7-4b08-b960-e85e3ec57abb req-077dc813-8370-4a7d-9bb6-7d75fe1d9f7f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 950 time: 0.0807292 Jun 30 09:05:34.002711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-15ee6c45-846d-47dc-9023-dffc60c01c10 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=35ac73b905cc4997957594854a9547f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748398 Jun 30 09:05:34.002711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee6c45-846d-47dc-9023-dffc60c01c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff607e8-7a2d-4d62-8a8a-c95c23a75ba8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.004645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:34.047774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-453b8e4c-33b7-4b08-b960-e85e3ec57abb req-6c12a164-c36e-48b6-8bc3-263094829ea4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565743 Jun 30 09:05:34.106039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e76c793f-8736-48f2-963f-de917df652c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.134403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e76c793f-8736-48f2-963f-de917df652c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.276227 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e76c793f-8736-48f2-963f-de917df652c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.278440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e76c793f-8736-48f2-963f-de917df652c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:34.282169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e76c793f-8736-48f2-963f-de917df652c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cff607e8-7a2d-4d62-8a8a-c95c23a75ba8 HTTP/1.1" status: 204 len: 168 time: 0.2743990 Jun 30 09:05:34.296689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c793f-8736-48f2-963f-de917df652c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff607e8-7a2d-4d62-8a8a-c95c23a75ba8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:34.343433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a980e-de47-499d-8e42-33990fdf6d1c req-8aa1f4a7-2e08-4264-93eb-30ee954c314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.349937 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-681a980e-de47-499d-8e42-33990fdf6d1c req-8aa1f4a7-2e08-4264-93eb-30ee954c314e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1098 time: 0.2567327 Jun 30 09:05:34.367131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db9616-8c8e-4ad8-a79d-23ee7a146f79 req-87b03482-9097-4257-b6b5-1ff716908146 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.368905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89db9616-8c8e-4ad8-a79d-23ee7a146f79 req-87b03482-9097-4257-b6b5-1ff716908146 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1735525 Jun 30 09:05:34.410555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2d8ec-9fda-4798-9e30-5b374e8e8079 req-c54fc709-8ed7-47de-bf6e-d79fa4b092e3 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.412379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32c2d8ec-9fda-4798-9e30-5b374e8e8079 req-c54fc709-8ed7-47de-bf6e-d79fa4b092e3 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 1102 time: 0.1771126 Jun 30 09:05:34.463841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89db9616-8c8e-4ad8-a79d-23ee7a146f79 req-94c49461-587d-48e2-af81-f69ad8ae7c9c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865800 Jun 30 09:05:34.490127 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-681a980e-de47-499d-8e42-33990fdf6d1c req-d1461678-578a-4513-bc2f-a62b15d9bbd4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319165 Jun 30 09:05:34.511140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32c2d8ec-9fda-4798-9e30-5b374e8e8079 req-64df5b0f-1352-488c-ae76-da0361266a91 tempest-ServersOnMultiNodesTest-1910536712 tempest-ServersOnMultiNodesTest-1910536712-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902569 Jun 30 09:05:34.650139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-07997bec-bf96-445c-878f-80ec315328ee tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.651720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-07997bec-bf96-445c-878f-80ec315328ee tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 820 time: 0.2438662 Jun 30 09:05:34.826232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002e66c-4d58-4118-a150-fa14c2bd1dc6 req-d70bf482-4f4b-417c-a051-44523712240b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:34.828815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4002e66c-4d58-4118-a150-fa14c2bd1dc6 req-d70bf482-4f4b-417c-a051-44523712240b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1341460 Jun 30 09:05:34.898950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4002e66c-4d58-4118-a150-fa14c2bd1dc6 req-d79cb665-4144-4abe-954a-1fb46f9d8390 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583446 Jun 30 09:05:34.962490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Request body: {'port': {'device_id': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'admin_state_up': True, 'tenant_id': '1e34ad20c56f4c24a6a209e95501fea9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:35.118760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e1343-2116-4485-b6e1-cee150331d99 req-9ccb48bc-c546-4cc3-a1e3-c992f09814e9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.127648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a8e1343-2116-4485-b6e1-cee150331d99 req-9ccb48bc-c546-4cc3-a1e3-c992f09814e9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 946 time: 0.0828195 Jun 30 09:05:35.153429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Made reservation on behalf of 1e34ad20c56f4c24a6a209e95501fea9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:35.161229 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.178756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a8e1343-2116-4485-b6e1-cee150331d99 req-b42a2e0d-9c48-421e-894b-76770136763f tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500276 Jun 30 09:05:35.312095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18b0f5-a804-438e-a2b1-05f7290bbfa3 req-4125842f-5b76-4b67-b75c-3c2ef04c8d5e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.322775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b18b0f5-a804-438e-a2b1-05f7290bbfa3 req-4125842f-5b76-4b67-b75c-3c2ef04c8d5e tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 950 time: 0.1402781 Jun 30 09:05:35.372672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Allocated IP 172.20.0.2 (223a8b17-a4d5-409d-82d4-8c802f33024a/e7efa8cf-a386-4ab0-9226-0c4eb91fdc83/943e1931-b279-4e9f-89a7-6783d4428c39) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:35.444530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25608b6a-7295-48f2-9341-debc1782da02 req-33653c63-a804-4ffb-9d00-6794a3837292 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 210 time: 0.0601711 Jun 30 09:05:35.481150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b18b0f5-a804-438e-a2b1-05f7290bbfa3 req-e5a2a39c-39b7-41ff-82f9-dd57c262412f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559670 Jun 30 09:05:35.559164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:35.633569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.721339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.761368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2013728244-network', 'tenant_id': 'dcb49c3a5b53430691adb53ff260fe11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:35.768088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25548f1-4f13-44c3-8a4a-d6d741d6c685 req-748db01f-122a-45ae-9def-4a77641d2e7a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.770314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c25548f1-4f13-44c3-8a4a-d6d741d6c685 req-748db01f-122a-45ae-9def-4a77641d2e7a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1189032 Jun 30 09:05:35.813712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c25548f1-4f13-44c3-8a4a-d6d741d6c685 req-bf4449a0-f8b7-440f-89f9-8026b35751cb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371904 Jun 30 09:05:35.821281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Network 223a8b17-a4d5-409d-82d4-8c802f33024a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:35.830823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:35.837178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:35.861098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:35.867694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Made reservation on behalf of dcb49c3a5b53430691adb53ff260fe11 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:35.871841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.891399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:35.928902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:35.929737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.036988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.043908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.060389 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-950e47a8-6642-4155-a231-149b490a5938 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1023703 Jun 30 09:05:36.080944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:05:36.115335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Request body: {'port': {'device_id': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:36.184806 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d5ddf-8e86-491d-8070-f52d7f0f800a req-bf66013b-ca3f-4c2c-9802-1574495bff30 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.194084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741d5ddf-8e86-491d-8070-f52d7f0f800a req-bf66013b-ca3f-4c2c-9802-1574495bff30 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.0924907 Jun 30 09:05:36.197293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3c0830-cee1-44df-9c1e-057720f2923e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:36.219763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.220122 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Added segment 8f42ceaf-fe13-4f34-98bf-ef2121af36c1 of type vlan for network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 Jun 30 09:05:36.245958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741d5ddf-8e86-491d-8070-f52d7f0f800a req-b7deb2b6-3e02-4f68-a24d-b65c9f03ffc2 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457454 Jun 30 09:05:36.310894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.332678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.421345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.422337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.422978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.424081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b141af40-0845-4f3c-8c96-66b82982f644 req-8b3f7476-036e-4776-b1a0-89362ac3de81 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.433927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b141af40-0845-4f3c-8c96-66b82982f644 req-8b3f7476-036e-4776-b1a0-89362ac3de81 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 946 time: 0.0998235 Jun 30 09:05:36.491180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b141af40-0845-4f3c-8c96-66b82982f644 req-a455ebf2-5d9d-4b78-87f2-5777f35613f2 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546622 Jun 30 09:05:36.605841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=f46122d6-2a1a-4206-8a69-01eed1dc7bf5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:36.618693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:05:36.704010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d63f8f24-7c9e-4f4a-af72-b236b02f5ab2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1435549 Jun 30 09:05:36.707814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51954) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:36.717716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Request body: {'subnet': {'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2013728244-subnet', 'tenant_id': 'dcb49c3a5b53430691adb53ff260fe11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:36.789618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Made reservation on behalf of dcb49c3a5b53430691adb53ff260fe11 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:36.792821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:36.857109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-9bc16b7f-a098-4efb-919f-c63be0dc59f2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:36.859056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-9bc16b7f-a098-4efb-919f-c63be0dc59f2 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 950 time: 0.2503536 Jun 30 09:05:37.008315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39b763-1abf-4bee-81ed-5f98686f0389 req-089167c8-c5c5-434c-b685-523405ea9daf tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.014708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f39b763-1abf-4bee-81ed-5f98686f0389 req-089167c8-c5c5-434c-b685-523405ea9daf tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 931 time: 0.2391691 Jun 30 09:05:37.014892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943e1931-b279-4e9f-89a7-6783d4428c39 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:37.028509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.052076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f17dcd-4cea-4e13-bde0-02ebf634b4de req-a4966fa6-d3f1-4ea6-b0ce-2f1749817543 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.053603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6f17dcd-4cea-4e13-bde0-02ebf634b4de req-a4966fa6-d3f1-4ea6-b0ce-2f1749817543 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 950 time: 0.2223024 Jun 30 09:05:37.067058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Transition to ACTIVE for port object 943e1931-b279-4e9f-89a7-6783d4428c39 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:37.080553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.086440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port 12ac501f-6cd4-4442-af5d-3893c253e997 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:37.087371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.145959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f39b763-1abf-4bee-81ed-5f98686f0389 req-4adaf185-72c3-4679-92b5-74fb991bd0f8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219795 Jun 30 09:05:37.158491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6f17dcd-4cea-4e13-bde0-02ebf634b4de req-5a82ebb8-19a6-4c2d-bca5-2fdde374fe20 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Jun 30 09:05:37.227869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.242256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.374744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port 12ac501f-6cd4-4442-af5d-3893c253e997, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12ac501f-6cd4-4442-af5d-3893c253e997,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:37.375196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.398786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for 12ac501f-6cd4-4442-af5d-3893c253e997 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:37.405797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fe25921-378f-43ab-b703-344c63f141da,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.418664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:37.419152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:37.419362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:37.482001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Checking segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:37.482407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Network hostable DHCP agents. Network: f46122d6-2a1a-4206-8a69-01eed1dc7bf5, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:05:37.553850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:05:37.558894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:37.559331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:37.594141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, f46122d6-2a1a-4206-8a69-01eed1dc7bf5) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:37.602177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:37.602614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:37.603138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:37.603600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Bound port: 943e1931-b279-4e9f-89a7-6783d4428c39, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:37.604046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.605087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3fc0d-d599-4eb6-8c02-5b4c06fd9e81 None None] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:37.609823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83683302-aab3-46bb-bb6a-0c24a27dd0e0 req-856c057a-589b-4b14-b13e-c79dc0e0382a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.611498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83683302-aab3-46bb-bb6a-0c24a27dd0e0 req-856c057a-589b-4b14-b13e-c79dc0e0382a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.2280581 Jun 30 09:05:37.615195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.615793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.676528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a08d1ef1-1f64-4158-a1e2-9a542840b3b5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9670160 Jun 30 09:05:37.683695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:37.684768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83683302-aab3-46bb-bb6a-0c24a27dd0e0 req-e18be432-0eb7-4705-a1c9-78530fc2364b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643477 Jun 30 09:05:37.703511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf6576-bfda-43e6-a122-fa8a686a3777 req-2cca5bc0-2b39-4f08-884b-2fb2993a3229 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:37.705434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78bf6576-bfda-43e6-a122-fa8a686a3777 req-2cca5bc0-2b39-4f08-884b-2fb2993a3229 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1410699 Jun 30 09:05:37.720183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d', '12ac501f-6cd4-4442-af5d-3893c253e997'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:37.767993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=12ac501f-6cd4-4442-af5d-3893c253e997,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:37.799224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78bf6576-bfda-43e6-a122-fa8a686a3777 req-cd99d137-38e7-45bd-8319-187b321d97a1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868287 Jun 30 09:05:37.937698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:37.981581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:37.984284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port 12ac501f-6cd4-4442-af5d-3893c253e997 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:37.993764 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.005818 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0473b2a6-1b7c-47a7-8e45-fbbaf2fef21f req-43fbaeaa-b36e-4e8d-93d6-53d507a800fc tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "DELETE /v2.0/ports/12ac501f-6cd4-4442-af5d-3893c253e997 HTTP/1.1" status: 204 len: 173 time: 1.1391633 Jun 30 09:05:38.006348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'name': 'network-vif-deleted', 'tag': '12ac501f-6cd4-4442-af5d-3893c253e997'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:38.011354 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a089a7b-b765-4298-afaa-09b5cad06284" -d '{"events": [{"server_uuid": "6dc1dba5-9d5e-44e4-9009-281a0633fc71", "name": "network-vif-deleted", "tag": "12ac501f-6cd4-4442-af5d-3893c253e997"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:38.032010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:38.042418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.080508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f86b4d-8ea4-4c2e-82f1-62dc380387bc req-867ee169-ca80-4a9c-b583-df8e2876bf04 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.092050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0f86b4d-8ea4-4c2e-82f1-62dc380387bc req-867ee169-ca80-4a9c-b583-df8e2876bf04 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 946 time: 0.1445117 Jun 30 09:05:38.130331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.131031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:38.132484 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] 10.222.0.83 "PUT /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 1092 time: 2.0339568 Jun 30 09:05:38.223603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0f86b4d-8ea4-4c2e-82f1-62dc380387bc req-69e902ec-9a71-401b-9853-32cd0042ce35 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305707 Jun 30 09:05:38.246564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1974d-5950-4f97-a3bb-ac50b0e42c69 service neutron] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:38.316639 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978db867-ec33-4e55-bc8e-222188482bd9 x-openstack-request-id: req-978db867-ec33-4e55-bc8e-222188482bd9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:38.316928 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc1dba5-9d5e-44e4-9009-281a0633fc71", "name": "network-vif-deleted", "tag": "12ac501f-6cd4-4442-af5d-3893c253e997", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:38.317188 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-978db867-ec33-4e55-bc8e-222188482bd9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:38.317597 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc1dba5-9d5e-44e4-9009-281a0633fc71', 'name': 'network-vif-deleted', 'tag': '12ac501f-6cd4-4442-af5d-3893c253e997', 'status': 'completed', 'code': 200} Jun 30 09:05:38.324885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd34f99-72a6-477a-88b2-e6537d1d87ce None None] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:05:38.376490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-31c2d821-89e8-4c1e-8ebe-8563675186f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.378014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-31c2d821-89e8-4c1e-8ebe-8563675186f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1095 time: 0.1283991 Jun 30 09:05:38.474920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-8eddbb7f-bbb0-47e6-8fbb-1346d552dba7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 217 time: 0.0827663 Jun 30 09:05:38.525761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-1cc03d8b-4f0a-425e-b2be-521e65624fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.527297 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-1cc03d8b-4f0a-425e-b2be-521e65624fb8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0461330 Jun 30 09:05:38.566543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75a9300e-18db-4292-af7e-9f0516ca8e6e req-ae10f050-fc31-4084-9d87-2ce4e8eb57e4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=6dc1dba5-9d5e-44e4-9009-281a0633fc71 HTTP/1.1" status: 200 len: 210 time: 0.0370576 Jun 30 09:05:38.574959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-6e53d746-aba4-45a0-b346-56e048678dbb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386424 Jun 30 09:05:38.708776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-0b1f135b-585f-4366-9ed1-087ff0e1dcb5 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206689 Jun 30 09:05:38.710428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-ed82b8ad-ecec-47ae-af99-d52dbfec923f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:38.711647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-ed82b8ad-ecec-47ae-af99-d52dbfec923f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.2821174 Jun 30 09:05:38.747146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-30f2cac1-a787-4bcf-b692-7870f9bf1e66 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/quotas/dcb49c3a5b53430691adb53ff260fe11 HTTP/1.1" status: 200 len: 375 time: 0.0186620 Jun 30 09:05:38.824268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-6662c38a-2d15-4777-8463-24519e371166 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703557 Jun 30 09:05:38.889683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d351dd83-0d3d-4293-938f-4d9bef688af7 req-5c064c82-ad67-464f-87de-2572a8d97ad6 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731915 Jun 30 09:05:39.025849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72e4d3-9442-46ea-8bf4-ba9ccd3a044c req-f1d3396e-b303-42a5-829c-cb3ed4401b14 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.027846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d72e4d3-9442-46ea-8bf4-ba9ccd3a044c req-f1d3396e-b303-42a5-829c-cb3ed4401b14 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.2171159 Jun 30 09:05:39.138871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-e7fd84ca-0c93-46aa-b22d-eb207ccd5e5d service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149447 Jun 30 09:05:39.174071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d72e4d3-9442-46ea-8bf4-ba9ccd3a044c req-34a42fe9-f7ca-464d-8887-e1facd1fdc86 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347680 Jun 30 09:05:39.308497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-bd7645b0-48c6-4472-a640-04b7b7fbb763 service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607451 Jun 30 09:05:39.543710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-84f7e26d-56c5-489c-be77-25632de67561 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:39.545491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-84f7e26d-56c5-489c-be77-25632de67561 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1050978 Jun 30 09:05:39.665751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-cd4d6bab-ad29-4234-8822-b231a782583e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.1140237 Jun 30 09:05:39.671211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'floatingip': {'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:39.727024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.009808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfeee3-421f-4c5e-b810-dc4b5cba96d6 req-f4afda9f-eab9-48a2-b00c-4074bdc2db2e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.011549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35cfeee3-421f-4c5e-b810-dc4b5cba96d6 req-f4afda9f-eab9-48a2-b00c-4074bdc2db2e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1376112 Jun 30 09:05:40.095539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35cfeee3-421f-4c5e-b810-dc4b5cba96d6 req-f730a506-5223-4d49-91b3-6b07702cb431 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424712 Jun 30 09:05:40.318431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:40.321170 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc70eb8-f934-45af-bb32-261d34242781" -d '{"events": [{"name": "network-changed", "server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:40.411238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.418330 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:40.484463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a56cc-72c4-43e4-93eb-8d85e6033d75 req-5b48581f-9753-48b7-a6a8-9ca81b3de5a0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:40.486080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff1a56cc-72c4-43e4-93eb-8d85e6033d75 req-5b48581f-9753-48b7-a6a8-9ca81b3de5a0 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1718035 Jun 30 09:05:40.570842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff1a56cc-72c4-43e4-93eb-8d85e6033d75 req-e7f9a513-69bd-4873-ab40-026011d59bbc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776670 Jun 30 09:05:40.572305 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e associated. External IP: 172.25.7.120, port: b079538e-ccf1-43f4-951a-0064f4ea91d4. Jun 30 09:05:40.775524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22fa13b7-79e2-4e9c-900a-325736695117 req-ec89a125-676f-414d-bf01-15af1a6c84ee tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 210 time: 0.0697725 Jun 30 09:05:40.857642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:41.174717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-801efd28-7f5f-4157-a766-9ab6502def8f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.177346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-801efd28-7f5f-4157-a766-9ab6502def8f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.1975319 Jun 30 09:05:41.192819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-702132f9-59b8-48fe-8f95-15160285f250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.201447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Request body: {'port': {'device_id': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'admin_state_up': True, 'tenant_id': 'dcb49c3a5b53430691adb53ff260fe11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:41.348845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12ac501f-6cd4-4442-af5d-3893c253e997 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:41.355167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Made reservation on behalf of dcb49c3a5b53430691adb53ff260fe11 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:41.361118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.376940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 12ac501f-6cd4-4442-af5d-3893c253e997 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:41.377435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12ac501f-6cd4-4442-af5d-3893c253e997 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:41.461762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:41.466576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:41.473962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:41.485032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:41.485868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:41.520267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3e265-04c1-45cc-a595-02c79a938912 req-04763160-c970-4264-b7b2-357789e77099 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.521766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38e3e265-04c1-45cc-a595-02c79a938912 req-04763160-c970-4264-b7b2-357789e77099 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.1152225 Jun 30 09:05:41.528544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Allocated IP 172.20.0.14 (f46122d6-2a1a-4206-8a69-01eed1dc7bf5/4fe25921-378f-43ab-b703-344c63f141da/3f290056-57c1-4a01-9b58-ee426855f453) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:41.532344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-949114c8-0c84-4862-b823-fd1a5cbc89d1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "PUT /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 996 time: 1.8638012 Jun 30 09:05:41.534346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:41.536961 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977168be-f209-468c-bbf4-1d1c8f0fcf03" -d '{"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:41.607794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38e3e265-04c1-45cc-a595-02c79a938912 req-df4a63e1-33a6-4d33-ae77-53e9aac69d6c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Jun 30 09:05:41.626572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:41.636064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-5d3ab69d-1a83-441b-8ed5-f2724c5be96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.637603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-5d3ab69d-1a83-441b-8ed5-f2724c5be96a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.0823040 Jun 30 09:05:41.781198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-602fdc54-2487-4074-8a75-6f548e367400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:41.783675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-602fdc54-2487-4074-8a75-6f548e367400 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1365466 Jun 30 09:05:41.917651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-e961681b-e8f0-4e3a-99e2-0b5131c0e2e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 999 time: 0.1208847 Jun 30 09:05:41.994859 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eaaee26-d4bb-469c-8af2-158af51a7fc4 x-openstack-request-id: req-6eaaee26-d4bb-469c-8af2-158af51a7fc4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:41.995128 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:41.995447 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6eaaee26-d4bb-469c-8af2-158af51a7fc4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:41.995969 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39', 'status': 'completed', 'code': 200} Jun 30 09:05:42.018190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-a9c79566-c912-4ef4-b03c-721fc9f1a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.020071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-a9c79566-c912-4ef4-b03c-721fc9f1a835 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1005259 Jun 30 09:05:42.103990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.107490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc70eb8-f934-45af-bb32-261d34242781 req-10aacd0b-8366-45c4-b675-c369028203d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.109115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-10aacd0b-8366-45c4-b675-c369028203d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1095 time: 0.1123517 Jun 30 09:05:42.116370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-d050dd23-6db2-4a5b-82da-5c15848cc33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.118722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-d050dd23-6db2-4a5b-82da-5c15848cc33c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0918014 Jun 30 09:05:42.246609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-720a1dbc-55af-407f-9d9c-956886441151 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207197 Jun 30 09:05:42.279857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc70eb8-f934-45af-bb32-261d34242781 req-18550d55-a61d-4c45-a063-824fdeb9b60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.282320 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-18550d55-a61d-4c45-a063-824fdeb9b60b service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1642487 Jun 30 09:05:42.283086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.296272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:40Z', 'revision_number': 1, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:42.332659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:42.340829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:42.343324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:42.344447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:42.381016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7449f1f-bd29-4df0-845b-11dc37dbaa47 req-8d46b91f-8916-41d6-854c-8b46d643b3ec service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265557 Jun 30 09:05:42.402262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-5c25468c-3633-4bba-9fdd-e1856d89dda2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 217 time: 0.0631158 Jun 30 09:05:42.421993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:42.441154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:42.444720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:42.465088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ac8d9-3786-4c6b-bf90-8d823fae4baa req-5af085a1-19b2-49ce-9f80-411dabd1df24 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.466609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad1ac8d9-3786-4c6b-bf90-8d823fae4baa req-5af085a1-19b2-49ce-9f80-411dabd1df24 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.0837708 Jun 30 09:05:42.497741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc70eb8-f934-45af-bb32-261d34242781 req-ae47bbf6-b106-4d5a-9da9-6fcc0c8498ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.499317 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-ae47bbf6-b106-4d5a-9da9-6fcc0c8498ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.0879252 Jun 30 09:05:42.510686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.511332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.513082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad1ac8d9-3786-4c6b-bf90-8d823fae4baa req-71e950ef-d4b7-4be5-8dee-eba64073135c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Jun 30 09:05:42.552315 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabbb0ff-6465-41f1-a889-02315449d598 x-openstack-request-id: req-fabbb0ff-6465-41f1-a889-02315449d598 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:42.552605 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:42.552851 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fabbb0ff-6465-41f1-a889-02315449d598 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:42.553240 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'status': 'completed', 'code': 200} Jun 30 09:05:42.574483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:42.603017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-c7201334-95f8-489d-9f23-e865edcbee6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793610 Jun 30 09:05:42.668315 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-8bddadb7-a87b-4e05-801e-c604d516c29f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4727287 Jun 30 09:05:42.720788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Request body: {'port': {'device_id': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:42.764273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d952bd06-1290-4e14-b0e5-9102f23e9f31 req-cd42c62c-3cb8-45ff-a624-a5e7e0fa3f73 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.765838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d952bd06-1290-4e14-b0e5-9102f23e9f31 req-cd42c62c-3cb8-45ff-a624-a5e7e0fa3f73 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1143677 Jun 30 09:05:42.801985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448fbc5-b4da-4d2a-90c7-4b3327b197b9 req-ae1a9a67-916e-401a-804a-5f7f9191fa17 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.803523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1448fbc5-b4da-4d2a-90c7-4b3327b197b9 req-ae1a9a67-916e-401a-804a-5f7f9191fa17 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 932 time: 0.1169181 Jun 30 09:05:42.840307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:42.861441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d952bd06-1290-4e14-b0e5-9102f23e9f31 req-f474c7eb-3ad6-4b3d-91b4-7a1605777daa tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744214 Jun 30 09:05:42.871527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1448fbc5-b4da-4d2a-90c7-4b3327b197b9 req-8932909b-8269-4980-9557-7f38648d701f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593381 Jun 30 09:05:42.941845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:40Z', 'revision_number': 1, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:42.945664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-29b8cabd-f54d-4230-b4c6-a313abe64c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:42.963507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-29b8cabd-f54d-4230-b4c6-a313abe64c53 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.3588660 Jun 30 09:05:43.074138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a9a658-22ff-466d-8654-9d5aee4a7074 None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:40Z', 'revision_number': 1, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:43.133545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-7ab632d2-e45e-4f3d-9a7d-ce8ca82a68f3 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4808075 Jun 30 09:05:43.172855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001821-1e7b-4690-87b8-be067e4b67b4 req-9589ab23-d6f5-4152-ab80-dd444678774d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.180107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d001821-1e7b-4690-87b8-be067e4b67b4 req-9589ab23-d6f5-4152-ab80-dd444678774d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 950 time: 0.1570580 Jun 30 09:05:43.254547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d001821-1e7b-4690-87b8-be067e4b67b4 req-393b4cbe-94c2-450c-b0d4-7711c0367ca4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717552 Jun 30 09:05:43.298563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-dac3fec3-32ea-4732-afd0-e7ed50b4ca88 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.300760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-dac3fec3-32ea-4732-afd0-e7ed50b4ca88 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1481934 Jun 30 09:05:43.386603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-97402a3e-f9ec-40dc-8016-08642d136375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.387993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-97402a3e-f9ec-40dc-8016-08642d136375 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.2920425 Jun 30 09:05:43.389720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8fc70eb8-f934-45af-bb32-261d34242781 req-58505eeb-335b-417c-b22d-43b6eb39b0b3 service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955185 Jun 30 09:05:43.389877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-bc5e6d7a-c53a-4d52-92b4-ce291f376690 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 999 time: 0.0794015 Jun 30 09:05:43.397291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'floatingip': {'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:43.442718 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382d3ca-94f0-4b10-a80b-21c89b2a2c17 None None] New status for floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:43.491283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.551065 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-e3f056b4-71dc-4464-bb0d-6123cbeeb5df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 999 time: 0.1277688 Jun 30 09:05:43.555270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f290056-57c1-4a01-9b58-ee426855f453 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:43.563204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.606188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Transition to ACTIVE for port object 3f290056-57c1-4a01-9b58-ee426855f453 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:43.613914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.663806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-bedeb6e2-3f4f-446f-a494-23502ef68eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.665445 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-bedeb6e2-3f4f-446f-a494-23502ef68eb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0995312 Jun 30 09:05:43.751927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:43.791588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Attempting to bind port 3f290056-57c1-4a01-9b58-ee426855f453 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:43.792093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Attempting to bind port 3f290056-57c1-4a01-9b58-ee426855f453 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:43.792519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Attempting to bind port 3f290056-57c1-4a01-9b58-ee426855f453 on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:43.805403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-1dfc2018-c0c6-4c29-8d93-b83436b64e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.807079 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-1dfc2018-c0c6-4c29-8d93-b83436b64e70 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1184750 Jun 30 09:05:43.808156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Port 3f290056-57c1-4a01-9b58-ee426855f453 on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:43.808670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Attempting to bind port 3f290056-57c1-4a01-9b58-ee426855f453 on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:43.823413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:43.823859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Checking segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:43.824332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Bound using segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:43.824874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Bound port: 3f290056-57c1-4a01-9b58-ee426855f453, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:43.825348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:43.872332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef58e6-1f1c-4e5d-8683-0732e77da9f7 req-21041f12-0452-489a-b0ce-a108dfc5485a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:43.873673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18ef58e6-1f1c-4e5d-8683-0732e77da9f7 req-21041f12-0452-489a-b0ce-a108dfc5485a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.3365526 Jun 30 09:05:43.955921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:43.960084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-e001443b-7f8f-4a1f-aaad-024f5cdbda98 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451261 Jun 30 09:05:43.978438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:43.986896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18ef58e6-1f1c-4e5d-8683-0732e77da9f7 req-7fa24987-d5f6-461e-9fd5-1256d4dabdb4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051610 Jun 30 09:05:43.990868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:05:43.991639 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:05:44.014851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.042423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-96717673-0881-40ef-a4c1-e0416c44d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.076126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.076749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.078118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] 10.222.0.79 "PUT /v2.0/ports/3f290056-57c1-4a01-9b58-ee426855f453 HTTP/1.1" status: 200 len: 1093 time: 1.3623524 Jun 30 09:05:44.084214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:44.086667 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15038650-fa6a-4734-97a0-5ca1bc7437d7" -d '{"events": [{"name": "network-changed", "server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "tag": "3f290056-57c1-4a01-9b58-ee426855f453"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:44.118309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05970eec-94af-409a-bcdd-48dcc1fcc88f service neutron] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:44.123270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-977168be-f209-468c-bbf4-1d1c8f0fcf03 req-b037009a-0f19-4113-aef7-65fbe51fe52e service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554546 Jun 30 09:05:44.139795 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.203246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-ffd73203-2ee4-4044-acc8-08de7630262f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.204908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-ffd73203-2ee4-4044-acc8-08de7630262f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 1096 time: 0.0589414 Jun 30 09:05:44.248198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-4b0ddce5-dbee-4bb5-8ff3-e2a12910f022 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f290056-57c1-4a01-9b58-ee426855f453 HTTP/1.1" status: 200 len: 217 time: 0.0347931 Jun 30 09:05:44.306254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-f13214af-b2a2-4870-a72a-2a5181e0a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.307759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-f13214af-b2a2-4870-a72a-2a5181e0a557 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.0518608 Jun 30 09:05:44.334160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdb029-50d7-4208-9a9c-87b1ae100418 req-a06ec47b-0166-4037-9964-29135c6eef87 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.335697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22bdb029-50d7-4208-9a9c-87b1ae100418 req-a06ec47b-0166-4037-9964-29135c6eef87 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.0725040 Jun 30 09:05:44.343906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-4821bec1-62d7-4e30-b3b4-f426bdf85d67 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286436 Jun 30 09:05:44.381243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22bdb029-50d7-4208-9a9c-87b1ae100418 req-b313f139-6426-44c7-b470-bfc376a139a3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Jun 30 09:05:44.493320 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.493937 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-72428ae6-a23d-48ef-946a-58cd90b38b3b service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407125 Jun 30 09:05:44.655205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b217578c-6ff8-435f-91b3-258f7d2d7d6a req-33fb2d02-84f1-497c-b0c9-92812f15ce30 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519072 Jun 30 09:05:44.663833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d441b-621f-462c-b36a-508a49e46031 req-1d9160c1-2091-4b34-a5eb-e2a5356f53e7 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.665536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d2d441b-621f-462c-b36a-508a49e46031 req-1d9160c1-2091-4b34-a5eb-e2a5356f53e7 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 950 time: 0.1370015 Jun 30 09:05:44.679292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d6a47-85d0-4119-aaa3-89a3da14363b req-bf9f9232-df57-4827-b6f1-e5179a90f3fe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:44.682359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-317d6a47-85d0-4119-aaa3-89a3da14363b req-bf9f9232-df57-4827-b6f1-e5179a90f3fe tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1837449 Jun 30 09:05:44.785440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:44.785641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.787059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-317d6a47-85d0-4119-aaa3-89a3da14363b req-016dc77c-b6dc-4e49-987c-d9b4c1ce76b9 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944157 Jun 30 09:05:44.899963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:44.900492 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:44.920267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for de3a2e67-5e82-4051-80dc-4ca8a7ad4afc owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:45.063869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.079303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:45.096426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c9678d-2bd3-4005-b9c3-116c601f081d req-465b33b6-e81a-4b96-b44b-503eb5e03e15 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.097590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=de3a2e67-5e82-4051-80dc-4ca8a7ad4afc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:45.099678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1c9678d-2bd3-4005-b9c3-116c601f081d req-465b33b6-e81a-4b96-b44b-503eb5e03e15 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 944 time: 0.1341884 Jun 30 09:05:45.150482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:45.162964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port de3a2e67-5e82-4051-80dc-4ca8a7ad4afc on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:45.165601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.168518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d2d441b-621f-462c-b36a-508a49e46031 req-91796209-4978-43a9-b547-d95c7b7b87f1 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "DELETE /v2.0/ports/de3a2e67-5e82-4051-80dc-4ca8a7ad4afc HTTP/1.1" status: 204 len: 173 time: 0.4971817 Jun 30 09:05:45.276787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.291615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1c9678d-2bd3-4005-b9c3-116c601f081d req-d4eb17ee-1471-457b-8a5e-933ff5a214c8 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513662 Jun 30 09:05:45.293010 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:45.381295 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fea36cf-a963-43b5-871f-bc815782b993 x-openstack-request-id: req-7fea36cf-a963-43b5-871f-bc815782b993 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:45.393114 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "tag": "3f290056-57c1-4a01-9b58-ee426855f453", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:45.393473 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fea36cf-a963-43b5-871f-bc815782b993 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:45.394483 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453', 'status': 'completed', 'code': 200} Jun 30 09:05:45.517200 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e associated. External IP: 172.25.7.120, port: b079538e-ccf1-43f4-951a-0064f4ea91d4. Jun 30 09:05:45.595651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-838457a7-2195-42ed-8592-5cfaa3f4280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.599310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-838457a7-2195-42ed-8592-5cfaa3f4280b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 1096 time: 0.1681716 Jun 30 09:05:45.671903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93290502-6189-4ba2-9da3-407d36232e42 req-4e862765-8bf2-46d0-a92c-544244ac8488 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=97457a79-1abc-4158-a12f-859d3fbc4798 HTTP/1.1" status: 200 len: 210 time: 0.0307951 Jun 30 09:05:45.710353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-040c20ba-85f2-4471-a21e-2650d839ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.712035 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-040c20ba-85f2-4471-a21e-2650d839ac23 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 906 time: 0.1047237 Jun 30 09:05:45.788951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-76ac8aa3-502c-4838-9942-8eca8c6f4baa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f290056-57c1-4a01-9b58-ee426855f453 HTTP/1.1" status: 200 len: 217 time: 0.0687146 Jun 30 09:05:45.865008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:45.881951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-492164c9-7676-49b0-8cde-c1e5eefe93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:45.883498 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-492164c9-7676-49b0-8cde-c1e5eefe93d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.0858042 Jun 30 09:05:45.965351 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-0149f026-b277-40b1-82d3-db8a5e4dee39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742784 Jun 30 09:05:45.971124 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.073077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92296dba-37bb-4c77-9d83-b5ac4ac6064d req-81d50b72-0148-4bce-aa9a-55063f888809 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.074673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92296dba-37bb-4c77-9d83-b5ac4ac6064d req-81d50b72-0148-4bce-aa9a-55063f888809 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.1988871 Jun 30 09:05:46.098378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:46.111371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:46.133185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-b3cafee2-8a3b-4180-89a5-bf484ccab07b service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591032 Jun 30 09:05:46.150132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:46.150477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:46.221622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92296dba-37bb-4c77-9d83-b5ac4ac6064d req-701facc7-178c-4a2a-975e-45616622d79b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282055 Jun 30 09:05:46.274046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:46.276106 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15038650-fa6a-4734-97a0-5ca1bc7437d7 req-06ff5ce0-de83-4932-8121-6228e9885231 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337721 Jun 30 09:05:46.452491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:46.543020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:45Z', 'revision_number': 3, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:46.590659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:46.605439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:46.606595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:46.656999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fbdc7-e341-43a8-82e1-9197122be958 req-7333eb5d-5101-4aee-b9b7-856e8aa5331c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.658349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af4fbdc7-e341-43a8-82e1-9197122be958 req-7333eb5d-5101-4aee-b9b7-856e8aa5331c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1582992 Jun 30 09:05:46.659983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:46.664704 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:46.743219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:46.745087 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9717085-8c56-4354-859e-838a1572352d" -d '{"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:46.771378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:46.781488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af4fbdc7-e341-43a8-82e1-9197122be958 req-10ca410d-9a06-4544-af3c-3f51753bf8d1 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908685 Jun 30 09:05:46.818109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-453671a1-9a34-4db2-8798-ec7983ec1954 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "PUT /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 999 time: 3.4270139 Jun 30 09:05:46.882311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-f8cab862-5abb-40d4-a283-e7490eacc7c5 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.898677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-f8cab862-5abb-40d4-a283-e7490eacc7c5 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports/b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 942 time: 0.0795481 Jun 30 09:05:46.988926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1ef7f-717b-4e7d-9bba-7bddb9744b97 req-1bd87f54-b989-483d-9837-aef04132e879 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:46.990427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20e1ef7f-717b-4e7d-9bba-7bddb9744b97 req-1bd87f54-b989-483d-9837-aef04132e879 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.0906096 Jun 30 09:05:47.031536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:45Z', 'revision_number': 3, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:47.055639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20e1ef7f-717b-4e7d-9bba-7bddb9744b97 req-dbc6c40f-97a8-409d-9993-9dfd0ca909b9 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579278 Jun 30 09:05:47.062447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09b870e-fa4d-416e-8d10-1d54ad6bc225 None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:45Z', 'revision_number': 3, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:47.077626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-de7ada81-3c3f-4fa0-a184-6d6ab3af26b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.079418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-de7ada81-3c3f-4fa0-a184-6d6ab3af26b2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.0988584 Jun 30 09:05:47.123603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.202347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-1f82e6ae-d140-4c78-9c6e-ff6f5df5e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.203951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-1f82e6ae-d140-4c78-9c6e-ff6f5df5e6b2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1170988 Jun 30 09:05:47.266753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-c9085155-4b26-4c95-a041-bf173e0c4d1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 217 time: 0.0523989 Jun 30 09:05:47.336356 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab2b7e3-3947-49aa-b3eb-37a02b40b3fe None None] New status for floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:47.340377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419eb11-2afd-4ec9-8ad2-ebeba1dde2fd req-1f2669ed-ebf2-456b-bc7d-e691baf6a60c tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.340621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2419eb11-2afd-4ec9-8ad2-ebeba1dde2fd req-1f2669ed-ebf2-456b-bc7d-e691baf6a60c tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 944 time: 0.1357856 Jun 30 09:05:47.342469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-4c3b6c12-b6cc-4ad1-90fd-395736889fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.343787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-4c3b6c12-b6cc-4ad1-90fd-395736889fd5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0696251 Jun 30 09:05:47.371032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:47.380224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device de3a2e67-5e82-4051-80dc-4ca8a7ad4afc no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:47.395884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97457a79-1abc-4158-a12f-859d3fbc4798', 'name': 'network-vif-deleted', 'tag': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:47.398952 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da0ea19-4e21-440b-8771-68cfdb66f23a" -d '{"events": [{"server_uuid": "97457a79-1abc-4158-a12f-859d3fbc4798", "name": "network-vif-deleted", "tag": "de3a2e67-5e82-4051-80dc-4ca8a7ad4afc"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:47.410704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: de3a2e67-5e82-4051-80dc-4ca8a7ad4afc {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:47.411132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device de3a2e67-5e82-4051-80dc-4ca8a7ad4afc not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:47.662997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:47.676805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.685374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:47.686104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:47.755900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:47.766348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2419eb11-2afd-4ec9-8ad2-ebeba1dde2fd req-9c8e8105-9000-4c5e-a45b-020109be551a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082260 Jun 30 09:05:47.790838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-67d4dd75-6007-46c6-94a3-54706f2da1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:47.792370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-67d4dd75-6007-46c6-94a3-54706f2da1f6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4418840 Jun 30 09:05:47.813758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3f290056-57c1-4a01-9b58-ee426855f453', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': '3f290056-57c1-4a01-9b58-ee426855f453', 'mac_address': 'fa:16:3e:3a:0c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:47.880356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:47.917322 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:47.938799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f290056-57c1-4a01-9b58-ee426855f453 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:47.944173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-e1ea2115-babe-485b-82c7-433122f33351 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379001 Jun 30 09:05:47.945563 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bed3ae-d628-4278-b1e6-a047a5e95bb8 x-openstack-request-id: req-44bed3ae-d628-4278-b1e6-a047a5e95bb8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:47.945842 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:47.946450 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44bed3ae-d628-4278-b1e6-a047a5e95bb8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:47.946827 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'status': 'completed', 'code': 200} Jun 30 09:05:48.014305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:48.022121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:48.086563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717085-8c56-4354-859e-838a1572352d req-e43c803c-1282-4e8d-8bf8-9a227cc2db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.088902 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-e43c803c-1282-4e8d-8bf8-9a227cc2db70 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.0991168 Jun 30 09:05:48.138549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:48.158653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.159052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.159680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.159791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.160101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.160428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.160861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.161072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.161403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.161726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.162061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.162393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:05:48.203738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-6732c932-0985-42eb-9335-c82b8d1e8e6a service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498159 Jun 30 09:05:48.246848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d56da-c8bf-4fa4-a0d6-0cc8be9bc83f req-27f73750-0d39-48a9-9800-d02bf9d7b95d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.248754 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-681d56da-c8bf-4fa4-a0d6-0cc8be9bc83f req-27f73750-0d39-48a9-9800-d02bf9d7b95d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.1428387 Jun 30 09:05:48.278815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717085-8c56-4354-859e-838a1572352d req-ddcf9dc4-e501-4fe9-9905-7073268650da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.280618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-ddcf9dc4-e501-4fe9-9905-7073268650da service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1831167 Jun 30 09:05:48.309661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:47Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:48.362955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-681d56da-c8bf-4fa4-a0d6-0cc8be9bc83f req-aac68fec-eaa8-4eba-97ae-eec198a58214 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010780 Jun 30 09:05:48.371638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:48.374531 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-825787e7-02ce-42d0-9bfd-d103e499f63b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 217 time: 0.0845859 Jun 30 09:05:48.394596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:48.395241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:48.403682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-3b950fb2-be1c-403d-91ec-d9e0f48297cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.406377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-3b950fb2-be1c-403d-91ec-d9e0f48297cb service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1098 time: 0.1222463 Jun 30 09:05:48.449091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717085-8c56-4354-859e-838a1572352d req-2ff71950-d786-4712-9153-c8622d286af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.449676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3f290056-57c1-4a01-9b58-ee426855f453'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:48.455431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-2ff71950-d786-4712-9153-c8622d286af1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0714908 Jun 30 09:05:48.535264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9717085-8c56-4354-859e-838a1572352d req-37c51211-f384-468a-a19f-43c14d7f3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.537997 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-37c51211-f384-468a-a19f-43c14d7f3337 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0765324 Jun 30 09:05:48.572099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-c45147cf-f5e5-46c2-89a1-122a4db32fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.573800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-c45147cf-f5e5-46c2-89a1-122a4db32fe8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1612556 Jun 30 09:05:48.591320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:48.631814 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2028cd34-6e5d-4551-9a64-fa278ce725ec x-openstack-request-id: req-2028cd34-6e5d-4551-9a64-fa278ce725ec {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:48.632103 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97457a79-1abc-4158-a12f-859d3fbc4798", "name": "network-vif-deleted", "tag": "de3a2e67-5e82-4051-80dc-4ca8a7ad4afc", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:48.632352 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2028cd34-6e5d-4551-9a64-fa278ce725ec {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:48.632740 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97457a79-1abc-4158-a12f-859d3fbc4798', 'name': 'network-vif-deleted', 'tag': 'de3a2e67-5e82-4051-80dc-4ca8a7ad4afc', 'status': 'completed', 'code': 200} Jun 30 09:05:48.706673 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-dd786185-95ec-4363-a452-15b8365f16a7 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529784 Jun 30 09:05:48.711253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-2e9395a4-b28e-42f7-ae2b-ef77a9bb740e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 1002 time: 0.1308343 Jun 30 09:05:48.807956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-0f33f904-e570-49ce-853e-6c806c7802be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.809439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-0f33f904-e570-49ce-853e-6c806c7802be service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0902781 Jun 30 09:05:48.843994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9717085-8c56-4354-859e-838a1572352d req-30b0b446-3a36-4a89-9ef7-01473a11475a service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243978 Jun 30 09:05:48.881238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db2882-58c8-4295-b095-78a7e7447812 req-b77cc0e8-073c-450a-996e-5c93acbff575 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.882745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04db2882-58c8-4295-b095-78a7e7447812 req-b77cc0e8-073c-450a-996e-5c93acbff575 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1140449 Jun 30 09:05:48.907236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:47Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:48.914911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fb742-1f85-4a8c-989c-694af27b208e req-c3a9a82c-6d06-45b0-b889-e13a592338bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:48.916427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-c3a9a82c-6d06-45b0-b889-e13a592338bb service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965660 Jun 30 09:05:48.946444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11399de5-8479-40a4-9a6c-5434daeb2fdb None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': '604d3394-e1a7-4301-9226-5b5f761e1640', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:22:16:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:47Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:48.951786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04db2882-58c8-4295-b095-78a7e7447812 req-5d790a26-0ab2-40e0-9082-555ae72ed681 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 Jun 30 09:05:49.032583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-aace2a9d-c80d-4362-aef5-ab79538e88f4 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049640 Jun 30 09:05:49.149888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733fb742-1f85-4a8c-989c-694af27b208e req-f1c64fe8-b97b-4665-91bc-c1f8552336eb service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083944 Jun 30 09:05:49.379960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccab7df-7f48-4875-b8f1-512bfdb5c025 req-5c3158cd-15de-4b00-9e03-e7c5405137a3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.381407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ccab7df-7f48-4875-b8f1-512bfdb5c025 req-5c3158cd-15de-4b00-9e03-e7c5405137a3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1065545 Jun 30 09:05:49.432006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ccab7df-7f48-4875-b8f1-512bfdb5c025 req-5628c28d-5c0e-4194-9ecb-9c78950fcaed tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443673 Jun 30 09:05:49.449856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4539ea-8e36-4937-890f-17edaeedf2dc req-bed25c2d-ac0f-40e5-a0c9-68998afcd009 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.452175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed4539ea-8e36-4937-890f-17edaeedf2dc req-bed25c2d-ac0f-40e5-a0c9-68998afcd009 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 945 time: 0.1147611 Jun 30 09:05:49.535915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed4539ea-8e36-4937-890f-17edaeedf2dc req-f5a49fd0-375a-4a1b-bd44-b4e8a0bcb77a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735307 Jun 30 09:05:49.538842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b994ca9a-fe7c-4217-809c-b026cb2dc7c2 req-afaa877c-c743-4cfa-9eb7-40eef42fddd9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0832844 Jun 30 09:05:49.600428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994ca9a-fe7c-4217-809c-b026cb2dc7c2 req-ccf829e3-3714-44d0-8e85-41fc0affb46b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.601795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b994ca9a-fe7c-4217-809c-b026cb2dc7c2 req-ccf829e3-3714-44d0-8e85-41fc0affb46b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports/604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 943 time: 0.0575204 Jun 30 09:05:49.748810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e23989-ade6-4d94-ab99-f0d0bf4bebad req-b036c5c0-c28f-43fc-aaeb-da627bc674ae tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.750314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26e23989-ade6-4d94-ab99-f0d0bf4bebad req-b036c5c0-c28f-43fc-aaeb-da627bc674ae tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 949 time: 0.1023066 Jun 30 09:05:49.778254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b994ca9a-fe7c-4217-809c-b026cb2dc7c2 req-594fbb14-7ee8-4c9f-a13f-b7c7b5e35233 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0887973 Jun 30 09:05:49.818422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26e23989-ade6-4d94-ab99-f0d0bf4bebad req-848fe724-a2f8-4fcc-8baa-5f92a02e1308 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609293 Jun 30 09:05:49.897292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994ca9a-fe7c-4217-809c-b026cb2dc7c2 req-5d46f0d7-d083-4859-8067-dd94f690ad4e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.899128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b994ca9a-fe7c-4217-809c-b026cb2dc7c2 req-5d46f0d7-d083-4859-8067-dd94f690ad4e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1134198 Jun 30 09:05:49.947641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:49.950240 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:49.990374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854da7a7-cfd8-4c9f-99a9-ba5157b5f694 req-c8490792-6e0b-46c2-b273-658447f3b09a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:49.991856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-854da7a7-cfd8-4c9f-99a9-ba5157b5f694 req-c8490792-6e0b-46c2-b273-658447f3b09a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.0725198 Jun 30 09:05:50.070209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-854da7a7-cfd8-4c9f-99a9-ba5157b5f694 req-59a0c04c-a4ae-409e-b094-4ec80c54d503 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727093 Jun 30 09:05:50.099731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-6ca9bdd3-56b8-4a6b-9712-b30097eb0f62 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0754092 Jun 30 09:05:50.124235 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748261e-6efa-48f1-86f1-51df3ae5fab0 x-openstack-request-id: req-1748261e-6efa-48f1-86f1-51df3ae5fab0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:50.124525 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:50.124771 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1748261e-6efa-48f1-86f1-51df3ae5fab0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:50.125147 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640', 'status': 'completed', 'code': 200} Jun 30 09:05:50.155202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-265b7e66-1e47-40f2-ab43-21fed82f42b2 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.157450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-265b7e66-1e47-40f2-ab43-21fed82f42b2 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports/604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 943 time: 0.0617347 Jun 30 09:05:50.241325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-793bb2ad-0ac4-4d59-8af0-478edd71d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.242838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-793bb2ad-0ac4-4d59-8af0-478edd71d007 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1098 time: 0.0544329 Jun 30 09:05:50.327379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-df3c4226-8ce6-450b-89ec-f40a29c4bd93 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0760460 Jun 30 09:05:50.353406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-9e07c066-0fd7-4c69-83e0-65370852506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.353710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c79477-7a7d-44ec-b98d-496a7368be26 req-1ab13ec8-1445-4e17-b728-12390817f4ed tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.355181 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-9e07c066-0fd7-4c69-83e0-65370852506f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1057465 Jun 30 09:05:50.355334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7c79477-7a7d-44ec-b98d-496a7368be26 req-1ab13ec8-1445-4e17-b728-12390817f4ed tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1340604 Jun 30 09:05:50.431359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-514e60ea-143f-4a3d-b253-4e6d441266b1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 1002 time: 0.0693972 Jun 30 09:05:50.445783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7c79477-7a7d-44ec-b98d-496a7368be26 req-1a5bf6c1-d35b-40c1-856f-d7a342c8df3c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771151 Jun 30 09:05:50.481828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-a56e86f5-2225-450f-ba1e-9bc319443784 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.483246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-a56e86f5-2225-450f-ba1e-9bc319443784 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1463220 Jun 30 09:05:50.494192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-8ab6e07d-026d-4b33-bbb4-2c2930685733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.495348 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-8ab6e07d-026d-4b33-bbb4-2c2930685733 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0569453 Jun 30 09:05:50.560341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-9baebd89-27b5-4c47-98bb-52efb20ae3a9 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1002 time: 0.0691566 Jun 30 09:05:50.596033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-0c196cba-ec24-46e1-9a08-f89d68207fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.598384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-0c196cba-ec24-46e1-9a08-f89d68207fd7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583045 Jun 30 09:05:50.600940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:50.674915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.696699 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-1370cf1f-e09d-4d54-881f-1af3842ce980 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900624 Jun 30 09:05:50.727748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-f0b7e878-036e-48dd-b002-57b618a29953 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:50.729207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-f0b7e878-036e-48dd-b002-57b618a29953 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.1868181 Jun 30 09:05:50.756587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-0d84020e-9e3c-4165-a0f1-3e183419e0e3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/quotas/3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 375 time: 0.0209460 Jun 30 09:05:50.794054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0933c47a-fa17-4d2d-9a52-0a6ebf0d2028 req-e56c98fe-07a9-4bfc-9cf1-992e47ba80e0 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889564 Jun 30 09:05:50.873119 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.878443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:50.878753 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e disassociated. External IP: 172.25.7.120, port: 604d3394-e1a7-4301-9226-5b5f761e1640. Jun 30 09:05:50.933589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-403a28f9-6a9e-4a7e-b5a7-e1ebb848da49 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1510363 Jun 30 09:05:51.096277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-667cc2d7-7494-4d4a-b6ed-60245173d8ab service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542845 Jun 30 09:05:51.217532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:51.238840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-a291da84-a43a-462e-8558-3bcbac409b19 service neutron] 10.222.0.77 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326356 Jun 30 09:05:51.339516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:51.344567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.349919 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:51.359245 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:51.359840 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.385239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:51.402396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-2219d328-8de2-4084-8e7d-cde37d0b2df4 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "PUT /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 695 time: 0.8277643 Jun 30 09:05:51.415361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:05:51.471130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-9b202bc5-bcb5-420b-ab56-f1e0b7a81ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.481182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-9b202bc5-bcb5-420b-ab56-f1e0b7a81ed2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1098 time: 0.0735760 Jun 30 09:05:51.500292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:51.507187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-1790c010-07ff-4234-9aa0-5500a89972ae tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.511492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-1790c010-07ff-4234-9aa0-5500a89972ae tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 949 time: 0.1237123 Jun 30 09:05:51.560508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 3f290056-57c1-4a01-9b58-ee426855f453 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:51.572425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3f290056-57c1-4a01-9b58-ee426855f453 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:51.572803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.616507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-31974c87-3659-49a9-b896-715715c8aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.617921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-31974c87-3659-49a9-b896-715715c8aee4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1359732 Jun 30 09:05:51.685333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.706089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '943e1931-b279-4e9f-89a7-6783d4428c39', 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a', 'port_id': '943e1931-b279-4e9f-89a7-6783d4428c39', 'mac_address': 'fa:16:3e:4a:ed:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7efa8cf-a386-4ab0-9226-0c4eb91fdc83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:05:51.743617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port c181ccae-ff2d-40d9-b02e-0fe27823de7a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:51.744455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.752995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.791921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943e1931-b279-4e9f-89a7-6783d4428c39 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:51.806480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-730d8a33-1b91-4dd3-815b-f4748e9cce62 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 217 time: 0.1764958 Jun 30 09:05:51.820457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.825941 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.827802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.870754 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.890374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-d5a744ee-552a-46c0-83be-9ab576bc6594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.892366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-d5a744ee-552a-46c0-83be-9ab576bc6594 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0851071 Jun 30 09:05:51.901641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:51.904088 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2537e2-8a3c-4bf3-9c63-0575248fb797" -d '{"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-plugged", "status": "completed", "tag": "3f290056-57c1-4a01-9b58-ee426855f453"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:51.923581 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:51.925681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7535d32-cea8-4e79-a763-37f42ab04f13 req-963b801f-55e8-4627-a6c3-603c96dda205 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:51.931577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.934410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7535d32-cea8-4e79-a763-37f42ab04f13 req-963b801f-55e8-4627-a6c3-603c96dda205 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.2160664 Jun 30 09:05:51.934825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:51.938455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:51.957585 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:51.959356 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:51.990112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port c181ccae-ff2d-40d9-b02e-0fe27823de7a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c181ccae-ff2d-40d9-b02e-0fe27823de7a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:51.991391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.004669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.022878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for c181ccae-ff2d-40d9-b02e-0fe27823de7a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:52.039643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7535d32-cea8-4e79-a763-37f42ab04f13 req-e9ce69c5-87f5-4a70-a5be-2ad44ac5bdb6 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039090 Jun 30 09:05:52.083158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-6c7c702f-14c7-40d0-96b5-57e8fcae8e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.084692 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-6c7c702f-14c7-40d0-96b5-57e8fcae8e85 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1794364 Jun 30 09:05:52.129170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:52.131293 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e314cb16-b5fb-4b73-8649-b622ad226ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:52.214949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-f06c318a-76e8-4da1-afd8-2fd2b1faf643 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117277 Jun 30 09:05:52.216358 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:52.365121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04a77e25-4070-4bb2-bf48-fea4459a283e req-cef2ef78-2cb5-436b-80c0-2ba154d5dc1d service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347368 Jun 30 09:05:52.385874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cec71f-1eac-448d-828c-37109b48fee6 req-d8664126-9043-4e45-b262-f0b916d9f0c9 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:52.388179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30cec71f-1eac-448d-828c-37109b48fee6 req-d8664126-9043-4e45-b262-f0b916d9f0c9 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 946 time: 0.1719306 Jun 30 09:05:52.425044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['943e1931-b279-4e9f-89a7-6783d4428c39'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:52.473203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30cec71f-1eac-448d-828c-37109b48fee6 req-55c1430b-79d3-41a3-b11f-e61649ff209b tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783486 Jun 30 09:05:52.540970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.548269 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:52.562128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:52.579472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=c181ccae-ff2d-40d9-b02e-0fe27823de7a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:52.611897 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb05937-5314-4b8b-896d-fe10b1c1c910 None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:52.663435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eafd1fbc-0c0e-4ca1-a456-cf488df70711 req-046e3e33-4add-4712-99df-b3192280e9aa tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0599191 Jun 30 09:05:52.700421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port c181ccae-ff2d-40d9-b02e-0fe27823de7a on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:52.731011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:52.735327 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-538fcfbe-00be-47fb-a136-3c6ee5253724 req-08268ee5-01db-4b8f-830e-fa907fc8ac52 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "DELETE /v2.0/ports/c181ccae-ff2d-40d9-b02e-0fe27823de7a HTTP/1.1" status: 204 len: 173 time: 1.2137930 Jun 30 09:05:52.736748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'name': 'network-vif-deleted', 'tag': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:52.741132 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6ed7ce-0d00-4219-a594-15f4987a8247" -d '{"events": [{"server_uuid": "d0434be1-da26-45d4-9de2-21fcdfbc0dd4", "name": "network-vif-deleted", "tag": "c181ccae-ff2d-40d9-b02e-0fe27823de7a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:53.012631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c2e81-7b25-48c9-bee3-459a05079633 req-e86697ab-ebd0-495d-94f5-f4061f653b93 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.015524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f88c2e81-7b25-48c9-bee3-459a05079633 req-e86697ab-ebd0-495d-94f5-f4061f653b93 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.1510711 Jun 30 09:05:53.029379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30b53ed-0e88-453c-8a02-673174500349 None None] New status for floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:53.084108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f88c2e81-7b25-48c9-bee3-459a05079633 req-cb284778-1325-4d14-9010-db536471d874 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468850 Jun 30 09:05:53.115847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c9084-b2ff-4d07-88e6-81423d5e49e2 req-60803a63-271a-4f71-87a2-e84911188eac tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.122250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-638c9084-b2ff-4d07-88e6-81423d5e49e2 req-60803a63-271a-4f71-87a2-e84911188eac tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1292138 Jun 30 09:05:53.175828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-638c9084-b2ff-4d07-88e6-81423d5e49e2 req-479eda9d-8b9d-4647-8653-c4790fa7ec5c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507367 Jun 30 09:05:53.251076 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55028ca-e8a1-46af-b837-049007a4978f x-openstack-request-id: req-c55028ca-e8a1-46af-b837-049007a4978f {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:53.251427 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-plugged", "status": "completed", "tag": "3f290056-57c1-4a01-9b58-ee426855f453", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:53.251653 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c55028ca-e8a1-46af-b837-049007a4978f {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:53.252045 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453', 'code': 200} Jun 30 09:05:53.308190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f857fca7-1c75-4ed6-be5a-57c61f467d6a req-50e61960-a906-4caa-af0c-db032ca3195d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 210 time: 0.0642791 Jun 30 09:05:53.410711 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fc237b-c908-48c9-9667-1c54fb08f6e7 x-openstack-request-id: req-78fc237b-c908-48c9-9667-1c54fb08f6e7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:53.411214 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:53.411615 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-78fc237b-c908-48c9-9667-1c54fb08f6e7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:53.412162 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640', 'status': 'completed', 'code': 200} Jun 30 09:05:53.451403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c181ccae-ff2d-40d9-b02e-0fe27823de7a no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:53.520892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: c181ccae-ff2d-40d9-b02e-0fe27823de7a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:53.521223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c181ccae-ff2d-40d9-b02e-0fe27823de7a not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:53.566626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-9cfe0119-bd00-4a2e-b1fb-499ec5e2876b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.568840 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-9cfe0119-bd00-4a2e-b1fb-499ec5e2876b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 807 time: 0.1485884 Jun 30 09:05:53.640254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Request body: {'port': {'device_id': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'admin_state_up': True, 'tenant_id': '3cc6cd19f807446c9c6d1f11128d3e9a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:53.720061 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f5abf7-1193-4541-8702-0f090f535a6a x-openstack-request-id: req-38f5abf7-1193-4541-8702-0f090f535a6a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:53.720462 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0434be1-da26-45d4-9de2-21fcdfbc0dd4", "name": "network-vif-deleted", "tag": "c181ccae-ff2d-40d9-b02e-0fe27823de7a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:53.720721 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38f5abf7-1193-4541-8702-0f090f535a6a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:53.721113 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0434be1-da26-45d4-9de2-21fcdfbc0dd4', 'name': 'network-vif-deleted', 'tag': 'c181ccae-ff2d-40d9-b02e-0fe27823de7a', 'status': 'completed', 'code': 200} Jun 30 09:05:53.778027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b92559-1158-445c-a372-6813d85b9560 req-55dd03bd-59fd-42bc-9553-66bb8fc05206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.779592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e4b92559-1158-445c-a372-6813d85b9560 req-55dd03bd-59fd-42bc-9553-66bb8fc05206 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 1098 time: 0.4032562 Jun 30 09:05:53.841520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Made reservation on behalf of 3cc6cd19f807446c9c6d1f11128d3e9a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:05:53.845004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:53.852241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-b636e555-be2e-4200-90f2-b2eeb9cb0bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.853770 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-b636e555-be2e-4200-90f2-b2eeb9cb0bea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 1098 time: 0.2833240 Jun 30 09:05:53.861098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e4b92559-1158-445c-a372-6813d85b9560 req-081cc09a-0f5f-46e3-a24a-6181daf3a62b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741217 Jun 30 09:05:53.909876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe1d94-a417-4c2d-851e-d20dd269840a req-dc25f631-82c9-487c-a1ea-e5b98c01d4c1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.918143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06fe1d94-a417-4c2d-851e-d20dd269840a req-dc25f631-82c9-487c-a1ea-e5b98c01d4c1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1290739 Jun 30 09:05:53.958350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ed137-d686-4720-89fa-da8bad234205 req-bd66ac25-f987-47e1-9a50-18c53624269e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:53.959850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c96ed137-d686-4720-89fa-da8bad234205 req-bd66ac25-f987-47e1-9a50-18c53624269e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 946 time: 0.1298118 Jun 30 09:05:53.985968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06fe1d94-a417-4c2d-851e-d20dd269840a req-da3b6aed-6414-4a12-8211-ba4d3d11388e tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667093 Jun 30 09:05:54.029325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c96ed137-d686-4720-89fa-da8bad234205 req-f6bcc00a-e9ff-4b07-b2c2-e387fa3a10f5 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583913 Jun 30 09:05:54.069644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Allocated IP 172.20.0.5 (f052aee1-fc70-455d-8470-0d0c34a47948/2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0/21b85d21-e795-4de6-a5d4-b96e7982e6ea) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:05:54.072503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-d4dac678-0cfc-406e-997f-8f6da3de0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.074092 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-d4dac678-0cfc-406e-997f-8f6da3de0e24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1687191 Jun 30 09:05:54.148734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-a455c842-f7ae-4d5b-b465-72bc341bfc91 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 200 len: 217 time: 0.0575321 Jun 30 09:05:54.233020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ee0e50c9-f279-4295-b54e-986dbf6cd1b7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:54.240683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19ae37d2-292f-4bea-be16-6fe6c0dfc88e req-205697a0-1ad4-4444-828e-20a12caa3c6f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d0434be1-da26-45d4-9de2-21fcdfbc0dd4 HTTP/1.1" status: 200 len: 210 time: 0.0520365 Jun 30 09:05:54.307899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-f8e9c370-3b26-48c2-aa0f-bf77651bf5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.312248 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-f8e9c370-3b26-48c2-aa0f-bf77651bf5cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1489208 Jun 30 09:05:54.345891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-a285c33f-6158-4392-8f28-6669f2c44f6d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.354470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-a285c33f-6158-4392-8f28-6669f2c44f6d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1252415 Jun 30 09:05:54.434746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-087dfa1d-132b-424f-9e32-5d679c2b4d09 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 696 time: 0.0795672 Jun 30 09:05:54.440067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'floatingip': {'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:54.444730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.462383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-03c948b2-88e9-4a33-a7a7-cea84eee14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.466276 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-03c948b2-88e9-4a33-a7a7-cea84eee14aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400688 Jun 30 09:05:54.507930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.566365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.631091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Network f052aee1-fc70-455d-8470-0d0c34a47948 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:05:54.637872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:05:54.647477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-273d0488-27b3-48b6-a01f-0efacabec7de service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702538 Jun 30 09:05:54.648251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:05:54.651449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:54.754514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:54.755160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:54.781504 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-adc7ae48-5eee-44a3-a541-1bdcc3c1bf31 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1478493 Jun 30 09:05:54.804437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Request body: {'port': {'device_id': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:54.830878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e314cb16-b5fb-4b73-8649-b622ad226ff6 req-540488c4-7041-42d5-a005-387d93a764d0 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495073 Jun 30 09:05:54.911845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.051879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['00ddf199-bb1e-40b7-963a-09be9bc326ac'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:55.175900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb3a88-ee60-48e6-9a3d-d84ba8c279ec req-0bbd0036-2073-4075-a5ea-0cbfeddba7f7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.187595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17bb3a88-ee60-48e6-9a3d-d84ba8c279ec req-0bbd0036-2073-4075-a5ea-0cbfeddba7f7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.5436668 Jun 30 09:05:55.232316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-cf426534-9d9f-452d-b526-11577aaa1470 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.233833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-cf426534-9d9f-452d-b526-11577aaa1470 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 946 time: 0.1944215 Jun 30 09:05:55.243586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17bb3a88-ee60-48e6-9a3d-d84ba8c279ec req-607aeef7-a121-4061-a773-865826047c16 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537784 Jun 30 09:05:55.426271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:05:55.427779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b85d21-e795-4de6-a5d4-b96e7982e6ea {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:05:55.438590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.450452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Deleting port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:55.450798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.496159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 943e1931-b279-4e9f-89a7-6783d4428c39 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:05:55.501487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 943e1931-b279-4e9f-89a7-6783d4428c39 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:05:55.502315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.506790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Transition to ACTIVE for port object 21b85d21-e795-4de6-a5d4-b96e7982e6ea will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:55.519408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.621630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.622357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d79f8a-0dd1-45ba-b364-0496f416f758 req-ac6165a5-feff-4a2d-b948-10dc14e19832 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:55.624635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59d79f8a-0dd1-45ba-b364-0496f416f758 req-ac6165a5-feff-4a2d-b948-10dc14e19832 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1790962 Jun 30 09:05:55.647462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.649801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] For port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:55.650564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.652817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.656964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.677520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:55.680069 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8e74be-0866-40f7-bb40-4507d928f84e" -d '{"events": [{"server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "name": "network-vif-plugged", "status": "completed", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:55.684199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Calling delete_port for 03c4cc62-16c4-4af1-8640-9b6246dd8cbf owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:55.697417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:55.702477 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.729729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59d79f8a-0dd1-45ba-b364-0496f416f758 req-54aee53b-fcc8-4fbd-be73-529783b5327a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871949 Jun 30 09:05:55.787401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:55.817474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:55.817877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:55.818141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:55.824918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:55.825246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:55.835401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:55.835763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:55.836124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:55.836569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Bound port: 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:55.836922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:55.841509 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e associated. External IP: 172.25.7.120, port: b079538e-ccf1-43f4-951a-0064f4ea91d4. Jun 30 09:05:56.000204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.002351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:56.011289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:05:56.011994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['03c4cc62-16c4-4af1-8640-9b6246dd8cbf'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:56.037820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.040249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event deleted for resources: {'Port': ['ID=03c4cc62-16c4-4af1-8640-9b6246dd8cbf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.080476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeca7b-2f6d-4b78-8198-352ba192cc97 req-26a4f0d2-f9da-4990-ae87-b786f85f2524 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.082822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-deaeca7b-2f6d-4b78-8198-352ba192cc97 req-26a4f0d2-f9da-4990-ae87-b786f85f2524 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.1748955 Jun 30 09:05:56.100070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.100070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.101506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 1092 time: 1.3025906 Jun 30 09:05:56.101958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:56.106069 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:56.140131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] No DVR routers for this DVR port 03c4cc62-16c4-4af1-8640-9b6246dd8cbf on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:56.144887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.146594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-462db6ac-1c10-485f-8004-c7939c0c88e6 req-0e35ade1-9d6e-41c2-9593-0bff0d8761ee tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "DELETE /v2.0/ports/03c4cc62-16c4-4af1-8640-9b6246dd8cbf HTTP/1.1" status: 204 len: 173 time: 0.9070811 Jun 30 09:05:56.168123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f54e66-df74-46fa-ad91-8aa6bb34d6a4 service neutron] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:56.208589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:05:56.226782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-deaeca7b-2f6d-4b78-8198-352ba192cc97 req-4df95164-1cd8-41c3-a300-8877b2b5f17f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365516 Jun 30 09:05:56.389625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-25e41d1a-dfd6-4a73-9b55-0b7361164270 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.390871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:05:56.391185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-25e41d1a-dfd6-4a73-9b55-0b7361164270 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3d7dd43-76cc-4687-be91-171ae72e92a6 HTTP/1.1" status: 200 len: 946 time: 0.2023566 Jun 30 09:05:56.397986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.405609 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:05:56.421295 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:56.423213 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:56.459356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-d275dc3d-9f64-4966-a862-b9c52264467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.460872 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-d275dc3d-9f64-4966-a862-b9c52264467f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1095 time: 0.2011313 Jun 30 09:05:56.466638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6d0e3f7-44ff-4105-91ba-82667a46d7b3 req-e8b7e702-eaeb-41ab-a4ea-b11827d9ad98 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=8458ab23-95ec-4c04-8f13-6130c7781a3c HTTP/1.1" status: 200 len: 210 time: 0.0335984 Jun 30 09:05:56.496203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-432c979e-3e26-434d-806e-fa3543835f6b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "PUT /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 996 time: 2.0605266 Jun 30 09:05:56.500622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:56.506650 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98394874-cab5-4a01-b7f6-deb732d1b0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:56.555610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-0f44a030-c980-4c4b-aa35-58a63749847f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 217 time: 0.0744450 Jun 30 09:05:56.597928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-7f4d2f21-0894-4163-be3a-965b20acadce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.609348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-7f4d2f21-0894-4163-be3a-965b20acadce service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.0889320 Jun 30 09:05:56.619200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-2fed6153-260e-4e85-8f13-ca1dc35a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.620670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-2fed6153-260e-4e85-8f13-ca1dc35a55ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0561688 Jun 30 09:05:56.654257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:56.673930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-dcf83c97-05ef-4528-9e41-bfc4eab31712 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348597 Jun 30 09:05:56.791735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-fa9d3019-6d42-4e30-bc28-05c4a384efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:56.796297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Deleting port 604d3394-e1a7-4301-9226-5b5f761e1640 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:05:56.796644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:56.800255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-fa9d3019-6d42-4e30-bc28-05c4a384efb7 service neutron] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.1896513 Jun 30 09:05:56.941885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-090895ec-5d07-4f20-b0dd-ad325b1e9e2c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 999 time: 0.1404223 Jun 30 09:05:56.989998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-88782274-056c-4a98-94f3-f09a177bd9d2 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056886 Jun 30 09:05:57.015143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460d270-ec0a-46b4-baa7-97c1bc4e9022 req-ddb7e5b5-5b1c-48a4-ae6a-7eef39c4e5ca tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.022444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8460d270-ec0a-46b4-baa7-97c1bc4e9022 req-ddb7e5b5-5b1c-48a4-ae6a-7eef39c4e5ca tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 946 time: 0.3322239 Jun 30 09:05:57.109571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] For port 604d3394-e1a7-4301-9226-5b5f761e1640, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=604d3394-e1a7-4301-9226-5b5f761e1640,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:57.109888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.128707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8460d270-ec0a-46b4-baa7-97c1bc4e9022 req-210bfc99-c9cf-4076-8757-94b595c2c7f5 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908327 Jun 30 09:05:57.135626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-ddbffe66-7eb3-493e-b9e0-31c9a59c0ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.139333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Calling delete_port for 604d3394-e1a7-4301-9226-5b5f761e1640 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:05:57.148622 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:55Z', 'revision_number': 8, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:57.149620 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-ddbffe66-7eb3-493e-b9e0-31c9a59c0ad0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.2039447 Jun 30 09:05:57.195460 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:05:57.205740 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:05:57.207285 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:57.225850 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-725e5d14-eb1d-4cc3-9c67-22b4e29fd072 req-b43f3cf0-f7bc-4603-b42b-8a2c6f4e5f6c service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183812 Jun 30 09:05:57.307559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-e78593de-44be-4627-aa9d-5d8296da749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:57.316116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-e78593de-44be-4627-aa9d-5d8296da749d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1628428 Jun 30 09:05:57.328561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-a0fc4eda-c672-4136-8065-3d0a05e68d1b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:57.329580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-a0fc4eda-c672-4136-8065-3d0a05e68d1b service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081046 Jun 30 09:05:57.386195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:05:57.436363 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-21f9e0c8-6f2d-49b5-9fb3-d12058d69f85 service neutron] show failed (client error): The resource could not be found. Jun 30 09:05:57.437926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-21f9e0c8-6f2d-49b5-9fb3-d12058d69f85 service neutron] 10.222.0.79 "GET /v2.0/ports/b4f5e4cf-793c-409e-bddf-2a19945270a5/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.2285848 Jun 30 09:05:57.514797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-db0b61d0-68d4-4af1-ad05-6e8fbbf4d1e8 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730080 Jun 30 09:05:57.578510 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c6fb1d-cba4-4411-85ce-c3c670012089 x-openstack-request-id: req-e0c6fb1d-cba4-4411-85ce-c3c670012089 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:57.578510 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "name": "network-vif-plugged", "status": "completed", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:57.578510 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0c6fb1d-cba4-4411-85ce-c3c670012089 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:57.578510 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39', 'code': 200} Jun 30 09:05:57.589273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.624203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b079538e-ccf1-43f4-951a-0064f4ea91d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:05:57.728817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d87ce4-6a40-4008-8282-cc019a83b68e req-10218bae-1e69-4955-a651-0ec3a19e718d service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864181 Jun 30 09:05:57.753652 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2e248-df9d-4784-a7da-49bbe238e400 x-openstack-request-id: req-1cb2e248-df9d-4784-a7da-49bbe238e400 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:57.754474 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:57.754474 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1cb2e248-df9d-4784-a7da-49bbe238e400 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:57.755008 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'status': 'completed', 'code': 200} Jun 30 09:05:57.813405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event deleted for resources: {'Port': ['ID=604d3394-e1a7-4301-9226-5b5f761e1640,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:57.887036 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305638bd-0934-49e6-aebd-8c7087c6733c x-openstack-request-id: req-305638bd-0934-49e6-aebd-8c7087c6733c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:05:57.887229 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:05:57.887434 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-305638bd-0934-49e6-aebd-8c7087c6733c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:05:57.887930 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'status': 'completed', 'code': 200} Jun 30 09:05:57.902766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] No DVR routers for this DVR port 604d3394-e1a7-4301-9226-5b5f761e1640 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:57.960559 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:55Z', 'revision_number': 8, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:05:57.961630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.83', 55446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:05:57.973393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:57.976664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "DELETE /v2.0/ports/604d3394-e1a7-4301-9226-5b5f761e1640 HTTP/1.1" status: 204 len: 173 time: 1.5639181 Jun 30 09:05:58.029599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d00ed7-384e-4073-b973-cd33522f0554 None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd0b19fb7-2a3f-40d8-85e1-d425043d600e', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'floating_ip_address': '172.25.7.120', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'port_id': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'mac_address': 'fa:16:3e:71:0e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:05:10Z', 'updated_at': '2021-06-30T09:05:55Z', 'revision_number': 8, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:05:58.050531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-56157e99-2841-45b6-bcd0-35480ce27bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.052103 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-56157e99-2841-45b6-bcd0-35480ce27bba service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1095 time: 0.2961566 Jun 30 09:05:58.234168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9764c-e43f-43fd-b1d2-76aab8daa392 req-dcd750c8-d325-4d64-9f97-5ee17ef54927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.236046 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-55e9764c-e43f-43fd-b1d2-76aab8daa392 req-dcd750c8-d325-4d64-9f97-5ee17ef54927 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1097 time: 0.4097025 Jun 30 09:05:58.236740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-f990fc14-8715-49b9-a0ed-2f831d0f0235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.239266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-f990fc14-8715-49b9-a0ed-2f831d0f0235 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04&tenant_id=60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 1101 time: 0.3248715 Jun 30 09:05:58.249421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921988c1-498a-4ebd-a9f2-025c49771c01 req-267396e0-991a-4391-abb5-42220f22919e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.257877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-921988c1-498a-4ebd-a9f2-025c49771c01 req-267396e0-991a-4391-abb5-42220f22919e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.3456337 Jun 30 09:05:58.279734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-1fc8c23d-75e0-40ad-a7ba-03840ef8953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.281433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:05:58.281808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-1fc8c23d-75e0-40ad-a7ba-03840ef8953c service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2223029 Jun 30 09:05:58.344106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-57465b3c-44cc-4a16-af8d-3c421fd3463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.345977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-57465b3c-44cc-4a16-af8d-3c421fd3463f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.3833570 Jun 30 09:05:58.352432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-4196d9c3-6c82-4904-9b6a-1d3f8af76a24 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 217 time: 0.0619328 Jun 30 09:05:58.360955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-55e9764c-e43f-43fd-b1d2-76aab8daa392 req-e76f4453-0f9a-4301-bf07-c1fb1e1e366e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935562 Jun 30 09:05:58.403688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-921988c1-498a-4ebd-a9f2-025c49771c01 req-0b3e4ac5-1459-4f23-9141-dc690a7c9708 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446674 Jun 30 09:05:58.432389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-4efb0eac-7d0b-41b7-9413-420a61ee3a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.433941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-4efb0eac-7d0b-41b7-9413-420a61ee3a64 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0718338 Jun 30 09:05:58.460833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1bddbd-818e-49d5-85cb-8199842ed194 None None] New status for floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:05:58.510993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e3e23-dbd8-4c27-b3c4-31531553fef5 req-84467f4c-f28f-494d-92f0-11c64fdbf7e3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.512618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-425e3e23-dbd8-4c27-b3c4-31531553fef5 req-84467f4c-f28f-494d-92f0-11c64fdbf7e3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.3570967 Jun 30 09:05:58.554911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.664718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-c2584b7e-e8a5-4aab-8e73-83086f2c2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:58.666213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-c2584b7e-e8a5-4aab-8e73-83086f2c2233 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.3099716 Jun 30 09:05:58.686769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-425e3e23-dbd8-4c27-b3c4-31531553fef5 req-18df9155-4382-42c1-8667-89e45b510107 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079915 Jun 30 09:05:58.839421 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-f7105141-a139-4685-b705-1b18222033c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457664 Jun 30 09:05:58.926808 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:58.993256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-3147b9ee-8295-4a0d-b69d-3529064af49c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 1001 time: 0.1953790 Jun 30 09:05:59.019139 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-5f31031d-4a2d-417e-b303-5e3d11986597 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406891 Jun 30 09:05:59.083596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:05:59.095632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e2f7f-d452-40f0-b07c-edf01a6911d7 req-e4d970bf-d8d1-4b44-bf49-5890080fc55f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.105347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-062e2f7f-d452-40f0-b07c-edf01a6911d7 req-e4d970bf-d8d1-4b44-bf49-5890080fc55f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.3081260 Jun 30 09:05:59.141278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-8bb0143a-b03c-4210-83ea-d778aa285295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.142920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-8bb0143a-b03c-4210-83ea-d778aa285295 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.1418211 Jun 30 09:05:59.242700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-062e2f7f-d452-40f0-b07c-edf01a6911d7 req-a38cc7b3-b5c6-489f-a91e-d96db7c4aedf tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346288 Jun 30 09:05:59.302016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:05:59.396531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 03c4cc62-16c4-4af1-8640-9b6246dd8cbf no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:59.460489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 604d3394-e1a7-4301-9226-5b5f761e1640 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:59.469368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2bf878f-a233-4050-87a9-42f18e325c3e req-9e2435ed-6c44-4a84-99bd-8075880888e1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 998 time: 0.2229517 Jun 30 09:05:59.471387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 03c4cc62-16c4-4af1-8640-9b6246dd8cbf {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:59.472279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 03c4cc62-16c4-4af1-8640-9b6246dd8cbf not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:59.472701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:05:59.494112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.565556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Transition to ACTIVE for port object b4f5e4cf-793c-409e-bddf-2a19945270a5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:05:59.580140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-d746ccf4-e1d5-494c-90c4-e55be6dc293c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.582604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 604d3394-e1a7-4301-9226-5b5f761e1640 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:05:59.583158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-d746ccf4-e1d5-494c-90c4-e55be6dc293c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4096828 Jun 30 09:05:59.584293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 604d3394-e1a7-4301-9226-5b5f761e1640 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:59.586283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.626024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:05:59.658386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa7bc233-381c-4236-b63d-d03b2c1dcc5b req-9e993ecd-2e87-4d17-9759-6135ccaa5046 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325300 Jun 30 09:05:59.756457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'name': 'network-vif-deleted', 'tag': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf'}, {'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'name': 'network-vif-deleted', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:59.760323 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db837e3-804f-4902-8d54-c7cbe15f2a95" -d '{"events": [{"server_uuid": "8458ab23-95ec-4c04-8f13-6130c7781a3c", "name": "network-vif-deleted", "tag": "03c4cc62-16c4-4af1-8640-9b6246dd8cbf"}, {"server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "name": "network-vif-deleted", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:59.787808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] No DVR routers for this DVR port b4f5e4cf-793c-409e-bddf-2a19945270a5 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:05:59.795099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:05:59.838574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf878f-a233-4050-87a9-42f18e325c3e req-a31ddad0-0890-4149-8d40-aef62a900405 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.840394 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2bf878f-a233-4050-87a9-42f18e325c3e req-a31ddad0-0890-4149-8d40-aef62a900405 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.3633606 Jun 30 09:05:59.863666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-f2bf878f-a233-4050-87a9-42f18e325c3e req-9c093abc-bff2-4b56-b815-0a9fa0965178 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:05:59.864701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2bf878f-a233-4050-87a9-42f18e325c3e req-9c093abc-bff2-4b56-b815-0a9fa0965178 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103974 Jun 30 09:05:59.890758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:05:59.893240 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e44f98-1e14-4751-a64b-04dd9934a6d1" -d '{"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:05:59.900919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-0ff4265b-386d-4b85-b42a-6c316376533e service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043728 Jun 30 09:05:59.903336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:05:59.904030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:05:59.904030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:59.921717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:05:59.922140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:05:59.972228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:05:59.972625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:05:59.973229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:05:59.973707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Bound port: b4f5e4cf-793c-409e-bddf-2a19945270a5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:05:59.974068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:05:59.989711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321a96c-5d46-462f-a3de-0459c70c10d9 req-9bccf0e4-7ed4-456e-ae60-8a34870ed969 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:05:59.991307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9321a96c-5d46-462f-a3de-0459c70c10d9 req-9bccf0e4-7ed4-456e-ae60-8a34870ed969 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 946 time: 0.3076217 Jun 30 09:06:00.108637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9321a96c-5d46-462f-a3de-0459c70c10d9 req-40ef3af0-f56d-4e85-9a5b-7481306c1e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078284 Jun 30 09:06:00.123049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98394874-cab5-4a01-b7f6-deb732d1b0dc req-175f648f-39b0-4e81-983a-b74c68fc0c57 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120965 Jun 30 09:06:00.125211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:00.127532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:00.139684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.203913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.204715 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:00.207153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] 10.222.0.83 "PUT /v2.0/ports/b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 1096 time: 1.9328845 Jun 30 09:06:00.266333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c4cbd-40af-4317-9513-4006018e9c9d service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:00.784981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-2fb5ecd0-1d95-4dba-a589-1aed4acdf1be tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.786538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-2fb5ecd0-1d95-4dba-a589-1aed4acdf1be tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.5149446 Jun 30 09:06:00.812178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-a4aaea47-45b7-4a7e-b356-254bc5fb4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.813750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-a4aaea47-45b7-4a7e-b356-254bc5fb4c33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1099 time: 0.5242543 Jun 30 09:06:00.818172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:00.819004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-3e3562c1-eec1-4611-9865-a9345f1c6449 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/quotas/9ade115813c5426fb5fa471117fc8b41 HTTP/1.1" status: 200 len: 375 time: 0.0254018 Jun 30 09:06:00.831421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cd7b5-bb3a-4759-b0f0-1760929f8f85 req-18f2eb63-b916-4eb4-8eb8-bc9b4c1d0c1c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:00.833391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-601cd7b5-bb3a-4759-b0f0-1760929f8f85 req-18f2eb63-b916-4eb4-8eb8-bc9b4c1d0c1c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.1530252 Jun 30 09:06:00.925846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-d540b7c1-e4a9-4538-8a10-810718034e8b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915155 Jun 30 09:06:01.003171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-601cd7b5-bb3a-4759-b0f0-1760929f8f85 req-02d9caa2-be52-437b-a061-2a74acce395b tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606054 Jun 30 09:06:01.040458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-6a840971-1130-4be4-a083-40c0c72c6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.041991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-6a840971-1130-4be4-a083-40c0c72c6578 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2188523 Jun 30 09:06:01.100117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-89c267bd-0f2c-4e09-89c8-d62e6dfe9977 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.0494661 Jun 30 09:06:01.103814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-75e23523-4122-49f0-be3c-61acac248698 service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684799 Jun 30 09:06:01.247957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-ebb11920-ec91-4049-a418-21a3fdaf9703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.249462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-ebb11920-ec91-4049-a418-21a3fdaf9703 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1434896 Jun 30 09:06:01.300560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-8a4eab27-1f20-4db7-a261-c55ce4eaf9ad service neutron] 10.222.0.77 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851761 Jun 30 09:06:01.330043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0acdb-bf2a-4f92-816d-24b88b973786 req-73731de6-5cd4-42bb-a330-eb5b86fdd055 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.332771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dec0acdb-bf2a-4f92-816d-24b88b973786 req-73731de6-5cd4-42bb-a330-eb5b86fdd055 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 947 time: 0.2102795 Jun 30 09:06:01.392884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-7a1b96ae-801d-41aa-b3fa-da34e97422b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.395670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-7a1b96ae-801d-41aa-b3fa-da34e97422b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373489 Jun 30 09:06:01.403755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dec0acdb-bf2a-4f92-816d-24b88b973786 req-f7b021f9-03d8-49e2-aca3-97e2e338f299 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628386 Jun 30 09:06:01.491093 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15331fac-96e9-4839-9c3e-61517b18feb9 x-openstack-request-id: req-15331fac-96e9-4839-9c3e-61517b18feb9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:01.491998 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8458ab23-95ec-4c04-8f13-6130c7781a3c", "name": "network-vif-deleted", "tag": "03c4cc62-16c4-4af1-8640-9b6246dd8cbf", "status": "completed", "code": 200}, {"server_uuid": "c3d7dd43-76cc-4687-be91-171ae72e92a6", "name": "network-vif-deleted", "tag": "604d3394-e1a7-4301-9226-5b5f761e1640", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:01.491998 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-15331fac-96e9-4839-9c3e-61517b18feb9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:01.492299 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8458ab23-95ec-4c04-8f13-6130c7781a3c', 'name': 'network-vif-deleted', 'tag': '03c4cc62-16c4-4af1-8640-9b6246dd8cbf', 'status': 'completed', 'code': 200} Jun 30 09:06:01.492522 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7dd43-76cc-4687-be91-171ae72e92a6', 'name': 'network-vif-deleted', 'tag': '604d3394-e1a7-4301-9226-5b5f761e1640', 'status': 'completed', 'code': 200} Jun 30 09:06:01.555854 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e2bf81-00f6-47ff-801f-72e258295676 x-openstack-request-id: req-25e2bf81-00f6-47ff-801f-72e258295676 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:01.556170 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:01.556540 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-25e2bf81-00f6-47ff-801f-72e258295676 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:01.556804 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'code': 200} Jun 30 09:06:01.586429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-33f68625-9e80-475b-a47c-c59c11dea836 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1001 time: 0.1344624 Jun 30 09:06:01.640927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-1f230553-5337-4927-bb35-427b5ed52f22 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362125 Jun 30 09:06:01.733248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-cef08f72-3375-4f0d-b35d-26f4344974c7 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.734781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-cef08f72-3375-4f0d-b35d-26f4344974c7 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 950 time: 0.2312832 Jun 30 09:06:01.744440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8283-3176-4bba-ab9f-29507a087733 req-69b4b960-8ec1-4762-8f66-026840ea368d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:01.745795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-69b4b960-8ec1-4762-8f66-026840ea368d tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports/b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 942 time: 0.1504328 Jun 30 09:06:01.872997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfcb47d9-7554-4bcc-8465-3343df067d26 req-52f15f44-69fc-4c79-9b75-e08b316221a5 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205644 Jun 30 09:06:01.949569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:01.949922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.025603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-9fd5c46b-a096-45f5-ba13-8d9bca49ee82 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1001 time: 0.1310287 Jun 30 09:06:02.098241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-77a10461-e597-455f-87af-742e8e4eeb2f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.099900 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-77a10461-e597-455f-87af-742e8e4eeb2f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9cc951c-7db0-4846-a8a0-7b51637b241f HTTP/1.1" status: 200 len: 949 time: 0.1331403 Jun 30 09:06:02.227929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port ee0e50c9-f279-4295-b54e-986dbf6cd1b7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:02.228409 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.236085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port f3e450cd-56b3-48f4-b248-969bbdcf2f7d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:02.236673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.248513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for ee0e50c9-f279-4295-b54e-986dbf6cd1b7 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:02.304434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8283-3176-4bba-ab9f-29507a087733 req-fcc0a68b-12e2-4af9-88b3-1cf4dd72089e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.306047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-fcc0a68b-12e2-4af9-88b3-1cf4dd72089e tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2796128 Jun 30 09:06:02.353536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port f3e450cd-56b3-48f4-b248-969bbdcf2f7d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:02.354192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.370740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for f3e450cd-56b3-48f4-b248-969bbdcf2f7d owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:02.471224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-ccc60735-defb-4c22-ad65-859fff62c5d0 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 1001 time: 0.1100202 Jun 30 09:06:02.501224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:02.544375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.545154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf2f0b-118f-4398-aa27-b10cf18015f1 req-1ab916aa-a3ec-421c-8783-f50993f1287f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:02.546778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5baf2f0b-118f-4398-aa27-b10cf18015f1 req-1ab916aa-a3ec-421c-8783-f50993f1287f tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d28bac0-5d62-4526-995b-8bb6f42a9c9c HTTP/1.1" status: 200 len: 950 time: 0.2628691 Jun 30 09:06:02.557608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:02.589103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=f3e450cd-56b3-48f4-b248-969bbdcf2f7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.635244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.663958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port f3e450cd-56b3-48f4-b248-969bbdcf2f7d on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:02.666619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.668869 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f475a3f-3ae6-4f48-9257-81846ba4b57b req-50ddc7d8-7b41-4fe3-bd25-e293126d7460 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "DELETE /v2.0/ports/f3e450cd-56b3-48f4-b248-969bbdcf2f7d HTTP/1.1" status: 204 len: 173 time: 0.5570993 Jun 30 09:06:02.698546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5baf2f0b-118f-4398-aa27-b10cf18015f1 req-0e4058b6-b617-4ac9-b227-105026b7c9cf tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267664 Jun 30 09:06:02.703160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.756384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=ee0e50c9-f279-4295-b54e-986dbf6cd1b7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:02.900191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port ee0e50c9-f279-4295-b54e-986dbf6cd1b7 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:02.906737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.908695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1d0a611-5d80-4592-ab4e-1fc740ddfe9c req-f5ceba6c-3b5f-4b1f-86da-1fef5a8d779a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.83 "DELETE /v2.0/ports/ee0e50c9-f279-4295-b54e-986dbf6cd1b7 HTTP/1.1" status: 204 len: 173 time: 1.1619701 Jun 30 09:06:02.958123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.977809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:02.982076 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e disassociated. External IP: 172.25.7.120, port: b079538e-ccf1-43f4-951a-0064f4ea91d4. Jun 30 09:06:03.075080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df7d7a-aada-4a6b-b653-b9d02084422e req-4b81de6c-e17e-4a72-af94-66075f958cf9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.083728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67df7d7a-aada-4a6b-b653-b9d02084422e req-4b81de6c-e17e-4a72-af94-66075f958cf9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.2320962 Jun 30 09:06:03.172967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67df7d7a-aada-4a6b-b653-b9d02084422e req-0e099e3b-731e-4979-a2f5-3861a2976390 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881522 Jun 30 09:06:03.320004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-bb2e8c76-8580-4754-9e27-e37959adea57 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.321789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-bb2e8c76-8580-4754-9e27-e37959adea57 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 812 time: 0.2085700 Jun 30 09:06:03.336538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Request body: {'port': {'device_id': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'admin_state_up': True, 'tenant_id': '9ade115813c5426fb5fa471117fc8b41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:03.347765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:03.461882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ee0e50c9-f279-4295-b54e-986dbf6cd1b7 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:03.493021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'name': 'network-vif-deleted', 'tag': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:03.495805 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d8c196-d172-4734-bfef-3b786579144b" -d '{"events": [{"server_uuid": "a9cc951c-7db0-4846-a8a0-7b51637b241f", "name": "network-vif-deleted", "tag": "f3e450cd-56b3-48f4-b248-969bbdcf2f7d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:03.504426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: ee0e50c9-f279-4295-b54e-986dbf6cd1b7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:03.504738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ee0e50c9-f279-4295-b54e-986dbf6cd1b7 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:03.513623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Made reservation on behalf of 9ade115813c5426fb5fa471117fc8b41 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:03.519877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.523031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:03.535270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:03.536375 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:03.554338 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:03.555212 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:03.571803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}, {'server_uuid': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'name': 'network-vif-deleted', 'tag': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:03.590660 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031" -d '{"events": [{"name": "network-changed", "server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}, {"server_uuid": "7d28bac0-5d62-4526-995b-8bb6f42a9c9c", "name": "network-vif-deleted", "tag": "ee0e50c9-f279-4295-b54e-986dbf6cd1b7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:03.671326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34605994-60e6-4f66-97e0-4fb9fd717029 req-e6c505ef-7752-4ed2-94f9-1dbc05a21b4b tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 210 time: 0.1503215 Jun 30 09:06:03.696116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-f7d4217d-92b5-4e12-a5b6-b32b8c1a7bb1 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "PUT /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 696 time: 1.2073894 Jun 30 09:06:03.741171 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:03.777120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Allocated IP 172.20.0.5 (b2c54091-925f-4650-80fa-04bb3b1cd9dd/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849/9c2276ef-e433-41ad-8306-2dcb1de6172a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:03.960414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8283-3176-4bba-ab9f-29507a087733 req-215e36e1-8716-48db-a60c-d6902ade8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.961932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-215e36e1-8716-48db-a60c-d6902ade8652 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.2382736 Jun 30 09:06:03.972817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c3e1a-b86b-4bb3-909f-a26a7a13a653 req-e764830b-5bac-4b91-8e2e-e31130dfcdb8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:03.975364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d8c3e1a-b86b-4bb3-909f-a26a7a13a653 req-e764830b-5bac-4b91-8e2e-e31130dfcdb8 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.1566319 Jun 30 09:06:03.983787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.044743 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.060801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ad12e20d-86be-49cc-b91e-9152e7376957', 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:04.065480 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:04.097203 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:04.108435 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:04.109290 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:05:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:04.145496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Network b2c54091-925f-4650-80fa-04bb3b1cd9dd is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:04.146982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event updated for resources: {'Port': ['ID=9c2276ef-e433-41ad-8306-2dcb1de6172a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.149931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:04.152309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:04.211931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.212715 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.237634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-62681e17-498d-4ae8-ae13-2adc745548af tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9052413 Jun 30 09:06:04.256433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Request body: {'port': {'device_id': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:04.353583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.375737 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:04.457219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d8c3e1a-b86b-4bb3-909f-a26a7a13a653 req-529ebee2-d4e7-4d31-a355-4d4e0502a7f0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677923 Jun 30 09:06:04.516507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8283-3176-4bba-ab9f-29507a087733 req-6ea185f3-23f6-4493-87c7-34dfee933c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.518359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-6ea185f3-23f6-4493-87c7-34dfee933c0c service neutron] 10.222.0.77 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.5397422 Jun 30 09:06:04.586358 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-d1a62ad1-fea9-4c8d-81db-1cf6ef219615 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 217 time: 0.0616238 Jun 30 09:06:04.646715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8283-3176-4bba-ab9f-29507a087733 req-95debe4a-f9f0-4ff9-810e-18b99e4b3d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.648672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-95debe4a-f9f0-4ff9-810e-18b99e4b3d59 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0614183 Jun 30 09:06:04.667475 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:04.694572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2276ef-e433-41ad-8306-2dcb1de6172a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:04.697546 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3a73b4-57b2-4e7d-ab23-a3cf344d0f4c None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd03e5bb1-85f8-4d95-879d-8da3d4725ea2', 'name': '', 'network_id': 'b32bab9e-1392-4066-8055-0b8ff0c713c8', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'mac_address': 'fa:16:3e:61:2c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:33Z', 'updated_at': '2021-06-30T09:04:44Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'subnets': [{'id': 'fd845081-766b-4cbe-9e3a-ca309905ce8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:04.703343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.719577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Transition to ACTIVE for port object 9c2276ef-e433-41ad-8306-2dcb1de6172a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:04.725985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.761815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53eedc-37af-42ad-a76e-a463c988de8f req-8c57801f-8bdd-405e-bb35-1e81abbcbd9f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.763333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f53eedc-37af-42ad-a76e-a463c988de8f req-8c57801f-8bdd-405e-bb35-1e81abbcbd9f tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 947 time: 0.1068127 Jun 30 09:06:04.773593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b8283-3176-4bba-ab9f-29507a087733 req-2fef324f-c788-489e-a5e8-fcaaaeabbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:04.781570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-2fef324f-c788-489e-a5e8-fcaaaeabbf00 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1262023 Jun 30 09:06:04.835160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2276ef-e433-41ad-8306-2dcb1de6172a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:04.875475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Attempting to bind port 9c2276ef-e433-41ad-8306-2dcb1de6172a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:04.875904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Attempting to bind port 9c2276ef-e433-41ad-8306-2dcb1de6172a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:04.876381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Attempting to bind port 9c2276ef-e433-41ad-8306-2dcb1de6172a on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:04.877250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f53eedc-37af-42ad-a76e-a463c988de8f req-b0ff6f63-d0f6-4b8f-b1f6-b443749157aa tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856621 Jun 30 09:06:04.885362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Port 9c2276ef-e433-41ad-8306-2dcb1de6172a on network b2c54091-925f-4650-80fa-04bb3b1cd9dd not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:04.885688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Attempting to bind port 9c2276ef-e433-41ad-8306-2dcb1de6172a on network b2c54091-925f-4650-80fa-04bb3b1cd9dd {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:04.892666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:04.893194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Checking segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:04.893741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Bound using segment: {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:04.894403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Bound port: 9c2276ef-e433-41ad-8306-2dcb1de6172a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f272091-61e5-4ffd-bb8a-36e1cfcff0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:04.894814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:04.921624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-f0f5052f-5ae3-4e1c-b0be-d6c6157864ae service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390615 Jun 30 09:06:04.985500 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48c50c9-fb69-47bc-a4a4-2cb443523e5e x-openstack-request-id: req-c48c50c9-fb69-47bc-a4a4-2cb443523e5e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:04.985864 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9cc951c-7db0-4846-a8a0-7b51637b241f", "name": "network-vif-deleted", "tag": "f3e450cd-56b3-48f4-b248-969bbdcf2f7d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:04.986067 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c48c50c9-fb69-47bc-a4a4-2cb443523e5e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:04.986519 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9cc951c-7db0-4846-a8a0-7b51637b241f', 'name': 'network-vif-deleted', 'tag': 'f3e450cd-56b3-48f4-b248-969bbdcf2f7d', 'status': 'completed', 'code': 200} Jun 30 09:06:05.004016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] For port 9c2276ef-e433-41ad-8306-2dcb1de6172a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:05.013523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] For port 9c2276ef-e433-41ad-8306-2dcb1de6172a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:05.019402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.040773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694b8283-3176-4bba-ab9f-29507a087733 req-ca119ab4-c69d-460f-a777-1bba8518d358 service neutron] 10.222.0.77 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181021 Jun 30 09:06:05.050791 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079d4d7f-1650-4b94-91a6-5133bc92cd6a x-openstack-request-id: req-079d4d7f-1650-4b94-91a6-5133bc92cd6a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:05.051235 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "status": "completed", "code": 200}, {"server_uuid": "7d28bac0-5d62-4526-995b-8bb6f42a9c9c", "name": "network-vif-deleted", "tag": "ee0e50c9-f279-4295-b54e-986dbf6cd1b7", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:05.070812 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-079d4d7f-1650-4b94-91a6-5133bc92cd6a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:05.071978 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'status': 'completed', 'code': 200} Jun 30 09:06:05.072249 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d28bac0-5d62-4526-995b-8bb6f42a9c9c', 'name': 'network-vif-deleted', 'tag': 'ee0e50c9-f279-4295-b54e-986dbf6cd1b7', 'status': 'completed', 'code': 200} Jun 30 09:06:05.107191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.107879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.110241 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] 10.222.0.79 "PUT /v2.0/ports/9c2276ef-e433-41ad-8306-2dcb1de6172a HTTP/1.1" status: 200 len: 1092 time: 0.8590012 Jun 30 09:06:05.162271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0cacdc-4e6b-4c71-a542-0ef807a612f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2276ef-e433-41ad-8306-2dcb1de6172a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.234329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d758e8-06b3-40e2-af4a-15855b5f74a2 None None] New status for floating IP d0b19fb7-2a3f-40d8-85e1-d425043d600e: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:06:05.260103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-04b0427a-7545-43b8-86a0-cfe0c90aa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.262002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-04b0427a-7545-43b8-86a0-cfe0c90aa649 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1099 time: 0.1779056 Jun 30 09:06:05.269326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-cfd75ab8-28b8-47e7-a5ff-0bd1a810ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.270572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-cfd75ab8-28b8-47e7-a5ff-0bd1a810ca51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1099 time: 0.1625555 Jun 30 09:06:05.318059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-a4c69d09-f60e-4bea-8a64-dbaeaf2f638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.320114 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-a4c69d09-f60e-4bea-8a64-dbaeaf2f638d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 1095 time: 0.1046135 Jun 30 09:06:05.369429 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-312b2344-1df3-48be-9d94-9cbf68f7208a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a HTTP/1.1" status: 200 len: 217 time: 0.0388772 Jun 30 09:06:05.411144 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:05.430933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-6800ab20-3d43-4b8f-a9e3-ae8e7ecf1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.432721 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-6800ab20-3d43-4b8f-a9e3-ae8e7ecf1760 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.0548456 Jun 30 09:06:05.473914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:05.490188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-fe9dac22-15ce-4a13-a99b-ba6fb24d3216 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482013 Jun 30 09:06:05.614607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-a0e2392d-d9a5-4749-b430-c24b43870618 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149228 Jun 30 09:06:05.625261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:05.642411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-c54aa815-dc08-4b2f-b177-54c578610dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.644894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-c54aa815-dc08-4b2f-b177-54c578610dd7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3626776 Jun 30 09:06:05.646172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-d4bdfb68-8b39-44dd-acde-a6672eb1f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.648464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-d4bdfb68-8b39-44dd-acde-a6672eb1f5bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3538611 Jun 30 09:06:05.649879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3f290056-57c1-4a01-9b58-ee426855f453', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': '3f290056-57c1-4a01-9b58-ee426855f453', 'mac_address': 'fa:16:3e:3a:0c:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:05.671909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:05.707491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-32098612-d6e6-4111-be3d-544aeb8d6eaf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.0530884 Jun 30 09:06:05.709414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'mac_address': 'fa:16:3e:e5:49:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:05.743902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.751746 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c584f644-2160-4d3e-87b6-f435aba72b7a req-33bc57d0-ba20-4083-8967-0a19752efb2d service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304090 Jun 30 09:06:05.766710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f290056-57c1-4a01-9b58-ee426855f453 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:05.767049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e3331-3931-41cf-8169-819c88e87af6 req-9bb01873-a6f5-4dc3-b8fe-88add469a46b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.769322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-429e3331-3931-41cf-8169-819c88e87af6 req-9bb01873-a6f5-4dc3-b8fe-88add469a46b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.5033731 Jun 30 09:06:05.780715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.801431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-aebc153f-313d-40c8-8e40-ec2fa7ba0f39 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.0925066 Jun 30 09:06:05.810309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f91c63-4d01-426f-a441-cd99fd4f1d75 req-ba816876-0eca-4259-adf6-ecf11e12f72c tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.819732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4f91c63-4d01-426f-a441-cd99fd4f1d75 req-ba816876-0eca-4259-adf6-ecf11e12f72c tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1097 time: 0.3827949 Jun 30 09:06:05.819961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:05.822362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f5e4cf-793c-409e-bddf-2a19945270a5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:05.829225 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.867596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:05.872944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:05.901329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:05.952877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-27f21c60-94b2-4ffb-b05a-c525d4cabd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.952877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-27f21c60-94b2-4ffb-b05a-c525d4cabd25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1696780 Jun 30 09:06:05.959533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-429e3331-3931-41cf-8169-819c88e87af6 req-921cfff5-bcd5-4882-96ae-e1b491cc6bfe tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751130 Jun 30 09:06:05.963794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3f290056-57c1-4a01-9b58-ee426855f453'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:05.969171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-489569f8-cdcc-4d22-adfe-273857246abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:05.970706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-489569f8-cdcc-4d22-adfe-273857246abb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1216967 Jun 30 09:06:05.980991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4f91c63-4d01-426f-a441-cd99fd4f1d75 req-e4f1ea01-4f6d-402f-b4ea-1f20c0c39d20 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571648 Jun 30 09:06:05.993576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:06.161682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-5cad4217-00bc-45da-ad0a-40bba0cebe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.162985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-5cad4217-00bc-45da-ad0a-40bba0cebe1f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1810477 Jun 30 09:06:06.168144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-6fb1d044-70a4-429b-8f54-71d3dfe3f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.169668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-6fb1d044-70a4-429b-8f54-71d3dfe3f7e7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2091208 Jun 30 09:06:06.419137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc3684-2628-4f74-9fdf-b37d69bb52dd req-48ee5c5b-ebd2-4aac-ab0c-8810e65b4bdd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.420652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6dc3684-2628-4f74-9fdf-b37d69bb52dd req-48ee5c5b-ebd2-4aac-ab0c-8810e65b4bdd tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 943 time: 0.2392924 Jun 30 09:06:06.470895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-3d9be61d-3396-4c7b-8e8f-ad31b280e1a6 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974200 Jun 30 09:06:06.524377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-f1a2871a-970c-49f5-ab1e-f488268732b2 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402975 Jun 30 09:06:06.571158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6dc3684-2628-4f74-9fdf-b37d69bb52dd req-e7abc83c-93e9-4b0a-8d88-0c509c9ac4cc tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369674 Jun 30 09:06:06.697271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752de391-4375-4439-854a-d04325d853b0 req-d671eedd-0253-469e-a3da-e0f3571b8a35 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.698981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-752de391-4375-4439-854a-d04325d853b0 req-d671eedd-0253-469e-a3da-e0f3571b8a35 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 948 time: 0.2192109 Jun 30 09:06:06.767688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-b2d6e943-044c-4871-acd4-20e2425e025e service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892067 Jun 30 09:06:06.788931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b809e5c-0f4f-4d1a-8856-b4e2247e3031 req-507af5d5-af80-4a4d-b3a1-b0a2923fc8e2 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468586 Jun 30 09:06:06.817611 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-752de391-4375-4439-854a-d04325d853b0 req-41621a05-e9a5-4767-9864-c1dc77d334dc tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080704 Jun 30 09:06:06.830414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbdeef-02d8-4d09-ae74-363d2f357709 req-d7954ff3-3543-463b-acaa-53fe13f0e430 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:06.832257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77cbdeef-02d8-4d09-ae74-363d2f357709 req-d7954ff3-3543-463b-acaa-53fe13f0e430 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1097 time: 0.1240745 Jun 30 09:06:06.892553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77cbdeef-02d8-4d09-ae74-363d2f357709 req-bbb2b8fd-8ab1-43c7-8424-3493bc08c1e1 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Jun 30 09:06:06.988443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'tag': '9c2276ef-e433-41ad-8306-2dcb1de6172a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:06.991024 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901d04b-8cc2-4da6-bf9d-7eab00925b70" -d '{"events": [{"name": "network-changed", "server_uuid": "a050077f-a4c6-41a6-85d0-e93398991c92", "tag": "9c2276ef-e433-41ad-8306-2dcb1de6172a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:07.061921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-12fd4bdd-4cba-46e0-87ed-cda7595af6cb tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 200 len: 694 time: 0.0755627 Jun 30 09:06:07.080165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:07.083135 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:07.212424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-1d746d14-1af1-40b5-94ee-ae79ab01e7d5 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.222564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-1d746d14-1af1-40b5-94ee-ae79ab01e7d5 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1592839 Jun 30 09:06:07.286266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-f933b5b1-74b7-4886-acbb-a97ad5be61d6 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 697 time: 0.0625961 Jun 30 09:06:07.390402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-154945fd-d907-4b26-9935-7fe49be883bd tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.120 HTTP/1.1" status: 200 len: 697 time: 0.1029203 Jun 30 09:06:07.410603 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb32acd-2088-4b2b-a681-c7758cc4e863 x-openstack-request-id: req-edb32acd-2088-4b2b-a681-c7758cc4e863 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:07.411049 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a050077f-a4c6-41a6-85d0-e93398991c92", "tag": "9c2276ef-e433-41ad-8306-2dcb1de6172a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:07.411304 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-edb32acd-2088-4b2b-a681-c7758cc4e863 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:07.411709 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'tag': '9c2276ef-e433-41ad-8306-2dcb1de6172a', 'status': 'completed', 'code': 200} Jun 30 09:06:07.439559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:07.510787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b4f5e4cf-793c-409e-bddf-2a19945270a5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:07.564461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3f290056-57c1-4a01-9b58-ee426855f453 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:07.564864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.666762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-e1c8ccc0-6316-461f-8bab-cb9b93094241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.668311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-e1c8ccc0-6316-461f-8bab-cb9b93094241 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9ade115813c5426fb5fa471117fc8b41&device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 1095 time: 0.2132521 Jun 30 09:06:07.710943 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.756476 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:07.758797 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce159cba-9e50-414a-95b5-1d6413a9026e" -d '{"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-plugged", "status": "completed", "tag": "3f290056-57c1-4a01-9b58-ee426855f453"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:07.775661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:07.788239 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.789602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f3e450cd-56b3-48f4-b248-969bbdcf2f7d no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:07.822270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-697f8f93-ac1f-43cd-bcde-83a052dd31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.823726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-697f8f93-ac1f-43cd-bcde-83a052dd31d0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 200 len: 913 time: 0.1479163 Jun 30 09:06:07.827106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Deleting port c0db8030-0860-49f1-8ab6-4c4b65e8dba5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:07.827106 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:07.839125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74439e-bcdb-41ed-bd91-4d193b8ab998 req-d01b188b-0d1f-4bc6-bd2c-69ef52587525 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:07.841001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f74439e-bcdb-41ed-bd91-4d193b8ab998 req-d01b188b-0d1f-4bc6-bd2c-69ef52587525 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.2778680 Jun 30 09:06:07.847963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: f3e450cd-56b3-48f4-b248-969bbdcf2f7d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:07.848312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f3e450cd-56b3-48f4-b248-969bbdcf2f7d not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:07.892158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:07.930672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-8352108a-498a-4abf-af0a-af915ad777c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a HTTP/1.1" status: 200 len: 217 time: 0.0874522 Jun 30 09:06:08.014407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f74439e-bcdb-41ed-bd91-4d193b8ab998 req-117b6dd7-f26a-456c-88c5-343164881617 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509733 Jun 30 09:06:08.025431 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.025763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.044524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-3e382418-a4ff-42f6-a78d-69e0969d5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.046022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-3e382418-a4ff-42f6-a78d-69e0969d5acc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 200 len: 852 time: 0.1026337 Jun 30 09:06:08.053735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Calling delete_port for c0db8030-0860-49f1-8ab6-4c4b65e8dba5 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:08.096262 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da58e43-dbb9-4c2a-8f1f-9c520874eaef x-openstack-request-id: req-2da58e43-dbb9-4c2a-8f1f-9c520874eaef {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:08.097015 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:08.097489 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2da58e43-dbb9-4c2a-8f1f-9c520874eaef {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:08.098300 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'status': 'completed', 'code': 200} Jun 30 09:06:08.101484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-d9183c4b-af98-4fff-bb1e-60bd59270f47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b2c54091-925f-4650-80fa-04bb3b1cd9dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456815 Jun 30 09:06:08.348403 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-53dcce9d-174c-4af3-adc9-b7a1bedbe357 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1018047 Jun 30 09:06:08.434693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:08.442108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-e1bf60dd-c46a-4e9f-9fdf-3071f0b03e74 service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290866 Jun 30 09:06:08.490699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-d2b94136-6939-42d6-a536-928e993b2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.492432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-d2b94136-6939-42d6-a536-928e993b2d06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49e8fe4c6b694634957e1075c569013a&device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 1102 time: 0.0848176 Jun 30 09:06:08.495263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event deleted for resources: {'Port': ['ID=c0db8030-0860-49f1-8ab6-4c4b65e8dba5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:08.538172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-d0308f2e-ca41-4f90-ab3a-31a10ae00587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.540251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-d0308f2e-ca41-4f90-ab3a-31a10ae00587 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 1097 time: 0.3263552 Jun 30 09:06:08.664198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-99add544-0d16-471c-a680-a4e67ac2f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.668424 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-99add544-0d16-471c-a680-a4e67ac2f768 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1473713 Jun 30 09:06:08.747371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-9fb825f3-b407-45c5-ad77-8251c672d1ca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=239dd054-df75-462f-bd15-9fee4dab18aa HTTP/1.1" status: 200 len: 217 time: 0.0668249 Jun 30 09:06:08.897824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-3a4f92da-00d0-4ea6-8224-6bdf96f8c718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:08.903513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-3a4f92da-00d0-4ea6-8224-6bdf96f8c718 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1425991 Jun 30 09:06:09.073026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-5dcaaff6-7b8f-41dc-92c4-90b95020a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.076247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-5dcaaff6-7b8f-41dc-92c4-90b95020a724 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1635835 Jun 30 09:06:09.118071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.121101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.127260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53dd558-9944-4044-bd28-002a6ba570f1 req-091c4f9b-c6c2-4601-8727-ca8e5584c864 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "DELETE /v2.0/floatingips/d0b19fb7-2a3f-40d8-85e1-d425043d600e HTTP/1.1" status: 204 len: 173 time: 1.7350960 Jun 30 09:06:09.189195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e901d04b-8cc2-4da6-bf9d-7eab00925b70 req-f81462d4-e07d-47c2-a5a9-7542191453fd service neutron] 10.222.0.79 "GET /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6879220 Jun 30 09:06:09.194951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-f6e460d7-1b0e-4aa5-b1f9-e02198af66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.197119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-f6e460d7-1b0e-4aa5-b1f9-e02198af66e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 200 len: 922 time: 0.5576143 Jun 30 09:06:09.252315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-07dd3c4f-acd5-456e-8f6c-04a4488c4999 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 200 len: 217 time: 0.0470569 Jun 30 09:06:09.319623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-81ae42d0-d599-4870-939f-e896d06c0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.321296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-81ae42d0-d599-4870-939f-e896d06c0478 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 200 len: 860 time: 0.0623350 Jun 30 09:06:09.340514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-b655656b-112f-477b-8708-9890a49b046a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.343650 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-b655656b-112f-477b-8708-9890a49b046a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/ports?device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 950 time: 0.3575501 Jun 30 09:06:09.414114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-d27ef539-65e2-41ca-be2d-7dad08ebf6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:09.415635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-d27ef539-65e2-41ca-be2d-7dad08ebf6c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b32bab9e-1392-4066-8055-0b8ff0c713c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816352 Jun 30 09:06:09.452665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9c2276ef-e433-41ad-8306-2dcb1de6172a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:09.476984 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-45fc3902-e6f1-4cee-a554-7b64e5c4b56b service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927488 Jun 30 09:06:09.498684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:09.640776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-e1f6580d-20e3-47c0-ae27-25f5344b42f6 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162883 Jun 30 09:06:09.689367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:09.822639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c83e5-7a9b-493e-8f1b-0ecb3628a3a5 req-12448468-a578-4d97-a11d-a07a78c344a3 service neutron] 10.222.0.83 "GET /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748798 Jun 30 09:06:09.908206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port ad12e20d-86be-49cc-b91e-9152e7376957 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:09.916143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:09.924370 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:06:09.980912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:09.983331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-fa478fdd-c99c-4805-99fb-164cc1e51322 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:06:09.985368 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-fa478fdd-c99c-4805-99fb-164cc1e51322 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0366523 Jun 30 09:06:09.998852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Request body: {'binding': {'host': 'n-h1-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:09.999446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Unknown quota resources ['binding']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:06:10.011777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948', 'port_id': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'mac_address': 'fa:16:3e:a2:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:10.074287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port b4f5e4cf-793c-409e-bddf-2a19945270a5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:10.087120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9c2276ef-e433-41ad-8306-2dcb1de6172a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.089767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port b4f5e4cf-793c-409e-bddf-2a19945270a5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:10.089967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.147295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '9c2276ef-e433-41ad-8306-2dcb1de6172a', 'network_id': 'b2c54091-925f-4650-80fa-04bb3b1cd9dd', 'port_id': '9c2276ef-e433-41ad-8306-2dcb1de6172a', 'mac_address': 'fa:16:3e:04:14:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:10.155630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.222478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b85d21-e795-4de6-a5d4-b96e7982e6ea {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:10.236465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2746f131-2141-4d85-8c43-d64ed365bee6 req-a45906fb-87e4-4b8c-96d7-dab9a588f00a service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7460871 Jun 30 09:06:10.249771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on host n-h1-780147-22 for vnic_type normal with profile None {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:10.250356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:10.251059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:10.258243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.273105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.283653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:10.285290 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:10.296961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.306086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2276ef-e433-41ad-8306-2dcb1de6172a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:10.312527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:10.313021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:10.313494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:10.314040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Bound port: 943e1931-b279-4e9f-89a7-6783d4428c39, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:10.382127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port ad12e20d-86be-49cc-b91e-9152e7376957, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad12e20d-86be-49cc-b91e-9152e7376957,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.382737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.404161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9c2276ef-e433-41ad-8306-2dcb1de6172a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.409272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for ad12e20d-86be-49cc-b91e-9152e7376957 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:10.413766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.423805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.435150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f627d2-87d7-4b3c-a695-94eaf4f48431 req-488ffbed-376c-4c58-8dab-3c031415b338 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:10.441857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:10.443784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0f627d2-87d7-4b3c-a695-94eaf4f48431 req-488ffbed-376c-4c58-8dab-3c031415b338 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 943 time: 0.0794678 Jun 30 09:06:10.488376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.489964 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] 10.222.0.77 "POST /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39/bindings HTTP/1.1" status: 201 len: 390 time: 0.4969270 Jun 30 09:06:10.497694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0f627d2-87d7-4b3c-a695-94eaf4f48431 req-f407f38c-6f83-4d93-a1e0-c55345888e02 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525913 Jun 30 09:06:10.504205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:10.505927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.514146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.692798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9c2276ef-e433-41ad-8306-2dcb1de6172a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.701592 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533fd65-b940-4a45-a3f9-eeea6a6499bf x-openstack-request-id: req-0533fd65-b940-4a45-a3f9-eeea6a6499bf {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:10.702063 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-plugged", "status": "completed", "tag": "3f290056-57c1-4a01-9b58-ee426855f453", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:10.702440 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0533fd65-b940-4a45-a3f9-eeea6a6499bf {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:10.702994 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453', 'code': 200} Jun 30 09:06:10.736094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.901705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=ad12e20d-86be-49cc-b91e-9152e7376957,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:10.918490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa', 'ba9f0ca0-5d93-449d-a952-1420acda51ae'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:10.921541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['9c2276ef-e433-41ad-8306-2dcb1de6172a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:10.948848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port ad12e20d-86be-49cc-b91e-9152e7376957 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:10.954589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:10.958473 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-755da3f8-1798-4770-bf40-fd23060d6ff4 req-eb936923-fa02-49f9-9ef9-4854de2a694b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "DELETE /v2.0/ports/ad12e20d-86be-49cc-b91e-9152e7376957 HTTP/1.1" status: 204 len: 173 time: 1.6066890 Jun 30 09:06:10.959138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3719c-cb41-4542-92a0-b6253d897edb', 'name': 'network-vif-deleted', 'tag': 'ad12e20d-86be-49cc-b91e-9152e7376957'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:10.962195 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b58eec1-b310-4577-8032-c9b266622afe" -d '{"events": [{"server_uuid": "01b3719c-cb41-4542-92a0-b6253d897edb", "name": "network-vif-deleted", "tag": "ad12e20d-86be-49cc-b91e-9152e7376957"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:11.021855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['21b85d21-e795-4de6-a5d4-b96e7982e6ea'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:11.072680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab143632-5bb9-4d11-a437-ab0094d1553b req-e7ea9732-6592-447d-b82d-1a3328b8c5e5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.090838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab143632-5bb9-4d11-a437-ab0094d1553b req-e7ea9732-6592-447d-b82d-1a3328b8c5e5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1513286 Jun 30 09:06:11.177679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab143632-5bb9-4d11-a437-ab0094d1553b req-7f547f81-87a7-4479-94aa-9c7b7e287839 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773778 Jun 30 09:06:11.333648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:11.429124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce05737-67a6-44a4-bf00-8d4452240560 req-da5e0f60-2a05-4fa4-b48a-f62a58ad475c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.442489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bce05737-67a6-44a4-bf00-8d4452240560 req-da5e0f60-2a05-4fa4-b48a-f62a58ad475c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 944 time: 0.2084932 Jun 30 09:06:11.453207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3eea3efe-c7fe-4f9f-a244-3e420563712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:11.460301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-e4cc4068-cf82-47e6-9505-a4747643a2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.462058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-e4cc4068-cf82-47e6-9505-a4747643a2ea service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1097 time: 0.1402121 Jun 30 09:06:11.522605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad12e20d-86be-49cc-b91e-9152e7376957 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:11.564477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bce05737-67a6-44a4-bf00-8d4452240560 req-dd591192-6860-414c-87ea-b055e94c502d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198783 Jun 30 09:06:11.622112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: ad12e20d-86be-49cc-b91e-9152e7376957 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:11.633385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad12e20d-86be-49cc-b91e-9152e7376957 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:11.908344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-aef7e133-67c9-4b87-8aa1-4afd511c2c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.910571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-aef7e133-67c9-4b87-8aa1-4afd511c2c5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.4391510 Jun 30 09:06:11.962881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb1a21c6-2d59-4c8d-b17d-c7ba8d4fcd44 req-a48d4ef0-efb0-4260-a9eb-17adcd4b098a tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=01b3719c-cb41-4542-92a0-b6253d897edb HTTP/1.1" status: 200 len: 210 time: 0.0613997 Jun 30 09:06:11.988741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-003ed041-9f01-4c98-a8c1-8c066d946f68 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:11.990983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-003ed041-9f01-4c98-a8c1-8c066d946f68 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b2cf274-8acb-461b-88d3-af128f31ee80 HTTP/1.1" status: 200 len: 949 time: 0.2720516 Jun 30 09:06:11.992518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-adf85a12-1383-492f-a3cc-d0960cf479da service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 217 time: 0.0723722 Jun 30 09:06:12.083373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905db4a-f7d8-4710-9836-845e96434498 req-f036eadc-1bc1-4cb6-855c-827d9b251fad tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.091489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6905db4a-f7d8-4710-9836-845e96434498 req-f036eadc-1bc1-4cb6-855c-827d9b251fad tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.1045179 Jun 30 09:06:12.105776 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236748aa-f436-48a6-8b84-1665441afc8e x-openstack-request-id: req-236748aa-f436-48a6-8b84-1665441afc8e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:12.106440 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b3719c-cb41-4542-92a0-b6253d897edb", "name": "network-vif-deleted", "tag": "ad12e20d-86be-49cc-b91e-9152e7376957", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:12.106680 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-236748aa-f436-48a6-8b84-1665441afc8e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:12.107095 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3719c-cb41-4542-92a0-b6253d897edb', 'name': 'network-vif-deleted', 'tag': 'ad12e20d-86be-49cc-b91e-9152e7376957', 'status': 'completed', 'code': 200} Jun 30 09:06:12.163024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6905db4a-f7d8-4710-9836-845e96434498 req-9ba3de2e-93a1-4eef-b19d-9e64ebd7b841 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704389 Jun 30 09:06:12.215597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-6aef8256-20f7-435c-8ea5-321421795338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.217316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-6aef8256-20f7-435c-8ea5-321421795338 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1471708 Jun 30 09:06:12.261056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-f0322b7a-6358-4e61-ac35-1626d87f57ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346205 Jun 30 09:06:12.368617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port ba9f0ca0-5d93-449d-a952-1420acda51ae {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:12.369012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.383533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2e0b1-0b86-4ef7-af14-bacb8ff54a1a req-fefb6091-15a1-4930-b92d-f75ac7a3a507 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.396577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0a2e0b1-0b86-4ef7-af14-bacb8ff54a1a req-fefb6091-15a1-4930-b92d-f75ac7a3a507 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 944 time: 0.1030989 Jun 30 09:06:12.452780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0a2e0b1-0b86-4ef7-af14-bacb8ff54a1a req-5d675ab9-3de1-48f2-903f-f5098a6a4ffb tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Jun 30 09:06:12.584692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-ad6d7002-a4a8-4874-bd68-f6b1d4fffad6 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031557 Jun 30 09:06:12.688367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe5908-f684-413c-b6a2-d47012c7f08b req-bb5038af-a70e-4836-9ba4-92fc12e126a8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.691054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6fe5908-f684-413c-b6a2-d47012c7f08b req-bb5038af-a70e-4836-9ba4-92fc12e126a8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.1155641 Jun 30 09:06:12.704738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:12.707210 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bcf348-98e0-40b4-a8a4-97fc07b444d4" -d '{"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:12.732627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port ba9f0ca0-5d93-449d-a952-1420acda51ae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ba9f0ca0-5d93-449d-a952-1420acda51ae,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:12.733007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:12.787148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6fe5908-f684-413c-b6a2-d47012c7f08b req-7e4b63fa-2ecb-4c48-b8c5-fd9c70dd3721 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880053 Jun 30 09:06:12.972827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-928b9448-4b47-4a05-b656-9c099f397d64 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:12.975284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-928b9448-4b47-4a05-b656-9c099f397d64 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04&tenant_id=60dfaf38a93a4684acad1259df2491b7&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 949 time: 0.3650167 Jun 30 09:06:13.074358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for ba9f0ca0-5d93-449d-a952-1420acda51ae owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:13.160136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-5184c913-d564-427b-acdb-e6a44848a4c5 service neutron] 10.222.0.83 "GET /v2.0/ports/b4f5e4cf-793c-409e-bddf-2a19945270a5/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.1317532 Jun 30 09:06:13.169088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9c003efd-017a-4cb6-b3a5-f571ee6d7394 service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689294 Jun 30 09:06:13.180968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281ad74-90c5-49be-a158-145049658f36 req-945661af-d49e-42a8-a42b-bac34fa1879b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.199340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2281ad74-90c5-49be-a158-145049658f36 req-945661af-d49e-42a8-a42b-bac34fa1879b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 944 time: 0.2161629 Jun 30 09:06:13.308199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.324874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:13.332518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cbb77-3d98-4750-9e68-bb13fca72743 req-c788032c-525a-452f-b3af-20726cc5aad4 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.342496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-120cbb77-3d98-4750-9e68-bb13fca72743 req-c788032c-525a-452f-b3af-20726cc5aad4 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.2735872 Jun 30 09:06:13.379858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2281ad74-90c5-49be-a158-145049658f36 req-e164ab72-f232-4859-bc93-eccad6abede3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794534 Jun 30 09:06:13.399815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=ba9f0ca0-5d93-449d-a952-1420acda51ae,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:13.479498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-d681d8a9-95be-4e24-8b27-284309d79cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.482024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-d681d8a9-95be-4e24-8b27-284309d79cb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1101 time: 0.2707350 Jun 30 09:06:13.485910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-120cbb77-3d98-4750-9e68-bb13fca72743 req-7cd06867-d1b0-4ec4-a03e-947bb90b72d8 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418626 Jun 30 09:06:13.498407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9c2276ef-e433-41ad-8306-2dcb1de6172a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:13.535168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port ba9f0ca0-5d93-449d-a952-1420acda51ae on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:13.542127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:13.546239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b6397e43-7918-4876-91ce-81fe8933c8dd req-0fff5691-fafd-4cb7-b55b-16ab7a2d50f4 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "DELETE /v2.0/ports/ba9f0ca0-5d93-449d-a952-1420acda51ae HTTP/1.1" status: 204 len: 173 time: 1.5393198 Jun 30 09:06:13.638682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:13.652860 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7382c5d8-53e0-4971-9852-affcd5a778be x-openstack-request-id: req-7382c5d8-53e0-4971-9852-affcd5a778be {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:13.653087 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:13.653314 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7382c5d8-53e0-4971-9852-affcd5a778be {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:13.653723 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'code': 200} Jun 30 09:06:13.787156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-0946107e-c82b-4757-8c08-0b47d081d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:13.794399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-0946107e-c82b-4757-8c08-0b47d081d7a9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2913320 Jun 30 09:06:13.959507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-1374571a-d44b-4d75-ad8b-54772772c5c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.1452041 Jun 30 09:06:14.009665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 9c2276ef-e433-41ad-8306-2dcb1de6172a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:14.064531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b292b008-de2a-4dd0-ba3c-5eff060c7f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.067194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 9c2276ef-e433-41ad-8306-2dcb1de6172a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:14.067748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.074613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 21b85d21-e795-4de6-a5d4-b96e7982e6ea completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:14.097561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 21b85d21-e795-4de6-a5d4-b96e7982e6ea triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:14.097957 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.107950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'name': 'network-vif-deleted', 'tag': 'ba9f0ca0-5d93-449d-a952-1420acda51ae'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:14.110341 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7374cee-8aac-4602-bad8-160c8e5f2baf" -d '{"events": [{"server_uuid": "3b2cf274-8acb-461b-88d3-af128f31ee80", "name": "network-vif-deleted", "tag": "ba9f0ca0-5d93-449d-a952-1420acda51ae"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:14.270566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.281140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-405ff7a3-c217-4481-bbca-eaa9c7a0e49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.282935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-405ff7a3-c217-4481-bbca-eaa9c7a0e49a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.3056777 Jun 30 09:06:14.296828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.298343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-2755879a-7b3b-4dbe-8b9e-6dac9f96131b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.301543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-2755879a-7b3b-4dbe-8b9e-6dac9f96131b tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.4785113 Jun 30 09:06:14.331532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:14.339507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.387428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e26925-6c41-4032-8a67-48fbdb6b3c6e req-c614b68e-8936-4ca2-ae1b-772f51f68e95 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.389783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3e26925-6c41-4032-8a67-48fbdb6b3c6e req-c614b68e-8936-4ca2-ae1b-772f51f68e95 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 944 time: 0.4278240 Jun 30 09:06:14.435325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.464710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.491087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9c2276ef-e433-41ad-8306-2dcb1de6172a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:14.497654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:14.499310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ba9f0ca0-5d93-449d-a952-1420acda51ae no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:14.499886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221a450d-9df6-411c-aa0f-06433eb578a6 req-c8ef52cb-99a9-46fa-b983-1d7b378b3379 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.508122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221a450d-9df6-411c-aa0f-06433eb578a6 req-c8ef52cb-99a9-46fa-b983-1d7b378b3379 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.5474157 Jun 30 09:06:14.563145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: ba9f0ca0-5d93-449d-a952-1420acda51ae {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:14.563746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ba9f0ca0-5d93-449d-a952-1420acda51ae not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:14.643918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3e26925-6c41-4032-8a67-48fbdb6b3c6e req-f151f89f-3022-4901-96a2-c7ca08a05b5c tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428470 Jun 30 09:06:14.659839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9c2276ef-e433-41ad-8306-2dcb1de6172a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:14.713791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-41979e07-9dd6-4145-82d4-abf3d03cfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:14.715579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-41979e07-9dd6-4145-82d4-abf3d03cfb4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3972006 Jun 30 09:06:14.728430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-221a450d-9df6-411c-aa0f-06433eb578a6 req-aa7bc8fd-5836-4df4-a44e-0d9906767ff1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189965 Jun 30 09:06:14.857089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Deleting port b079538e-ccf1-43f4-951a-0064f4ea91d4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:14.857525 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.007510 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff84caa-6d31-4f8b-9dda-dec42f7a8eb9 x-openstack-request-id: req-bff84caa-6d31-4f8b-9dda-dec42f7a8eb9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:15.008305 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2cf274-8acb-461b-88d3-af128f31ee80", "name": "network-vif-deleted", "tag": "ba9f0ca0-5d93-449d-a952-1420acda51ae", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:15.008738 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bff84caa-6d31-4f8b-9dda-dec42f7a8eb9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:15.009306 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2cf274-8acb-461b-88d3-af128f31ee80', 'name': 'network-vif-deleted', 'tag': 'ba9f0ca0-5d93-449d-a952-1420acda51ae', 'status': 'completed', 'code': 200} Jun 30 09:06:15.013097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-1dc07690-996a-4208-b2af-def0812dcd9e service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833173 Jun 30 09:06:15.140111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] For port b079538e-ccf1-43f4-951a-0064f4ea91d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b079538e-ccf1-43f4-951a-0064f4ea91d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:15.141808 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.215333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Calling delete_port for b079538e-ccf1-43f4-951a-0064f4ea91d4 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:15.341703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-a61b36f5-908a-40a7-8e62-6f14d2f4931e service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199954 Jun 30 09:06:15.425518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b46565-9c76-41c1-aafe-4aa45cb68f09 req-7b821a8a-e16f-4e42-91f0-33818096b71a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.427187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02b46565-9c76-41c1-aafe-4aa45cb68f09 req-7b821a8a-e16f-4e42-91f0-33818096b71a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.2478871 Jun 30 09:06:15.441322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7544260-4fb2-49b9-a5c7-de325701aaa1 req-cd179ce6-612e-4e26-a2a0-15c6e5d21daa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.443514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7544260-4fb2-49b9-a5c7-de325701aaa1 req-cd179ce6-612e-4e26-a2a0-15c6e5d21daa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 945 time: 0.2256961 Jun 30 09:06:15.538462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02b46565-9c76-41c1-aafe-4aa45cb68f09 req-4227e223-88cc-49f2-a004-a4381f049c43 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934999 Jun 30 09:06:15.569453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7544260-4fb2-49b9-a5c7-de325701aaa1 req-07a1775c-a11b-4f8b-b6eb-3a99b8e3d592 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/security-groups?id=678b90db-4242-4d32-8029-a8811ae527f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160500 Jun 30 09:06:15.580336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.619166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Pushing event deleted for resources: {'Port': ['ID=b079538e-ccf1-43f4-951a-0064f4ea91d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:15.636304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b079538e-ccf1-43f4-951a-0064f4ea91d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:15.709914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea'}, {'server_uuid': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2276ef-e433-41ad-8306-2dcb1de6172a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:15.714304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] No DVR routers for this DVR port b079538e-ccf1-43f4-951a-0064f4ea91d4 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:15.719881 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6ed0c8-7f8a-4a16-a307-7d45e93f977b" -d '{"events": [{"server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "name": "network-vif-plugged", "status": "completed", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea"}, {"server_uuid": "a050077f-a4c6-41a6-85d0-e93398991c92", "name": "network-vif-plugged", "status": "completed", "tag": "9c2276ef-e433-41ad-8306-2dcb1de6172a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:15.723579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.727261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45399f2a-afad-411d-af23-fe63e79aaaf6 req-c9dd0d14-6503-4a74-9a00-72cc1158d1fa tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.83 "DELETE /v2.0/ports/b079538e-ccf1-43f4-951a-0064f4ea91d4 HTTP/1.1" status: 204 len: 173 time: 1.4173295 Jun 30 09:06:15.733330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'name': 'network-vif-deleted', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:15.743616 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6732b46c-e828-49a0-a43d-0cbb28f44070" -d '{"events": [{"server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "name": "network-vif-deleted", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:15.865156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9f74b-33ba-4654-8750-28b889965041 req-7463fb06-30c1-48f5-82c3-830ff68e90de tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:15.870914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33f9f74b-33ba-4654-8750-28b889965041 req-7463fb06-30c1-48f5-82c3-830ff68e90de tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1585991 Jun 30 09:06:15.924233 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:15.972032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33f9f74b-33ba-4654-8750-28b889965041 req-3ba51ab2-8059-4bf7-b867-6d65fa54e23e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957203 Jun 30 09:06:16.032000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a0839-db0f-44d6-a807-a1bfbfd5db40 req-1c8d8399-91a2-4e38-9af8-47e2d760d45a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.039961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-348a0839-db0f-44d6-a807-a1bfbfd5db40 req-1c8d8399-91a2-4e38-9af8-47e2d760d45a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 945 time: 0.1086228 Jun 30 09:06:16.074965 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43283e2c-5a84-4b8d-a3dd-9939409cc2c7 x-openstack-request-id: req-43283e2c-5a84-4b8d-a3dd-9939409cc2c7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:16.075484 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "name": "network-vif-plugged", "status": "completed", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea", "code": 200}, {"server_uuid": "a050077f-a4c6-41a6-85d0-e93398991c92", "name": "network-vif-plugged", "status": "completed", "tag": "9c2276ef-e433-41ad-8306-2dcb1de6172a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:16.075910 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-43283e2c-5a84-4b8d-a3dd-9939409cc2c7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:16.076482 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'code': 200} Jun 30 09:06:16.076905 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2276ef-e433-41ad-8306-2dcb1de6172a', 'code': 200} Jun 30 09:06:16.144328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-348a0839-db0f-44d6-a807-a1bfbfd5db40 req-0c7d596e-b8e6-4680-9be3-48e72a12f779 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033211 Jun 30 09:06:16.166122 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750ad028-e771-48e6-8a2f-acf68da54e56 x-openstack-request-id: req-750ad028-e771-48e6-8a2f-acf68da54e56 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:16.166781 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b176cf5f-9e74-4270-b86a-7f0ca6116db9", "name": "network-vif-deleted", "tag": "b079538e-ccf1-43f4-951a-0064f4ea91d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:16.167277 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-750ad028-e771-48e6-8a2f-acf68da54e56 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:16.167985 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b176cf5f-9e74-4270-b86a-7f0ca6116db9', 'name': 'network-vif-deleted', 'tag': 'b079538e-ccf1-43f4-951a-0064f4ea91d4', 'status': 'completed', 'code': 200} Jun 30 09:06:16.318409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62cc9c-e945-4991-a398-3e9bb990b4ee req-8744bb7a-281c-4b01-8af4-a0ff175e25a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.324190 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb62cc9c-e945-4991-a398-3e9bb990b4ee req-8744bb7a-281c-4b01-8af4-a0ff175e25a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 1097 time: 0.1322229 Jun 30 09:06:16.342735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028888fa-11a5-4125-a821-1badb7749a9c req-309938d7-7aa7-4756-bc87-59802879866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.344890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-028888fa-11a5-4125-a821-1badb7749a9c req-309938d7-7aa7-4756-bc87-59802879866a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1097 time: 0.1244626 Jun 30 09:06:16.393631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb62cc9c-e945-4991-a398-3e9bb990b4ee req-9f2df4fb-89ee-4a41-a62d-4ae2fdf3bcac service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 Jun 30 09:06:16.426664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-028888fa-11a5-4125-a821-1badb7749a9c req-685f62ec-a968-4e1a-b1a3-5c5b2e2a3803 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737367 Jun 30 09:06:16.489862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed103c-da96-40a0-a72f-2e641f1bab62 req-1486e7db-b00b-4654-92c8-a44911e47a51 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.497414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afed103c-da96-40a0-a72f-2e641f1bab62 req-1486e7db-b00b-4654-92c8-a44911e47a51 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.1355519 Jun 30 09:06:16.584810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afed103c-da96-40a0-a72f-2e641f1bab62 req-6fa121d6-8f35-41ba-9e58-88c63c3b6efd tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864036 Jun 30 09:06:16.990482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b3f9a-d605-4d96-ae2d-ed50d92c519d req-946d2200-c533-4605-a859-04d6fb7b7bcd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:16.992167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-327b3f9a-d605-4d96-ae2d-ed50d92c519d req-946d2200-c533-4605-a859-04d6fb7b7bcd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1926339 Jun 30 09:06:17.057965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-327b3f9a-d605-4d96-ae2d-ed50d92c519d req-a4a6441a-eab2-4beb-960f-bf9b9ecd011f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576279 Jun 30 09:06:17.087692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be778cae-1a4a-4b4e-9f37-0fcd13ed580f req-6d41b535-fe38-4485-bf67-539ef075a840 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.089342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be778cae-1a4a-4b4e-9f37-0fcd13ed580f req-6d41b535-fe38-4485-bf67-539ef075a840 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 950 time: 0.1999831 Jun 30 09:06:17.198501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be778cae-1a4a-4b4e-9f37-0fcd13ed580f req-7c5e2a87-faf3-4517-8e37-6dcd4b4beb7b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975740 Jun 30 09:06:17.235767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.342145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43ce1182-57f4-4b0b-a467-62a02c069ff7 req-9cbaae9a-974f-4a72-b22a-78738df48223 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] 10.222.0.77 "GET /v2.0/ports?device_id=b176cf5f-9e74-4270-b86a-7f0ca6116db9 HTTP/1.1" status: 200 len: 210 time: 0.0598886 Jun 30 09:06:17.474798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:17.573282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b079538e-ccf1-43f4-951a-0064f4ea91d4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:17.619840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: b079538e-ccf1-43f4-951a-0064f4ea91d4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:17.620175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b079538e-ccf1-43f4-951a-0064f4ea91d4 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:17.652516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f875628d-0da3-4c4b-89ae-0b8a3e1950f2 req-aabf005e-299a-4fbb-b7a9-67762eedc696 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.660393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f875628d-0da3-4c4b-89ae-0b8a3e1950f2 req-aabf005e-299a-4fbb-b7a9-67762eedc696 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 945 time: 0.1594203 Jun 30 09:06:17.695118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd96d71-2659-4957-ad4b-4f13ccfdeec3 req-a20c5b17-dd82-446b-af17-4892eb588d55 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:17.703234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fd96d71-2659-4957-ad4b-4f13ccfdeec3 req-a20c5b17-dd82-446b-af17-4892eb588d55 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1515856 Jun 30 09:06:17.756370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f875628d-0da3-4c4b-89ae-0b8a3e1950f2 req-c8fd775e-4389-453c-a79b-57dc209a247a tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947866 Jun 30 09:06:17.814471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fd96d71-2659-4957-ad4b-4f13ccfdeec3 req-0c0867f5-2e5d-4ad2-8688-7b9e897caa4d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077199 Jun 30 09:06:18.080417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8870e37-f1b4-4b9c-8fd1-4da66d8637dd req-de7d2d0c-22d8-4968-926c-4c4e993a71e7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.082963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8870e37-f1b4-4b9c-8fd1-4da66d8637dd req-de7d2d0c-22d8-4968-926c-4c4e993a71e7 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.1028976 Jun 30 09:06:18.193115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8870e37-f1b4-4b9c-8fd1-4da66d8637dd req-23fdb5dd-355e-424f-b5fa-4bf7705f3aae tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042809 Jun 30 09:06:18.208324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-dcf3c717-9aa7-4df2-bcf5-347956aa151d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.217922 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-dcf3c717-9aa7-4df2-bcf5-347956aa151d tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 950 time: 0.1374736 Jun 30 09:06:18.437798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581d47-21c5-4951-9315-5732d20eb54d req-fa0c9095-f060-4679-aab5-f9a0ffc10989 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.447670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af581d47-21c5-4951-9315-5732d20eb54d req-fa0c9095-f060-4679-aab5-f9a0ffc10989 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1319351 Jun 30 09:06:18.450370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Deleting port 239dd054-df75-462f-bd15-9fee4dab18aa {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:18.451134 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.591063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af581d47-21c5-4951-9315-5732d20eb54d req-a782d502-6eeb-4799-8e03-bd27a3acfcb9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419168 Jun 30 09:06:18.657388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9417d-db5e-47e1-9556-2c071a10a510 req-9b758d06-bbbe-4349-a3e0-9ba710cce40b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:18.667364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fa9417d-db5e-47e1-9556-2c071a10a510 req-9b758d06-bbbe-4349-a3e0-9ba710cce40b tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/ports?device_id=d7d7ffbd-af15-4c81-8896-30ba2ec8f063 HTTP/1.1" status: 200 len: 950 time: 0.2035348 Jun 30 09:06:18.726286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] For port 239dd054-df75-462f-bd15-9fee4dab18aa, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=239dd054-df75-462f-bd15-9fee4dab18aa,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:18.727107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:18.744358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Calling delete_port for 239dd054-df75-462f-bd15-9fee4dab18aa owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:18.780311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fa9417d-db5e-47e1-9556-2c071a10a510 req-16eabcff-e991-4481-abb9-a63b498c8b60 tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f1fbd9a-dab2-4923-adaf-da5853c22b89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002252 Jun 30 09:06:18.829229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52564) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:18.996618 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.010669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['239dd054-df75-462f-bd15-9fee4dab18aa'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:19.074696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Pushing event deleted for resources: {'Port': ['ID=239dd054-df75-462f-bd15-9fee4dab18aa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:19.149875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] No DVR routers for this DVR port 239dd054-df75-462f-bd15-9fee4dab18aa on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:19.160320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.165097 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8276c86e-7c53-4054-8ef9-1cc794447b4c req-6f544827-4a87-49a3-99cd-d9e4695e7fed tempest-ServersOnMultiNodesTest-1913971151 tempest-ServersOnMultiNodesTest-1913971151-project] 10.222.0.79 "DELETE /v2.0/ports/239dd054-df75-462f-bd15-9fee4dab18aa HTTP/1.1" status: 204 len: 173 time: 0.9411213 Jun 30 09:06:19.165535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'name': 'network-vif-deleted', 'tag': '239dd054-df75-462f-bd15-9fee4dab18aa'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:19.178988 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d53bf01-d398-43ad-a7a2-4687e236b971" -d '{"events": [{"server_uuid": "d7d7ffbd-af15-4c81-8896-30ba2ec8f063", "name": "network-vif-deleted", "tag": "239dd054-df75-462f-bd15-9fee4dab18aa"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:19.367541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a144e-ffc8-4618-9f12-29cfe3c0e11e req-c416b6fc-e6a9-4bbf-aa9a-1fe181990912 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.377015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-798a144e-ffc8-4618-9f12-29cfe3c0e11e req-c416b6fc-e6a9-4bbf-aa9a-1fe181990912 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 945 time: 0.3460705 Jun 30 09:06:19.396415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca047dc0-768a-4a32-93dd-d7c594ca1fab req-ab12db5e-5705-413c-b1da-ccf408a555ff tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.405167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca047dc0-768a-4a32-93dd-d7c594ca1fab req-ab12db5e-5705-413c-b1da-ccf408a555ff tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.2837317 Jun 30 09:06:19.431844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-d34e9f03-42e4-43a0-b998-59bec6160292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:19.433972 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-d34e9f03-42e4-43a0-b998-59bec6160292 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04&tenant_id=60dfaf38a93a4684acad1259df2491b7 HTTP/1.1" status: 200 len: 1101 time: 0.1041541 Jun 30 09:06:19.460163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:19.518135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-798a144e-ffc8-4618-9f12-29cfe3c0e11e req-410f84c5-ae95-489f-851c-dfe94c7a45ab tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388631 Jun 30 09:06:19.623298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:19.665095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca047dc0-768a-4a32-93dd-d7c594ca1fab req-5ff51b73-023c-4a47-b03d-50b9783a3078 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585132 Jun 30 09:06:19.777485 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bb57e3-cba6-45a7-ac43-682bb4cbff62 x-openstack-request-id: req-34bb57e3-cba6-45a7-ac43-682bb4cbff62 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:19.777829 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d7ffbd-af15-4c81-8896-30ba2ec8f063", "name": "network-vif-deleted", "tag": "239dd054-df75-462f-bd15-9fee4dab18aa", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:19.778044 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34bb57e3-cba6-45a7-ac43-682bb4cbff62 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:19.778525 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d7ffbd-af15-4c81-8896-30ba2ec8f063', 'name': 'network-vif-deleted', 'tag': '239dd054-df75-462f-bd15-9fee4dab18aa', 'status': 'completed', 'code': 200} Jun 30 09:06:20.227430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:20.266973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:20.316584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.372810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.434788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Transition to ACTIVE for port object b4f5e4cf-793c-409e-bddf-2a19945270a5 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:20.442062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:20.472676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a2bf5-5e50-47f5-b599-0de60c660293 req-927c6e88-0fcf-478e-bae1-478e4e47ef9d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:20.494868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a2bf5-5e50-47f5-b599-0de60c660293 req-927c6e88-0fcf-478e-bae1-478e4e47ef9d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.5830381 Jun 30 09:06:20.625781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] No DVR routers for this DVR port b4f5e4cf-793c-409e-bddf-2a19945270a5 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:20.657502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a2bf5-5e50-47f5-b599-0de60c660293 req-0b62cb84-70f9-42e0-aa92-bf8715741e9a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603839 Jun 30 09:06:20.827113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:20.857456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:20.857801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:20.858139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:20.871506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:20.871825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Attempting to bind port b4f5e4cf-793c-409e-bddf-2a19945270a5 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:20.885446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:20.885793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:20.886180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:20.886786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Bound port: b4f5e4cf-793c-409e-bddf-2a19945270a5, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:20.886972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.128137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:21.133784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:21.139593 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.227549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.228211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:21.229667 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] 10.222.0.79 "PUT /v2.0/ports/b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 1097 time: 1.7805440 Jun 30 09:06:21.472252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb74003-49a0-4273-b94b-adc9cdd37289 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=11']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:21.502847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-a87aaec8-6c6a-46c3-a9e3-1033dfe650a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.504849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-a87aaec8-6c6a-46c3-a9e3-1033dfe650a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1100 time: 0.2301967 Jun 30 09:06:21.594110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:21.643352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48ec42-152d-470e-8cbd-f7454a3b4780 req-a5f26863-1409-47ee-a95a-86e76f8620fd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.646968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd48ec42-152d-470e-8cbd-f7454a3b4780 req-a5f26863-1409-47ee-a95a-86e76f8620fd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 1.0144775 Jun 30 09:06:21.699812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:21.728826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-38726009-5049-404f-9b10-b5c2b66daa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.731477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-38726009-5049-404f-9b10-b5c2b66daa53 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2131965 Jun 30 09:06:21.780635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52602) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:21.804048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}, {'name': 'network-changed', 'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:21.807873 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0badbf6-aa97-4881-aadf-7482a2738985" -d '{"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}, {"name": "network-changed", "server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:21.811614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-6343063b-ab8f-4a0a-b637-04c862715c69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.0723772 Jun 30 09:06:21.820604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd48ec42-152d-470e-8cbd-f7454a3b4780 req-ec029573-69d7-4340-9b1b-3308ed0ce301 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642547 Jun 30 09:06:21.900212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a150e4-4877-45e0-9203-5cfb77baa002 req-0a5d7823-591a-4690-9dc4-93d1be281d45 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.913110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36a150e4-4877-45e0-9203-5cfb77baa002 req-0a5d7823-591a-4690-9dc4-93d1be281d45 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 945 time: 0.2205603 Jun 30 09:06:21.945604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-ace204a1-3c00-4dda-b4c4-05f3efb04439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:21.951185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-ace204a1-3c00-4dda-b4c4-05f3efb04439 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1279855 Jun 30 09:06:22.057024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-12bff4ec-5f13-4c57-a621-39a0215dc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.058560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-12bff4ec-5f13-4c57-a621-39a0215dc768 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998757 Jun 30 09:06:22.087697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36a150e4-4877-45e0-9203-5cfb77baa002 req-e3f3f880-13e2-4ff2-b927-776f819fba66 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733325 Jun 30 09:06:22.171106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-96319163-ed1b-4248-b909-d94a44883c3f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=49e8fe4c6b694634957e1075c569013a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838406 Jun 30 09:06:22.173512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52614) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:22.219448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587ff38-91e3-4a6c-872e-0cddc765948c req-f9833079-8d0a-43c4-9625-35be9c3900ec tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.228230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0587ff38-91e3-4a6c-872e-0cddc765948c req-f9833079-8d0a-43c4-9625-35be9c3900ec tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 948 time: 0.2290850 Jun 30 09:06:22.241027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-fc969c04-c5df-491b-af3f-2804fe8285b3 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732194 Jun 30 09:06:22.313977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Deleting port d03e5bb1-85f8-4d95-879d-8da3d4725ea2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:22.314839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.336912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0587ff38-91e3-4a6c-872e-0cddc765948c req-0a3fb2f5-6ac2-49ed-80b5-7a429ca76652 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073599 Jun 30 09:06:22.407767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d181f29-24e4-4a78-af14-f7935b3c9f06 req-84219404-8502-4905-bbef-920e35fe4f3e service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383154 Jun 30 09:06:22.426554 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43d9b14f-0644-494d-ac0a-d65c1c141eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.445220 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9161b43e-78a6-4247-a98f-551ccc200a84 x-openstack-request-id: req-9161b43e-78a6-4247-a98f-551ccc200a84 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:22.445574 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "code": 200}, {"name": "network-changed", "server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:22.450865 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9161b43e-78a6-4247-a98f-551ccc200a84 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:22.451385 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'code': 200} Jun 30 09:06:22.451697 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'status': 'completed', 'code': 200} Jun 30 09:06:22.519507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] For port d03e5bb1-85f8-4d95-879d-8da3d4725ea2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:22.519892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.537168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Calling delete_port for d03e5bb1-85f8-4d95-879d-8da3d4725ea2 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:22.566032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-3ce2bb29-52d7-4e33-827f-3fc927991151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.568411 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-3ce2bb29-52d7-4e33-827f-3fc927991151 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1100 time: 0.0724716 Jun 30 09:06:22.596542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43d9b14f-0644-494d-ac0a-d65c1c141eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:22.701277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-6305f84f-ac5b-478f-a8ea-497908b2fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.703143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-6305f84f-ac5b-478f-a8ea-497908b2fef9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1256344 Jun 30 09:06:22.740650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f57763-0538-46bb-a474-8db9cb0c8b45 req-b76eaddf-a1f3-45c9-8b0c-1ae3edbd6e02 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.745574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4f57763-0538-46bb-a474-8db9cb0c8b45 req-b76eaddf-a1f3-45c9-8b0c-1ae3edbd6e02 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.3353889 Jun 30 09:06:22.753734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-0370732c-1327-4365-b288-7662c6275348 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.0409970 Jun 30 09:06:22.794509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-d1ad8226-a0b9-4983-8a7b-8734ba20c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.796340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-d1ad8226-a0b9-4983-8a7b-8734ba20c403 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1100 time: 0.2405479 Jun 30 09:06:22.830006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-4d347330-182b-4f0f-9304-bf7305fafe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.834345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-4d347330-182b-4f0f-9304-bf7305fafe9b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0728960 Jun 30 09:06:22.935860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-015891ac-dd07-4b09-8cc0-5f43b5430252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.943865 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-015891ac-dd07-4b09-8cc0-5f43b5430252 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0981612 Jun 30 09:06:22.944056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4f57763-0538-46bb-a474-8db9cb0c8b45 req-d5a6161e-623d-4690-a195-8db4cfaec87c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973128 Jun 30 09:06:22.972609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff0d44-bdb2-464f-9060-dd0cbdf6a329 req-6479adce-21af-42fd-b5ca-c55169097fda tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:22.994520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3cff0d44-bdb2-464f-9060-dd0cbdf6a329 req-6479adce-21af-42fd-b5ca-c55169097fda tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1097 time: 0.4349499 Jun 30 09:06:23.040759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43d9b14f-0644-494d-ac0a-d65c1c141eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.049215 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43d9b14f-0644-494d-ac0a-d65c1c141eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.069014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-43d9b14f-0644-494d-ac0a-d65c1c141eeb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f1fbd9a-dab2-4923-adaf-da5853c22b89 HTTP/1.1" status: 204 len: 168 time: 0.8939764 Jun 30 09:06:23.152199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-fcd285dd-891b-4f04-ab63-a0dd75cb0a82 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017205 Jun 30 09:06:23.165071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d9b14f-0644-494d-ac0a-d65c1c141eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1fbd9a-dab2-4923-adaf-da5853c22b89,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.269702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-f922f069-0d91-4b5d-ba66-11778e6431cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.271196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-f922f069-0d91-4b5d-ba66-11778e6431cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4599588 Jun 30 09:06:23.283045 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-636199f3-2041-4b78-9ec6-628fde5007bf service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157329 Jun 30 09:06:23.326755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3cff0d44-bdb2-464f-9060-dd0cbdf6a329 req-23507449-cae2-477c-b1fc-9223e8c3cccc tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360875 Jun 30 09:06:23.423628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-0ac2e479-824a-4b58-abb4-792c3b5c310b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 200 len: 217 time: 0.1332932 Jun 30 09:06:23.543288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-d18f2cf5-3c80-4131-a0c9-1961309ccab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.545679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-d18f2cf5-3c80-4131-a0c9-1961309ccab3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1097565 Jun 30 09:06:23.547095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.606533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 239dd054-df75-462f-bd15-9fee4dab18aa no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:23.624293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Pushing event deleted for resources: {'Port': ['ID=d03e5bb1-85f8-4d95-879d-8da3d4725ea2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:23.652801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 239dd054-df75-462f-bd15-9fee4dab18aa {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:23.654360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 239dd054-df75-462f-bd15-9fee4dab18aa not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:23.677329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52636) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.754519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-90dc1d9e-7c08-4841-99b3-1b96a2dddd6d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bff1550b06d4b87933aff4a06bf61b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750465 Jun 30 09:06:23.755699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:23.779107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-cbac1b4a-7839-47ce-8a0c-49bcf9fbd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:23.780846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-cbac1b4a-7839-47ce-8a0c-49bcf9fbd685 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260039 Jun 30 09:06:23.836167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed525eee-f6f6-4048-bbe9-3c4bb561c52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.870485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed525eee-f6f6-4048-bbe9-3c4bb561c52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.931796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed525eee-f6f6-4048-bbe9-3c4bb561c52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.935085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed525eee-f6f6-4048-bbe9-3c4bb561c52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:23.939453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ed525eee-f6f6-4048-bbe9-3c4bb561c52f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/244f2d93-3dbd-4191-8067-611b4fe2d830 HTTP/1.1" status: 204 len: 168 time: 0.1801627 Jun 30 09:06:23.947314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed525eee-f6f6-4048-bbe9-3c4bb561c52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244f2d93-3dbd-4191-8067-611b4fe2d830,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:24.031431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3fbfb-91a6-4c8c-8879-3030be88f778 req-0d328c0e-aa60-44cf-82ae-0206229407b1 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.032598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96c3fbfb-91a6-4c8c-8879-3030be88f778 req-0d328c0e-aa60-44cf-82ae-0206229407b1 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1097 time: 0.3738508 Jun 30 09:06:24.150743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85318-588b-44a1-9832-fdf7ca9cd8c5 req-df305b5d-d03d-4d78-b8c4-5a77f0654659 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.158082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93e85318-588b-44a1-9832-fdf7ca9cd8c5 req-df305b5d-d03d-4d78-b8c4-5a77f0654659 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 948 time: 0.3208249 Jun 30 09:06:24.188824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-b1d49204-b5b3-42d5-890c-3a357f99d169 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525724 Jun 30 09:06:24.193916 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:24.200870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96c3fbfb-91a6-4c8c-8879-3030be88f778 req-80a07738-afc8-4ffc-9df4-7a57d4fdbfa9 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361592 Jun 30 09:06:24.340939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93e85318-588b-44a1-9832-fdf7ca9cd8c5 req-42b294ff-6a08-4658-8b7c-09618442e8a5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810944 Jun 30 09:06:24.626206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0badbf6-aa97-4881-aadf-7482a2738985 req-06e61eb7-0578-4790-a179-a5df84ea2c17 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285529 Jun 30 09:06:24.730062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Router 8b6bc100-b146-416c-b259-97ea78ea3b66 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:24.746441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d09783-28a0-401e-aa2d-ce17f088705e req-5a5f54d5-e4cc-45bc-bc63-b8620d2407a1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.747996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4d09783-28a0-401e-aa2d-ce17f088705e req-5a5f54d5-e4cc-45bc-bc63-b8620d2407a1 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 945 time: 0.2473438 Jun 30 09:06:24.780449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f8b8-3e48-4f7c-a210-7fee983e74a8 req-3215af3f-c06f-4750-910e-6dafe9e1d395 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:24.789609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2742f8b8-3e48-4f7c-a210-7fee983e74a8 req-3215af3f-c06f-4750-910e-6dafe9e1d395 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.2225816 Jun 30 09:06:24.896857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4d09783-28a0-401e-aa2d-ce17f088705e req-c1cd2815-e3bc-48f2-8f2e-d4ea0c8ce058 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/security-groups?id=079afec2-b0b0-4e5c-95c2-66e7049d82f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405332 Jun 30 09:06:24.906761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2742f8b8-3e48-4f7c-a210-7fee983e74a8 req-469447a2-d63c-4e39-b95c-b69e8ee3d404 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162922 Jun 30 09:06:25.014859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:25.022487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e1d49e34-d747-4b26-9e50-7d4fddd0d170 admin admin] 10.222.0.77 "PUT /v2.0/routers/8b6bc100-b146-416c-b259-97ea78ea3b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1921482 Jun 30 09:06:25.025466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:25.026605 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] Sync routers for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:25.042044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:25.042880 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:25.194674 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.219197 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:25.448665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.476010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-be1c7b22-9016-49de-ac77-987079674035 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:25.477332 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-be1c7b22-9016-49de-ac77-987079674035 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 945 time: 0.1630361 Jun 30 09:06:25.536955 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:06:23Z', 'revision_number': 5, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port': {'id': 'ed290a7b-ab9f-4c78-8030-2393e54f4f93', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:2a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:04:28Z', 'updated_at': '2021-06-30T09:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:25.548527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:25.566847 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] Checking router: 8b6bc100-b146-416c-b259-97ea78ea3b66 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:06:25.575865 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] Routers {'8b6bc100-b146-416c-b259-97ea78ea3b66'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:25.576890 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8b6bc100-b146-416c-b259-97ea78ea3b66'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:25.599567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Deleting port ed290a7b-ab9f-4c78-8030-2393e54f4f93 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:25.599795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.669711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Deleting port 9c2276ef-e433-41ad-8306-2dcb1de6172a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:25.670053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.735344 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] Set router 8b6bc100-b146-416c-b259-97ea78ea3b66 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:06:25.757876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:25.775914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'mac_address': 'fa:16:3e:e5:49:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:25.844385 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:06:25Z', 'revision_number': 6, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:25.856322 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.877581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f5e4cf-793c-409e-bddf-2a19945270a5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:25.891336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] For port 9c2276ef-e433-41ad-8306-2dcb1de6172a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9c2276ef-e433-41ad-8306-2dcb1de6172a,segment=NetworkSegment(8f272091-61e5-4ffd-bb8a-36e1cfcff0af),segment_id=8f272091-61e5-4ffd-bb8a-36e1cfcff0af)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:25.891713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:25.917654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:25.918712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Calling delete_port for 9c2276ef-e433-41ad-8306-2dcb1de6172a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:25.926703 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2230c15-7564-42d8-8065-0bfaee6a8025 None None] The sync data for ids ['8b6bc100-b146-416c-b259-97ea78ea3b66'] in n-d-780147-22 is: [{'id': '8b6bc100-b146-416c-b259-97ea78ea3b66', 'name': 'tempest-FloatingIPsAssociationTestJSON-1422410385-router', 'tenant_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:04:26Z', 'updated_at': '2021-06-30T09:06:25Z', 'revision_number': 6, 'project_id': '0b2da1a3f84e4584af499ebf1e8f4b02', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:06:25.931074 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.007795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=12']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.026570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] For port ed290a7b-ab9f-4c78-8030-2393e54f4f93, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ed290a7b-ab9f-4c78-8030-2393e54f4f93,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:26.027209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.048775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Calling delete_port for ed290a7b-ab9f-4c78-8030-2393e54f4f93 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:26.249701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['b4f5e4cf-793c-409e-bddf-2a19945270a5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:26.311586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.322088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.367985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d03e5bb1-85f8-4d95-879d-8da3d4725ea2 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:26.382876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Pushing event deleted for resources: {'Port': ['ID=9c2276ef-e433-41ad-8306-2dcb1de6172a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.402793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d03e5bb1-85f8-4d95-879d-8da3d4725ea2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:26.403139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d03e5bb1-85f8-4d95-879d-8da3d4725ea2 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:26.425401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1150936-3a8e-4be4-838f-90b142f814d3 req-ef02b635-c8f4-4e1f-8eb0-b6b2c42bc80a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.433713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1150936-3a8e-4be4-838f-90b142f814d3 req-ef02b635-c8f4-4e1f-8eb0-b6b2c42bc80a tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 949 time: 0.1106646 Jun 30 09:06:26.451174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed290a7b-ab9f-4c78-8030-2393e54f4f93,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:26.494684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1150936-3a8e-4be4-838f-90b142f814d3 req-3f6aa0c7-65aa-4ace-abcf-e749be495c77 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Jun 30 09:06:26.545976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] No DVR routers for this DVR port 9c2276ef-e433-41ad-8306-2dcb1de6172a on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:26.569682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.572058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c74c03ba-1272-4d65-8b73-35fd446612d4 req-d1d5d1f6-64fb-444a-85b2-73751b98eee3 tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.79 "DELETE /v2.0/ports/9c2276ef-e433-41ad-8306-2dcb1de6172a HTTP/1.1" status: 204 len: 173 time: 1.0722041 Jun 30 09:06:26.572749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'name': 'network-vif-deleted', 'tag': '9c2276ef-e433-41ad-8306-2dcb1de6172a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:26.575255 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcaf409-d4d4-495e-b8be-ac50e72087c3" -d '{"events": [{"server_uuid": "a050077f-a4c6-41a6-85d0-e93398991c92", "name": "network-vif-deleted", "tag": "9c2276ef-e433-41ad-8306-2dcb1de6172a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:26.612398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.681139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f55cd58-8719-41cf-a239-b783f60c6af4 req-f03f1622-6052-4f2e-9587-a469072b32cb tempest-DeleteServersTestJSON-1361886710 tempest-DeleteServersTestJSON-1361886710-project] 10.222.0.77 "GET /v2.0/ports?device_id=a050077f-a4c6-41a6-85d0-e93398991c92 HTTP/1.1" status: 200 len: 210 time: 0.0429556 Jun 30 09:06:26.728751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.731231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.796898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.797539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6bc100-b146-416c-b259-97ea78ea3b66 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:06:26.807904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.809150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-da981d4b-e0e6-4e9f-ab57-ed9dd42f1548 admin admin] 10.222.0.77 "DELETE /v2.0/routers/8b6bc100-b146-416c-b259-97ea78ea3b66 HTTP/1.1" status: 204 len: 168 time: 1.7810044 Jun 30 09:06:26.813478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:26.883949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Deleting subnet fd845081-766b-4cbe-9e3a-ca309905ce8a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:26.890061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.939702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:26.975308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b4c15-8599-4933-9127-f9b81934540e req-259ac6bd-63a1-4bb7-bd0b-c9d3c159c0a1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:26.977833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-910b4c15-8599-4933-9127-f9b81934540e req-259ac6bd-63a1-4bb7-bd0b-c9d3c159c0a1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 945 time: 0.0983450 Jun 30 09:06:27.027336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-1f60d018-8fa5-493c-9bf5-8a7d04d0c3a4 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:06:27.028364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-1f60d018-8fa5-493c-9bf5-8a7d04d0c3a4 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085080 Jun 30 09:06:27.036460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-910b4c15-8599-4933-9127-f9b81934540e req-8b4cb2b9-ec8a-4681-a73f-4f991c48ff2d tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521820 Jun 30 09:06:27.041446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Request body: {'binding': {'host': 'n-h1-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:27.042018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Unknown quota resources ['binding']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:06:27.057237 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.138726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.156825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.159503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] 10.222.0.77 "DELETE /v2.0/subnets/fd845081-766b-4cbe-9e3a-ca309905ce8a HTTP/1.1" status: 204 len: 168 time: 0.3448207 Jun 30 09:06:27.163960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:27.167436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45179ef-8a89-4cc4-874a-8d87d2ed8c24 None None] Network b32bab9e-1392-4066-8055-0b8ff0c713c8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:06:27.180492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748f80b-b977-4b4c-bfb0-0194248d6eef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd845081-766b-4cbe-9e3a-ca309905ce8a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.310460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.337962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on host n-h1-780147-22 for vnic_type normal with profile None {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:27.338342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:27.338680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:27.348574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:27.349114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:27.375888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:27.376236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:27.376553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:27.377392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Bound port: 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:27.469973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] DHCP port deletion for b32bab9e-1392-4066-8055-0b8ff0c713c8 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:06:27.486446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Deleting port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:27.487067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.532726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-7589fc16-11ae-4cae-bc3e-88ad14bae9ec tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:27.534848 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-7589fc16-11ae-4cae-bc3e-88ad14bae9ec tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.0767090 Jun 30 09:06:27.555676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] Deleting port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:27.555843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:27.566993 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.566993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:27.583357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] For port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:27.583849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.601222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Calling delete_port for b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:27.684230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:27.691943 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] Notify callbacks [] for binding, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.693258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2c902d8d-25a5-42d0-a1c0-5aea08fa3671 service neutron] 10.222.0.77 "POST /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea/bindings HTTP/1.1" status: 201 len: 390 time: 0.6558232 Jun 30 09:06:27.714991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.722666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port b4f5e4cf-793c-409e-bddf-2a19945270a5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:27.734386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port b4f5e4cf-793c-409e-bddf-2a19945270a5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:27.737863 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.740706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.760997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:27.764250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] No DVR routers for this DVR port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:27.789367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] For port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,segment=NetworkSegment(71247acf-ca8c-45df-a46a-ade040dac02a),segment_id=71247acf-ca8c-45df-a46a-ade040dac02a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:27.790059 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.859630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] Calling delete_port for b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:27.927969 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8cbafe-dc87-4697-969d-f816871edc54 x-openstack-request-id: req-5c8cbafe-dc87-4697-969d-f816871edc54 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:27.928672 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a050077f-a4c6-41a6-85d0-e93398991c92", "name": "network-vif-deleted", "tag": "9c2276ef-e433-41ad-8306-2dcb1de6172a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:27.928994 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c8cbafe-dc87-4697-969d-f816871edc54 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:27.929412 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a050077f-a4c6-41a6-85d0-e93398991c92', 'name': 'network-vif-deleted', 'tag': '9c2276ef-e433-41ad-8306-2dcb1de6172a', 'status': 'completed', 'code': 200} Jun 30 09:06:27.954494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:27.994764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:28.010889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:28.013208 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5b7653-8b30-4a35-a4c5-b08ca9c805f8" -d '{"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:28.033889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:28.040184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.040974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:28.041174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:28.045444 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.102205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.109188 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.214931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on host n-h2-780147-22 for vnic_type normal with profile {"migrating_to": "n-h1-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:28.215630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:28.217505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:28.237666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:28.238068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Attempting to bind port 943e1931-b279-4e9f-89a7-6783d4428c39 on network 223a8b17-a4d5-409d-82d4-8c802f33024a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:28.239097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:28.246475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.249468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:28.249821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Checking segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:28.250437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Bound using segment: {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:28.251057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Bound port: 943e1931-b279-4e9f-89a7-6783d4428c39, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f78e2af9-f6de-47b7-8629-cb5556138e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '223a8b17-a4d5-409d-82d4-8c802f33024a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:28.251406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.274984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:28.275320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:28.275798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ed290a7b-ab9f-4c78-8030-2393e54f4f93 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:28.283028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] No DVR routers for this DVR port b3a2ef03-ecb4-47c6-9b16-332c194ea1d4 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:28.326586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:28.331186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:28.336702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ed290a7b-ab9f-4c78-8030-2393e54f4f93 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:28.336879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.337195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ed290a7b-ab9f-4c78-8030-2393e54f4f93 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:28.348018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=13']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.401933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf9f5f-9708-47a5-804e-2388fc84add5 None None] Pushing event deleted for resources: {'Port': ['ID=b3a2ef03-ecb4-47c6-9b16-332c194ea1d4,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.419296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.433017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.433017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.433017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.433545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] 10.222.0.79 "PUT /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 1123 time: 0.8910835 Jun 30 09:06:28.441157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.442024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.442024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.442274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.442535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.442864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.443191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.443512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.443836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.444299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.444630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.444993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72c9c38-b07c-4351-8113-47bca3a61493 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:28.470650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:28.475367 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.476096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9c2276ef-e433-41ad-8306-2dcb1de6172a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:28.491458 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.501852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 9c2276ef-e433-41ad-8306-2dcb1de6172a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:28.502907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9c2276ef-e433-41ad-8306-2dcb1de6172a not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:28.521967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32bab9e-1392-4066-8055-0b8ff0c713c8']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:28.558098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.563457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['943e1931-b279-4e9f-89a7-6783d4428c39'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:28.565339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71247acf-ca8c-45df-a46a-ade040dac02a') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:28.565743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71247acf-ca8c-45df-a46a-ade040dac02a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:28.588548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.615148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b474b-51a6-40b7-b331-eb497d4902d6 req-371f9de3-77ab-4853-8b6a-90a1ef83e469 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.616907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e69b474b-51a6-40b7-b331-eb497d4902d6 req-371f9de3-77ab-4853-8b6a-90a1ef83e469 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 1102 time: 0.3366776 Jun 30 09:06:28.624537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-728bcf7c-3a0f-46a6-8f07-7f8b110bbbcf tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.625967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-728bcf7c-3a0f-46a6-8f07-7f8b110bbbcf tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.3446517 Jun 30 09:06:28.627570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.631779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['943e1931-b279-4e9f-89a7-6783d4428c39'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:28.640976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:28.641377 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:28.650614 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:28.709665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-a79baebf-2467-4afc-9477-e6dc651f2df6 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/quotas/dcb49c3a5b53430691adb53ff260fe11 HTTP/1.1" status: 200 len: 375 time: 0.0698237 Jun 30 09:06:28.760585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e69b474b-51a6-40b7-b331-eb497d4902d6 req-3c16bec8-b293-4d52-931f-6cf208b5b013 tempest-MigrationsAdminTest-285948253 tempest-MigrationsAdminTest-285948253-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305294 Jun 30 09:06:28.787952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.802340 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.807215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] 10.222.0.77 "DELETE /v2.0/networks/b32bab9e-1392-4066-8055-0b8ff0c713c8 HTTP/1.1" status: 204 len: 168 time: 1.6413386 Jun 30 09:06:28.824744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e44da-0a93-48c4-a016-09dd3a315cef admin admin] Pushing event deleted for resources: {'Network': ['ID=b32bab9e-1392-4066-8055-0b8ff0c713c8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:28.863628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-9d1b367d-4c3a-4a46-b025-c871660fd356 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1444204 Jun 30 09:06:28.866549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-5e6b5a7f-1d6c-43cc-8948-8bdaa0e582dc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1335008 Jun 30 09:06:28.915012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:28.976668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-01f63535-c7c5-4525-8641-c3fe39c9c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:28.978107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-01f63535-c7c5-4525-8641-c3fe39c9c122 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=60dfaf38a93a4684acad1259df2491b7&device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 1101 time: 0.0677953 Jun 30 09:06:29.028159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.210815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-affd0a04-9f46-43ff-8bec-d7074ba7febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.212336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-affd0a04-9f46-43ff-8bec-d7074ba7febb service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2077150 Jun 30 09:06:29.220434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666ae39-c994-4f0b-997f-d96382029112 req-e4109c3d-eb6f-4793-9869-054c699c5590 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.222593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b666ae39-c994-4f0b-997f-d96382029112 req-e4109c3d-eb6f-4793-9869-054c699c5590 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.2298729 Jun 30 09:06:29.224565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-f077923d-6ea0-4e86-94c9-5fb97bb5c195 service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543882 Jun 30 09:06:29.284957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-84399754-d307-4fa7-bc1e-0ea5db49c868 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 200 len: 217 time: 0.0592687 Jun 30 09:06:29.346963 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d78f6d0-0931-4f74-a62e-82e4ef9b76eb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b2da1a3f84e4584af499ebf1e8f4b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3147595 Jun 30 09:06:29.347564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52836) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:29.389489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b666ae39-c994-4f0b-997f-d96382029112 req-39176491-2364-4ecc-aa2b-7ef10b2f967d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555705 Jun 30 09:06:29.397120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-e688720f-f950-4818-8e71-05e3435b7363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.398293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-e688720f-f950-4818-8e71-05e3435b7363 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0790653 Jun 30 09:06:29.401415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff23970d-09f3-4147-a9ba-4a09d519f63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.437806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff23970d-09f3-4147-a9ba-4a09d519f63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.454377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-9292d2da-d48f-4d6a-b26f-d57dec3022ac service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215457 Jun 30 09:06:29.494700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-722199a5-ea9e-4d91-80ab-19370faae79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.496591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-722199a5-ea9e-4d91-80ab-19370faae79c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901213 Jun 30 09:06:29.504558 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1554a7d4-fb80-4f01-b5cd-5990667f9ec5 x-openstack-request-id: req-1554a7d4-fb80-4f01-b5cd-5990667f9ec5 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:29.505294 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-plugged", "status": "completed", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:29.505558 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1554a7d4-fb80-4f01-b5cd-5990667f9ec5 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:29.506130 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'code': 200} Jun 30 09:06:29.530870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-e29284e2-4e9d-4f73-b43b-5077fe6bd5a1 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.532568 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-e29284e2-4e9d-4f73-b43b-5077fe6bd5a1 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "GET /v2.0/ports?device_id=0625d9a5-8f73-4dc3-bee7-3e67e1e9b851 HTTP/1.1" status: 200 len: 944 time: 0.1108072 Jun 30 09:06:29.550362 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff23970d-09f3-4147-a9ba-4a09d519f63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.553261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff23970d-09f3-4147-a9ba-4a09d519f63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.554570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff23970d-09f3-4147-a9ba-4a09d519f63a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/678b90db-4242-4d32-8029-a8811ae527f2 HTTP/1.1" status: 204 len: 168 time: 0.2061303 Jun 30 09:06:29.566615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:29.612995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23970d-09f3-4147-a9ba-4a09d519f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678b90db-4242-4d32-8029-a8811ae527f2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:29.656660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-99c6f07e-9ca4-451f-8a95-5878e5d23696 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496532 Jun 30 09:06:29.768895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Deleting port 3f290056-57c1-4a01-9b58-ee426855f453 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:29.770127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.814378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:29.849758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 has no active binding in host n-h1-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:06:29.929503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58d6f0-721a-420b-93ca-4d016d94d67e req-bfbe1a28-4f1b-4cea-ae75-23b5da0cd479 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645106 Jun 30 09:06:29.937585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] For port 3f290056-57c1-4a01-9b58-ee426855f453, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3f290056-57c1-4a01-9b58-ee426855f453,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:29.941268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:29.969014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39'}, {'name': 'network-changed', 'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:29.970486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7422fc0e-4877-4507-92db-1736c63e0d15 req-60421041-cbd0-480c-bd3b-20c46a9ac3c0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:29.972760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7422fc0e-4877-4507-92db-1736c63e0d15 req-60421041-cbd0-480c-bd3b-20c46a9ac3c0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.2128487 Jun 30 09:06:29.975016 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f801d4-247d-4d79-a937-012e74cb9721" -d '{"events": [{"server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "name": "network-vif-unplugged", "status": "completed", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39"}, {"name": "network-changed", "server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:29.983166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Calling delete_port for 3f290056-57c1-4a01-9b58-ee426855f453 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:30.031458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7422fc0e-4877-4507-92db-1736c63e0d15 req-2ea1f0f1-ceb0-4094-a933-749e60d8a75e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502441 Jun 30 09:06:30.225347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.297870 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb8ae20-54ac-41b1-8969-09ad1d3d2ccf x-openstack-request-id: req-6eb8ae20-54ac-41b1-8969-09ad1d3d2ccf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:30.298481 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "name": "network-vif-unplugged", "status": "completed", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39", "code": 200}, {"name": "network-changed", "server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:30.299655 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6eb8ae20-54ac-41b1-8969-09ad1d3d2ccf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:30.300572 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39', 'code': 200} Jun 30 09:06:30.300905 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39', 'status': 'completed', 'code': 200} Jun 30 09:06:30.329496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event deleted for resources: {'Port': ['ID=3f290056-57c1-4a01-9b58-ee426855f453,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:30.394457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] No DVR routers for this DVR port 3f290056-57c1-4a01-9b58-ee426855f453 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:30.401939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:30.404825 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e0c737a7-d765-47ce-b55a-6e6a3ad44e63 req-fbb231a1-6762-4e3b-b8e8-93c3a7034f98 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "DELETE /v2.0/ports/3f290056-57c1-4a01-9b58-ee426855f453 HTTP/1.1" status: 204 len: 173 time: 0.8641756 Jun 30 09:06:30.465851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2fd0652f-355a-482a-a124-52b87039b796 req-bf12b7de-0fbb-4fd7-b365-f34c65782aa7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 210 time: 0.0756750 Jun 30 09:06:30.555212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202714eb-8b3a-4603-a515-0f88581fbe6d req-c1ae1be1-4aca-47b8-9092-836b8a8e2840 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.557664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-202714eb-8b3a-4603-a515-0f88581fbe6d req-c1ae1be1-4aca-47b8-9092-836b8a8e2840 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 950 time: 0.1490483 Jun 30 09:06:30.561921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-fbd73919-960c-49a7-8a84-60bfd438fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.564361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-fbd73919-960c-49a7-8a84-60bfd438fd14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1126 time: 0.1884358 Jun 30 09:06:30.688149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-202714eb-8b3a-4603-a515-0f88581fbe6d req-0c93769f-b63e-47d6-812f-218681bfa6a2 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886562 Jun 30 09:06:30.735688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-4dd1cde1-4f60-48be-9154-9049d1bcc2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.738211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-4dd1cde1-4f60-48be-9154-9049d1bcc2d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.1662307 Jun 30 09:06:30.837097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-a3fa49ad-7174-4b22-ad3f-72a8e0abc28f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 217 time: 0.0893998 Jun 30 09:06:30.959087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-f4064b7a-6e36-4db3-bbd0-325011ac5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:30.960651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-f4064b7a-6e36-4db3-bbd0-325011ac5aa5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1151574 Jun 30 09:06:31.017169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-51f159b9-a51f-41ab-9f4b-662aee89716e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486126 Jun 30 09:06:31.134056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:31.161590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-65354450-830d-4a8b-892f-380a2525582e service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335883 Jun 30 09:06:31.170197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9527d-0a7c-4a3e-83fd-16a7331c852b req-51ec8028-a0c7-4776-93f4-7622a3629ad9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.177075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89a9527d-0a7c-4a3e-83fd-16a7331c852b req-51ec8028-a0c7-4776-93f4-7622a3629ad9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1641178 Jun 30 09:06:31.271699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89a9527d-0a7c-4a3e-83fd-16a7331c852b req-5aa7e9d4-d4f9-41e0-9cf5-519147bc0827 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890219 Jun 30 09:06:31.344869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6f801d4-247d-4d79-a937-012e74cb9721 req-229e8b26-4364-4f8f-865c-4faf18257f5a service neutron] 10.222.0.83 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656630 Jun 30 09:06:31.416841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782b82e8-7dff-4f63-a925-f8217e82ed5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:31.496259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceced63-11ba-43ed-82f6-4cded662d856 req-79f73de3-ab4d-422b-859e-f0056af888f2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.498103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ceced63-11ba-43ed-82f6-4cded662d856 req-79f73de3-ab4d-422b-859e-f0056af888f2 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.1129794 Jun 30 09:06:31.508696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:31.511392 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ce3913-a883-407c-a79f-8313a5b1c825" -d '{"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-unplugged", "status": "completed", "tag": "3f290056-57c1-4a01-9b58-ee426855f453"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:31.573088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ceced63-11ba-43ed-82f6-4cded662d856 req-b51a2114-0978-4731-bf79-63c947cecd96 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Jun 30 09:06:31.657137 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aab8014-9d80-4e20-883f-037bbc63606c x-openstack-request-id: req-7aab8014-9d80-4e20-883f-037bbc63606c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:31.657428 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-unplugged", "status": "completed", "tag": "3f290056-57c1-4a01-9b58-ee426855f453", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:31.657962 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7aab8014-9d80-4e20-883f-037bbc63606c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:31.658708 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453', 'code': 200} Jun 30 09:06:31.730428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-f5a9a3f9-2d30-4772-ae66-0635fe669a95 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:31.732453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-f5a9a3f9-2d30-4772-ae66-0635fe669a95 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.2595599 Jun 30 09:06:31.798558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Request body: {'port': {'device_id': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'admin_state_up': True, 'tenant_id': 'dcb49c3a5b53430691adb53ff260fe11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:32.117684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782b82e8-7dff-4f63-a925-f8217e82ed5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.132364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782b82e8-7dff-4f63-a925-f8217e82ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.156933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b1881bf-5564-4629-8682-303765b5eb00 req-993b348c-22c5-42f9-a05b-dbd6c6301f95 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 210 time: 0.0571227 Jun 30 09:06:32.192499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f80bb-eeb5-4c14-bdac-b88c842f480a req-b53d239b-7f5a-4e53-ba56-82e6be914946 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.194190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-465f80bb-eeb5-4c14-bdac-b88c842f480a req-b53d239b-7f5a-4e53-ba56-82e6be914946 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 950 time: 0.1461146 Jun 30 09:06:32.230552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-782b82e8-7dff-4f63-a925-f8217e82ed5f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=95b246ae36904f03bc9d8301a2f5ed41&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0951321 Jun 30 09:06:32.231355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Made reservation on behalf of dcb49c3a5b53430691adb53ff260fe11 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:32.235210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52958) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:32.235369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.247906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-23f89d51-99bf-498f-be17-b922223f0a81 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.249513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-23f89d51-99bf-498f-be17-b922223f0a81 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 950 time: 0.2438586 Jun 30 09:06:32.258833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b82e8-7dff-4f63-a925-f8217e82ed5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959c5447-c6b0-43bf-a1b7-08618e3c77d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.259300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-465f80bb-eeb5-4c14-bdac-b88c842f480a req-abf60794-396a-43a8-bbb6-9b8ff4171ddb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561993 Jun 30 09:06:32.381852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.388980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-deleted', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:32.394356 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c42225-2cd0-4bf6-9e6b-e00275d56749" -d '{"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-deleted", "tag": "3f290056-57c1-4a01-9b58-ee426855f453"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:32.446014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.546703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.549642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.552962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Deleting port b4f5e4cf-793c-409e-bddf-2a19945270a5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:32.553500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.553623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/959c5447-c6b0-43bf-a1b7-08618e3c77d4 HTTP/1.1" status: 204 len: 168 time: 0.3176808 Jun 30 09:06:32.571362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959c5447-c6b0-43bf-a1b7-08618e3c77d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:32.590017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.590678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.590797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.591343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.591844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.592365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.592867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.593357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.593909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.594169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.594703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.595220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e256a5e7-9cb2-4ac8-a5d9-feb8a282c884 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:32.662100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Allocated IP 172.20.0.5 (f46122d6-2a1a-4206-8a69-01eed1dc7bf5/4fe25921-378f-43ab-b703-344c63f141da/414812e9-82b6-488c-b4eb-5f02677b165b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:32.777735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] For port b4f5e4cf-793c-409e-bddf-2a19945270a5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b4f5e4cf-793c-409e-bddf-2a19945270a5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:32.778129 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:32.812178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Calling delete_port for b4f5e4cf-793c-409e-bddf-2a19945270a5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:32.832669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7f65b-ea8c-4147-a3d5-e3694fda29b1 req-d875e39b-ba90-4c33-9c91-b844ba5186f9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:32.842482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caa7f65b-ea8c-4147-a3d5-e3694fda29b1 req-d875e39b-ba90-4c33-9c91-b844ba5186f9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1724596 Jun 30 09:06:32.952329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caa7f65b-ea8c-4147-a3d5-e3694fda29b1 req-98ce9440-be7b-4fb7-86f8-e4d0a1def934 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072717 Jun 30 09:06:33.082370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53008) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.089606 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ded635-67c1-48ae-99d3-3dd2f1f96086 x-openstack-request-id: req-f5ded635-67c1-48ae-99d3-3dd2f1f96086 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:33.090306 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0625d9a5-8f73-4dc3-bee7-3e67e1e9b851", "name": "network-vif-deleted", "tag": "3f290056-57c1-4a01-9b58-ee426855f453", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:33.090769 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5ded635-67c1-48ae-99d3-3dd2f1f96086 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:33.091383 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0625d9a5-8f73-4dc3-bee7-3e67e1e9b851', 'name': 'network-vif-deleted', 'tag': '3f290056-57c1-4a01-9b58-ee426855f453', 'status': 'completed', 'code': 200} Jun 30 09:06:33.103307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.104978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12e0c273-d275-462f-8f0d-bb35436c75f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.248695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.252224 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.263934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5', 'b4f5e4cf-793c-409e-bddf-2a19945270a5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:33.339325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event deleted for resources: {'Port': ['ID=b4f5e4cf-793c-409e-bddf-2a19945270a5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.355733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', '0a52fdf8-2617-41b0-a301-5d8472225657'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:33.367043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] No DVR routers for this DVR port b4f5e4cf-793c-409e-bddf-2a19945270a5 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:33.380890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:33.400178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.402400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c93af774-abfb-4abf-9b23-3c9debf7c0fa req-113743f0-53b4-4dcf-9c09-79aba7af519e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "DELETE /v2.0/ports/b4f5e4cf-793c-409e-bddf-2a19945270a5 HTTP/1.1" status: 204 len: 173 time: 1.1444750 Jun 30 09:06:33.403225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:33.407791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:33.525957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:33.566661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.567470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.590480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:33.609676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12e0c273-d275-462f-8f0d-bb35436c75f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.621529 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-e5cfad54-4452-40ff-a22b-4bd3227bd5bb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8352633 Jun 30 09:06:33.629497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12e0c273-d275-462f-8f0d-bb35436c75f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.635980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Request body: {'port': {'device_id': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:33.650127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 3f290056-57c1-4a01-9b58-ee426855f453 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:33.650749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3f290056-57c1-4a01-9b58-ee426855f453 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:33.651351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:33.696982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: b4f5e4cf-793c-409e-bddf-2a19945270a5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:33.697353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b4f5e4cf-793c-409e-bddf-2a19945270a5 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:33.800883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-12e0c273-d275-462f-8f0d-bb35436c75f3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee9823eceb53419b9b3b9942c85e5043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170064 Jun 30 09:06:33.812249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53056) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:33.842942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:33.883783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a3b5b-74c7-4254-8b5b-eafab57bb68e req-208ae333-1406-4555-8674-4f4ec15dda8e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:33.885550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-016a3b5b-74c7-4254-8b5b-eafab57bb68e req-208ae333-1406-4555-8674-4f4ec15dda8e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 943 time: 0.6119337 Jun 30 09:06:33.886681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0c273-d275-462f-8f0d-bb35436c75f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3104e135-ed3d-498f-861f-13abdf40405b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.012036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-016a3b5b-74c7-4254-8b5b-eafab57bb68e req-62612296-b1e7-4d23-82bb-da45574c37d5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116555 Jun 30 09:06:34.052006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f71c241-dceb-4608-ac22-4fb31be59145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.155005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f71c241-dceb-4608-ac22-4fb31be59145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.357752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b42ceebe-6e76-41fd-a195-1dc16cae6bff req-3cee0d54-e14c-4345-9245-c88adb80ba7e tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=10138db4-441e-47a2-99a6-7ddbea5afd04 HTTP/1.1" status: 200 len: 210 time: 0.0845842 Jun 30 09:06:34.403345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f71c241-dceb-4608-ac22-4fb31be59145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.407985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f71c241-dceb-4608-ac22-4fb31be59145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.414681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3f71c241-dceb-4608-ac22-4fb31be59145 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3104e135-ed3d-498f-861f-13abdf40405b HTTP/1.1" status: 204 len: 168 time: 0.5923569 Jun 30 09:06:34.424701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10253063-0f48-4ec7-ae5f-76e4ef4e7107 req-eea87060-5ff6-4332-8b7d-dfefcb2a3303 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.427227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10253063-0f48-4ec7-ae5f-76e4ef4e7107 req-eea87060-5ff6-4332-8b7d-dfefcb2a3303 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 931 time: 0.5167527 Jun 30 09:06:34.442807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414812e9-82b6-488c-b4eb-5f02677b165b {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:34.454096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.462704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71c241-dceb-4608-ac22-4fb31be59145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3104e135-ed3d-498f-861f-13abdf40405b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.473384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Transition to ACTIVE for port object 414812e9-82b6-488c-b4eb-5f02677b165b will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:34.478450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.525249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10253063-0f48-4ec7-ae5f-76e4ef4e7107 req-9c5dfac2-ee07-4edd-bec5-97d13e60e811 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860257 Jun 30 09:06:34.526856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-b9e0a789-4332-4976-a744-61f42e0cc7a7 service neutron] 10.222.0.83 "GET /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39/bindings/n-h1-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.1629517 Jun 30 09:06:34.685307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:34.689910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Attempting to bind port 414812e9-82b6-488c-b4eb-5f02677b165b on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:34.692247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Attempting to bind port 414812e9-82b6-488c-b4eb-5f02677b165b by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:34.694251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Attempting to bind port 414812e9-82b6-488c-b4eb-5f02677b165b on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:34.705389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Port 414812e9-82b6-488c-b4eb-5f02677b165b on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:34.705722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Attempting to bind port 414812e9-82b6-488c-b4eb-5f02677b165b on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:34.739272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:34.739620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Checking segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:34.740006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Bound using segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:34.740458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Bound port: 414812e9-82b6-488c-b4eb-5f02677b165b, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:34.740820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.873421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:34.879023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:34.890571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.909163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:34.969546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:34.970195 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:34.972534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] 10.222.0.79 "PUT /v2.0/ports/414812e9-82b6-488c-b4eb-5f02677b165b HTTP/1.1" status: 200 len: 1092 time: 1.3406053 Jun 30 09:06:34.997296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83deade5-0743-440b-874a-c7bb97cffa46 service neutron] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.009175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:35.076161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943e1931-b279-4e9f-89a7-6783d4428c39 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:35.093175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-deleted', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5'}, {'name': 'network-changed', 'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:35.101931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:35.102464 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451" -d '{"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-deleted", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5"}, {"name": "network-changed", "server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:35.127679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1baad4-f7ab-44a7-afd0-cac25bcdfebd req-ad1810a0-9ee2-4868-9e6b-c0d75d6f7eef tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.134881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca1baad4-f7ab-44a7-afd0-cac25bcdfebd req-ad1810a0-9ee2-4868-9e6b-c0d75d6f7eef tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.2174773 Jun 30 09:06:35.139173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-29ad37e2-1861-4662-81ef-929b89232755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.140794 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-29ad37e2-1861-4662-81ef-929b89232755 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 1095 time: 0.1148114 Jun 30 09:06:35.157862 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.195586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-92b3a271-9a62-43af-b4f7-757a920819fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414812e9-82b6-488c-b4eb-5f02677b165b HTTP/1.1" status: 200 len: 217 time: 0.0469687 Jun 30 09:06:35.237504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca1baad4-f7ab-44a7-afd0-cac25bcdfebd req-aa041db8-32d7-4132-ab5b-463762c4353d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015220 Jun 30 09:06:35.304579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363e076-fbe6-494e-be65-df6faba3d540 req-35e5568e-06e5-4379-ab7e-508f4b88c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.304804 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-35e5568e-06e5-4379-ab7e-508f4b88c93a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.1014743 Jun 30 09:06:35.368161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] Transition to ACTIVE for port object 943e1931-b279-4e9f-89a7-6783d4428c39 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:35.376514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:35.378127 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-929a1144-739f-468b-b4e7-bc29c1fda8f8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651197 Jun 30 09:06:35.436641 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3b693e-7bc0-4f22-b329-8902f3e693ac x-openstack-request-id: req-1b3b693e-7bc0-4f22-b329-8902f3e693ac {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:35.437583 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10138db4-441e-47a2-99a6-7ddbea5afd04", "name": "network-vif-deleted", "tag": "b4f5e4cf-793c-409e-bddf-2a19945270a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:35.438496 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b3b693e-7bc0-4f22-b329-8902f3e693ac {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:35.441341 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10138db4-441e-47a2-99a6-7ddbea5afd04', 'name': 'network-vif-deleted', 'tag': 'b4f5e4cf-793c-409e-bddf-2a19945270a5', 'status': 'completed', 'code': 200} Jun 30 09:06:35.456359 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b', 'status': 'completed', 'code': 200} Jun 30 09:06:35.471457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] No DVR routers for this DVR port 943e1931-b279-4e9f-89a7-6783d4428c39 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:35.572790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] 10.222.0.83 "PUT /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39/bindings/n-h1-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 1.0392215 Jun 30 09:06:35.580545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f533f41-8a3c-491f-82b2-f7ad038d7401 service neutron] Pushing event updated for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:35.630337 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-479d67e6-ebd9-413c-8e20-308a90355e00 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438955 Jun 30 09:06:35.641122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad0747-05c4-4406-ae9e-bdb5410aa2df req-ce462ff2-cb79-4f1a-a053-5783550c9972 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.649850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dad0747-05c4-4406-ae9e-bdb5410aa2df req-ce462ff2-cb79-4f1a-a053-5783550c9972 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.1954381 Jun 30 09:06:35.702642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:35.736208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dad0747-05c4-4406-ae9e-bdb5410aa2df req-32424c03-cbfb-4023-95eb-50e3d9ad77e1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827162 Jun 30 09:06:35.786121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:35.823543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-505faa5f-457c-4aff-a142-77b5e4ad87c3 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:35.826703 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-505faa5f-457c-4aff-a142-77b5e4ad87c3 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.1198449 Jun 30 09:06:35.833076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0363e076-fbe6-494e-be65-df6faba3d540 req-a798af45-618e-4acc-a703-2b48c68c4fc8 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937809 Jun 30 09:06:36.002413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c37cea-28f7-4f08-bad9-a41fe426662c req-2bf1b9c6-9542-4e88-80ba-d8c91f241dde tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.004402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7c37cea-28f7-4f08-bad9-a41fe426662c req-2bf1b9c6-9542-4e88-80ba-d8c91f241dde tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 943 time: 0.1170084 Jun 30 09:06:36.018970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-619f0d55-3783-4a49-9eb6-3d41e5b7717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.020729 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-619f0d55-3783-4a49-9eb6-3d41e5b7717f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776&tenant_id=1e34ad20c56f4c24a6a209e95501fea9 HTTP/1.1" status: 200 len: 1096 time: 0.1736870 Jun 30 09:06:36.028981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-aad531d0-5771-4b39-8d48-eaad0e294839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.031345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-aad531d0-5771-4b39-8d48-eaad0e294839 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 1095 time: 0.1063428 Jun 30 09:06:36.078738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7c37cea-28f7-4f08-bad9-a41fe426662c req-c11dcf48-6dbd-4a05-af15-25da42b56e03 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677521 Jun 30 09:06:36.308617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-7af16396-c114-4aac-a56f-15dda8c0745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.311500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-7af16396-c114-4aac-a56f-15dda8c0745e service neutron] 10.222.0.79 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 906 time: 0.2717233 Jun 30 09:06:36.315436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-fabd76dd-74a9-403e-8ff1-723586fc15a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.317813 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-fabd76dd-74a9-403e-8ff1-723586fc15a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1096 time: 0.2642906 Jun 30 09:06:36.440911 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-3d8b5771-0d57-4c0f-97bb-8ff805eea167 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=414812e9-82b6-488c-b4eb-5f02677b165b HTTP/1.1" status: 200 len: 217 time: 0.1216128 Jun 30 09:06:36.614414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-50557609-8745-459f-b04c-dbabddf03eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.616528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-50557609-8745-459f-b04c-dbabddf03eab service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.0904667 Jun 30 09:06:36.642756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caa156-e624-4c31-849f-420f25766042 req-f09ecd6b-79f4-4e31-b878-45764009eaa9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.651943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03caa156-e624-4c31-849f-420f25766042 req-f09ecd6b-79f4-4e31-b878-45764009eaa9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1117287 Jun 30 09:06:36.691714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-793f1485-c772-4922-adb4-eadd9ea91651 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608559 Jun 30 09:06:36.705575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03caa156-e624-4c31-849f-420f25766042 req-f841af4a-0116-4f2b-90e0-1cde1841f3fa tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510211 Jun 30 09:06:36.796781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-2cf65b63-c706-4a2b-80b3-1260ff914188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.798338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-2cf65b63-c706-4a2b-80b3-1260ff914188 service neutron] 10.222.0.79 "GET /v2.0/networks?id=223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 200 len: 921 time: 0.4708135 Jun 30 09:06:36.875521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-365a1c6e-32c8-45bb-ba3b-2016f8a7a472 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 200 len: 217 time: 0.0681567 Jun 30 09:06:36.937175 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-0d12f2f9-892e-4110-b63a-515d6a625644 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390311 Jun 30 09:06:36.977893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd824-2bef-4aaa-b5c1-4eabff6c3387 req-58fef0c8-df19-4cff-8621-ebf47a611749 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:36.979705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e7cd824-2bef-4aaa-b5c1-4eabff6c3387 req-58fef0c8-df19-4cff-8621-ebf47a611749 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 951 time: 0.0805407 Jun 30 09:06:37.020858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-0b2268db-0b2c-42fd-8d97-5fd254c976b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.022544 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-0b2268db-0b2c-42fd-8d97-5fd254c976b4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 200 len: 860 time: 0.1337128 Jun 30 09:06:37.040953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e7cd824-2bef-4aaa-b5c1-4eabff6c3387 req-bfdb2ee3-8ce2-4c9f-866e-c24b3cf044cb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546706 Jun 30 09:06:37.065670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-5a9f0a79-1a07-430f-824f-6de895fa1f87 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=223a8b17-a4d5-409d-82d4-8c802f33024a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339093 Jun 30 09:06:37.153041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fb5ad4f-8fad-47d2-9313-2bf6bfbbd451 req-0c15df5c-0480-4442-85a2-645e0c8f5dc9 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077911 Jun 30 09:06:37.203530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-1cec90a2-055d-4bc3-af34-199a61ab3eca service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306720 Jun 30 09:06:37.244666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2de9d-9ac7-413d-b8c5-0bfe4cdb4bee req-06fbb796-7f53-4316-b08d-5e9cd5d0aca5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.246362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7d2de9d-9ac7-413d-b8c5-0bfe4cdb4bee req-06fbb796-7f53-4316-b08d-5e9cd5d0aca5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.0887265 Jun 30 09:06:37.316878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7d2de9d-9ac7-413d-b8c5-0bfe4cdb4bee req-bcf34eea-ffad-4916-9e6a-1864daa9bf92 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641952 Jun 30 09:06:37.320794 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-ae729c3e-1fd0-48af-8978-8b7b044e367e service neutron] 10.222.0.79 "GET /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104016 Jun 30 09:06:37.530146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7de4cd-73c1-4fe3-8eb6-e01d71d6fb3d req-ec7ada22-8036-42f2-8109-c49b1e2b197d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.539105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f7de4cd-73c1-4fe3-8eb6-e01d71d6fb3d req-ec7ada22-8036-42f2-8109-c49b1e2b197d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 943 time: 0.1082072 Jun 30 09:06:37.582538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-014e16d8-79dc-49bc-a38d-675dbcd4e6f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=25e44e6369314b25b4359fd3ad1b0559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414326 Jun 30 09:06:37.661812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f7de4cd-73c1-4fe3-8eb6-e01d71d6fb3d req-f8591b04-175b-45fd-a9ce-6738b445e5ac tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217957 Jun 30 09:06:37.666876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-e65b38e7-b638-4f94-8aaa-a246abdc3bae tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.668541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-e65b38e7-b638-4f94-8aaa-a246abdc3bae tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776&tenant_id=1e34ad20c56f4c24a6a209e95501fea9&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.0714068 Jun 30 09:06:37.738461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-f6c64019-00fd-489c-89b3-5df560fefa35 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:37.754930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-f6c64019-00fd-489c-89b3-5df560fefa35 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1580436 Jun 30 09:06:37.770249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-fdd12eb5-7b21-4edd-8a70-3df394262773 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/quotas/25e44e6369314b25b4359fd3ad1b0559 HTTP/1.1" status: 200 len: 375 time: 0.0124133 Jun 30 09:06:37.837788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-0a9c9415-62ad-4a30-b1ab-ba623236be2a service neutron] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:37.844138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-0a9c9415-62ad-4a30-b1ab-ba623236be2a service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:37.846545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ef2d02f6-b48b-4ebc-b7cc-42ef25d831c6 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=25e44e6369314b25b4359fd3ad1b0559&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674109 Jun 30 09:06:37.847326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-0a9c9415-62ad-4a30-b1ab-ba623236be2a service neutron] 10.222.0.79 "DELETE /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39/bindings/n-h2-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.1714628 Jun 30 09:06:37.850895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:06:38.373208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e3fdc4b-935d-4e38-892b-afaafae18d95 req-aed182e4-fca3-49b1-b754-f41af7caedbd tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 210 time: 0.0540528 Jun 30 09:06:38.555435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee03da4-e923-49d6-8ac3-26bb44af28c0 req-83725b24-2df5-431d-a8e4-aba78e6fff16 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.558719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ee03da4-e923-49d6-8ac3-26bb44af28c0 req-83725b24-2df5-431d-a8e4-aba78e6fff16 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1161447 Jun 30 09:06:38.621890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597a9e3-02c9-437e-92e1-610168b78db2 req-d30fb011-0110-4d95-a7cc-f4d2a19260fb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.623659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a597a9e3-02c9-437e-92e1-610168b78db2 req-d30fb011-0110-4d95-a7cc-f4d2a19260fb tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 951 time: 0.1284914 Jun 30 09:06:38.627702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ee03da4-e923-49d6-8ac3-26bb44af28c0 req-9ef210c3-a42d-4213-bb59-ead94b86d9d4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639012 Jun 30 09:06:38.665197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a597a9e3-02c9-437e-92e1-610168b78db2 req-161f07dd-6af7-4809-8e4d-1b4bc1542edd tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345492 Jun 30 09:06:38.827363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f2f01-c56d-491c-97b1-5595206cb3db req-e43f501b-7c4d-4021-b45d-dabe9706cfaf tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:38.829314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-831f2f01-c56d-491c-97b1-5595206cb3db req-e43f501b-7c4d-4021-b45d-dabe9706cfaf tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 951 time: 0.1166630 Jun 30 09:06:39.014802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17522a7e-3096-4ca0-9e47-026cc9f86869 req-cca83f3e-5591-474a-b5f1-7a85b015fc8f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.016372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17522a7e-3096-4ca0-9e47-026cc9f86869 req-cca83f3e-5591-474a-b5f1-7a85b015fc8f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.1722596 Jun 30 09:06:39.027785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4b582-2c7f-487c-a626-74fd64a5a86e req-a4c625da-f4f6-4ede-a08a-66483fe1e210 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.029192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daa4b582-2c7f-487c-a626-74fd64a5a86e req-a4c625da-f4f6-4ede-a08a-66483fe1e210 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 943 time: 0.1375823 Jun 30 09:06:39.086655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Deleting port 0a52fdf8-2617-41b0-a301-5d8472225657 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:39.087004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.116282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17522a7e-3096-4ca0-9e47-026cc9f86869 req-41845d41-0511-422e-bb1a-b8095975e17e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851927 Jun 30 09:06:39.151945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daa4b582-2c7f-487c-a626-74fd64a5a86e req-66c8fd13-192b-4611-9022-313d582c052c tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120732 Jun 30 09:06:39.218200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] For port 0a52fdf8-2617-41b0-a301-5d8472225657, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0a52fdf8-2617-41b0-a301-5d8472225657,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:39.218759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.243061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Calling delete_port for 0a52fdf8-2617-41b0-a301-5d8472225657 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:39.435438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.447455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:39.475473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:39.477547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event deleted for resources: {'Port': ['ID=0a52fdf8-2617-41b0-a301-5d8472225657,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:39.519982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', '0a52fdf8-2617-41b0-a301-5d8472225657'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:39.618768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] No DVR routers for this DVR port 0a52fdf8-2617-41b0-a301-5d8472225657 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:39.627923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.633460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-831f2f01-c56d-491c-97b1-5595206cb3db req-361a51be-3ce8-4473-ad14-17a83516ff79 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "DELETE /v2.0/ports/0a52fdf8-2617-41b0-a301-5d8472225657 HTTP/1.1" status: 204 len: 173 time: 0.7962663 Jun 30 09:06:39.635044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-deleted', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:39.639986 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4bdd32-ed34-4293-822f-870e89e3d698" -d '{"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-deleted", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:39.641263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-65f6d92f-636b-4831-bc8d-29160475bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.645328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-65f6d92f-636b-4831-bc8d-29160475bf98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1097 time: 0.1583343 Jun 30 09:06:39.668567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:39.869457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Deleting subnet 1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:06:39.873093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2f84b5e4-0736-4548-87df-76eeb7acaf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:39.875247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-2f84b5e4-0736-4548-87df-76eeb7acaf44 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.2231524 Jun 30 09:06:39.876125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:39.893432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-57e610be-1d4e-4bcb-83ef-375e5adffdd4 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=25e44e6369314b25b4359fd3ad1b0559&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375412 Jun 30 09:06:39.989083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-50aea347-61a4-4bfe-9363-736cc7570711 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 217 time: 0.0749135 Jun 30 09:06:40.013639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.125923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:40.160530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '414812e9-82b6-488c-b4eb-5f02677b165b', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': '414812e9-82b6-488c-b4eb-5f02677b165b', 'mac_address': 'fa:16:3e:cc:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:40.210569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.228384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414812e9-82b6-488c-b4eb-5f02677b165b {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:40.254828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:40.261089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.320299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.402061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.405426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-4c773e16-3d4a-48b8-b454-a70cf34c125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.407047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-4c773e16-3d4a-48b8-b454-a70cf34c125f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0653338 Jun 30 09:06:40.460950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf6f9d-7918-43d6-bff8-e7b858239915 req-2a86a155-36e1-464e-bafc-a99affec94f6 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.462494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1cf6f9d-7918-43d6-bff8-e7b858239915 req-2a86a155-36e1-464e-bafc-a99affec94f6 tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 1096 time: 0.6868775 Jun 30 09:06:40.463489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-6ef7fd4c-4d52-4e04-abb9-9cd24c4113b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372920 Jun 30 09:06:40.464303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46319f7c-ce29-463a-9e51-da37917cad96 req-8a43a9db-deb1-4548-ade8-6fb7219e918c tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 210 time: 0.4518077 Jun 30 09:06:40.526595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-452d9bfb-38a9-49a5-bbc1-82731ca379b9 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.527993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-452d9bfb-38a9-49a5-bbc1-82731ca379b9 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6285896 Jun 30 09:06:40.544363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1cf6f9d-7918-43d6-bff8-e7b858239915 req-de2815ec-d9c6-4ea4-bf90-2852dfd6428e tempest-LiveAutoBlockMigrationV225Test-1100099412 tempest-LiveAutoBlockMigrationV225Test-1100099412-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684333 Jun 30 09:06:40.544859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['414812e9-82b6-488c-b4eb-5f02677b165b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:40.554680 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f22bd1-16cc-4093-b146-b70e980ab48d x-openstack-request-id: req-61f22bd1-16cc-4093-b146-b70e980ab48d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:40.555160 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fbe054a-790f-4df7-81a4-9e7c2aaa0f69", "name": "network-vif-deleted", "tag": "0a52fdf8-2617-41b0-a301-5d8472225657", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:40.555575 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-61f22bd1-16cc-4093-b146-b70e980ab48d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:40.556107 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fbe054a-790f-4df7-81a4-9e7c2aaa0f69', 'name': 'network-vif-deleted', 'tag': '0a52fdf8-2617-41b0-a301-5d8472225657', 'status': 'completed', 'code': 200} Jun 30 09:06:40.558183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.561645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Request body: {'port': {'device_id': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '25e44e6369314b25b4359fd3ad1b0559'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:40.648985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:40.657695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.660388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-459c8859-4849-4f7d-83b2-a3de4201e53b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1eee0fd7-8b4a-4b9d-b0cb-4e4b6225d849 HTTP/1.1" status: 204 len: 168 time: 1.1839101 Jun 30 09:06:40.663504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53418) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:40.726800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-6265dcb8-addd-428d-a098-3aaeb4c2df72 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548959 Jun 30 09:06:40.785460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bf0596-a7fb-42de-ac24-4f62d0f25f46 req-a67a46b7-4d21-4eb4-9f62-cdd509de4beb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:40.787785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2bf0596-a7fb-42de-ac24-4f62d0f25f46 req-a67a46b7-4d21-4eb4-9f62-cdd509de4beb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1341710 Jun 30 09:06:40.852943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbe3c3a0-e0d8-471f-946d-f8681d922791 req-fc758965-7b5b-42c5-b6c7-3832302e397b tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=5fbe054a-790f-4df7-81a4-9e7c2aaa0f69 HTTP/1.1" status: 200 len: 210 time: 0.0456257 Jun 30 09:06:40.854316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Made reservation on behalf of 25e44e6369314b25b4359fd3ad1b0559 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:40.857773 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.879158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.879346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:40.892928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2bf0596-a7fb-42de-ac24-4f62d0f25f46 req-19a07932-44e4-4209-8395-1683978c658f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916357 Jun 30 09:06:40.945922 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-6ef2a782-5a4f-4746-b9c9-e19a92dbf6c3 service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554489 Jun 30 09:06:41.009859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.027615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c54091-925f-4650-80fa-04bb3b1cd9dd']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:41.051120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f272091-61e5-4ffd-bb8a-36e1cfcff0af') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:41.051486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f272091-61e5-4ffd-bb8a-36e1cfcff0af') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:41.062295 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.082264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.091647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:06:41.092259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:06:41.095176 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:06:41.138061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.145804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.200772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.214885 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87539317-3da9-449e-a08b-08d24cb177b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.225329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.226900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0455f4-e84b-4698-a56b-421e57c7a7b7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.231214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b2c54091-925f-4650-80fa-04bb3b1cd9dd HTTP/1.1" status: 204 len: 168 time: 0.5509408 Jun 30 09:06:41.231214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926eb91-17c7-493b-98f4-9e16851f26c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c54091-925f-4650-80fa-04bb3b1cd9dd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.307444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a93540-bc90-4b31-91bf-49a5d0809edc req-254b8e47-eaa4-4924-8f89-19e197c13fdc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:41.309105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28a93540-bc90-4b31-91bf-49a5d0809edc req-254b8e47-eaa4-4924-8f89-19e197c13fdc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 944 time: 0.2422054 Jun 30 09:06:41.420794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:41.438777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28a93540-bc90-4b31-91bf-49a5d0809edc req-5327a283-8d55-4d1b-8b4d-3f6eacee97a7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215184 Jun 30 09:06:41.447127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Allocated IP 192.168.233.74 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/6eac666b-451e-4cfa-b97f-dd14f49c69a7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:41.498311 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f46450b6-e687-441b-b1f5-ede978ff3130 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9ade115813c5426fb5fa471117fc8b41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741196 Jun 30 09:06:41.500570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:41.588827 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36a60329-00b0-4ade-ab95-8032a212833b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.608774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:41.628564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36a60329-00b0-4ade-ab95-8032a212833b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.703801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.711502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36a60329-00b0-4ade-ab95-8032a212833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.724058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-36a60329-00b0-4ade-ab95-8032a212833b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.725516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-36a60329-00b0-4ade-ab95-8032a212833b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/079afec2-b0b0-4e5c-95c2-66e7049d82f9 HTTP/1.1" status: 204 len: 168 time: 0.2240260 Jun 30 09:06:41.734852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a60329-00b0-4ade-ab95-8032a212833b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079afec2-b0b0-4e5c-95c2-66e7049d82f9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:41.763133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Transition to ACTIVE for port object 6eac666b-451e-4cfa-b97f-dd14f49c69a7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:41.804270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 414812e9-82b6-488c-b4eb-5f02677b165b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:41.811193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 414812e9-82b6-488c-b4eb-5f02677b165b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:41.811713 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.821180 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:41.952421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:41.960963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:41.983079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:41.989987 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.017568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:42.020601 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c7b42a-4e0a-4fd1-8277-270ebaf4dc6f" -d '{"events": [{"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-plugged", "status": "completed", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:42.037021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:42.042787 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.077417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Pushing event updated for resources: {'Port': ['ID=6eac666b-451e-4cfa-b97f-dd14f49c69a7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.118267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.119062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.159494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f58091-fe61-4b31-a001-35eda01a513b req-6055998e-92f9-46c8-a228-ebccaf8762b8 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.172908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36f58091-fe61-4b31-a001-35eda01a513b req-6055998e-92f9-46c8-a228-ebccaf8762b8 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 935 time: 0.3230605 Jun 30 09:06:42.203249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:42.203563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-a70cfafa-f8fc-48fc-929d-e052de87c33a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6397049 Jun 30 09:06:42.219131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Request body: {'port': {'device_id': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:42.280005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36f58091-fe61-4b31-a001-35eda01a513b req-742c665b-d39a-4fad-8735-4ed8c6c16022 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059835 Jun 30 09:06:42.401334 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.431229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9d37ff49-45dd-4a2a-96f0-c99b84ad6cc6 None None] Provisioning for port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:42.435868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9d37ff49-45dd-4a2a-96f0-c99b84ad6cc6 None None] Provisioning complete for port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:42.436603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d37ff49-45dd-4a2a-96f0-c99b84ad6cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.475144 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9d37ff49-45dd-4a2a-96f0-c99b84ad6cc6 None None] Port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:42.660063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50458f8-a07d-4b3e-9ccb-68d30538ddd9 req-689c0249-a09e-4bd2-9fd5-edb55bc3b8e4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.661603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f50458f8-a07d-4b3e-9ccb-68d30538ddd9 req-689c0249-a09e-4bd2-9fd5-edb55bc3b8e4 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.1838450 Jun 30 09:06:42.679636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-20ca0f93-ad28-413a-85e6-b2977046ae32 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:42.686306 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-20ca0f93-ad28-413a-85e6-b2977046ae32 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 944 time: 0.1166360 Jun 30 09:06:42.822889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f50458f8-a07d-4b3e-9ccb-68d30538ddd9 req-7ef48498-d57a-423b-8460-02b62a966962 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457324 Jun 30 09:06:42.882664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Deleting port 943e1931-b279-4e9f-89a7-6783d4428c39 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:42.884656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:42.934378 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd89ab7-6353-43d8-ac9f-3f33d8759b17 x-openstack-request-id: req-1dd89ab7-6353-43d8-ac9f-3f33d8759b17 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:42.934877 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-plugged", "status": "completed", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:42.935250 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1dd89ab7-6353-43d8-ac9f-3f33d8759b17 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:42.935734 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b', 'code': 200} Jun 30 09:06:42.987563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eac666b-451e-4cfa-b97f-dd14f49c69a7 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:43.012963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.031852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Transition to ACTIVE for port object 6eac666b-451e-4cfa-b97f-dd14f49c69a7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:43.041629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.125380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] For port 943e1931-b279-4e9f-89a7-6783d4428c39, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=943e1931-b279-4e9f-89a7-6783d4428c39,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:43.125869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.128952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2e9cf-91d8-440a-bc1d-05a0ef0d12a4 req-7e25858c-27ab-40bb-ba1b-88c570b647b1 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.130574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2e2e9cf-91d8-440a-bc1d-05a0ef0d12a4 req-7e25858c-27ab-40bb-ba1b-88c570b647b1 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1625159 Jun 30 09:06:43.141397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Calling delete_port for 943e1931-b279-4e9f-89a7-6783d4428c39 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:43.171898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Pushing event updated for resources: {'Port': ['ID=6eac666b-451e-4cfa-b97f-dd14f49c69a7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.277790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Attempting to bind port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:43.278187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Attempting to bind port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:43.278503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Attempting to bind port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:43.303961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2e2e9cf-91d8-440a-bc1d-05a0ef0d12a4 req-badbc8d7-b9b6-463f-84c5-7c0ce8ac027d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350441 Jun 30 09:06:43.330732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:43.331359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Attempting to bind port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:43.340668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:43.341421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:43.342289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:43.342993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Bound port: 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:43.343622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.367125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.369164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0bde-f64d-4356-815f-b44fa9380aab req-d0afe62a-400d-4b76-9f4d-0283a834c601 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.371285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-794a0bde-f64d-4356-815f-b44fa9380aab req-d0afe62a-400d-4b76-9f4d-0283a834c601 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.2013419 Jun 30 09:06:43.383698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['943e1931-b279-4e9f-89a7-6783d4428c39'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:43.419198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event deleted for resources: {'Port': ['ID=943e1931-b279-4e9f-89a7-6783d4428c39,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.422333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c036bf-8e50-4e4e-93ce-f0ab73723b7d req-30ff6474-3f00-410f-bca2-40dea6a78df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.424058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e9c036bf-8e50-4e4e-93ce-f0ab73723b7d req-30ff6474-3f00-410f-bca2-40dea6a78df1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 1097 time: 0.3072379 Jun 30 09:06:43.467901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] For port 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:43.498601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] For port 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:43.515994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-794a0bde-f64d-4356-815f-b44fa9380aab req-79fc9e31-8ae1-4c93-b9f7-c22344fa5d79 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257586 Jun 30 09:06:43.517170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] No DVR routers for this DVR port 943e1931-b279-4e9f-89a7-6783d4428c39 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:43.518231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.523626 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.525648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5c3bc831-2967-4ef1-88a2-ce475046861d req-ccbe9b71-e0b0-49bf-9b7b-5c0661ebbf4f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.79 "DELETE /v2.0/ports/943e1931-b279-4e9f-89a7-6783d4428c39 HTTP/1.1" status: 204 len: 173 time: 0.8291316 Jun 30 09:06:43.526316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'name': 'network-vif-deleted', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:43.528606 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589005b9-534c-4cac-bc29-6002ab118f6d" -d '{"events": [{"server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "name": "network-vif-deleted", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:43.567164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e9c036bf-8e50-4e4e-93ce-f0ab73723b7d req-ac88c58f-e023-4822-bae5-06eca568452d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287432 Jun 30 09:06:43.585955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.586523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:43.588645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] 10.222.0.83 "PUT /v2.0/ports/6eac666b-451e-4cfa-b97f-dd14f49c69a7 HTTP/1.1" status: 200 len: 1096 time: 1.3743529 Jun 30 09:06:43.591801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'tag': '6eac666b-451e-4cfa-b97f-dd14f49c69a7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:43.595910 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d59454c-4fb7-475b-b9ee-eddf6c187199" -d '{"events": [{"name": "network-changed", "server_uuid": "3801bb21-65a8-45ab-ab8a-9ccdc718ab5e", "tag": "6eac666b-451e-4cfa-b97f-dd14f49c69a7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:43.715126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fef4e-22c1-438c-b9b1-efc67e02e221 service neutron] Pushing event updated for resources: {'Port': ['ID=6eac666b-451e-4cfa-b97f-dd14f49c69a7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:43.768509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-e507538d-79ef-4063-a66d-d50311a3db80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.771545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-e507538d-79ef-4063-a66d-d50311a3db80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25e44e6369314b25b4359fd3ad1b0559&device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 1099 time: 0.1079082 Jun 30 09:06:43.792247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:43.848858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 0a52fdf8-2617-41b0-a301-5d8472225657 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:43.849719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0a52fdf8-2617-41b0-a301-5d8472225657 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:43.872861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-be9a5b74-edd0-4c60-8371-4934a7d43cfd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7 HTTP/1.1" status: 200 len: 217 time: 0.0811043 Jun 30 09:06:43.945511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-7af09220-f4e4-4389-acc1-2dc065018539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:43.948136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-7af09220-f4e4-4389-acc1-2dc065018539 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0689652 Jun 30 09:06:44.042288 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f286dfa7-1dd3-4d0c-815f-63aa9b7dee35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.095566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-975b62ea-42bc-4d37-997e-8f6fd2178e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.097632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-975b62ea-42bc-4d37-997e-8f6fd2178e98 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0998833 Jun 30 09:06:44.148601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:44.226948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-ad0c1702-3160-441c-9c52-c30e1d729f37 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194797 Jun 30 09:06:44.367766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d5e9ac1-cf5d-4d8c-947d-1653e50f5c4e req-59da3891-c85d-490f-a05f-4d03618bfe34 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336589 Jun 30 09:06:44.394048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ec27d-16db-4e52-a1cf-9f76c2df4174 req-e7e1e930-32bc-40b8-9e1d-a4a0ba788e17 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.395650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e2ec27d-16db-4e52-a1cf-9f76c2df4174 req-e7e1e930-32bc-40b8-9e1d-a4a0ba788e17 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 947 time: 0.0947442 Jun 30 09:06:44.448388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e2ec27d-16db-4e52-a1cf-9f76c2df4174 req-336305d6-691d-4729-bc2b-504e2aa4923d tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Jun 30 09:06:44.498087 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d76d9511-0b5e-4470-82a3-80fa92cc67b3 x-openstack-request-id: req-d76d9511-0b5e-4470-82a3-80fa92cc67b3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:44.498620 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e09cbc-9648-4a93-99c4-0311f4d53776", "name": "network-vif-deleted", "tag": "943e1931-b279-4e9f-89a7-6783d4428c39", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:44.498745 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d76d9511-0b5e-4470-82a3-80fa92cc67b3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:44.499042 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e09cbc-9648-4a93-99c4-0311f4d53776', 'name': 'network-vif-deleted', 'tag': '943e1931-b279-4e9f-89a7-6783d4428c39', 'status': 'completed', 'code': 200} Jun 30 09:06:44.547263 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e656395-e58e-4f64-8f63-15aebab061eb x-openstack-request-id: req-4e656395-e58e-4f64-8f63-15aebab061eb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:44.548012 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3801bb21-65a8-45ab-ab8a-9ccdc718ab5e", "tag": "6eac666b-451e-4cfa-b97f-dd14f49c69a7", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:44.548439 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4e656395-e58e-4f64-8f63-15aebab061eb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:44.549685 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'tag': '6eac666b-451e-4cfa-b97f-dd14f49c69a7', 'status': 'completed', 'code': 200} Jun 30 09:06:44.677615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-567c4bd8-d530-4908-918c-6c5fa81547c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.679137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-567c4bd8-d530-4908-918c-6c5fa81547c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=25e44e6369314b25b4359fd3ad1b0559&device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 1099 time: 0.0743382 Jun 30 09:06:44.718718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7101d8c9-b16f-4a0e-8e11-abe9b895e530 req-8dab78d3-fe9c-4399-8b00-eb7a3a79a158 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 210 time: 0.0435362 Jun 30 09:06:44.804945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-34541505-356c-44af-944c-655b0d167a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.806448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-34541505-356c-44af-944c-655b0d167a63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1176841 Jun 30 09:06:44.860552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-63063ad7-afe5-4037-9ccb-754b7c6cff72 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7 HTTP/1.1" status: 200 len: 217 time: 0.0451853 Jun 30 09:06:44.951341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-b410baea-33ba-449b-90ec-64b573ea2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.952761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-b410baea-33ba-449b-90ec-64b573ea2ea5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0805252 Jun 30 09:06:44.982985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390d71e-25f5-4f92-b8ac-e08d03e9fa72 req-0a55ef42-8cbc-4ee0-ac23-2cb61104bcc7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:44.984789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e390d71e-25f5-4f92-b8ac-e08d03e9fa72 req-0a55ef42-8cbc-4ee0-ac23-2cb61104bcc7 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1273553 Jun 30 09:06:45.054805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e390d71e-25f5-4f92-b8ac-e08d03e9fa72 req-41125a05-4a7f-40ab-a6b6-b57d476b391d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516572 Jun 30 09:06:45.074739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-394062c3-2a7a-44b5-838a-d67e184854bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.076450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-394062c3-2a7a-44b5-838a-d67e184854bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146717 Jun 30 09:06:45.192361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-b417cfcf-f238-47a9-8924-dc565347eaef service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085298 Jun 30 09:06:45.347980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d59454c-4fb7-475b-b9ee-eddf6c187199 req-915636d1-3b73-48f2-93cb-05a8ef6dc145 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484165 Jun 30 09:06:45.371623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae9861-93e5-4703-8ab2-ba2ddd90cc70 req-557b9940-6149-471e-b6b9-e45533ee40f9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.380478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7ae9861-93e5-4703-8ab2-ba2ddd90cc70 req-557b9940-6149-471e-b6b9-e45533ee40f9 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1176093 Jun 30 09:06:45.433170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7ae9861-93e5-4703-8ab2-ba2ddd90cc70 req-a0f1597f-8911-4c6e-bf7f-05d00988379e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515783 Jun 30 09:06:45.730246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41baf5bb-ee65-45b2-9446-eadf2d905c09 req-c8e3386e-79f9-40e7-8ea6-3c0c0bcbcedc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:45.732179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41baf5bb-ee65-45b2-9446-eadf2d905c09 req-c8e3386e-79f9-40e7-8ea6-3c0c0bcbcedc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.0843937 Jun 30 09:06:45.780741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41baf5bb-ee65-45b2-9446-eadf2d905c09 req-12d7ec4e-d903-4a6b-b268-edd35538ae96 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373380 Jun 30 09:06:45.917075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:45.922557 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.028052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffb4cb-fbc0-4f33-9bb9-d41036397103 req-51415968-471d-4cae-8d11-813cf4740a19 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.029580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fffb4cb-fbc0-4f33-9bb9-d41036397103 req-51415968-471d-4cae-8d11-813cf4740a19 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 947 time: 0.0906620 Jun 30 09:06:46.041734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-3d7e897c-ce15-459b-bf9e-0a1402f9fe91 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:46.043271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-3d7e897c-ce15-459b-bf9e-0a1402f9fe91 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 949 time: 0.1529872 Jun 30 09:06:46.082196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e409ab5-ceba-49b0-a7ce-a867cc950fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.123966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fffb4cb-fbc0-4f33-9bb9-d41036397103 req-e24c36cd-72c5-4a42-84d9-c05ac953d262 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796728 Jun 30 09:06:46.208463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Deleting port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:46.208964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.227924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e409ab5-ceba-49b0-a7ce-a867cc950fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.232500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e409ab5-ceba-49b0-a7ce-a867cc950fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.284608 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0e409ab5-ceba-49b0-a7ce-a867cc950fcb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b32d10dd28694fc1b7633d7fb956a820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3655617 Jun 30 09:06:46.288971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53650) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:46.296927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e409ab5-ceba-49b0-a7ce-a867cc950fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6548b8c1-3b21-414c-b54a-02faddfa79fc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.333388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5adcf26d-987f-4b48-ba28-08e03758fb00 req-118f6658-ada2-44dc-8513-76a2c1d5b5de tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 210 time: 0.0452282 Jun 30 09:06:46.361573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1564-0bc7-4d6d-abc7-b75106efd6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.374569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] For port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:46.375079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.390931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1564-0bc7-4d6d-abc7-b75106efd6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.391261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Calling delete_port for ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:46.445865 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1564-0bc7-4d6d-abc7-b75106efd6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.448984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a1564-0bc7-4d6d-abc7-b75106efd6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.452439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a4a1564-0bc7-4d6d-abc7-b75106efd6dc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6548b8c1-3b21-414c-b54a-02faddfa79fc HTTP/1.1" status: 204 len: 168 time: 0.1601598 Jun 30 09:06:46.475866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a1564-0bc7-4d6d-abc7-b75106efd6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6548b8c1-3b21-414c-b54a-02faddfa79fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.579786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.596985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:46.639159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event deleted for resources: {'Port': ['ID=ed12762a-9e23-4c2d-bbe4-97d01a0f34a4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:46.668034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:46.719887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] No DVR routers for this DVR port ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:46.723790 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:46.725970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ad38ea9-568b-485b-b8ea-3a509d8c7ece req-108ac69d-2d4a-46cf-9917-a7f758d0365c tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.83 "DELETE /v2.0/ports/ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 HTTP/1.1" status: 204 len: 173 time: 0.6753874 Jun 30 09:06:46.726610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-deleted', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:46.730263 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd2f171-8ad0-48dd-8c29-88b09ea4fbe7" -d '{"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-deleted", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:46.803316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49bc20d6-9503-45f6-8ae4-e3a407341bd9 req-1aedd7a9-b7b0-456e-be0a-c54182645d38 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=4dd4b959-360a-4a51-ad9c-43d6fbde8ae3 HTTP/1.1" status: 200 len: 210 time: 0.0377123 Jun 30 09:06:47.064884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f89bd-0f92-4776-a8a2-9ba225697960 req-fe546b3b-2aec-435b-b57f-a898fd56fbc3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.067410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c77f89bd-0f92-4776-a8a2-9ba225697960 req-fe546b3b-2aec-435b-b57f-a898fd56fbc3 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.0896821 Jun 30 09:06:47.123823 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.166425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c77f89bd-0f92-4776-a8a2-9ba225697960 req-047c01b4-1ac0-4aa7-991c-cdab3a4d4208 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925093 Jun 30 09:06:47.468425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:47.519894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54d1b46-17a4-498a-93a2-edb1ddc3738a req-f784c8f7-78e3-460e-ab5d-3bbf8312105d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.527965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d54d1b46-17a4-498a-93a2-edb1ddc3738a req-f784c8f7-78e3-460e-ab5d-3bbf8312105d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.0896165 Jun 30 09:06:47.575588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d54d1b46-17a4-498a-93a2-edb1ddc3738a req-c214af9f-a4fe-429a-b8fd-1a114f2f0bef tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466254 Jun 30 09:06:47.637315 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14759862-dc7a-4326-a176-5945eb817abf x-openstack-request-id: req-14759862-dc7a-4326-a176-5945eb817abf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:47.637990 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd4b959-360a-4a51-ad9c-43d6fbde8ae3", "name": "network-vif-deleted", "tag": "ed12762a-9e23-4c2d-bbe4-97d01a0f34a4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:47.638840 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14759862-dc7a-4326-a176-5945eb817abf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:47.639846 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd4b959-360a-4a51-ad9c-43d6fbde8ae3', 'name': 'network-vif-deleted', 'tag': 'ed12762a-9e23-4c2d-bbe4-97d01a0f34a4', 'status': 'completed', 'code': 200} Jun 30 09:06:47.641184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:47.662560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 943e1931-b279-4e9f-89a7-6783d4428c39 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:47.662974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 943e1931-b279-4e9f-89a7-6783d4428c39 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:47.805010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b3185-8c58-4e18-b5aa-10a14a2eafbc req-9b5539eb-d5eb-4f3a-add2-2590220f9aa8 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:47.806798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d0b3185-8c58-4e18-b5aa-10a14a2eafbc req-9b5539eb-d5eb-4f3a-add2-2590220f9aa8 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 947 time: 0.0805626 Jun 30 09:06:47.851243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d0b3185-8c58-4e18-b5aa-10a14a2eafbc req-291e3900-a32f-4e4b-8dda-ae52e40894cc tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384717 Jun 30 09:06:47.995678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbf2366b-daf2-4d6b-bf77-c9b5a2f960b1 req-4a25d02c-2d11-4095-9fa9-c55a80fb1268 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=10e09cbc-9648-4a93-99c4-0311f4d53776 HTTP/1.1" status: 200 len: 210 time: 0.0338495 Jun 30 09:06:48.550553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5642f7-b275-4844-8d88-5cd4c0776c20 req-b3ac0be7-bc6c-4a7c-9a8e-7fc7316fa593 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.552241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef5642f7-b275-4844-8d88-5cd4c0776c20 req-b3ac0be7-bc6c-4a7c-9a8e-7fc7316fa593 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.0881045 Jun 30 09:06:48.616470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef5642f7-b275-4844-8d88-5cd4c0776c20 req-630d4d61-372a-401f-b7f1-26b6630e7133 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533803 Jun 30 09:06:48.965731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9bd60-398b-46fb-aa43-9e59b171eab0 req-d0bf37a8-d41f-45cd-90b8-55ffef23a0ab tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:48.968080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd9bd60-398b-46fb-aa43-9e59b171eab0 req-d0bf37a8-d41f-45cd-90b8-55ffef23a0ab tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.1211154 Jun 30 09:06:49.097043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd9bd60-398b-46fb-aa43-9e59b171eab0 req-125dfaf5-f90f-4c72-9dd1-d3a85f94d948 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139243 Jun 30 09:06:49.400252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be02775-2a49-49c4-bc91-04fdcf9d1e14 req-0ae2d422-1bd0-40c2-8d51-b8f3566a4cd6 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.403020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7be02775-2a49-49c4-bc91-04fdcf9d1e14 req-0ae2d422-1bd0-40c2-8d51-b8f3566a4cd6 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 947 time: 0.1463709 Jun 30 09:06:49.458942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f386b2a-4596-4b8a-a2bc-a568e5582bd6 req-692a7b14-f383-4af6-ad69-f5151960dd8f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:49.460919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f386b2a-4596-4b8a-a2bc-a568e5582bd6 req-692a7b14-f383-4af6-ad69-f5151960dd8f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.1367583 Jun 30 09:06:49.515023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7be02775-2a49-49c4-bc91-04fdcf9d1e14 req-7d1c8ef1-0b6b-4814-ab28-670e31cf7fa8 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031585 Jun 30 09:06:49.536576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f386b2a-4596-4b8a-a2bc-a568e5582bd6 req-8dee0431-fda7-4092-a7a2-33c83b9dfe84 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692024 Jun 30 09:06:49.820823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 6eac666b-451e-4cfa-b97f-dd14f49c69a7 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:49.924923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:49.987596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:49.987948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed12762a-9e23-4c2d-bbe4-97d01a0f34a4 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:50.005059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b1060-4c2d-4373-94b2-da12b0906d36 req-cc771b26-4d5d-4d8c-b928-3c5de9736103 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.008420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c43b1060-4c2d-4373-94b2-da12b0906d36 req-cc771b26-4d5d-4d8c-b928-3c5de9736103 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.2074311 Jun 30 09:06:50.042800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.045428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e3428-aa27-4b96-8086-579a84c11b71 req-0e98236c-3eb8-44bd-b924-5f0b9f0fd2f5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.049502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-783e3428-aa27-4b96-8086-579a84c11b71 req-0e98236c-3eb8-44bd-b924-5f0b9f0fd2f5 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.2229710 Jun 30 09:06:50.055649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '6eac666b-451e-4cfa-b97f-dd14f49c69a7', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '6eac666b-451e-4cfa-b97f-dd14f49c69a7', 'mac_address': 'fa:16:3e:72:28:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:06:50.107776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c43b1060-4c2d-4373-94b2-da12b0906d36 req-b6fbbb3c-40f7-47d2-89b4-a32686002f02 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877063 Jun 30 09:06:50.128707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.149741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eac666b-451e-4cfa-b97f-dd14f49c69a7 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:06:50.182174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.190159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.210127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Deleting port eae11a14-0170-425b-9b10-ff04621564d5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:50.210641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.255284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=6eac666b-451e-4cfa-b97f-dd14f49c69a7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.265557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.266330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.266908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.267701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.268281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.268790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.269199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.269688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.270112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.270706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.271175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.271592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:06:50.331533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1103e1a-9d9a-46da-8da0-7e86dbcaf617 req-096171e5-babc-4f1e-9ca3-5825b9d5b2e3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.335659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1103e1a-9d9a-46da-8da0-7e86dbcaf617 req-096171e5-babc-4f1e-9ca3-5825b9d5b2e3 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 949 time: 0.0785143 Jun 30 09:06:50.340704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] For port eae11a14-0170-425b-9b10-ff04621564d5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=eae11a14-0170-425b-9b10-ff04621564d5,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:50.341324 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.355335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Calling delete_port for eae11a14-0170-425b-9b10-ff04621564d5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:50.382158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1103e1a-9d9a-46da-8da0-7e86dbcaf617 req-84e40293-0092-467b-b318-bad3c769fd40 tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/security-groups?id=c417ef3a-8552-4920-ab50-842c90a6fe7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Jun 30 09:06:50.521480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.536940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['eae11a14-0170-425b-9b10-ff04621564d5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:50.555883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Pushing event deleted for resources: {'Port': ['ID=eae11a14-0170-425b-9b10-ff04621564d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:50.620518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] No DVR routers for this DVR port eae11a14-0170-425b-9b10-ff04621564d5 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:50.626368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:50.629588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-783e3428-aa27-4b96-8086-579a84c11b71 req-f34bbdef-8ad9-405f-b727-89e08c4e2efe tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.79 "DELETE /v2.0/ports/eae11a14-0170-425b-9b10-ff04621564d5 HTTP/1.1" status: 204 len: 173 time: 0.5719533 Jun 30 09:06:50.630801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-deleted', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:50.647204 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d70bddf-889e-4cf2-b8d4-31f630563c6d" -d '{"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-deleted", "tag": "eae11a14-0170-425b-9b10-ff04621564d5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:50.655565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['6eac666b-451e-4cfa-b97f-dd14f49c69a7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:50.940945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5ad4c-66fc-4312-8dd9-b31c5ceca37f req-23076a51-b121-45c0-9b46-66dbb5e616fc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.942619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43b5ad4c-66fc-4312-8dd9-b31c5ceca37f req-23076a51-b121-45c0-9b46-66dbb5e616fc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.1330800 Jun 30 09:06:50.961546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea050a1a-a00c-40f3-a8ff-b667169dd469 req-92ccdcb9-39f8-4666-ae91-82edad8f8db2 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:50.968993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea050a1a-a00c-40f3-a8ff-b667169dd469 req-92ccdcb9-39f8-4666-ae91-82edad8f8db2 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 948 time: 0.1451890 Jun 30 09:06:51.040230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea050a1a-a00c-40f3-a8ff-b667169dd469 req-6d3b0b21-b54c-4c01-ad2f-956cb27ee91d tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702765 Jun 30 09:06:51.054933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43b5ad4c-66fc-4312-8dd9-b31c5ceca37f req-6c164ff0-33e1-459d-b6de-d7a6bef57e56 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025608 Jun 30 09:06:51.133036 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7c0d1b-0600-41b3-a789-16d2a516f713 x-openstack-request-id: req-fe7c0d1b-0600-41b3-a789-16d2a516f713 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:51.133604 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0da0c1-517b-4da8-9a04-51c0c9ba70fd", "name": "network-vif-deleted", "tag": "eae11a14-0170-425b-9b10-ff04621564d5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:51.133604 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe7c0d1b-0600-41b3-a789-16d2a516f713 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:51.133953 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0da0c1-517b-4da8-9a04-51c0c9ba70fd', 'name': 'network-vif-deleted', 'tag': 'eae11a14-0170-425b-9b10-ff04621564d5', 'status': 'completed', 'code': 200} Jun 30 09:06:51.368669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b3759-502d-4de4-87ec-0bd529f2004c req-b4356f2d-716e-4b14-9d2b-ef472aa98978 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:51.377590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d68b3759-502d-4de4-87ec-0bd529f2004c req-b4356f2d-716e-4b14-9d2b-ef472aa98978 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1003320 Jun 30 09:06:51.418811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d68b3759-502d-4de4-87ec-0bd529f2004c req-e18b93a3-1abf-4eb1-853e-018849d4b65e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405798 Jun 30 09:06:51.690165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ab25d02-dcd2-4a03-b394-cd94c900c268 req-661b235f-cea9-4685-9251-db1c7493592d tempest-MigrationsAdminTest-578471222 tempest-MigrationsAdminTest-578471222-project] 10.222.0.77 "GET /v2.0/ports?device_id=9c0da0c1-517b-4da8-9a04-51c0c9ba70fd HTTP/1.1" status: 200 len: 210 time: 0.0373318 Jun 30 09:06:51.825701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 6eac666b-451e-4cfa-b97f-dd14f49c69a7 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:06:51.883594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:51.888615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:51.889762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:51.996445 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.033508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eac666b-451e-4cfa-b97f-dd14f49c69a7'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:52.040144 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736ca3ff-8dd2-4ab9-bbdc-8a4ecb40ea7e" -d '{"events": [{"server_uuid": "3801bb21-65a8-45ab-ab8a-9ccdc718ab5e", "name": "network-vif-plugged", "status": "completed", "tag": "6eac666b-451e-4cfa-b97f-dd14f49c69a7"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:52.085514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:52.096996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:52.106441 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbba477-206a-4b70-8ec8-4db74c9b7eef x-openstack-request-id: req-fcbba477-206a-4b70-8ec8-4db74c9b7eef {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:52.107010 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3801bb21-65a8-45ab-ab8a-9ccdc718ab5e", "name": "network-vif-plugged", "status": "completed", "tag": "6eac666b-451e-4cfa-b97f-dd14f49c69a7", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:52.107459 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fcbba477-206a-4b70-8ec8-4db74c9b7eef {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:52.107996 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eac666b-451e-4cfa-b97f-dd14f49c69a7', 'code': 200} Jun 30 09:06:52.185864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=6eac666b-451e-4cfa-b97f-dd14f49c69a7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:52.397825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a791664-5f5a-48cd-b4a9-fe89e10eedd5 req-6e0cf89b-c72c-4c7d-8f7f-1178c5d77dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.399447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a791664-5f5a-48cd-b4a9-fe89e10eedd5 req-6e0cf89b-c72c-4c7d-8f7f-1178c5d77dcf service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 1101 time: 0.1674089 Jun 30 09:06:52.434715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ea424-74ff-4ed8-8f69-b85451da29b4 req-c723c1e1-8058-4f08-b450-7e83d6763b71 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.436244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-389ea424-74ff-4ed8-8f69-b85451da29b4 req-c723c1e1-8058-4f08-b450-7e83d6763b71 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.1676271 Jun 30 09:06:52.451172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eccf8d-61b4-45e9-9b44-36eea9794589 req-ca0ed974-04d1-4965-ba90-872895a4845d tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.459984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7eccf8d-61b4-45e9-9b44-36eea9794589 req-ca0ed974-04d1-4965-ba90-872895a4845d tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 949 time: 0.1584444 Jun 30 09:06:52.531094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-389ea424-74ff-4ed8-8f69-b85451da29b4 req-f3c88677-94bc-4f9b-92fe-a3f33e32f1dc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Jun 30 09:06:52.569412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7eccf8d-61b4-45e9-9b44-36eea9794589 req-c7640113-f5de-400c-bb6c-5be1f12b4f82 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077461 Jun 30 09:06:52.586584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a791664-5f5a-48cd-b4a9-fe89e10eedd5 req-e4f8ad0c-6f1e-4310-882c-e618a5d16506 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758511 Jun 30 09:06:52.897577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c247309-5a0d-44e5-9e04-7b725ef89de6 req-66e74230-e1a2-4745-8e7a-220d93516a4f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:52.905376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c247309-5a0d-44e5-9e04-7b725ef89de6 req-66e74230-e1a2-4745-8e7a-220d93516a4f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.0961967 Jun 30 09:06:52.978934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c247309-5a0d-44e5-9e04-7b725ef89de6 req-fdc94f46-2d52-49e8-9faf-fffa273d8b8f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726769 Jun 30 09:06:53.149939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8046039-e09c-4e19-ad65-9dd8ff80fae3 req-20c3dc47-e72f-403e-aa3b-20524d4f3403 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.167707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8046039-e09c-4e19-ad65-9dd8ff80fae3 req-20c3dc47-e72f-403e-aa3b-20524d4f3403 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1561134 Jun 30 09:06:53.226378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8046039-e09c-4e19-ad65-9dd8ff80fae3 req-2dee9569-dfaa-4d4e-80ed-aa104360f591 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561576 Jun 30 09:06:53.676390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-38964b3b-1b90-4699-a807-d78ca88a070a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387371 Jun 30 09:06:53.691579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device eae11a14-0170-425b-9b10-ff04621564d5 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:06:53.763548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: eae11a14-0170-425b-9b10-ff04621564d5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:06:53.766382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device eae11a14-0170-425b-9b10-ff04621564d5 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:06:53.771604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53918) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:53.916807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7df7d7-e3e8-47b8-8579-58e90c33bcc7 req-4604f4e2-b79c-491e-9390-7d0f0109e039 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.924811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f7df7d7-e3e8-47b8-8579-58e90c33bcc7 req-4604f4e2-b79c-491e-9390-7d0f0109e039 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.1183274 Jun 30 09:06:53.956640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-bcfc7f63-f23d-4359-ba06-3e498748f9c1 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:53.964890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-bcfc7f63-f23d-4359-ba06-3e498748f9c1 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873132 Jun 30 09:06:54.009247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f7df7d7-e3e8-47b8-8579-58e90c33bcc7 req-7796dddf-020a-4fa5-8334-6bc9e19730a5 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830436 Jun 30 09:06:54.047378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-0c8725f5-20f7-402e-986d-46ff2089306e tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/quotas/14c3e578a0d14fa1877bd9814d6a78bf HTTP/1.1" status: 200 len: 375 time: 0.0810688 Jun 30 09:06:54.123008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-878b58b5-cf7d-41ee-bd56-56c7b6c25751 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=60dfaf38a93a4684acad1259df2491b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3452241 Jun 30 09:06:54.123785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53924) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:54.131769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-fb3b6fa2-71b8-48d6-9fe3-6db43071d065 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0830023 Jun 30 09:06:54.254608 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99d22bc6-209c-420a-9375-ecd4b6b0e564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.297808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99d22bc6-209c-420a-9375-ecd4b6b0e564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.431137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99d22bc6-209c-420a-9375-ecd4b6b0e564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.439074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99d22bc6-209c-420a-9375-ecd4b6b0e564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:54.445998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-99d22bc6-209c-420a-9375-ecd4b6b0e564 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c417ef3a-8552-4920-ab50-842c90a6fe7b HTTP/1.1" status: 204 len: 168 time: 0.3197393 Jun 30 09:06:54.466193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d22bc6-209c-420a-9375-ecd4b6b0e564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c417ef3a-8552-4920-ab50-842c90a6fe7b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:54.503054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00ea34-f27a-4c86-8182-4583c8eb5ce0 req-65386c75-a924-4b93-96ce-0778fb579417 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:54.518633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f00ea34-f27a-4c86-8182-4583c8eb5ce0 req-65386c75-a924-4b93-96ce-0778fb579417 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 949 time: 0.2240503 Jun 30 09:06:54.606121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f00ea34-f27a-4c86-8182-4583c8eb5ce0 req-6525ff4b-058c-4082-a911-7e8e20673ab9 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827281 Jun 30 09:06:55.120182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-3d726f7e-1659-4d5a-9545-6e02c0169cd3 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421081 Jun 30 09:06:55.212133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.334255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-90ac69e4-4ca4-4b0a-9a1d-ce5c07df0f69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=031d4c6a8454485495427817f80daf21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1198127 Jun 30 09:06:55.335734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.338799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:55.513820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06f9551c-2315-40e9-b02c-539c6d28288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.541258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06f9551c-2315-40e9-b02c-539c6d28288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.609165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06f9551c-2315-40e9-b02c-539c6d28288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.613471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06f9551c-2315-40e9-b02c-539c6d28288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.621851 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-06f9551c-2315-40e9-b02c-539c6d28288e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51be6eb3-f786-461b-bc10-a71df0d8e6d7 HTTP/1.1" status: 204 len: 168 time: 0.2744625 Jun 30 09:06:55.650973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9551c-2315-40e9-b02c-539c6d28288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be6eb3-f786-461b-bc10-a71df0d8e6d7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:55.773897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d925923c-87f4-420c-ab08-c22194f5f8d9 req-f69aa57d-4a82-457d-bd3f-0537288f4b10 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.775497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d925923c-87f4-420c-ab08-c22194f5f8d9 req-f69aa57d-4a82-457d-bd3f-0537288f4b10 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.7973759 Jun 30 09:06:55.797470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c052cba2-bbff-445a-98f2-cb83ac199d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.874841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-74c06bdb-beac-4072-b148-0f8b9e305857 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:55.883299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-74c06bdb-beac-4072-b148-0f8b9e305857 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7611060 Jun 30 09:06:55.896559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d925923c-87f4-420c-ab08-c22194f5f8d9 req-1d844dd0-2e0f-4be3-b356-d3bdb59bf10b tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075542 Jun 30 09:06:55.938787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-29ec9402-9db7-430a-9379-4b07a91ad964 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/quotas/14c3e578a0d14fa1877bd9814d6a78bf HTTP/1.1" status: 200 len: 375 time: 0.0544662 Jun 30 09:06:55.982281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c052cba2-bbff-445a-98f2-cb83ac199d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:55.993461 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c052cba2-bbff-445a-98f2-cb83ac199d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.016458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-11cba6d1-3688-44af-a160-048fe5f3546b tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760882 Jun 30 09:06:56.093160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c052cba2-bbff-445a-98f2-cb83ac199d02 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f7c90829c0bf4233adf597f2ccf01595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7529790 Jun 30 09:06:56.094570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052cba2-bbff-445a-98f2-cb83ac199d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507e81ed-605f-4114-a2e8-20e78a166759,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:56.097165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:06:56.153771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d9d49-8718-4dfa-8833-1a8ad432017d req-82f62d87-e8d1-48a9-86c0-201955efc424 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.156130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b06d9d49-8718-4dfa-8833-1a8ad432017d req-82f62d87-e8d1-48a9-86c0-201955efc424 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.1026185 Jun 30 09:06:56.270178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd98b39d-01d7-4ace-a5ad-9d4ef69643f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.306356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b06d9d49-8718-4dfa-8833-1a8ad432017d req-c2d91353-e68c-4e5a-b560-328c407a2670 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1426229 Jun 30 09:06:56.325256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd98b39d-01d7-4ace-a5ad-9d4ef69643f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.434624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd98b39d-01d7-4ace-a5ad-9d4ef69643f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.439981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd98b39d-01d7-4ace-a5ad-9d4ef69643f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:56.446383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dd98b39d-01d7-4ace-a5ad-9d4ef69643f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/507e81ed-605f-4114-a2e8-20e78a166759 HTTP/1.1" status: 204 len: 168 time: 0.3357167 Jun 30 09:06:56.480279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd98b39d-01d7-4ace-a5ad-9d4ef69643f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507e81ed-605f-4114-a2e8-20e78a166759,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:56.555161 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-723322ee-fa73-4220-afda-749e15308157 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772853 Jun 30 09:06:56.617896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26bda85-c598-4d70-968c-c0b4b64c93f1 req-3a603747-2a2b-4554-af81-0d5fa1a7e62b tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.633157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f26bda85-c598-4d70-968c-c0b4b64c93f1 req-3a603747-2a2b-4554-af81-0d5fa1a7e62b tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.1709816 Jun 30 09:06:56.756521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f26bda85-c598-4d70-968c-c0b4b64c93f1 req-6cd00444-d49f-4018-aa87-a4a7f4eb282b tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209321 Jun 30 09:06:56.913980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-227648f5-ff05-485c-96aa-95700802b318 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:56.919581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-227648f5-ff05-485c-96aa-95700802b318 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1623724 Jun 30 09:06:56.931151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-22'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:57.029278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-3a9f2316-b285-4f98-aa30-13724199372e tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.034256 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-3a9f2316-b285-4f98-aa30-13724199372e tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4721010 Jun 30 09:06:57.054692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-271e6f9b-ba39-491a-b05e-4ece10cd1fdd tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.056623 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-271e6f9b-ba39-491a-b05e-4ece10cd1fdd tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.79 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.4427133 Jun 30 09:06:57.061415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Request body: {'port': {'device_id': '318f5d91-7151-4025-950c-a085aa83e0db', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '14c3e578a0d14fa1877bd9814d6a78bf'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:57.277753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77f4669a-0ece-470c-861f-02fad8217d86 req-c951878f-9427-4b51-ab17-d746494b3b90 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 210 time: 0.1118553 Jun 30 09:06:57.341730 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.466027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Deleting port 12909af4-bd0c-4b72-809a-33412b75b8b8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:57.467520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.540477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Made reservation on behalf of 14c3e578a0d14fa1877bd9814d6a78bf for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:57.544895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.576711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.649892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7582c76-5dd0-4b4b-a0a5-e25f10354693 req-0ea41928-8526-4c78-9bca-0baf7bef5723 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.657275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7582c76-5dd0-4b4b-a0a5-e25f10354693 req-0ea41928-8526-4c78-9bca-0baf7bef5723 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 949 time: 0.5939243 Jun 30 09:06:57.688043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] For port 12909af4-bd0c-4b72-809a-33412b75b8b8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=12909af4-bd0c-4b72-809a-33412b75b8b8,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:57.690808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:57.754970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079029e-66dc-4bae-943b-fc0e8d1e42a1 req-7534e1a9-cc50-4a39-a67e-36117ecce801 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:57.756967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0079029e-66dc-4bae-943b-fc0e8d1e42a1 req-7534e1a9-cc50-4a39-a67e-36117ecce801 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 945 time: 0.1911769 Jun 30 09:06:57.768666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7582c76-5dd0-4b4b-a0a5-e25f10354693 req-3910e0f5-6eb7-4bd0-bd0d-319f12fba25b tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094379 Jun 30 09:06:57.775386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:57.900155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0079029e-66dc-4bae-943b-fc0e8d1e42a1 req-04b7408b-d251-410d-b0a8-b0969ca40bea tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301789 Jun 30 09:06:57.963541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:58.031854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.038369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.173784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23c3f2f-afa9-4ccd-8724-4a6953f5d569,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.182340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:58.184636 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd8523-0b7f-4fd2-b7b5-55118049ae54" -d '{"events": [{"server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "name": "network-vif-unplugged", "status": "completed", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:58.190644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.213220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.272357 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.272955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.273545 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a disassociated. External IP: 172.25.7.24, port: 12909af4-bd0c-4b72-809a-33412b75b8b8. Jun 30 09:06:58.274092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Calling delete_port for 12909af4-bd0c-4b72-809a-33412b75b8b8 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:58.312490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cf0ba-ba0f-49f9-8b09-0d280b0c74bd req-ab77f666-5eee-43f5-878f-3767be2fe7a3 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.314798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e2cf0ba-ba0f-49f9-8b09-0d280b0c74bd req-ab77f666-5eee-43f5-878f-3767be2fe7a3 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 944 time: 0.3047731 Jun 30 09:06:58.371215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.418339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a279-8673-4199-8c06-da64e9a3e208 req-731e5538-91cd-4dc5-86fa-af503fbf53f6 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.419879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6775a279-8673-4199-8c06-da64e9a3e208 req-731e5538-91cd-4dc5-86fa-af503fbf53f6 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 945 time: 0.3042908 Jun 30 09:06:58.458096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-2a1d31c9-eaef-49c3-a975-c2140239f6a5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.460402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-2a1d31c9-eaef-49c3-a975-c2140239f6a5 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 944 time: 0.3743014 Jun 30 09:06:58.465500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Allocated IP 192.168.233.254 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/4e6ab376-354e-454c-9b1c-0ee163b38dd1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:58.465763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-8042280b-354c-4f1f-b3b8-533f6d3eb7cb tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788829 Jun 30 09:06:58.508283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on host n-h2-780147-22 for vnic_type normal with profile {"migrating_to": "n-h1-780147-22"} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:06:58.508638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:06:58.508961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:58.592993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:06:58.593570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Attempting to bind port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on network f052aee1-fc70-455d-8470-0d0c34a47948 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:06:58.611887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e2cf0ba-ba0f-49f9-8b09-0d280b0c74bd req-52d2a91d-dce1-4fca-b55e-94664d3c49d1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869389 Jun 30 09:06:58.690290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.730166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:06:58.730653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Checking segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:06:58.731056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Bound using segment: {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:06:58.731516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Bound port: 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d7c16ec-c5db-4f15-b9a3-9a08930739ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'f052aee1-fc70-455d-8470-0d0c34a47948'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:06:58.731877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.739107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event deleted for resources: {'Port': ['ID=12909af4-bd0c-4b72-809a-33412b75b8b8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:58.766379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6775a279-8673-4199-8c06-da64e9a3e208 req-a45bbff2-8925-4bce-9ebd-f97e3b131883 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups?id=44feaeb0-68bd-428b-9de4-acc998c229ad&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3187392 Jun 30 09:06:58.854490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.908431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Transition to ACTIVE for port object 4e6ab376-354e-454c-9b1c-0ee163b38dd1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:06:58.925533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:06:58.943207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Router e66878db-0416-4d62-807d-af592410aa79 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:06:58.945327 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.952127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:06:58.962052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-789beeb7-1f79-454f-91be-09de0abee790 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:58.964369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-789beeb7-1f79-454f-91be-09de0abee790 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4765725 Jun 30 09:06:58.969999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:58.984762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Deleting port 324673d9-110b-4b3a-8743-de5f80f7a81d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:06:58.985229 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.013197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Request body: {'port': {'device_id': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '14c3e578a0d14fa1877bd9814d6a78bf'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:59.014483 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.068817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:06:59.074310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:06:59.191576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1685a1d8-cdc1-40be-9945-136b4208fefc req-f3fc8ae1-4a05-42a6-bc43-9e7ed2b3b9bf tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.193411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1685a1d8-cdc1-40be-9945-136b4208fefc req-f3fc8ae1-4a05-42a6-bc43-9e7ed2b3b9bf tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.3824468 Jun 30 09:06:59.203893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:59.279020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.279655 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.281112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-d08a83eb-c2fa-4950-a07f-65a645e43506 service neutron] 10.222.0.79 "PUT /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 1123 time: 2.3543208 Jun 30 09:06:59.304692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] For port 324673d9-110b-4b3a-8743-de5f80f7a81d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=324673d9-110b-4b3a-8743-de5f80f7a81d,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:06:59.305012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.349252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Calling delete_port for 324673d9-110b-4b3a-8743-de5f80f7a81d owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:06:59.353875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1685a1d8-cdc1-40be-9945-136b4208fefc req-5d16ef58-580c-4d4f-994e-f2ceb64ab985 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400051 Jun 30 09:06:59.366767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['21b85d21-e795-4de6-a5d4-b96e7982e6ea'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:59.448740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['21b85d21-e795-4de6-a5d4-b96e7982e6ea'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:06:59.467232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Made reservation on behalf of 14c3e578a0d14fa1877bd9814d6a78bf for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:06:59.477688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.543822 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653967d8-628b-499e-9747-4e0b8c8e762f x-openstack-request-id: req-653967d8-628b-499e-9747-4e0b8c8e762f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:06:59.544116 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "name": "network-vif-unplugged", "status": "completed", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:06:59.544361 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-653967d8-628b-499e-9747-4e0b8c8e762f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:06:59.544767 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'code': 200} Jun 30 09:06:59.626116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1f37fccf-3d6c-4fa3-807f-a38d584e8cda None None] Provisioning for port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:06:59.633208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1f37fccf-3d6c-4fa3-807f-a38d584e8cda None None] Provisioning complete for port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:06:59.633725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1f37fccf-3d6c-4fa3-807f-a38d584e8cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.634758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:06:59.687478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:59.723842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:06:59.732854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:06:59.744713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1f37fccf-3d6c-4fa3-807f-a38d584e8cda None None] Port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:06:59.746769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:06:59.780194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:06:59.781483 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.784676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4512e881-ff2e-4b9e-9561-cd3a5d904989 req-191a8f7e-29fe-4d0b-9196-ec39b04b7fb4 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 210 time: 0.0495911 Jun 30 09:06:59.792207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:06:59.793202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:06:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:06:59.842733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.872633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] No DVR routers for this DVR port 12909af4-bd0c-4b72-809a-33412b75b8b8 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:06:59.875413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:06:59.878353 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9bd3d524-9f3f-44cc-b89a-774b33479298 req-503363a3-c0cf-4ed9-988d-84f259923e0f tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.79 "DELETE /v2.0/ports/12909af4-bd0c-4b72-809a-33412b75b8b8 HTTP/1.1" status: 204 len: 173 time: 2.8112307 Jun 30 09:06:59.878786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'name': 'network-vif-deleted', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:06:59.881299 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e024c6-e020-4dce-b8a6-ced9d1302ba6" -d '{"events": [{"server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "name": "network-vif-deleted", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:06:59.903129 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-cae761fe-7d70-4edd-9b3f-6f6031fd2000 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8451822 Jun 30 09:06:59.915072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Request body: {'port': {'device_id': '318f5d91-7151-4025-950c-a085aa83e0db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:06:59.937815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event deleted for resources: {'Port': ['ID=324673d9-110b-4b3a-8743-de5f80f7a81d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:06:59.951226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Allocated IP 192.168.233.34 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/9cb4b149-93b0-46ce-bebd-6133ae45d52c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:06:59.988259 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:07:00.058714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] No DVR routers for this DVR port 324673d9-110b-4b3a-8743-de5f80f7a81d on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:00.068205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.073197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ca1e6ba-40ed-4fbb-a164-e6402ab53e4c req-cc5929a6-2665-47e0-b9d6-b95d8888058a tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "DELETE /v2.0/ports/324673d9-110b-4b3a-8743-de5f80f7a81d HTTP/1.1" status: 204 len: 173 time: 1.5968626 Jun 30 09:07:00.102767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.238599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:00.265679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:00.304467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea has no active binding in host n-h1-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:07:00.333772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fc86b-a8ff-4eac-9fb1-13034a0bb4cc req-87ab7ace-d4b4-4237-99e8-cdd8ea97db3f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:00.341111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e6fc86b-a8ff-4eac-9fb1-13034a0bb4cc req-87ab7ace-d4b4-4237-99e8-cdd8ea97db3f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.2238595 Jun 30 09:07:00.381056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21c25932-dbc5-43f8-b94e-530f3340c547 req-31e1ea12-2773-4723-9d15-14e06b1e2049 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=0360a332-3826-4b90-af3e-34850c6baf35 HTTP/1.1" status: 200 len: 210 time: 0.0791178 Jun 30 09:07:00.439641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e6fc86b-a8ff-4eac-9fb1-13034a0bb4cc req-8ac09fe0-6a1d-4245-9408-1b058332b3da tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969899 Jun 30 09:07:00.463041 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.488652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Transition to ACTIVE for port object 9cb4b149-93b0-46ce-bebd-6133ae45d52c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:00.501845 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7970f235-6fee-4e4d-9a57-97da557d05dc x-openstack-request-id: req-7970f235-6fee-4e4d-9a57-97da557d05dc {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:00.502034 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430", "name": "network-vif-deleted", "tag": "12909af4-bd0c-4b72-809a-33412b75b8b8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:00.502328 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7970f235-6fee-4e4d-9a57-97da557d05dc {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:00.503378 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430', 'name': 'network-vif-deleted', 'tag': '12909af4-bd0c-4b72-809a-33412b75b8b8', 'status': 'completed', 'code': 200} Jun 30 09:07:00.577220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:00.619935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:00.627474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31d7a071-0e8d-4658-a587-e79b81bda2fb req-29789f93-e775-4556-a3b4-096d07cc667d tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/ports?device_id=fb9d98b8-b397-4bb4-9cd5-ebc33fd4f430 HTTP/1.1" status: 200 len: 210 time: 0.0741234 Jun 30 09:07:00.688283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:00.699079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:00.699704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:06:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:00.865938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:00.877209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:00.879412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:00.893943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:00.961945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:01.070863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.071555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.106313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6ab376-354e-454c-9b1c-0ee163b38dd1 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:01.124032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-233e8308-8456-4e32-9b29-8c0948bb220a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1432002 Jun 30 09:07:01.137004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.143860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Request body: {'port': {'device_id': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:01.177163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Transition to ACTIVE for port object 4e6ab376-354e-454c-9b1c-0ee163b38dd1 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:01.185409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.272327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.406837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.418981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Attempting to bind port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:01.419576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Attempting to bind port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:01.420165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Attempting to bind port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:01.426609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:01.427181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Attempting to bind port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:01.434773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:01.435842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:01.436500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:01.437840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Bound port: 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:01.438440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.445119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b32f35-a603-42e7-adcc-3d0ea695a7c7 req-0973ddf6-34a8-4e5d-85a4-0e7da654a75a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.449657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0e0de4c-73f2-44ef-9cc3-68d292247e93 None None] Provisioning for port 9cb4b149-93b0-46ce-bebd-6133ae45d52c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:01.452862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09b32f35-a603-42e7-adcc-3d0ea695a7c7 req-0973ddf6-34a8-4e5d-85a4-0e7da654a75a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.2985134 Jun 30 09:07:01.464051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0e0de4c-73f2-44ef-9cc3-68d292247e93 None None] Provisioning complete for port 9cb4b149-93b0-46ce-bebd-6133ae45d52c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:01.464714 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0e0de4c-73f2-44ef-9cc3-68d292247e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.540985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:01.546621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea'}, {'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'name': 'network-vif-deleted', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:01.550363 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f77336-b3c6-4d41-94a2-51c2431c76dc" -d '{"events": [{"name": "network-changed", "server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea"}, {"server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "name": "network-vif-deleted", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:01.560911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:01.566171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09b32f35-a603-42e7-adcc-3d0ea695a7c7 req-6070b201-3922-419d-9263-7a4ac7de9218 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120086 Jun 30 09:07:01.573604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.574769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0de4c-73f2-44ef-9cc3-68d292247e93 None None] Port 9cb4b149-93b0-46ce-bebd-6133ae45d52c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:01.610315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:01.651070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c93d7fe-c2a0-408b-8c83-01eb17fc8e39 None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:28Z', 'revision_number': 4, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '9eba212c-d231-4abf-a6e2-87ae659ee0ec', 'name': '', 'network_id': 'b97c06a2-a604-4a0f-869c-c6aa829e30c2', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'mac_address': 'fa:16:3e:de:53:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:27Z', 'updated_at': '2021-06-30T09:00:40Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'subnets': [{'id': '26125ae6-3a89-4c62-871f-27d6c8d33a38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:01.675663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.678498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:01.680191 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] 10.222.0.79 "PUT /v2.0/ports/4e6ab376-354e-454c-9b1c-0ee163b38dd1 HTTP/1.1" status: 200 len: 1097 time: 1.7701752 Jun 30 09:07:01.730211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12909af4-bd0c-4b72-809a-33412b75b8b8 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:01.781965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 12909af4-bd0c-4b72-809a-33412b75b8b8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:01.782382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 12909af4-bd0c-4b72-809a-33412b75b8b8 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:01.836829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f382a8-2656-45be-9fea-9d17164e40ed service neutron] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:01.868706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-f2722fae-f33d-4928-b732-0ba01635a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:01.870759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-f2722fae-f33d-4928-b732-0ba01635a902 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 1100 time: 0.1250262 Jun 30 09:07:01.874569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:01.926187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 324673d9-110b-4b3a-8743-de5f80f7a81d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:01.927349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 324673d9-110b-4b3a-8743-de5f80f7a81d not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:01.992670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-55842832-43f2-457c-b827-65b1443cc310 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1 HTTP/1.1" status: 200 len: 217 time: 0.1071322 Jun 30 09:07:02.010919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb4b149-93b0-46ce-bebd-6133ae45d52c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:02.021514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.044590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480f1e2-ca75-4e7b-afbf-1948255ba7a0 req-2db7cd1a-d02d-4d9d-a95c-944c6e4d9d78 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.046135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5480f1e2-ca75-4e7b-afbf-1948255ba7a0 req-2db7cd1a-d02d-4d9d-a95c-944c6e4d9d78 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 935 time: 0.1935456 Jun 30 09:07:02.052515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Transition to ACTIVE for port object 9cb4b149-93b0-46ce-bebd-6133ae45d52c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:02.065561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.084657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-3a5bc7dc-c85f-494e-8ea1-5a53563cf2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.086605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-3a5bc7dc-c85f-494e-8ea1-5a53563cf2dd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0824430 Jun 30 09:07:02.093051 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d67cc33-77e6-46a6-9d23-6bb5cffd6c32 None None] New status for floating IP c6c53b98-53fa-4a65-aad0-e1e10212665a: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:07:02.141395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5480f1e2-ca75-4e7b-afbf-1948255ba7a0 req-6b16f69e-75af-4db8-a6f6-82dd0a9766bb tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835624 Jun 30 09:07:02.142406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:02.216774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-906ee17c-c564-4981-a844-c5164d7811a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.218336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-906ee17c-c564-4981-a844-c5164d7811a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1206195 Jun 30 09:07:02.288070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Attempting to bind port 9cb4b149-93b0-46ce-bebd-6133ae45d52c on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:02.289195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Attempting to bind port 9cb4b149-93b0-46ce-bebd-6133ae45d52c by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:02.289524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Attempting to bind port 9cb4b149-93b0-46ce-bebd-6133ae45d52c on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:02.297943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Port 9cb4b149-93b0-46ce-bebd-6133ae45d52c on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:07:02.298862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Attempting to bind port 9cb4b149-93b0-46ce-bebd-6133ae45d52c on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:02.307580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:02.307934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:02.308376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:02.308829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Bound port: 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:02.309198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.335846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777d933-13b6-4f1a-a3e9-af898571f2ae req-90b9e658-c098-44ca-8844-7c2f356fb7de tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.342957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f777d933-13b6-4f1a-a3e9-af898571f2ae req-90b9e658-c098-44ca-8844-7c2f356fb7de tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.1359358 Jun 30 09:07:02.445367 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-b32f06b1-e62d-4fd3-ad73-b9369440d72a service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174840 Jun 30 09:07:02.467536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:02.483968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f777d933-13b6-4f1a-a3e9-af898571f2ae req-93e158c3-e727-4c0e-8ca0-5286cbbfa72e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401203 Jun 30 09:07:02.491383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:02.497333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.504920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:02.507596 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a" -d '{"events": [{"name": "network-changed", "server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:02.545168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.545796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:02.547229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] 10.222.0.83 "PUT /v2.0/ports/9cb4b149-93b0-46ce-bebd-6133ae45d52c HTTP/1.1" status: 200 len: 1096 time: 1.4087868 Jun 30 09:07:02.566272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2c030-1b7f-4c5a-9bc9-6cc11220d510 req-1138807a-99b0-447a-9b3f-b3b55f8f389a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.576401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efe2c030-1b7f-4c5a-9bc9-6cc11220d510 req-1138807a-99b0-447a-9b3f-b3b55f8f389a tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 949 time: 0.1853936 Jun 30 09:07:02.581238 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f2fd682a-b776-43ba-b6e3-a4db8ae1b551 req-b37f6e16-622b-4fd5-a1eb-d1218ceef931 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272378 Jun 30 09:07:02.584592 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4915673-25b3-41d1-b90d-1194a2123bd3 x-openstack-request-id: req-e4915673-25b3-41d1-b90d-1194a2123bd3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:02.584890 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea", "status": "completed", "code": 200}, {"server_uuid": "0360a332-3826-4b90-af3e-34850c6baf35", "name": "network-vif-deleted", "tag": "324673d9-110b-4b3a-8743-de5f80f7a81d", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:02.585142 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e4915673-25b3-41d1-b90d-1194a2123bd3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:02.585597 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'status': 'completed', 'code': 200} Jun 30 09:07:02.585854 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0360a332-3826-4b90-af3e-34850c6baf35', 'name': 'network-vif-deleted', 'tag': '324673d9-110b-4b3a-8743-de5f80f7a81d', 'status': 'completed', 'code': 200} Jun 30 09:07:02.598179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfe2c9-0fbd-4d8a-a4a9-aac7030ed13f service neutron] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:02.634927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efe2c030-1b7f-4c5a-9bc9-6cc11220d510 req-79e8ff16-0d4e-4493-8fae-8f8d4770d870 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef0455f4-e84b-4698-a56b-421e57c7a7b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578094 Jun 30 09:07:02.795786 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003682ce-4c8f-4c89-b588-310cab3a9861 x-openstack-request-id: req-003682ce-4c8f-4c89-b588-310cab3a9861 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:02.796188 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:02.796590 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-003682ce-4c8f-4c89-b588-310cab3a9861 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:02.797376 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'status': 'completed', 'code': 200} Jun 30 09:07:02.849878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-892b98ba-04ca-43bc-bca1-138db3a8860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.851354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-892b98ba-04ca-43bc-bca1-138db3a8860a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 1099 time: 0.1849020 Jun 30 09:07:02.856727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-6d61b533-9f64-473e-a827-4a17a502f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.858258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-6d61b533-9f64-473e-a827-4a17a502f95e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1126 time: 0.1890371 Jun 30 09:07:02.947077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-2bf95fd8-80e9-4620-a4d3-317a48395323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:02.949739 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-2bf95fd8-80e9-4620-a4d3-317a48395323 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 1100 time: 0.1208372 Jun 30 09:07:03.140220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-9dc31190-e852-4553-ab7b-a48e6d4fe131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.144523 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-9dc31190-e852-4553-ab7b-a48e6d4fe131 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1843121 Jun 30 09:07:03.246445 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-27e51b96-4025-440f-b16a-c24b19b735be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1 HTTP/1.1" status: 200 len: 217 time: 0.0947754 Jun 30 09:07:03.333986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-664fa899-8bb1-493c-aae5-798e7bb7f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.335792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-664fa899-8bb1-493c-aae5-798e7bb7f604 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0811322 Jun 30 09:07:03.363720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-137d7860-14c8-44be-b446-a58b8fbebca1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c HTTP/1.1" status: 200 len: 217 time: 0.4940538 Jun 30 09:07:03.467007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-c273b79a-ce0c-4e69-ae7d-8e3f5253052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.472138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-c273b79a-ce0c-4e69-ae7d-8e3f5253052f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1272655 Jun 30 09:07:03.504573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-dea640cf-b32a-4709-b429-dc008041dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.506034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-dea640cf-b32a-4709-b429-dc008041dfe0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1285388 Jun 30 09:07:03.510020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-77d3e910-a25f-4bb8-b341-bb64a09b0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.511414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-77d3e910-a25f-4bb8-b341-bb64a09b0865 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.6343508 Jun 30 09:07:03.578159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-278581a3-c026-4c84-9ab6-169cab529653 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991669 Jun 30 09:07:03.590054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-a97f8142-81a1-476e-be34-ea9cc6a1443d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 217 time: 0.0634263 Jun 30 09:07:03.609155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8800b528-b7d8-4490-a567-042dba79265c req-d3a154fa-fc5d-4961-97c4-3958b0d74bfb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.616617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8800b528-b7d8-4490-a567-042dba79265c req-d3a154fa-fc5d-4961-97c4-3958b0d74bfb tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.6854000 Jun 30 09:07:03.636656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddc145-3a43-4f17-9808-7462ed011b02 req-54127959-75e3-4b10-a887-f8e3a0e54aba tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.638301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8eddc145-3a43-4f17-9808-7462ed011b02 req-54127959-75e3-4b10-a887-f8e3a0e54aba tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 945 time: 0.2882998 Jun 30 09:07:03.744966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904396f-d887-46e9-9db8-8b92ae794837 req-0a2e6d4c-d8c4-4df7-8cdd-68b93b2d0e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.749743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-0a2e6d4c-d8c4-4df7-8cdd-68b93b2d0e72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2332850 Jun 30 09:07:03.763622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8800b528-b7d8-4490-a567-042dba79265c req-b608bc9a-d2a8-4621-95dc-f43d607c7ee6 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460557 Jun 30 09:07:03.786815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c7bd764-a9f4-4ece-96e6-9d6b4072117a req-82a5856f-07bc-4f06-a67b-5032d70c6242 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998944 Jun 30 09:07:03.791289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-5b1d3027-a221-4469-9b73-9184d4a2eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.792772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-5b1d3027-a221-4469-9b73-9184d4a2eba8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.1366940 Jun 30 09:07:03.802725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-3680d71a-d3ef-4a24-8622-671a8b601961 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:03.804379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-3680d71a-d3ef-4a24-8622-671a8b601961 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.83 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 949 time: 0.1433821 Jun 30 09:07:03.807800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8eddc145-3a43-4f17-9808-7462ed011b02 req-4222c592-4f7e-4545-8001-25ab54b201d1 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566274 Jun 30 09:07:03.951708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-ad6fb350-8d55-4d7e-a69c-b892bbbaad28 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870298 Jun 30 09:07:03.953579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54182) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:03.994451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-6db1df36-6eaa-47be-9843-50a7871e1d68 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415771 Jun 30 09:07:04.028932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Deleting port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:04.029419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.164258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] For port 6eac666b-451e-4cfa-b97f-dd14f49c69a7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=6eac666b-451e-4cfa-b97f-dd14f49c69a7,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:04.164718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.206933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Calling delete_port for 6eac666b-451e-4cfa-b97f-dd14f49c69a7 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:04.215567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-207e50fc-bdb3-4af4-870a-218012a2b630 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.217091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-207e50fc-bdb3-4af4-870a-218012a2b630 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 945 time: 0.3843882 Jun 30 09:07:04.308926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8142-75a7-4842-944b-34b634f72246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.311805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.372711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946f95-8724-42b3-ba9e-a7389326d379 req-68d0482f-81bf-4ae5-92c3-09f0d45ba6d4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.374256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c946f95-8724-42b3-ba9e-a7389326d379 req-68d0482f-81bf-4ae5-92c3-09f0d45ba6d4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.2330830 Jun 30 09:07:04.381985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a904396f-d887-46e9-9db8-8b92ae794837 req-9f050de0-ea3f-4027-8fd4-6124865a880d service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823481 Jun 30 09:07:04.410509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-f10a7f4b-3da4-4a52-8325-18e40a6885b4 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023383 Jun 30 09:07:04.427630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ef3ae-f80f-4990-94f0-6360f61b4c79 req-40cb67a9-d284-4996-b426-dfdd154c25ed tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:04.429215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e20ef3ae-f80f-4990-94f0-6360f61b4c79 req-40cb67a9-d284-4996-b426-dfdd154c25ed tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.2891755 Jun 30 09:07:04.435303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Deleting port 1742b1a6-220e-4129-8fb8-6eef7128e64c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:04.436046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.531101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80833bf4-5e27-434b-be34-60dc263585a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.535756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c946f95-8724-42b3-ba9e-a7389326d379 req-d742254d-0923-41ba-aa1c-41addead682a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515784 Jun 30 09:07:04.581622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.594572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:04.597698 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfae172-cf9a-4d2b-8af9-b7791366a065" -d '{"events": [{"name": "network-changed", "server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:04.617429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['6eac666b-451e-4cfa-b97f-dd14f49c69a7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:04.635771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e20ef3ae-f80f-4990-94f0-6360f61b4c79 req-d80cd661-db41-4e07-968c-eff81dd7843b tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834874 Jun 30 09:07:04.658446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Pushing event deleted for resources: {'Port': ['ID=6eac666b-451e-4cfa-b97f-dd14f49c69a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.736947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7f77336-b3c6-4d41-94a2-51c2431c76dc req-8ea90221-4fc4-40b6-a772-d872b4629568 service neutron] 10.222.0.83 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026376 Jun 30 09:07:04.744121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54198) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:04.806778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] No DVR routers for this DVR port 6eac666b-451e-4cfa-b97f-dd14f49c69a7 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:04.811230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.815135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0901de2f-a41f-48ab-83dc-3fd2d96ccd30 req-20953eb3-9313-4820-9caa-8723176303f7 tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.83 "DELETE /v2.0/ports/6eac666b-451e-4cfa-b97f-dd14f49c69a7 HTTP/1.1" status: 204 len: 173 time: 0.9826593 Jun 30 09:07:04.815693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'name': 'network-vif-deleted', 'tag': '6eac666b-451e-4cfa-b97f-dd14f49c69a7'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:04.818485 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c98a6e-9ac2-4aec-9b05-9909c74cad18" -d '{"events": [{"server_uuid": "3801bb21-65a8-45ab-ab8a-9ccdc718ab5e", "name": "network-vif-deleted", "tag": "6eac666b-451e-4cfa-b97f-dd14f49c69a7"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:04.831802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] For port 1742b1a6-220e-4129-8fb8-6eef7128e64c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1742b1a6-220e-4129-8fb8-6eef7128e64c,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:04.835880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.868967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8142-75a7-4842-944b-34b634f72246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.873526 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2be185-3ca5-4f64-ba98-250feccc2862 x-openstack-request-id: req-0d2be185-3ca5-4f64-ba98-250feccc2862 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:04.874013 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:04.874380 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d2be185-3ca5-4f64-ba98-250feccc2862 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:04.875383 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'status': 'completed', 'code': 200} Jun 30 09:07:04.882141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d8a8142-75a7-4842-944b-34b634f72246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:04.982879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a8142-75a7-4842-944b-34b634f72246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da375f0c-7186-4654-95b9-d31b740eed9b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:04.987502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efe1983e-daab-4b0a-b073-909ea8aeffed req-b87baa57-c1e5-432e-818c-ea34a2b75c9b tempest-TenantUsagesTestJSON-406626183 tempest-TenantUsagesTestJSON-406626183-project] 10.222.0.77 "GET /v2.0/ports?device_id=3801bb21-65a8-45ab-ab8a-9ccdc718ab5e HTTP/1.1" status: 200 len: 210 time: 0.1699662 Jun 30 09:07:04.988094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80833bf4-5e27-434b-be34-60dc263585a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.025741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Calling delete_port for 1742b1a6-220e-4129-8fb8-6eef7128e64c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:05.028702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6d8a8142-75a7-4842-944b-34b634f72246 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef40102e4b224af7b6abc5df292c3688&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0739894 Jun 30 09:07:05.032055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54206) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.035152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80833bf4-5e27-434b-be34-60dc263585a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.096545 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8a27299-6381-45ea-8ec7-520bbfb5b5a4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.132559 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-80833bf4-5e27-434b-be34-60dc263585a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5aa6e449546048e39acd12246445ae88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8172650 Jun 30 09:07:05.134443 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07334bed-9199-462d-a5cd-90e11cf44042 x-openstack-request-id: req-07334bed-9199-462d-a5cd-90e11cf44042 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:05.134853 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3801bb21-65a8-45ab-ab8a-9ccdc718ab5e", "name": "network-vif-deleted", "tag": "6eac666b-451e-4cfa-b97f-dd14f49c69a7", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:05.135324 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07334bed-9199-462d-a5cd-90e11cf44042 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:05.135817 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3801bb21-65a8-45ab-ab8a-9ccdc718ab5e', 'name': 'network-vif-deleted', 'tag': '6eac666b-451e-4cfa-b97f-dd14f49c69a7', 'status': 'completed', 'code': 200} Jun 30 09:07:05.138522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54208) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.148772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80833bf4-5e27-434b-be34-60dc263585a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c26c11e-e067-4c8d-ba74-1b5ce892abe6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.186394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-ff9caf32-ffbe-43c3-b47c-09446114b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.188034 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-ff9caf32-ffbe-43c3-b47c-09446114b391 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 1099 time: 0.3400335 Jun 30 09:07:05.203145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8a27299-6381-45ea-8ec7-520bbfb5b5a4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.292208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05eb32cc-828d-4085-a48f-bc9a2135247f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.320470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-6679e925-1dff-48f3-a7e5-888081008a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.321949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-6679e925-1dff-48f3-a7e5-888081008a22 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1236830 Jun 30 09:07:05.323271 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.351823 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-e3020807-a334-4b1e-8581-3bfcc90db971 service neutron] 10.222.0.83 "GET /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea/bindings/n-h1-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.2252891 Jun 30 09:07:05.355041 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05eb32cc-828d-4085-a48f-bc9a2135247f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.390508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event deleted for resources: {'Port': ['ID=1742b1a6-220e-4129-8fb8-6eef7128e64c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.396363 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-526cf175-3868-4f90-bf79-3692ef3ff99e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c HTTP/1.1" status: 200 len: 217 time: 0.0647330 Jun 30 09:07:05.444192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab61bb-9c46-46fe-9260-822381312a18 req-dc24fc9a-6b4c-4115-881e-250fc05a1232 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.445683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ab61bb-9c46-46fe-9260-822381312a18 req-dc24fc9a-6b4c-4115-881e-250fc05a1232 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.3728499 Jun 30 09:07:05.457713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8a27299-6381-45ea-8ec7-520bbfb5b5a4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.460293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8a27299-6381-45ea-8ec7-520bbfb5b5a4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.461392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d8a27299-6381-45ea-8ec7-520bbfb5b5a4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "DELETE /v2.0/security-groups/44feaeb0-68bd-428b-9de4-acc998c229ad HTTP/1.1" status: 204 len: 168 time: 0.7142298 Jun 30 09:07:05.467235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54212) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.468008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] No DVR routers for this DVR port 1742b1a6-220e-4129-8fb8-6eef7128e64c on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:05.468329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68b8f83a-eae3-4197-85d0-88c7720d3049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.477356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.479341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f283226-4c42-46cf-b826-a7d9a70e2004 req-8264c2b5-a7c5-459c-adb6-19b57232d18e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "DELETE /v2.0/ports/1742b1a6-220e-4129-8fb8-6eef7128e64c HTTP/1.1" status: 204 len: 173 time: 1.2530348 Jun 30 09:07:05.490899 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-e86d0060-9432-4288-a503-638c5920a51e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] show failed (client error): The resource could not be found. Jun 30 09:07:05.492003 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e86d0060-9432-4288-a503-638c5920a51e tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "GET /v2.0/security-groups/44feaeb0-68bd-428b-9de4-acc998c229ad HTTP/1.1" status: 404 len: 347 time: 0.0220885 Jun 30 09:07:05.495282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:05.510266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a27299-6381-45ea-8ec7-520bbfb5b5a4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44feaeb0-68bd-428b-9de4-acc998c229ad,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.536258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719f53c-538f-4e3c-9e69-ebb54e285e49 req-70e5b69b-7662-4cf9-9c61-7046100d197f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.537455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6719f53c-538f-4e3c-9e69-ebb54e285e49 req-70e5b69b-7662-4cf9-9c61-7046100d197f tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=a6c66f35-da75-440c-be69-d230c5585d17 HTTP/1.1" status: 200 len: 866 time: 0.3173223 Jun 30 09:07:05.546047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-356187a3-d4e0-42b6-9e47-7bceb8065500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.547752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-356187a3-d4e0-42b6-9e47-7bceb8065500 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1443598 Jun 30 09:07:05.571972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68b8f83a-eae3-4197-85d0-88c7720d3049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.604497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05eb32cc-828d-4085-a48f-bc9a2135247f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.609502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05eb32cc-828d-4085-a48f-bc9a2135247f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.614008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-05eb32cc-828d-4085-a48f-bc9a2135247f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da375f0c-7186-4654-95b9-d31b740eed9b HTTP/1.1" status: 204 len: 168 time: 0.5781946 Jun 30 09:07:05.633870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ab61bb-9c46-46fe-9260-822381312a18 req-a45d54b3-2d8c-4965-82b6-18e9689211a5 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768394 Jun 30 09:07:05.704689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb32cc-828d-4085-a48f-bc9a2135247f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da375f0c-7186-4654-95b9-d31b740eed9b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:05.723033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-986fccda-4de9-4f3f-b90e-04bccc329fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:05.724616 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-986fccda-4de9-4f3f-b90e-04bccc329fbc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611152 Jun 30 09:07:05.733180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Deleting port 9048ad8c-b33b-40f7-b59c-8ab5e5797e58 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:05.733541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.756523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:05.919655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:05.922930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68b8f83a-eae3-4197-85d0-88c7720d3049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.926374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68b8f83a-eae3-4197-85d0-88c7720d3049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.930041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68b8f83a-eae3-4197-85d0-88c7720d3049 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c26c11e-e067-4c8d-ba74-1b5ce892abe6 HTTP/1.1" status: 204 len: 168 time: 0.7901411 Jun 30 09:07:05.937015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'mac_address': 'fa:16:3e:1a:7a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:05.967047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6719f53c-538f-4e3c-9e69-ebb54e285e49 req-4be07883-183e-4121-b9fd-961cd8cc8c9c tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153361 Jun 30 09:07:05.985527 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:05.995337 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-eeb25749-e82c-4148-9dec-5a55ca3da014 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552960 Jun 30 09:07:06.020042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6ab376-354e-454c-9b1c-0ee163b38dd1 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:06.031097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.031496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.042573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8f83a-eae3-4197-85d0-88c7720d3049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c26c11e-e067-4c8d-ba74-1b5ce892abe6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.092799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:06.099803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.100072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Calling delete_port for 9048ad8c-b33b-40f7-b59c-8ab5e5797e58 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:06.169791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:06.191432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.201566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.236188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4bfae172-cf9a-4d2b-8af9-b7791366a065 req-ebbae307-a35b-421e-ba02-a881df13cc00 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222972 Jun 30 09:07:06.238564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9fc5-c28d-42f2-a59a-d71757f3c0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.244379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca60705-82ad-4701-934a-31a52c0e3220 req-66162500-99a3-4b3c-b7d1-2ea417100311 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:06.246033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ca60705-82ad-4701-934a-31a52c0e3220 req-66162500-99a3-4b3c-b7d1-2ea417100311 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 943 time: 0.3287811 Jun 30 09:07:06.277636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:06.349899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b85d21-e795-4de6-a5d4-b96e7982e6ea {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:06.365117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:06.380537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ca60705-82ad-4701-934a-31a52c0e3220 req-fe293970-02ef-418c-a63b-bf85ebfd357f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127241 Jun 30 09:07:06.403261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e6ab376-354e-454c-9b1c-0ee163b38dd1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:06.410543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.429193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9cfc-c6c3-4274-8d50-5a85db56c4e2 req-726e7291-a469-40c7-868a-72f5d348bcbe tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:06.436323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac6e9cfc-c6c3-4274-8d50-5a85db56c4e2 req-726e7291-a469-40c7-868a-72f5d348bcbe tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.2206526 Jun 30 09:07:06.457226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9fc5-c28d-42f2-a59a-d71757f3c0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.465599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbeb9fc5-c28d-42f2-a59a-d71757f3c0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.484104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.520851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac6e9cfc-c6c3-4274-8d50-5a85db56c4e2 req-26a8ea00-8b64-47be-b10f-eb8e6ab6f44e tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833383 Jun 30 09:07:06.581300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Pushing event deleted for resources: {'Port': ['ID=9048ad8c-b33b-40f7-b59c-8ab5e5797e58,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.599744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] Transition to ACTIVE for port object 21b85d21-e795-4de6-a5d4-b96e7982e6ea will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:06.605861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.660506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bbeb9fc5-c28d-42f2-a59a-d71757f3c0f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efbbe076efba43a3a3b87306f53ce770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4576099 Jun 30 09:07:06.663318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:06.672683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb9fc5-c28d-42f2-a59a-d71757f3c0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67d818f-ab9c-4a44-8359-72b9d53a6724,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.717014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.719822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.721750 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-46e0ef68-e602-4af0-8c1e-fa7c4cb84ef4 tempest-ServersWithSpecificFlavorTestJSON-491198263 tempest-ServersWithSpecificFlavorTestJSON-491198263-project] 10.222.0.77 "DELETE /v2.0/floatingips/c6c53b98-53fa-4a65-aad0-e1e10212665a HTTP/1.1" status: 204 len: 168 time: 1.2254341 Jun 30 09:07:06.756602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4675556-ad1b-483e-8213-b1ee8a38eba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.779475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] No DVR routers for this DVR port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:06.794924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecded305-72d7-4304-9483-8575634523ea service neutron] Pushing event updated for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.822697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4675556-ad1b-483e-8213-b1ee8a38eba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.825632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-ecded305-72d7-4304-9483-8575634523ea service neutron] 10.222.0.83 "PUT /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea/bindings/n-h1-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 1.4591510 Jun 30 09:07:06.908192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4675556-ad1b-483e-8213-b1ee8a38eba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.913109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4675556-ad1b-483e-8213-b1ee8a38eba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:06.915677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4675556-ad1b-483e-8213-b1ee8a38eba1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d67d818f-ab9c-4a44-8359-72b9d53a6724 HTTP/1.1" status: 204 len: 168 time: 0.2512751 Jun 30 09:07:06.931697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4675556-ad1b-483e-8213-b1ee8a38eba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67d818f-ab9c-4a44-8359-72b9d53a6724,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:06.975746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54256) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.020375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-489ac9b6-d3d0-4aa4-a507-65b8948bf4d7 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.022470 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-489ac9b6-d3d0-4aa4-a507-65b8948bf4d7 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.0824640 Jun 30 09:07:07.031104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6611d-3b07-417d-9059-6cb03ca01ef4 req-a18265c8-3f6b-40a7-9211-43f5694bc344 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.033907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ba6611d-3b07-417d-9059-6cb03ca01ef4 req-a18265c8-3f6b-40a7-9211-43f5694bc344 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.1346953 Jun 30 09:07:07.092650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ba6611d-3b07-417d-9059-6cb03ca01ef4 req-18342667-e943-490b-ab01-95a0894429a3 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516784 Jun 30 09:07:07.096726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-6fb3de77-e843-4c0e-be08-97c16cff6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.098088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-6fb3de77-e843-4c0e-be08-97c16cff6a17 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a HTTP/1.1" status: 200 len: 1096 time: 0.0667121 Jun 30 09:07:07.155128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'name': 'network-vif-deleted', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:07.163548 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed8b25-ff29-47cf-9f7b-07ba5e2a0485" -d '{"events": [{"server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "name": "network-vif-deleted", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:07.233974 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d043be-6e0d-406e-b4f8-c9ed909c13c5 x-openstack-request-id: req-88d043be-6e0d-406e-b4f8-c9ed909c13c5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:07.238669 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c66f35-da75-440c-be69-d230c5585d17", "name": "network-vif-deleted", "tag": "1742b1a6-220e-4129-8fb8-6eef7128e64c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:07.238856 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88d043be-6e0d-406e-b4f8-c9ed909c13c5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:07.239273 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c66f35-da75-440c-be69-d230c5585d17', 'name': 'network-vif-deleted', 'tag': '1742b1a6-220e-4129-8fb8-6eef7128e64c', 'status': 'completed', 'code': 200} Jun 30 09:07:07.249444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-07a66bb4-b8d8-4d10-9578-9d2ab323bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.250987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-07a66bb4-b8d8-4d10-9578-9d2ab323bb9e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1096 time: 0.1177690 Jun 30 09:07:07.384429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cea8067a-df45-4683-811e-49b07b091e4c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25e44e6369314b25b4359fd3ad1b0559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029250 Jun 30 09:07:07.387321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54278) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:07.455722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-057a5d91-9ba1-4564-8e7a-debafa13e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.458720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-057a5d91-9ba1-4564-8e7a-debafa13e684 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 200 len: 908 time: 0.1999617 Jun 30 09:07:07.506517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13d64ccc-25e9-4dbd-8897-dd608e46beca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.552437 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-9df608f7-320e-449c-adbc-e46b51344477 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 200 len: 217 time: 0.0866647 Jun 30 09:07:07.553626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13d64ccc-25e9-4dbd-8897-dd608e46beca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.618275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-735acefb-e593-4f2d-a7ca-5a6507cbb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.620013 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-735acefb-e593-4f2d-a7ca-5a6507cbb76b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 200 len: 847 time: 0.0614784 Jun 30 09:07:07.681837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13d64ccc-25e9-4dbd-8897-dd608e46beca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.687011 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13d64ccc-25e9-4dbd-8897-dd608e46beca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.689827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13d64ccc-25e9-4dbd-8897-dd608e46beca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef0455f4-e84b-4698-a56b-421e57c7a7b7 HTTP/1.1" status: 204 len: 168 time: 0.3005762 Jun 30 09:07:07.704868 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-eba669b7-fd4d-4f8a-8812-c27699e24c60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f052aee1-fc70-455d-8470-0d0c34a47948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742304 Jun 30 09:07:07.707120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d64ccc-25e9-4dbd-8897-dd608e46beca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0455f4-e84b-4698-a56b-421e57c7a7b7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:07.761757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f28c4a-aa4e-47f4-946b-ae454a6f203a req-73166b4e-beb5-4a89-8980-a2472fef9fb0 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.765967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:07.784257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93f28c4a-aa4e-47f4-946b-ae454a6f203a req-73166b4e-beb5-4a89-8980-a2472fef9fb0 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 944 time: 0.2198679 Jun 30 09:07:07.844471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:07.851979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:07.852871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:07.856287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93f28c4a-aa4e-47f4-946b-ae454a6f203a req-e358718d-88f8-45f1-afa2-a58fe1e44fba tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710387 Jun 30 09:07:07.929506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60940e-8f61-47c0-83b0-7145f1c577ab req-fd0f8106-e090-49cb-9659-8e5c39f9cf0f tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:07.930431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 6eac666b-451e-4cfa-b97f-dd14f49c69a7 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:07.931315 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-8b15c659-1ef5-4a38-93b1-ffdf86b829cb service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202034 Jun 30 09:07:07.931677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb60940e-8f61-47c0-83b0-7145f1c577ab req-fd0f8106-e090-49cb-9659-8e5c39f9cf0f tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.0894732 Jun 30 09:07:07.982780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 6eac666b-451e-4cfa-b97f-dd14f49c69a7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:07.986801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 6eac666b-451e-4cfa-b97f-dd14f49c69a7 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:07.987449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:08.007842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb60940e-8f61-47c0-83b0-7145f1c577ab req-6f00c847-f565-4109-a427-6614633ad917 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697896 Jun 30 09:07:08.089322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:08.091585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:08.122588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-6cacf1a0-e5f3-4bac-852a-226ef655ad7e service neutron] 10.222.0.79 "GET /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824181 Jun 30 09:07:08.154513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 1742b1a6-220e-4129-8fb8-6eef7128e64c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:08.156082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1742b1a6-220e-4129-8fb8-6eef7128e64c not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:08.182297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8a491-9da9-4775-98bc-e1a0cec05de4 req-fa81d880-b4d1-4097-bcf6-046683e834e3 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.184070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d8a491-9da9-4775-98bc-e1a0cec05de4 req-fa81d880-b4d1-4097-bcf6-046683e834e3 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.1368756 Jun 30 09:07:08.194269 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.230687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:08.233827 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a218cb67-63fe-47f1-b899-f93449ef208c" -d '{"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:08.270493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d8a491-9da9-4775-98bc-e1a0cec05de4 req-dc4f3dc1-a90c-4334-b405-9108227d8499 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/security-groups?id=26aa1d02-913c-48cb-9569-c7b32f1ce00c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Jun 30 09:07:08.279009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:08.286495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.344512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:08.444872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.488878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094d4c6-fe76-4630-9899-db9a2ffa7ecc req-b23129fc-e4a3-4bc8-ae84-c8fd9ffce9b3 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.491137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6094d4c6-fe76-4630-9899-db9a2ffa7ecc req-b23129fc-e4a3-4bc8-ae84-c8fd9ffce9b3 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.2004120 Jun 30 09:07:08.499109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-abb0836b-2477-4efa-a66d-f85319e0c9e0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.501009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-abb0836b-2477-4efa-a66d-f85319e0c9e0 tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 945 time: 0.1916881 Jun 30 09:07:08.503414 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e1683-119e-4f4e-9927-25ff23bb23ed x-openstack-request-id: req-2b8e1683-119e-4f4e-9927-25ff23bb23ed {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:08.503884 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:08.504248 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b8e1683-119e-4f4e-9927-25ff23bb23ed {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:08.504986 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'code': 200} Jun 30 09:07:08.512893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b938430-5b04-4499-943f-66b9a8731380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.576474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6094d4c6-fe76-4630-9899-db9a2ffa7ecc req-62786ebb-02fa-493d-90cc-d9c0b60304ae tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738022 Jun 30 09:07:08.647292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54328) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.662326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-b451df63-5b1f-4bc2-8afd-fc627f416be9 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.664299 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-b451df63-5b1f-4bc2-8afd-fc627f416be9 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675&tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.2203178 Jun 30 09:07:08.692964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Deleting port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:08.693987 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.776643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fd6e-8edc-4725-b44c-d5f6e4fa48c3 req-e6e38617-942e-415f-a8ea-e4ea578a77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:08.778267 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb38fd6e-8edc-4725-b44c-d5f6e4fa48c3 req-e6e38617-942e-415f-a8ea-e4ea578a77b8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 1102 time: 0.1803935 Jun 30 09:07:08.838647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] For port dfe3232b-b838-491f-b45d-6e89e6a3e2e4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,segment=NetworkSegment(f78e2af9-f6de-47b7-8629-cb5556138e2a),segment_id=f78e2af9-f6de-47b7-8629-cb5556138e2a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:08.839442 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.840545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b938430-5b04-4499-943f-66b9a8731380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.861034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Calling delete_port for dfe3232b-b838-491f-b45d-6e89e6a3e2e4 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:08.863145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb38fd6e-8edc-4725-b44c-d5f6e4fa48c3 req-2df38825-4c89-46c1-9cf1-b55476602715 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762088 Jun 30 09:07:08.868002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b938430-5b04-4499-943f-66b9a8731380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.902895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-5a461752-7083-4151-89c7-b2ed20f952e2 service neutron] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:08.914135 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-5a461752-7083-4151-89c7-b2ed20f952e2 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:08.915307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc9f8ce1-2d3c-435e-b5ae-3849759fcc5b req-5a461752-7083-4151-89c7-b2ed20f952e2 service neutron] 10.222.0.79 "DELETE /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea/bindings/n-h2-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.2434206 Jun 30 09:07:08.948826 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b938430-5b04-4499-943f-66b9a8731380 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0144c4b5d794473ca1174b76a29fd7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5021501 Jun 30 09:07:08.952073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54342) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:08.964746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b938430-5b04-4499-943f-66b9a8731380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e71740-43ab-4829-9c4d-19b3fd16c4ee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.054598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6eebb07-3516-4560-8180-77ec8e0e889e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.082677 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6eebb07-3516-4560-8180-77ec8e0e889e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.141343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6eebb07-3516-4560-8180-77ec8e0e889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.153878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6eebb07-3516-4560-8180-77ec8e0e889e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.160944 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d6eebb07-3516-4560-8180-77ec8e0e889e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0e71740-43ab-4829-9c4d-19b3fd16c4ee HTTP/1.1" status: 204 len: 168 time: 0.2014728 Jun 30 09:07:09.176149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eebb07-3516-4560-8180-77ec8e0e889e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e71740-43ab-4829-9c4d-19b3fd16c4ee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.732514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb63cc3-8d8f-433e-a215-37a34a5cb263 req-0777a0b7-5a0c-412f-a37f-5aebc4e4129f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.734030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecb63cc3-8d8f-433e-a215-37a34a5cb263 req-0777a0b7-5a0c-412f-a37f-5aebc4e4129f tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 944 time: 0.6591010 Jun 30 09:07:09.735077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:09.857961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Pushing event deleted for resources: {'Port': ['ID=dfe3232b-b838-491f-b45d-6e89e6a3e2e4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:09.877270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbd373-4528-4dea-baf3-b83884586cbb req-4ba52e4c-58ec-4948-b52c-7d3bc28923b5 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:09.885470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dfbd373-4528-4dea-baf3-b83884586cbb req-4ba52e4c-58ec-4948-b52c-7d3bc28923b5 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.6685636 Jun 30 09:07:09.922306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:10.000112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecb63cc3-8d8f-433e-a215-37a34a5cb263 req-1827e184-0781-42e0-add8-bc0243050b30 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228146 Jun 30 09:07:10.089139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] No DVR routers for this DVR port dfe3232b-b838-491f-b45d-6e89e6a3e2e4 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:10.107282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:10.117757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.119805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3e67f84-d9f3-435f-93e8-094bcd933f33 req-ecfc8a44-3a47-4803-b1c4-0769553149ed tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.83 "DELETE /v2.0/ports/dfe3232b-b838-491f-b45d-6e89e6a3e2e4 HTTP/1.1" status: 204 len: 173 time: 1.6091185 Jun 30 09:07:10.129345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'name': 'network-vif-deleted', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:10.134995 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a34a0a-1d47-4f68-b081-ad26012eb188" -d '{"events": [{"server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "name": "network-vif-deleted", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:10.137927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'mac_address': 'fa:16:3e:af:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:10.216995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dfbd373-4528-4dea-baf3-b83884586cbb req-5b204098-5107-4be3-84db-7510b9e1c928 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306305 Jun 30 09:07:10.266388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.286462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb4b149-93b0-46ce-bebd-6133ae45d52c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:10.318902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:10.328825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.353508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3ef9b60-c7ad-4bb3-8832-e40f8b710668 req-164929be-5b02-4e30-9155-5451008f157e tempest-LiveAutoBlockMigrationV225Test-1804926966 tempest-LiveAutoBlockMigrationV225Test-1804926966-project] 10.222.0.77 "GET /v2.0/ports?device_id=13476586-a153-40f2-a87f-29f99bfc1915 HTTP/1.1" status: 200 len: 210 time: 0.0734620 Jun 30 09:07:10.441130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:10.482898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.509056 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaec349-32fc-4650-aa4d-f011a7dbd343 x-openstack-request-id: req-bcaec349-32fc-4650-aa4d-f011a7dbd343 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:10.509446 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13476586-a153-40f2-a87f-29f99bfc1915", "name": "network-vif-deleted", "tag": "dfe3232b-b838-491f-b45d-6e89e6a3e2e4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:10.509682 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bcaec349-32fc-4650-aa4d-f011a7dbd343 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:10.510075 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13476586-a153-40f2-a87f-29f99bfc1915', 'name': 'network-vif-deleted', 'tag': 'dfe3232b-b838-491f-b45d-6e89e6a3e2e4', 'status': 'completed', 'code': 200} Jun 30 09:07:10.609448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.628851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-network', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:10.667629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Made reservation on behalf of e1cda27dd5a84fcaab7e40ce60894850 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:10.670283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.681354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.689083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c3b69-11b6-4179-8d8b-0560ae170f87 req-4bd29b08-446a-422a-9bdc-913404d6897c tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.696627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-972c3b69-11b6-4179-8d8b-0560ae170f87 req-4bd29b08-446a-422a-9bdc-913404d6897c tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.2759044 Jun 30 09:07:10.772641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['9cb4b149-93b0-46ce-bebd-6133ae45d52c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:10.791567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-972c3b69-11b6-4179-8d8b-0560ae170f87 req-33f89a13-b522-4c2e-baff-e9e8e2886177 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940688 Jun 30 09:07:10.865697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.873737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.883898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccfe10-dee3-44fe-bd8e-bec272c7ddd9 req-32142b41-a318-47ed-b4dc-20d0196aaf89 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:10.885707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bccfe10-dee3-44fe-bd8e-bec272c7ddd9 req-32142b41-a318-47ed-b4dc-20d0196aaf89 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 1096 time: 0.2805479 Jun 30 09:07:10.908505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:10.934325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d370f7-be7f-4d0f-b3b4-3725d74fd0eb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:10.941456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:10.943143 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Added segment e5e2c89c-68da-4ff8-a103-57f7ce2b169d of type vlan for network c5c52047-32de-4b46-a065-9c607132342e Jun 30 09:07:11.000231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bccfe10-dee3-44fe-bd8e-bec272c7ddd9 req-4e9a4ae4-3f9d-4a02-bcd6-a4719d1c7150 tempest-LiveMigrationTest-623066442 tempest-LiveMigrationTest-623066442-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771585 Jun 30 09:07:11.017466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.110475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.114992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.115744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.150039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Deleting port 9eba212c-d231-4abf-a6e2-87ae659ee0ec {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:11.150664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.206410 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-75c2d429-d3cb-4f30-b550-4b772b16eb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.216681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7741411 Jun 30 09:07:11.219465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54434) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.228541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Request body: {'subnet': {'network_id': 'c5c52047-32de-4b46-a065-9c607132342e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-subnet', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:11.243790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06d4bc-98ba-414c-94ca-ffff9c6691fe admin admin] Pushing event updated for resources: {'Network': ['ID=c5c52047-32de-4b46-a065-9c607132342e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.258662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network c5c52047-32de-4b46-a065-9c607132342e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:11.289861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] For port 9eba212c-d231-4abf-a6e2-87ae659ee0ec, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9eba212c-d231-4abf-a6e2-87ae659ee0ec,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:11.290815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.294493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Made reservation on behalf of e1cda27dd5a84fcaab7e40ce60894850 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:11.298812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.357969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Calling delete_port for 9eba212c-d231-4abf-a6e2-87ae659ee0ec owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:11.691625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ea691-1f19-4d63-b18d-4e22a2c265a7 req-06af6e78-823b-41b6-a178-472c45b2442b tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:11.699151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b03ea691-1f19-4d63-b18d-4e22a2c265a7 req-06af6e78-823b-41b6-a178-472c45b2442b tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 948 time: 0.2163434 Jun 30 09:07:11.700661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:11.710152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.877251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b03ea691-1f19-4d63-b18d-4e22a2c265a7 req-919144b3-4d43-4894-b0d0-4a140520cd29 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771598 Jun 30 09:07:11.882582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:11.917722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35413bea-d550-4d8a-9321-ec3b96de5e25,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:11.935039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:11.949371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eba212c-d231-4abf-a6e2-87ae659ee0ec,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.013731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Checking segment: {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:12.014413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Network hostable DHCP agents. Network: c5c52047-32de-4b46-a065-9c607132342e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:12.051052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 9cb4b149-93b0-46ce-bebd-6133ae45d52c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:12.065377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 9cb4b149-93b0-46ce-bebd-6133ae45d52c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:12.065875 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.098326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870f6ea-3408-4615-a31b-94a1ea1f0d7c req-73161d98-c5d8-45e7-ba01-54cec1ba94e1 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.105839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b870f6ea-3408-4615-a31b-94a1ea1f0d7c req-73161d98-c5d8-45e7-ba01-54cec1ba94e1 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 944 time: 0.2979553 Jun 30 09:07:12.109755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Network c5c52047-32de-4b46-a065-9c607132342e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:12.120698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Deleting subnet e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:12.129104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.193846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, c5c52047-32de-4b46-a065-9c607132342e) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:12.211432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.212380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.224504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6de1110-1f8b-41b0-b52e-ace50abf8bdb None None] Network c5c52047-32de-4b46-a065-9c607132342e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:12.232593 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.362865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-466afc5e-9d30-499e-b8b0-f44059e223b5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1409721 Jun 30 09:07:12.363728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:12.377783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:12.384079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.395809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.416397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.417735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.437110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:12.441133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:12.444111 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fcc57f-8cf5-4f19-911a-eb879059986c" -d '{"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:12.451042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.452302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:12.463186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b870f6ea-3408-4615-a31b-94a1ea1f0d7c req-98fa541b-2757-429a-8abf-59e4fe958c07 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504801 Jun 30 09:07:12.513203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: dfe3232b-b838-491f-b45d-6e89e6a3e2e4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:12.513659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dfe3232b-b838-491f-b45d-6e89e6a3e2e4 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:12.560660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.571739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.736078 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cd3891-bc55-4488-bad8-f5cd9bade83b x-openstack-request-id: req-b4cd3891-bc55-4488-bad8-f5cd9bade83b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:12.736381 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:12.736636 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4cd3891-bc55-4488-bad8-f5cd9bade83b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:12.737109 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'code': 200} Jun 30 09:07:12.740135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706ffb8-6af4-4b59-8caf-c875fcaf6ce2 req-f52fdaf7-9965-49ab-8e1f-a90f850e3534 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.751957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0706ffb8-6af4-4b59-8caf-c875fcaf6ce2 req-f52fdaf7-9965-49ab-8e1f-a90f850e3534 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.5002789 Jun 30 09:07:12.782919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:12.857219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-c5c52047-32de-4b46-a065-9c607132342e', 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'fixed_ips': [{'subnet_id': '35413bea-d550-4d8a-9321-ec3b96de5e25'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:12.858106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:12.959750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-c9703e8f-30a7-4a4a-b8cd-8aec6435a512 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:12.961887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-c9703e8f-30a7-4a4a-b8cd-8aec6435a512 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 944 time: 0.6601191 Jun 30 09:07:13.071005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Allocated IP 172.20.0.2 (c5c52047-32de-4b46-a065-9c607132342e/35413bea-d550-4d8a-9321-ec3b96de5e25/41a1fc61-6b7a-476c-bf0d-90794532feb1) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:13.088210 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.101827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.128385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0706ffb8-6af4-4b59-8caf-c875fcaf6ce2 req-9d9d0839-58ef-47bb-b991-8a3db955a04f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748295 Jun 30 09:07:13.159044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.167563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/e7efa8cf-a386-4ab0-9226-0c4eb91fdc83 HTTP/1.1" status: 204 len: 168 time: 1.4632738 Jun 30 09:07:13.169251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.169992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db9a83-993c-4e1f-be94-2c0e3febffc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7efa8cf-a386-4ab0-9226-0c4eb91fdc83,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.273332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.285764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Deleting port 21b85d21-e795-4de6-a5d4-b96e7982e6ea {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:13.286267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.351250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e94896-4ac2-4af5-86b5-584b14de7762 req-f3cef425-005a-43a0-b7cb-264103e470db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.352816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79e94896-4ac2-4af5-86b5-584b14de7762 req-f3cef425-005a-43a0-b7cb-264103e470db service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 1101 time: 0.5835929 Jun 30 09:07:13.353473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.369301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Transition to ACTIVE for port object 41a1fc61-6b7a-476c-bf0d-90794532feb1 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:13.408569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Transition to ACTIVE for port object 41a1fc61-6b7a-476c-bf0d-90794532feb1 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:13.419329 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.420858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c596a32-5647-4571-a5c2-c002ed547663 req-399e6d81-c3b2-4e78-bb87-71186306254a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:13.429558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c596a32-5647-4571-a5c2-c002ed547663 req-399e6d81-c3b2-4e78-bb87-71186306254a tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 949 time: 0.2751467 Jun 30 09:07:13.437006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.453473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223a8b17-a4d5-409d-82d4-8c802f33024a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.471269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.479394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f78e2af9-f6de-47b7-8629-cb5556138e2a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.479738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f78e2af9-f6de-47b7-8629-cb5556138e2a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:13.482966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Network c5c52047-32de-4b46-a065-9c607132342e is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:13.490427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:13.498177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.499013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:13.523683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] For port 21b85d21-e795-4de6-a5d4-b96e7982e6ea, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21b85d21-e795-4de6-a5d4-b96e7982e6ea,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:13.524053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.533184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.543587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Calling delete_port for 21b85d21-e795-4de6-a5d4-b96e7982e6ea owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:13.545796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:13.546381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:13.549243 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:13.588909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Attempting to bind port 41a1fc61-6b7a-476c-bf0d-90794532feb1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:13.589469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Attempting to bind port 41a1fc61-6b7a-476c-bf0d-90794532feb1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:13.589930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Attempting to bind port 41a1fc61-6b7a-476c-bf0d-90794532feb1 on network c5c52047-32de-4b46-a065-9c607132342e {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:13.593008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Pushing event updated for resources: {'Port': ['ID=41a1fc61-6b7a-476c-bf0d-90794532feb1,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.599128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:13.599787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Checking segment: {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:13.600625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.600932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Bound using segment: {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:13.601497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Bound port: 41a1fc61-6b7a-476c-bf0d-90794532feb1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:13.601975 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.682060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.688002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] For port 41a1fc61-6b7a-476c-bf0d-90794532feb1, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:13.690988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.695920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/223a8b17-a4d5-409d-82d4-8c802f33024a HTTP/1.1" status: 204 len: 168 time: 0.5181100 Jun 30 09:07:13.698793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] For port 41a1fc61-6b7a-476c-bf0d-90794532feb1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=41a1fc61-6b7a-476c-bf0d-90794532feb1,segment=NetworkSegment(e5e2c89c-68da-4ff8-a103-57f7ce2b169d),segment_id=e5e2c89c-68da-4ff8-a103-57f7ce2b169d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:13.702178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79e94896-4ac2-4af5-86b5-584b14de7762 req-2fd56598-a842-4ed7-bbed-2849ace2ac34 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368003 Jun 30 09:07:13.705113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54518) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:13.705492 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.711861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd7c95-e93b-4e0c-959f-93d82eed13e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=223a8b17-a4d5-409d-82d4-8c802f33024a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.728004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Router e66878db-0416-4d62-807d-af592410aa79 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:13.787727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9189de-e044-4aff-b38e-ca398b4c8a6e None None] Pushing event updated for resources: {'Port': ['ID=41a1fc61-6b7a-476c-bf0d-90794532feb1,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:13.879908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cad00e-2954-4440-89e7-dcc2c80bb9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.896100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c596a32-5647-4571-a5c2-c002ed547663 req-d104a5b1-1619-4034-ab4f-08807f074b9d tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636528 Jun 30 09:07:13.928341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.944259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['00ddf199-bb1e-40b7-963a-09be9bc326ac'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:13.959425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Deleting subnet c0b0b37a-0148-4b44-a11d-c983d5c48299 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:13.968104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:13.981311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event deleted for resources: {'Port': ['ID=21b85d21-e795-4de6-a5d4-b96e7982e6ea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.078296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-43bb0890-3293-41a9-a1d8-09212a44c2ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.097729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] No DVR routers for this DVR port 21b85d21-e795-4de6-a5d4-b96e7982e6ea on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:14.101826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.105692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-14c46e70-5202-477d-97a9-de1b330e80c8 req-1661d761-82cb-4c33-941a-facbb43b911d tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "DELETE /v2.0/ports/21b85d21-e795-4de6-a5d4-b96e7982e6ea HTTP/1.1" status: 204 len: 173 time: 1.1371474 Jun 30 09:07:14.114243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'name': 'network-vif-deleted', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:14.118584 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbd158b-628b-4040-b499-e885537a2d33" -d '{"events": [{"server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "name": "network-vif-deleted", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:14.255907 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c24e2a-02a2-4ac9-b403-19d18d26adb3 x-openstack-request-id: req-73c24e2a-02a2-4ac9-b403-19d18d26adb3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:14.256237 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675", "name": "network-vif-deleted", "tag": "21b85d21-e795-4de6-a5d4-b96e7982e6ea", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:14.256560 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73c24e2a-02a2-4ac9-b403-19d18d26adb3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:14.259679 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675', 'name': 'network-vif-deleted', 'tag': '21b85d21-e795-4de6-a5d4-b96e7982e6ea', 'status': 'completed', 'code': 200} Jun 30 09:07:14.283684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.376299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cad00e-2954-4440-89e7-dcc2c80bb9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.386073 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83cad00e-2954-4440-89e7-dcc2c80bb9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.438526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cad00e-2954-4440-89e7-dcc2c80bb9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ef43d-53f2-43aa-b9a7-5d3c952f1322,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.467817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-83cad00e-2954-4440-89e7-dcc2c80bb9bb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=08e61aef339f4a9e9c42a9d2dc79a90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9940636 Jun 30 09:07:14.468453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54554) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.584979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ba09a7-8c24-425b-8c15-4d15727b6981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.643155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ba09a7-8c24-425b-8c15-4d15727b6981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.679459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.747365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ba09a7-8c24-425b-8c15-4d15727b6981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.751963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ba09a7-8c24-425b-8c15-4d15727b6981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.753406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12ba09a7-8c24-425b-8c15-4d15727b6981 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e59ef43d-53f2-43aa-b9a7-5d3c952f1322 HTTP/1.1" status: 204 len: 168 time: 0.2836342 Jun 30 09:07:14.762634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba09a7-8c24-425b-8c15-4d15727b6981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ef43d-53f2-43aa-b9a7-5d3c952f1322,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:14.762798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18261c-6c8d-42e7-8b7b-5a739e489e33 req-b2e13ed2-cefd-4ae1-a245-c73e85988bbd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:14.764571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a18261c-6c8d-42e7-8b7b-5a739e489e33 req-b2e13ed2-cefd-4ae1-a245-c73e85988bbd tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 866 time: 1.0614910 Jun 30 09:07:14.809220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:14.820799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] Sync routers for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:14.834162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ab3fa5da-a446-4004-8323-0639ca5032c5 admin admin] 10.222.0.77 "PUT /v2.0/routers/e66878db-0416-4d62-807d-af592410aa79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1856148 Jun 30 09:07:14.836743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:14.848664 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:14.850022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:14.851055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:14.851697 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.890234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:14.928752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a18261c-6c8d-42e7-8b7b-5a739e489e33 req-aca53b4b-0e06-4b22-a993-014f9fca7c30 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367469 Jun 30 09:07:14.930489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.061672 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.080989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:15.169500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a6b91-d0b8-4149-ab32-a9f7b1023752 req-c04de294-bc5f-48a4-94db-365d795781f9 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:15.185207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-416a6b91-d0b8-4149-ab32-a9f7b1023752 req-c04de294-bc5f-48a4-94db-365d795781f9 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.5180624 Jun 30 09:07:15.288482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.398106 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.496320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Deleting port 0f7ae23e-7fcd-463b-b335-f9d19042abdd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:15.496868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.502898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0b0b37a-0148-4b44-a11d-c983d5c48299,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:15.561749 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.565938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-028b8748-d7da-4a9a-8822-935034de40b6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c0b0b37a-0148-4b44-a11d-c983d5c48299 HTTP/1.1" status: 204 len: 168 time: 1.8366148 Jun 30 09:07:15.575687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:15.612746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-416a6b91-d0b8-4149-ab32-a9f7b1023752 req-e9a6b96b-5dc8-4794-8e9c-2e57e5f31d8f tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261284 Jun 30 09:07:15.626738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:07:11Z', 'revision_number': 5, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port': {'id': '0f7ae23e-7fcd-463b-b335-f9d19042abdd', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:86:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66878db-0416-4d62-807d-af592410aa79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:15.689143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Allocated IP 172.25.7.235 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/b12b1b0e-b9f6-4241-8e9c-b1c550083ecb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:15.714285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.720909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] Checking router: e66878db-0416-4d62-807d-af592410aa79 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:15.743398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] For port 0f7ae23e-7fcd-463b-b335-f9d19042abdd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0f7ae23e-7fcd-463b-b335-f9d19042abdd,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:15.743764 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:15.747512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] Routers {'e66878db-0416-4d62-807d-af592410aa79'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:15.748155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e66878db-0416-4d62-807d-af592410aa79'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:15.780583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Calling delete_port for 0f7ae23e-7fcd-463b-b335-f9d19042abdd owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:15.832231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ede546-8913-425a-b771-b92ba3a2ca16 req-300d1185-d025-40fd-81e4-09f638f3cc8c tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:15.839478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50ede546-8913-425a-b771-b92ba3a2ca16 req-300d1185-d025-40fd-81e4-09f638f3cc8c tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 949 time: 0.5320215 Jun 30 09:07:15.871121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d120d3-1d06-4b6b-9f22-118ea2b41656 None None] Network c5c52047-32de-4b46-a065-9c607132342e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:15.871121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:15.909746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50ede546-8913-425a-b771-b92ba3a2ca16 req-f5527eb8-f5aa-4e96-a7af-6506eee49501 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693030 Jun 30 09:07:15.959672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 21b85d21-e795-4de6-a5d4-b96e7982e6ea {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:15.960199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21b85d21-e795-4de6-a5d4-b96e7982e6ea not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:15.993888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.059789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.092841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.109560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22b1e12e-7745-4d74-a45b-7d90741b7626']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:16.136752 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.139049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] Set router e66878db-0416-4d62-807d-af592410aa79 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:16.144092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-607ad952-4059-41a2-a352-36e7026f9447 None None] Provisioning for port 41a1fc61-6b7a-476c-bf0d-90794532feb1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:16.146119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d50638a-b5e2-47e6-9f49-bf9dded23812') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:16.158580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d50638a-b5e2-47e6-9f49-bf9dded23812') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:16.175876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:16.178765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:16.183054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.194288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:16.267956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 6, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:16.270869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.273056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54632) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.285870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.298344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:16.299040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:16.303213 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:16.342628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57c6c321-0b49-42a7-88c6-1f8c70f4d26a req-9b01d9d4-0c5e-4214-af7a-2347c5a7c28c tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 210 time: 0.1028826 Jun 30 09:07:16.366441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75e8446-bd39-4117-b050-19c6f4d83c6d None None] The sync data for ids ['e66878db-0416-4d62-807d-af592410aa79'] in n-d-780147-22 is: [{'id': 'e66878db-0416-4d62-807d-af592410aa79', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-226365114-router', 'tenant_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:24Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 6, 'project_id': 'a5d5fcae15bc4bcbbe863bae041ba8c1', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:16.408218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 41a1fc61-6b7a-476c-bf0d-90794532feb1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:16.474809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.519536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.521530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] 10.222.0.77 "DELETE /v2.0/networks/22b1e12e-7745-4d74-a45b-7d90741b7626 HTTP/1.1" status: 204 len: 168 time: 0.9447758 Jun 30 09:07:16.557980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee360e2-607d-4d31-b569-8c1ef88a503a admin admin] Pushing event deleted for resources: {'Network': ['ID=22b1e12e-7745-4d74-a45b-7d90741b7626,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.568634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-338465693-network', 'tenant_id': '45c503e896ca485db809cd1d44cf617a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:16.605437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.629909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 41a1fc61-6b7a-476c-bf0d-90794532feb1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:16.644724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 41a1fc61-6b7a-476c-bf0d-90794532feb1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:16.645379 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.662112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Made reservation on behalf of 45c503e896ca485db809cd1d44cf617a for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:16.667856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.687818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f7ae23e-7fcd-463b-b335-f9d19042abdd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:16.809486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:16.810202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.828960 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.891597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.912251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 41a1fc61-6b7a-476c-bf0d-90794532feb1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=41a1fc61-6b7a-476c-bf0d-90794532feb1,segment=NetworkSegment(e5e2c89c-68da-4ff8-a103-57f7ce2b169d),segment_id=e5e2c89c-68da-4ff8-a103-57f7ce2b169d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:16.931716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:16.971129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fdfd599f-b264-4cce-af5a-f84c87c77625 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1e34ad20c56f4c24a6a209e95501fea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1578460 Jun 30 09:07:17.007505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54666) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.082989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=41a1fc61-6b7a-476c-bf0d-90794532feb1,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.149761 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.152164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.154061 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.226824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e37b187f-afa7-41ae-84ea-e096a766f5b7 None None] Provisioning complete for port 41a1fc61-6b7a-476c-bf0d-90794532feb1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:17.227653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e37b187f-afa7-41ae-84ea-e096a766f5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.246598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.247106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66878db-0416-4d62-807d-af592410aa79 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:17.252524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.253979 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9c7d2330-ad00-428a-90d1-adb902d7a320 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e66878db-0416-4d62-807d-af592410aa79 HTTP/1.1" status: 204 len: 168 time: 2.4159980 Jun 30 09:07:17.256454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.317877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.318741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Deleting subnet 26125ae6-3a89-4c62-871f-27d6c8d33a38 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:17.324938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.377312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.472455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.494967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.510540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4c656ea-aa11-4369-9c72-6c3290356772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.543041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec22cb-de11-4f0b-b5e6-7bad33d9be68 req-56d4a6cc-cf81-4e5e-a53b-0036f35ecd04 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.544636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07ec22cb-de11-4f0b-b5e6-7bad33d9be68 req-56d4a6cc-cf81-4e5e-a53b-0036f35ecd04 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.6617541 Jun 30 09:07:17.573467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.574519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4c656ea-aa11-4369-9c72-6c3290356772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.607464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26125ae6-3a89-4c62-871f-27d6c8d33a38,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:17.608339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b6d58b-0e53-47ec-af6b-0a224a22c3f3 req-fead03f1-b84a-4732-b72d-7e87948b89ef tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:17.616470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96b6d58b-0e53-47ec-af6b-0a224a22c3f3 req-fead03f1-b84a-4732-b72d-7e87948b89ef tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 949 time: 0.3919041 Jun 30 09:07:17.620974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.625422 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1ea9232-7893-4cf4-abed-239d9943fd4d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/26125ae6-3a89-4c62-871f-27d6c8d33a38 HTTP/1.1" status: 204 len: 168 time: 0.3655298 Jun 30 09:07:17.625584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:17.628137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd47fc2-e8a8-485b-a2f8-3a7e84c70a53 None None] Network b97c06a2-a604-4a0f-869c-c6aa829e30c2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:17.740533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.752169 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.763294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07ec22cb-de11-4f0b-b5e6-7bad33d9be68 req-a718b827-75d3-4220-a2ee-a6fc8d3cc3a3 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960061 Jun 30 09:07:17.776446 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.807564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96b6d58b-0e53-47ec-af6b-0a224a22c3f3 req-50981756-5eab-454a-ac21-55fed32ee953 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893716 Jun 30 09:07:17.859549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:07:17.872933 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.873417 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Added segment 80af6822-30ba-4b43-a759-06285589f3d0 of type vlan for network a4df6f80-80bb-497e-8db9-a47c8dd52b31 Jun 30 09:07:17.907056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Deleting port efcc1279-495c-4dba-94cb-f20b666290e3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:17.907974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:17.927740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.029915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2d5da2-eed0-4159-b4ee-c9bd929a33d0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.051872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.059863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.060860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.061444 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.076067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] DHCP port deletion for b97c06a2-a604-4a0f-869c-c6aa829e30c2 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:18.077831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4c656ea-aa11-4369-9c72-6c3290356772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.081614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4c656ea-aa11-4369-9c72-6c3290356772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.085037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c4c656ea-aa11-4369-9c72-6c3290356772 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/26aa1d02-913c-48cb-9569-c7b32f1ce00c HTTP/1.1" status: 204 len: 168 time: 1.0475636 Jun 30 09:07:18.092723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] For port efcc1279-495c-4dba-94cb-f20b666290e3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=efcc1279-495c-4dba-94cb-f20b666290e3,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:18.093095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.136324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Calling delete_port for efcc1279-495c-4dba-94cb-f20b666290e3 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:18.164616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c656ea-aa11-4369-9c72-6c3290356772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26aa1d02-913c-48cb-9569-c7b32f1ce00c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.178435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a4df6f80-80bb-497e-8db9-a47c8dd52b31,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.193449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:07:18.238737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] Deleting port efcc1279-495c-4dba-94cb-f20b666290e3 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:18.239125 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.295064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82723303-c3d9-4296-82ac-fa8ee0bb3b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.311996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-49ddc4ad-664c-4a1d-bba4-c1a31f86f9a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0276165 Jun 30 09:07:18.313943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.316299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.320223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Request body: {'subnet': {'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-subnet', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:18.373924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Made reservation on behalf of 45c503e896ca485db809cd1d44cf617a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:18.375976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 41a1fc61-6b7a-476c-bf0d-90794532feb1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:18.377566 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.396513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d863f023-7526-4265-a2d7-dddacc28230b req-76326a74-7972-49e4-a7d1-0c69082042df tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 210 time: 0.2206213 Jun 30 09:07:18.399386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.481887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Pushing event deleted for resources: {'Port': ['ID=efcc1279-495c-4dba-94cb-f20b666290e3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.486992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] No DVR routers for this DVR port efcc1279-495c-4dba-94cb-f20b666290e3 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:18.495912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] For port efcc1279-495c-4dba-94cb-f20b666290e3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=efcc1279-495c-4dba-94cb-f20b666290e3,segment=NetworkSegment(796ad79b-65cd-4ee8-959d-6808f2ac02b9),segment_id=796ad79b-65cd-4ee8-959d-6808f2ac02b9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:18.496305 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.521234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] Calling delete_port for efcc1279-495c-4dba-94cb-f20b666290e3 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:18.580515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec31c7d-4178-42a8-ab59-d98160d32849 req-dcd36836-cde5-45b6-b5f8-81b884d7dfb2 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:18.582049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ec31c7d-4178-42a8-ab59-d98160d32849 req-dcd36836-cde5-45b6-b5f8-81b884d7dfb2 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 950 time: 0.4090557 Jun 30 09:07:18.582918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 41a1fc61-6b7a-476c-bf0d-90794532feb1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:18.583305 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.653251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.664524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ec31c7d-4178-42a8-ab59-d98160d32849 req-7f0f4329-156e-40e1-93fe-9addb3cde8e6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699084 Jun 30 09:07:18.671382 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.699848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.713029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97c06a2-a604-4a0f-869c-c6aa829e30c2']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:18.740956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Router 9323e908-0387-4eba-adfe-68156207bd69 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:18.754207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796ad79b-65cd-4ee8-959d-6808f2ac02b9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:18.754532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796ad79b-65cd-4ee8-959d-6808f2ac02b9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:18.771717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b4b8f896-19f5-43d6-b1eb-23975d2b726a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f53623d7cd941188db3023f22fe9919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1158273 Jun 30 09:07:18.775867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54704) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:18.799331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.890598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] Pushing event deleted for resources: {'Port': ['ID=efcc1279-495c-4dba-94cb-f20b666290e3,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:18.901442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e2f16d-e868-4516-889b-5f2690e15361 None None] No DVR routers for this DVR port efcc1279-495c-4dba-94cb-f20b666290e3 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:18.958473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82723303-c3d9-4296-82ac-fa8ee0bb3b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:18.966537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82723303-c3d9-4296-82ac-fa8ee0bb3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.001289 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-82723303-c3d9-4296-82ac-fa8ee0bb3b75 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d29f63b68c247a49570d7d022515dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9483724 Jun 30 09:07:19.007320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:19.012280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.028123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device efcc1279-495c-4dba-94cb-f20b666290e3 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:19.059028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:19.060059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:19.061368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:19.068481 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:19.075538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: efcc1279-495c-4dba-94cb-f20b666290e3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:19.076009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device efcc1279-495c-4dba-94cb-f20b666290e3 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:19.076475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9eba212c-d231-4abf-a6e2-87ae659ee0ec no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:19.080098 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Sync routers for ids ['9323e908-0387-4eba-adfe-68156207bd69'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:19.094026 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Routers {'9323e908-0387-4eba-adfe-68156207bd69'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:19.094026 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9323e908-0387-4eba-adfe-68156207bd69'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:19.138317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 9eba212c-d231-4abf-a6e2-87ae659ee0ec {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:19.139259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9eba212c-d231-4abf-a6e2-87ae659ee0ec not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:19.139903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0f7ae23e-7fcd-463b-b335-f9d19042abdd no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:19.165850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82723303-c3d9-4296-82ac-fa8ee0bb3b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3678edb9-ee4d-4453-9c73-16e9f6eee60f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.204905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0f7ae23e-7fcd-463b-b335-f9d19042abdd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:19.205303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0f7ae23e-7fcd-463b-b335-f9d19042abdd not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:19.218703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f18a193e-7611-49f4-8e47-5909d4f452d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.226212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.232167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e7ea61af-6a35-4743-a553-5587f399b6f3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.8569574 Jun 30 09:07:19.233809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:19.269596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.275517 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.278784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] 10.222.0.77 "DELETE /v2.0/networks/b97c06a2-a604-4a0f-869c-c6aa829e30c2 HTTP/1.1" status: 204 len: 168 time: 1.6511669 Jun 30 09:07:19.296573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:19.305594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8562d46-ad81-4801-b13a-ac88129c7cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.308436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.321021 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Set router 9323e908-0387-4eba-adfe-68156207bd69 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:19.330755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f18a193e-7611-49f4-8e47-5909d4f452d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.388865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034153c6-eaa9-49c8-8895-ce0c52bbe428 req-073a8937-024f-493e-b21d-17b7e6d5521a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:19.390976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-034153c6-eaa9-49c8-8895-ce0c52bbe428 req-073a8937-024f-493e-b21d-17b7e6d5521a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 945 time: 0.3297913 Jun 30 09:07:19.433691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b5bee-be99-44ae-b41f-8ddb85a2a8ea admin admin] Pushing event deleted for resources: {'Network': ['ID=b97c06a2-a604-4a0f-869c-c6aa829e30c2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.452690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.652979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-034153c6-eaa9-49c8-8895-ce0c52bbe428 req-9bf91e2e-3ddd-4187-8488-708f98088bf5 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226202 Jun 30 09:07:19.663172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f18a193e-7611-49f4-8e47-5909d4f452d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.665261 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f18a193e-7611-49f4-8e47-5909d4f452d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:19.668699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f18a193e-7611-49f4-8e47-5909d4f452d2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a8558002-ced3-4b85-b645-22fa03a19678 HTTP/1.1" status: 204 len: 168 time: 0.8878398 Jun 30 09:07:19.736062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-934872c6-0e30-49f9-b520-898ba3c4f073 req-dc5eaa18-2be4-4b15-a74c-46c8ac502b74 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 210 time: 0.0901577 Jun 30 09:07:19.739385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a193e-7611-49f4-8e47-5909d4f452d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8558002-ced3-4b85-b645-22fa03a19678,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:19.884662 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 3, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:19.968467 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Checking router: 9323e908-0387-4eba-adfe-68156207bd69 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:19.968847 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Updating router 9323e908-0387-4eba-adfe-68156207bd69 port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:20.019548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8562d46-ad81-4801-b13a-ac88129c7cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.051643 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.087400 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.221940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Checking segment: {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:20.222674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Network hostable DHCP agents. Network: a4df6f80-80bb-497e-8db9-a47c8dd52b31, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:07:20.276933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:07:20.304238 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8562d46-ad81-4801-b13a-ac88129c7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.307481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8562d46-ad81-4801-b13a-ac88129c7cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.308766 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a8562d46-ad81-4801-b13a-ac88129c7cc2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3678edb9-ee4d-4453-9c73-16e9f6eee60f HTTP/1.1" status: 204 len: 168 time: 1.2938981 Jun 30 09:07:20.369145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8562d46-ad81-4801-b13a-ac88129c7cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3678edb9-ee4d-4453-9c73-16e9f6eee60f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:20.382593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, a4df6f80-80bb-497e-8db9-a47c8dd52b31) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:20.394007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb64e5-6bb2-4023-8106-498f93e70e3a None None] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:20.423938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:20.424437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.530237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-94eb26cf-8600-4100-b0dc-6892bce14948 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2109859 Jun 30 09:07:20.531243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54770) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:20.576404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:20.782891 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.790103 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.859397 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Transition to ACTIVE for port object b12b1b0e-b9f6-4241-8e9c-b1c550083ecb will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:20.883632 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.892810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Allocated IP 172.20.0.1 (c5c52047-32de-4b46-a065-9c607132342e/35413bea-d550-4d8a-9321-ec3b96de5e25/b3110216-bc62-4521-9906-1d5651430693) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:20.938146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:20.950621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.096542 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Attempting to bind port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:21.096876 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Attempting to bind port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:21.097479 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Attempting to bind port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:21.123025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'fixed_ips': [{'subnet_id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:07:21.123900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.193607 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:21.193966 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:21.194476 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.199536 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:21.200380 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Bound port: b12b1b0e-b9f6-4241-8e9c-b1c550083ecb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:21.200968 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.338798 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] For port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:21.346726 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] For port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:21.352262 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Pushing event updated for resources: {'Port': ['ID=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.362750 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.372738 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.372928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:21.373625 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.373625 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.373947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.374101 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.374383 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.374887 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.375372 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.375953 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.376938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.377431 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.378008 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:21.409702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ff6674f-3594-42d8-9a8a-9e4e170b7e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.452714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Allocated IP 172.20.0.2 (a4df6f80-80bb-497e-8db9-a47c8dd52b31/a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2/5012442e-8771-43a7-ba65-36fb545fed79) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:21.525673 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa76b44-402e-4b44-97d8-7e30d95ec1b9 None None] Pushing event updated for resources: {'Port': ['ID=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:21.573149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Routers {'9323e908-0387-4eba-adfe-68156207bd69'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:21.574467 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9323e908-0387-4eba-adfe-68156207bd69'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:21.756173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4f998aa-1d0d-47ce-975e-10870fd0a9c8 req-771539d1-1cf5-4164-86ea-5efb6a7734d1 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=09ec8f1d-8f3b-4f3b-b8b4-a37d7a7b8675 HTTP/1.1" status: 200 len: 210 time: 0.0684578 Jun 30 09:07:21.829067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.894843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Deleting port d9898587-45f2-42cc-895b-71f59782590b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:21.895231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.908780 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] Set router 9323e908-0387-4eba-adfe-68156207bd69 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:21.921685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:21.937132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Transition to ACTIVE for port object 5012442e-8771-43a7-ba65-36fb545fed79 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:21.975258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Transition to ACTIVE for port object 5012442e-8771-43a7-ba65-36fb545fed79 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:21.989172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.070432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ff6674f-3594-42d8-9a8a-9e4e170b7e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.086759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ff6674f-3594-42d8-9a8a-9e4e170b7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.090182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:22.092474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Pushing event updated for resources: {'Port': ['ID=5012442e-8771-43a7-ba65-36fb545fed79,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.105146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:22.113527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:22.208349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.210300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Attempting to bind port 5012442e-8771-43a7-ba65-36fb545fed79 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:22.210670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Attempting to bind port 5012442e-8771-43a7-ba65-36fb545fed79 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:22.211837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Attempting to bind port 5012442e-8771-43a7-ba65-36fb545fed79 on network a4df6f80-80bb-497e-8db9-a47c8dd52b31 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:22.218043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:22.218477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Checking segment: {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:22.218937 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.219330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Bound using segment: {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:22.220699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Bound port: 5012442e-8771-43a7-ba65-36fb545fed79, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:22.221024 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.226191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] For port d9898587-45f2-42cc-895b-71f59782590b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9898587-45f2-42cc-895b-71f59782590b,segment=NetworkSegment(d2a5916b-df3b-4091-9c8a-4274e44380c4),segment_id=d2a5916b-df3b-4091-9c8a-4274e44380c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:22.226590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.229675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6674f-3594-42d8-9a8a-9e4e170b7e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98bbfe1-31af-44c7-a574-b03e036789ad,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.263518 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.265710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54818) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:22.270806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0ff6674f-3594-42d8-9a8a-9e4e170b7e47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0aa48759867a4a77b7c7c241cd74a7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8968320 Jun 30 09:07:22.280872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Calling delete_port for d9898587-45f2-42cc-895b-71f59782590b owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:22.318645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] For port 5012442e-8771-43a7-ba65-36fb545fed79, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:22.325192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] For port 5012442e-8771-43a7-ba65-36fb545fed79, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5012442e-8771-43a7-ba65-36fb545fed79,segment=NetworkSegment(80af6822-30ba-4b43-a759-06285589f3d0),segment_id=80af6822-30ba-4b43-a759-06285589f3d0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:22.330928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.347678 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 3, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:22.438196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Transition to ACTIVE for port object b3110216-bc62-4521-9906-1d5651430693 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:22.492090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ea33f-58e2-41bc-b067-f1edf9339da8 None None] Pushing event updated for resources: {'Port': ['ID=5012442e-8771-43a7-ba65-36fb545fed79,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:22.508373 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da90d10f-0bc1-4969-9cf3-ef6ba81bd000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.529597 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d396b-a267-4a8b-adc0-3f1be8b51967 None None] The sync data for ids ['9323e908-0387-4eba-adfe-68156207bd69'] in n-d-780147-22 is: [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:16Z', 'revision_number': 3, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:22.648599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da90d10f-0bc1-4969-9cf3-ef6ba81bd000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:22.687687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.037962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Pushing event updated for resources: {'Port': ['ID=b3110216-bc62-4521-9906-1d5651430693,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.045153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Network c5c52047-32de-4b46-a065-9c607132342e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:23.051634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:23.071378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:23.347962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.410048 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da90d10f-0bc1-4969-9cf3-ef6ba81bd000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.424420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9898587-45f2-42cc-895b-71f59782590b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.425903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da90d10f-0bc1-4969-9cf3-ef6ba81bd000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.444778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-da90d10f-0bc1-4969-9cf3-ef6ba81bd000 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d98bbfe1-31af-44c7-a574-b03e036789ad HTTP/1.1" status: 204 len: 168 time: 1.1770287 Jun 30 09:07:23.454839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.680639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90d10f-0bc1-4969-9cf3-ef6ba81bd000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98bbfe1-31af-44c7-a574-b03e036789ad,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:23.844359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:23.953550 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:23.974385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:07:24.147146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.270860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.500635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b04aa947-10ca-4386-8195-47c4f8d583d6 None None] Provisioning for port b3110216-bc62-4521-9906-1d5651430693 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:24.557131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b04aa947-10ca-4386-8195-47c4f8d583d6 None None] Provisioning complete for port b3110216-bc62-4521-9906-1d5651430693 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:24.557478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b04aa947-10ca-4386-8195-47c4f8d583d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:24.574760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:24.774716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'mac_address': 'fa:16:3e:1a:7a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:24.813463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b12b1b0e-b9f6-4241-8e9c-b1c550083ecb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:24.906510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.125074 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.137205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b04aa947-10ca-4386-8195-47c4f8d583d6 None None] Port b3110216-bc62-4521-9906-1d5651430693 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:25.183069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e6ab376-354e-454c-9b1c-0ee163b38dd1 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:25.214298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:25.218597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Router 66e4f701-fcd4-4369-912d-9d1aee36126a has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:25.222253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbbee06-8784-4a82-ac4f-516c0bed35f3 None None] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:25.234514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:25.238178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:25.479881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Allocated IP 172.25.7.26 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/9b667254-cf3c-40c6-b5da-8314b3a6142e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:25.523894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:25.540212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-531477a2-e044-4732-9410-2b572f9aefa2 admin admin] 10.222.0.77 "PUT /v2.0/routers/66e4f701-fcd4-4369-912d-9d1aee36126a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2341259 Jun 30 09:07:25.541465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:25.568487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-836de538-21e0-4311-8127-557ead2ac418 None None] Provisioning for port 5012442e-8771-43a7-ba65-36fb545fed79 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:25.596667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] Sync routers for ids ['66e4f701-fcd4-4369-912d-9d1aee36126a'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:25.655485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:07:25.952965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.180306 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.186821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:26.203843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.326993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '414812e9-82b6-488c-b4eb-5f02677b165b', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': '414812e9-82b6-488c-b4eb-5f02677b165b', 'mac_address': 'fa:16:3e:cc:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:26.443365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.469287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Pushing event updated for resources: {'Port': ['ID=b3110216-bc62-4521-9906-1d5651430693,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.546110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.566413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54974) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:26.632662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Deleting port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:26.634754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.638939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] Routers {'66e4f701-fcd4-4369-912d-9d1aee36126a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:26.659146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66e4f701-fcd4-4369-912d-9d1aee36126a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:26.666186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:26.679765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:26.772292 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.981279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:26.981513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.984551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] For port f5a1fd92-0899-4ce3-a5a2-1a04adb9b876, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:26.984922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:26.991299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:27.011408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:27.026193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:27.035319 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.060825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58c38739-a796-48bf-8913-e75f495bcd6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.090788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Calling delete_port for f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:27.115110 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.243261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414812e9-82b6-488c-b4eb-5f02677b165b {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:27.271231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] Set router 66e4f701-fcd4-4369-912d-9d1aee36126a gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:27.431689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Pushing event updated for resources: {'Port': ['ID=9b667254-cf3c-40c6-b5da-8314b3a6142e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:27.454838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58c38739-a796-48bf-8913-e75f495bcd6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.461933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Network c5c52047-32de-4b46-a065-9c607132342e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:27.472744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:07:26Z', 'revision_number': 6, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:27.475367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58c38739-a796-48bf-8913-e75f495bcd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.487392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:27.646504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:27.653833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] Checking router: 66e4f701-fcd4-4369-912d-9d1aee36126a for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:27.738580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:27.834474 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-58c38739-a796-48bf-8913-e75f495bcd6b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25eda24acd5d4d89b59b67cff93b3b13&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2457333 Jun 30 09:07:27.835982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:27.984684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c38739-a796-48bf-8913-e75f495bcd6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dda35a-4c27-4f8d-baad-a0b5ada2b74a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.256485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-604d63be-f87c-49a9-83fb-0fa9b3211b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.347924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Router 9323e908-0387-4eba-adfe-68156207bd69 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:28.396291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-604d63be-f87c-49a9-83fb-0fa9b3211b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.615886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.674444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a1fd92-0899-4ce3-a5a2-1a04adb9b876,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.692021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-604d63be-f87c-49a9-83fb-0fa9b3211b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.696769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e6ab376-354e-454c-9b1c-0ee163b38dd1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:28.701316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-604d63be-f87c-49a9-83fb-0fa9b3211b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.708349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-604d63be-f87c-49a9-83fb-0fa9b3211b90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b0dda35a-4c27-4f8d-baad-a0b5ada2b74a HTTP/1.1" status: 204 len: 168 time: 0.8694882 Jun 30 09:07:28.716869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['414812e9-82b6-488c-b4eb-5f02677b165b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:28.729655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.730546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.730999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.731445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.732193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.732650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.733090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.733524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.733982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.734677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.735247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.735973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:28.747252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d63be-f87c-49a9-83fb-0fa9b3211b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dda35a-4c27-4f8d-baad-a0b5ada2b74a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:28.937064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:28.965959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] Routers {'66e4f701-fcd4-4369-912d-9d1aee36126a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:28.969536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66e4f701-fcd4-4369-912d-9d1aee36126a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.050171 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.088578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:29.090743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:29.259345 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.270593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.270593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5012442e-8771-43a7-ba65-36fb545fed79 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:29.386488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.393883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.409937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.522058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.522682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66e4f701-fcd4-4369-912d-9d1aee36126a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:29.525718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:29.528347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.537574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-85e93937-d926-4b99-b4c2-984bd5493a76 admin admin] 10.222.0.77 "DELETE /v2.0/routers/66e4f701-fcd4-4369-912d-9d1aee36126a HTTP/1.1" status: 204 len: 168 time: 3.9932842 Jun 30 09:07:29.541953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebb6b27c-f5dc-466d-9148-dea8083dcbbc admin admin] 10.222.0.77 "PUT /v2.0/routers/9323e908-0387-4eba-adfe-68156207bd69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3021483 Jun 30 09:07:29.556586 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Sync routers for ids ['9323e908-0387-4eba-adfe-68156207bd69'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:29.566590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:29.588457 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Routers {'9323e908-0387-4eba-adfe-68156207bd69'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:29.590479 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9323e908-0387-4eba-adfe-68156207bd69'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:29.781732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Deleting subnet 3c6cadcb-5171-4d16-bfd8-974ae615a33b {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:29.795057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.873988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.911921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e5c9b29f-7796-4084-9919-5b22fcd01f6c None None] Provisioning complete for port b3110216-bc62-4521-9906-1d5651430693 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:29.912782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e5c9b29f-7796-4084-9919-5b22fcd01f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:29.951851 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Set router 9323e908-0387-4eba-adfe-68156207bd69 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:29.958870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.072035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.100852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] Set router 66e4f701-fcd4-4369-912d-9d1aee36126a gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:30.200359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.415853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.532137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c6cadcb-5171-4d16-bfd8-974ae615a33b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:30.542208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.556706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:07:30.559592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d68bbe8-1531-42ea-b764-c1001238916f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3c6cadcb-5171-4d16-bfd8-974ae615a33b HTTP/1.1" status: 204 len: 168 time: 0.9888022 Jun 30 09:07:30.562446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:30.585098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e5c9b29f-7796-4084-9919-5b22fcd01f6c None None] Port b3110216-bc62-4521-9906-1d5651430693 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:30.607329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc961f27-f6f4-4a92-9932-82447c85cb4d None None] Network 9fa16f46-b9b7-423d-9814-af08cc225862 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:30.627505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:07:28Z', 'revision_number': 7, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:30.709026 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:24Z', 'revision_number': 4, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b3110216-bc62-4521-9906-1d5651430693', 'name': '', 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'mac_address': 'fa:16:3e:2b:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '35413bea-d550-4d8a-9321-ec3b96de5e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:25Z', 'revision_number': 2, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'subnets': [{'id': '35413bea-d550-4d8a-9321-ec3b96de5e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:30.756297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5012442e-8771-43a7-ba65-36fb545fed79 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:30.791070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1b057f-b6e1-42b0-b0e9-13526b86bb33 None None] The sync data for ids ['66e4f701-fcd4-4369-912d-9d1aee36126a'] in n-d-780147-22 is: [{'id': '66e4f701-fcd4-4369-912d-9d1aee36126a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1157295913-router', 'tenant_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:00:32Z', 'updated_at': '2021-06-30T09:07:28Z', 'revision_number': 7, 'project_id': '1bdea58aad9e4fc59760f5c5b925cb6b', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:30.802972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5012442e-8771-43a7-ba65-36fb545fed79 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:30.802972 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.819684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.849475 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Checking router: 9323e908-0387-4eba-adfe-68156207bd69 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:30.851491 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Updating router 9323e908-0387-4eba-adfe-68156207bd69 port b3110216-bc62-4521-9906-1d5651430693 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:30.930415 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:30.958586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:30.966871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55044) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.077814 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a16ee560-80f2-4303-876b-15f00cec6abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.108449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Deleting port d440c236-33e2-4f51-9f3a-71c6e02675c1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:31.108877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.290262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Sync routers for ids ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:31.413539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a16ee560-80f2-4303-876b-15f00cec6abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.421712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c6a93da9-77d6-4c92-920a-847a50470809 None None] Provisioning complete for port 5012442e-8771-43a7-ba65-36fb545fed79 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:31.422200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c6a93da9-77d6-4c92-920a-847a50470809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.425473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.428834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a193c91e-50c5-49b2-a288-32b9da637121 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.8774695 Jun 30 09:07:31.429615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a16ee560-80f2-4303-876b-15f00cec6abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.441110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] For port d440c236-33e2-4f51-9f3a-71c6e02675c1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d440c236-33e2-4f51-9f3a-71c6e02675c1,segment=NetworkSegment(d2a5916b-df3b-4091-9c8a-4274e44380c4),segment_id=d2a5916b-df3b-4091-9c8a-4274e44380c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:31.441493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.490530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55050) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.493638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Calling delete_port for d440c236-33e2-4f51-9f3a-71c6e02675c1 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:31.588617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a16ee560-80f2-4303-876b-15f00cec6abc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8c1b0df0b3144a0b258f6408f5607e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6144867 Jun 30 09:07:31.601765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55056) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:31.618289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ee560-80f2-4303-876b-15f00cec6abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe05fddf-5b42-4a24-aba5-4981b85bbfd0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.707060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.764151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:31.804938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d440c236-33e2-4f51-9f3a-71c6e02675c1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:31.851807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] No DVR routers for this DVR port d440c236-33e2-4f51-9f3a-71c6e02675c1 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:31.952108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 5012442e-8771-43a7-ba65-36fb545fed79, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5012442e-8771-43a7-ba65-36fb545fed79,segment=NetworkSegment(80af6822-30ba-4b43-a759-06285589f3d0),segment_id=80af6822-30ba-4b43-a759-06285589f3d0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:31.970787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Routers {'3b8a2a92-a4d7-4c99-9537-8c7024a7d847'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:31.979535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:32.073058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.076959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.088813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa16f46-b9b7-423d-9814-af08cc225862']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:32.119386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a5916b-df3b-4091-9c8a-4274e44380c4') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:32.119974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a5916b-df3b-4091-9c8a-4274e44380c4') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:32.130983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.153787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.175991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:32.177152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.217856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:32.240598 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:32.246042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.257916 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.269896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/9fa16f46-b9b7-423d-9814-af08cc225862 HTTP/1.1" status: 204 len: 168 time: 1.7037182 Jun 30 09:07:32.326507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f35e0-06b7-4036-9eb2-ba4782a628e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa16f46-b9b7-423d-9814-af08cc225862,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.328833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.351259 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.380347 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Transition to ACTIVE for port object b3110216-bc62-4521-9906-1d5651430693 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:32.409184 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.571519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Set router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:32.592153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.613238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.621200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe05fddf-5b42-4a24-aba5-4981b85bbfd0 HTTP/1.1" status: 204 len: 168 time: 0.9893448 Jun 30 09:07:32.627256 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350baefb-e0b2-46c1-aa2f-c85b40e74ef7 None None] Pushing event updated for resources: {'Port': ['ID=b3110216-bc62-4521-9906-1d5651430693,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.666612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b36718b6-354b-4ef2-b22d-3fb062390bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.674667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe05fddf-5b42-4a24-aba5-4981b85bbfd0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:32.913887 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Attempting to bind port b3110216-bc62-4521-9906-1d5651430693 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:32.914294 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Attempting to bind port b3110216-bc62-4521-9906-1d5651430693 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:32.914650 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Attempting to bind port b3110216-bc62-4521-9906-1d5651430693 on network c5c52047-32de-4b46-a065-9c607132342e {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:32.917381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:32.949466 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:32.950514 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Checking segment: {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:32.951176 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:32.952065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Bound using segment: {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:32.952807 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Bound port: b3110216-bc62-4521-9906-1d5651430693, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:32.959849 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.226211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.284701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] For port b3110216-bc62-4521-9906-1d5651430693, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:33.292666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c453884f-e366-40c8-b54b-8755f1140b8d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a5d5fcae15bc4bcbbe863bae041ba8c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3695452 Jun 30 09:07:33.307134 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] For port b3110216-bc62-4521-9906-1d5651430693, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3110216-bc62-4521-9906-1d5651430693,segment=NetworkSegment(e5e2c89c-68da-4ff8-a103-57f7ce2b169d),segment_id=e5e2c89c-68da-4ff8-a103-57f7ce2b169d)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:33.312171 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.319388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.368341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b36718b6-354b-4ef2-b22d-3fb062390bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.395507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b36718b6-354b-4ef2-b22d-3fb062390bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.550138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36718b6-354b-4ef2-b22d-3fb062390bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5036d635-8601-4612-9f07-b8fce46913a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.561366 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Routers {'9323e908-0387-4eba-adfe-68156207bd69'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:33.562194 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9323e908-0387-4eba-adfe-68156207bd69'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:33.759148 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b36718b6-354b-4ef2-b22d-3fb062390bbc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adb8f2a332514436a33cbf880c8a3733&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4093413 Jun 30 09:07:33.799429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:33.800771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d9a572-5cda-4829-b808-7ecd52267061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:33.876813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=5012442e-8771-43a7-ba65-36fb545fed79,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.889687 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350baefb-e0b2-46c1-aa2f-c85b40e74ef7 None None] Pushing event updated for resources: {'Port': ['ID=b3110216-bc62-4521-9906-1d5651430693,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:33.892722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b12b1b0e-b9f6-4241-8e9c-b1c550083ecb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:33.896289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d9a572-5cda-4829-b808-7ecd52267061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.076496 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] Set router 9323e908-0387-4eba-adfe-68156207bd69 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:34.081732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e399f2-d6de-4a91-b673-b04a86ab0c2c None None] DHCP port deletion for 9fa16f46-b9b7-423d-9814-af08cc225862 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:34.084416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c287fed-c76e-4d0f-a96f-1ace928aeaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.156271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.158033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.158033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.158033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.158345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.158759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.159164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.159562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.159952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.160338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.160726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.161110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caec0eb5-994b-424e-8e8d-8de8540e0e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:34.195967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c287fed-c76e-4d0f-a96f-1ace928aeaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.280130 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d9a572-5cda-4829-b808-7ecd52267061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.295015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d9a572-5cda-4829-b808-7ecd52267061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.302496 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29d9a572-5cda-4829-b808-7ecd52267061 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0fb150f1-b9d1-47e6-b819-9abeaf266479 HTTP/1.1" status: 204 len: 168 time: 0.9771190 Jun 30 09:07:34.358940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:34.370924 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.373214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9a572-5cda-4829-b808-7ecd52267061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb150f1-b9d1-47e6-b819-9abeaf266479,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.430555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c287fed-c76e-4d0f-a96f-1ace928aeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.433977 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c287fed-c76e-4d0f-a96f-1ace928aeaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.435324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2c287fed-c76e-4d0f-a96f-1ace928aeaeb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5036d635-8601-4612-9f07-b8fce46913a9 HTTP/1.1" status: 204 len: 168 time: 0.6320899 Jun 30 09:07:34.448552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c287fed-c76e-4d0f-a96f-1ace928aeaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5036d635-8601-4612-9f07-b8fce46913a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:34.658634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:34.776410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:28Z', 'revision_number': 3, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:34.941028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Checking router: 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:34.941028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Updating router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 port 9b667254-cf3c-40c6-b5da-8314b3a6142e binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:34.993496 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:24Z', 'revision_number': 4, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b3110216-bc62-4521-9906-1d5651430693', 'name': '', 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'mac_address': 'fa:16:3e:2b:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '35413bea-d550-4d8a-9321-ec3b96de5e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:33Z', 'revision_number': 4, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'subnets': [{'id': '35413bea-d550-4d8a-9321-ec3b96de5e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:35.110651 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13649138-7a7c-4ff6-9b57-cd56e9921967 None None] The sync data for ids ['9323e908-0387-4eba-adfe-68156207bd69'] in n-d-780147-22 is: [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:24Z', 'revision_number': 4, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b3110216-bc62-4521-9906-1d5651430693', 'name': '', 'network_id': 'c5c52047-32de-4b46-a065-9c607132342e', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'mac_address': 'fa:16:3e:2b:b4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '35413bea-d550-4d8a-9321-ec3b96de5e25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:33Z', 'revision_number': 4, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'subnets': [{'id': '35413bea-d550-4d8a-9321-ec3b96de5e25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:35.164511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.217324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Allocated IP 172.20.0.1 (a4df6f80-80bb-497e-8db9-a47c8dd52b31/a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2/012055c5-ab1e-47a5-8d33-4522f6de928d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:35.505863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:35.570568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.632130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Transition to ACTIVE for port object 012055c5-ab1e-47a5-8d33-4522f6de928d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:35.698342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.818565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:35.921546 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0e38e08f-eff2-42af-97be-1f4733b159ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1bdea58aad9e4fc59760f5c5b925cb6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2105007 Jun 30 09:07:35.931867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:35.960973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Pushing event updated for resources: {'Port': ['ID=012055c5-ab1e-47a5-8d33-4522f6de928d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:35.993400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:35.997170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:36.005111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:36.100940 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fa6bcb5-2593-4e3a-a349-df0aa22003be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.127975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:36.162460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:36.162804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f5a1fd92-0899-4ce3-a5a2-1a04adb9b876 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:36.163223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9898587-45f2-42cc-895b-71f59782590b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:36.172740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.233862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fa6bcb5-2593-4e3a-a349-df0aa22003be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.334088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.387345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d9898587-45f2-42cc-895b-71f59782590b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:36.387694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9898587-45f2-42cc-895b-71f59782590b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:36.429194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43e32fe6-8a3a-4312-b09a-d7b24201ff80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.624463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:36.626993 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.675803 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43e32fe6-8a3a-4312-b09a-d7b24201ff80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.696445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43e32fe6-8a3a-4312-b09a-d7b24201ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.869753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fa6bcb5-2593-4e3a-a349-df0aa22003be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.882555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4fa6bcb5-2593-4e3a-a349-df0aa22003be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.885161 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:36.885666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4fa6bcb5-2593-4e3a-a349-df0aa22003be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb7c169e-c45e-4491-9438-5d04bc5079b8 HTTP/1.1" status: 204 len: 168 time: 0.9521127 Jun 30 09:07:36.931356 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-43e32fe6-8a3a-4312-b09a-d7b24201ff80 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8be20bf078ab4b55be320cd3e80027dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5928853 Jun 30 09:07:36.934517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55128) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:36.948969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e32fe6-8a3a-4312-b09a-d7b24201ff80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e795a5cf-3baf-4b60-9a1d-6591eface0df,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:36.987960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6bcb5-2593-4e3a-a349-df0aa22003be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7c169e-c45e-4491-9438-5d04bc5079b8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.078471 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.092609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Transition to ACTIVE for port object 9b667254-cf3c-40c6-b5da-8314b3a6142e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:37.132193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5012442e-8771-43a7-ba65-36fb545fed79 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:37.157400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.284702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-607c9005-1b15-4d68-8734-814d87480c22 None None] Provisioning for port 012055c5-ab1e-47a5-8d33-4522f6de928d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:37.339922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02b822db-957e-4fcd-9f7e-6955b51e2f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.369856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Attempting to bind port 9b667254-cf3c-40c6-b5da-8314b3a6142e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:37.370259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Attempting to bind port 9b667254-cf3c-40c6-b5da-8314b3a6142e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:37.370623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Attempting to bind port 9b667254-cf3c-40c6-b5da-8314b3a6142e on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:37.379337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-607c9005-1b15-4d68-8734-814d87480c22 None None] Provisioning complete for port 012055c5-ab1e-47a5-8d33-4522f6de928d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:37.379695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-607c9005-1b15-4d68-8734-814d87480c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.430296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:37.430717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:37.431073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.431467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:37.431955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Bound port: 9b667254-cf3c-40c6-b5da-8314b3a6142e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:37.432331 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.483170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-607c9005-1b15-4d68-8734-814d87480c22 None None] Port 012055c5-ab1e-47a5-8d33-4522f6de928d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:37.530851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02b822db-957e-4fcd-9f7e-6955b51e2f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.618631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f272b83-ba3f-4fb8-a90f-f3fc415aafd6 None None] Pushing event updated for resources: {'Port': ['ID=9b667254-cf3c-40c6-b5da-8314b3a6142e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.633516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] For port 9b667254-cf3c-40c6-b5da-8314b3a6142e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:37.677505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] For port 9b667254-cf3c-40c6-b5da-8314b3a6142e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b667254-cf3c-40c6-b5da-8314b3a6142e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:37.727918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.765484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02b822db-957e-4fcd-9f7e-6955b51e2f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.769013 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02b822db-957e-4fcd-9f7e-6955b51e2f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.772668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-02b822db-957e-4fcd-9f7e-6955b51e2f80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e795a5cf-3baf-4b60-9a1d-6591eface0df HTTP/1.1" status: 204 len: 168 time: 0.8342986 Jun 30 09:07:37.792285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b822db-957e-4fcd-9f7e-6955b51e2f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e795a5cf-3baf-4b60-9a1d-6591eface0df,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:37.819986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.826294 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:37.917894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5012442e-8771-43a7-ba65-36fb545fed79 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:37.918475 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.013644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.013874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Pushing event updated for resources: {'Port': ['ID=012055c5-ab1e-47a5-8d33-4522f6de928d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.032021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.075358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Routers {'3b8a2a92-a4d7-4c99-9537-8c7024a7d847'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:38.086045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:38.330118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f272b83-ba3f-4fb8-a90f-f3fc415aafd6 None None] Pushing event updated for resources: {'Port': ['ID=9b667254-cf3c-40c6-b5da-8314b3a6142e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:38.345302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:38.365566 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd034a24-4448-46d6-ad49-47ee46c3dc69" -d '{"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:38.381934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:38.385560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:38.452479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] Set router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:38.785179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:38.796495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:38.921172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:38.925663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:39.086405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:39.096966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7a89f59f-e15c-4e64-b618-1bcee310aea2 admin admin] 10.222.0.77 "PUT /v2.0/routers/3b8a2a92-a4d7-4c99-9537-8c7024a7d847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5071743 Jun 30 09:07:39.143312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-68a0a498-c6bc-4c4c-bf10-0b05daa0713d None None] Provisioning complete for port 012055c5-ab1e-47a5-8d33-4522f6de928d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:39.144146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-68a0a498-c6bc-4c4c-bf10-0b05daa0713d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.219490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3110216-bc62-4521-9906-1d5651430693 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:39.271654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:39.317816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-68a0a498-c6bc-4c4c-bf10-0b05daa0713d None None] Port 012055c5-ab1e-47a5-8d33-4522f6de928d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:07:39.362829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 414812e9-82b6-488c-b4eb-5f02677b165b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:39.364036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.464974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b3110216-bc62-4521-9906-1d5651430693 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:39.487593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b3110216-bc62-4521-9906-1d5651430693 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:39.489029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.651130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:36Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '012055c5-ab1e-47a5-8d33-4522f6de928d', 'name': '', 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'mac_address': 'fa:16:3e:da:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:34Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 2, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'subnets': [{'id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:39.739119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d78d4-ed78-4191-8ee3-609404e0fc9f None None] The sync data for ids ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'] in n-d-780147-22 is: [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:36Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '012055c5-ab1e-47a5-8d33-4522f6de928d', 'name': '', 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'mac_address': 'fa:16:3e:da:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:34Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 2, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'subnets': [{'id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:39.881631 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:39.947332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.029162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:40.045023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.268286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:40.271153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port b3110216-bc62-4521-9906-1d5651430693, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3110216-bc62-4521-9906-1d5651430693,segment=NetworkSegment(e5e2c89c-68da-4ff8-a103-57f7ce2b169d),segment_id=e5e2c89c-68da-4ff8-a103-57f7ce2b169d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:40.277681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:40.368636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d440c236-33e2-4f51-9f3a-71c6e02675c1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:40.552477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d440c236-33e2-4f51-9f3a-71c6e02675c1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:40.552806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d440c236-33e2-4f51-9f3a-71c6e02675c1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:40.606341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=b3110216-bc62-4521-9906-1d5651430693,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:41.220795 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3af3df3f-7f59-41bd-9191-ae930657b965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:42.879153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b667254-cf3c-40c6-b5da-8314b3a6142e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:43.270537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 9b667254-cf3c-40c6-b5da-8314b3a6142e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:43.287786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9b667254-cf3c-40c6-b5da-8314b3a6142e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:43.288519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.500119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.553612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 9b667254-cf3c-40c6-b5da-8314b3a6142e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b667254-cf3c-40c6-b5da-8314b3a6142e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:43.564705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.565525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3110216-bc62-4521-9906-1d5651430693 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:43.626701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Sync routers for ids ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:43.648584 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Routers {'3b8a2a92-a4d7-4c99-9537-8c7024a7d847'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:43.649224 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:43.829261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b3110216-bc62-4521-9906-1d5651430693 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:43.829261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:43.829261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=9b667254-cf3c-40c6-b5da-8314b3a6142e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:43.834398 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Set router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:44.101903 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-265c5877-d1bd-4b40-93bd-66000be44611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.194087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.279576 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:36Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '012055c5-ab1e-47a5-8d33-4522f6de928d', 'name': '', 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'mac_address': 'fa:16:3e:da:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:34Z', 'updated_at': '2021-06-30T09:07:37Z', 'revision_number': 2, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'subnets': [{'id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:44.342988 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Checking router: 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:44.345210 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Updating router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 port 012055c5-ab1e-47a5-8d33-4522f6de928d binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:07:44.410286 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:44.744197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b667254-cf3c-40c6-b5da-8314b3a6142e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:44.826657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9b667254-cf3c-40c6-b5da-8314b3a6142e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:44.827087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.123191 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.135330 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Transition to ACTIVE for port object 012055c5-ab1e-47a5-8d33-4522f6de928d will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:07:45.142942 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.309116 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95605422-c003-4ddc-a889-76ccac0ab846 None None] Pushing event updated for resources: {'Port': ['ID=012055c5-ab1e-47a5-8d33-4522f6de928d,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.312916 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Attempting to bind port 012055c5-ab1e-47a5-8d33-4522f6de928d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:07:45.312916 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Attempting to bind port 012055c5-ab1e-47a5-8d33-4522f6de928d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:07:45.313473 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Attempting to bind port 012055c5-ab1e-47a5-8d33-4522f6de928d on network a4df6f80-80bb-497e-8db9-a47c8dd52b31 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:07:45.321443 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:07:45.321889 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Checking segment: {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:07:45.322466 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.323184 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Bound using segment: {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:07:45.323750 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Bound port: 012055c5-ab1e-47a5-8d33-4522f6de928d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80af6822-30ba-4b43-a759-06285589f3d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:07:45.324205 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.475461 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] For port 012055c5-ab1e-47a5-8d33-4522f6de928d, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:07:45.485616 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] For port 012055c5-ab1e-47a5-8d33-4522f6de928d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=012055c5-ab1e-47a5-8d33-4522f6de928d,segment=NetworkSegment(80af6822-30ba-4b43-a759-06285589f3d0),segment_id=80af6822-30ba-4b43-a759-06285589f3d0)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:07:45.500834 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.632959 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95605422-c003-4ddc-a889-76ccac0ab846 None None] Pushing event updated for resources: {'Port': ['ID=012055c5-ab1e-47a5-8d33-4522f6de928d,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:45.673900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Routers {'3b8a2a92-a4d7-4c99-9537-8c7024a7d847'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:45.673900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:45.942359 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:45.950982 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] Set router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:46.712850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:36Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '012055c5-ab1e-47a5-8d33-4522f6de928d', 'name': '', 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'mac_address': 'fa:16:3e:da:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:34Z', 'updated_at': '2021-06-30T09:07:45Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'subnets': [{'id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:46.776949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5654ad-c801-4e2d-95cb-56f6982555e4 None None] The sync data for ids ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'] in n-d-780147-22 is: [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:07:36Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '012055c5-ab1e-47a5-8d33-4522f6de928d', 'name': '', 'network_id': 'a4df6f80-80bb-497e-8db9-a47c8dd52b31', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'mac_address': 'fa:16:3e:da:a3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:34Z', 'updated_at': '2021-06-30T09:07:45Z', 'revision_number': 4, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'subnets': [{'id': 'a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:46.779264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 012055c5-ab1e-47a5-8d33-4522f6de928d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:46.944698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 012055c5-ab1e-47a5-8d33-4522f6de928d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:07:46.950650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 012055c5-ab1e-47a5-8d33-4522f6de928d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:46.951166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.079935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.133616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 012055c5-ab1e-47a5-8d33-4522f6de928d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=012055c5-ab1e-47a5-8d33-4522f6de928d,segment=NetworkSegment(80af6822-30ba-4b43-a759-06285589f3d0),segment_id=80af6822-30ba-4b43-a759-06285589f3d0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:47.142521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.241300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=012055c5-ab1e-47a5-8d33-4522f6de928d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:47.257078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:47.512788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.714910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 012055c5-ab1e-47a5-8d33-4522f6de928d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:48.767741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-358ccea5-db45-4cb8-99d4-a449d2e139e6 req-5b43eb3c-d8d8-4abb-8a69-1222bba90892 tempest-FloatingIPsNegativeTestJSON-916210567 tempest-FloatingIPsNegativeTestJSON-916210567-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=e1cda27dd5a84fcaab7e40ce60894850 HTTP/1.1" status: 200 len: 217 time: 0.0876493 Jun 30 09:07:48.798689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 012055c5-ab1e-47a5-8d33-4522f6de928d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:48.799313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:48.838460 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7123ff-ea45-4c4b-8b9e-ec6f3690b408 x-openstack-request-id: req-cd7123ff-ea45-4c4b-8b9e-ec6f3690b408 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:48.838994 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:48.839447 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd7123ff-ea45-4c4b-8b9e-ec6f3690b408 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:48.840051 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'code': 200} Jun 30 09:07:49.259317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-deccfa75-b13f-4c4e-a93e-75cc136b1967 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.261605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-deccfa75-b13f-4c4e-a93e-75cc136b1967 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 944 time: 0.1011887 Jun 30 09:07:49.284151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-7eae3c7d-005c-4af8-87d4-3b905ace46c2 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1649842 Jun 30 09:07:49.290910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:49.317043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.400336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Deleting port 00ddf199-bb1e-40b7-963a-09be9bc326ac {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:49.400729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.460946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.553979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] For port 00ddf199-bb1e-40b7-963a-09be9bc326ac, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=00ddf199-bb1e-40b7-963a-09be9bc326ac,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:49.554420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.584525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Calling delete_port for 00ddf199-bb1e-40b7-963a-09be9bc326ac owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:49.644661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Allocated IP 172.25.7.158 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/2658a813-d719-409a-912a-4ee044e55606) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:49.651965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55374) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:49.733443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d4622-901e-40c2-923f-bfe912f65f83 req-565ad485-9280-4140-8a79-f69bbf4143c4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:49.735728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-466d4622-901e-40c2-923f-bfe912f65f83 req-565ad485-9280-4140-8a79-f69bbf4143c4 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=937ce04f-f884-48a3-8acc-034ebd7a152b HTTP/1.1" status: 200 len: 944 time: 0.1474028 Jun 30 09:07:49.748783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.765093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['00ddf199-bb1e-40b7-963a-09be9bc326ac'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:49.786213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event deleted for resources: {'Port': ['ID=00ddf199-bb1e-40b7-963a-09be9bc326ac,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:49.794241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30e2c1cf-e3f7-4859-8598-ff524d47ee4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.827196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-466d4622-901e-40c2-923f-bfe912f65f83 req-531319ca-b876-4da8-b929-f4f3ae6cfe68 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856671 Jun 30 09:07:49.836791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] No DVR routers for this DVR port 00ddf199-bb1e-40b7-963a-09be9bc326ac on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:49.839112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.839829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:49.842523 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a21eb08f-d69e-4c65-8922-1cf478f1ecfe req-7f067d2f-82b8-4d5f-bef0-0c8dd8914cfb tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "DELETE /v2.0/ports/00ddf199-bb1e-40b7-963a-09be9bc326ac HTTP/1.1" status: 204 len: 173 time: 0.5738516 Jun 30 09:07:49.842696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'name': 'network-vif-deleted', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:49.845163 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149b178c-0e6d-47f5-be64-4a3c1447d87a" -d '{"events": [{"server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "name": "network-vif-deleted", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:49.893308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06e749b6-b3d8-4ebb-a584-c30c4e03e192 req-6243efa4-5a0c-4888-8a0b-15ca8f13e3e1 tempest-FloatingIPsNegativeTestJSON-916210567 tempest-FloatingIPsNegativeTestJSON-916210567-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0346611 Jun 30 09:07:49.954150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.013655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:50.020932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:50.034389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:50.037890 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30e2c1cf-e3f7-4859-8598-ff524d47ee4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.039881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=2658a813-d719-409a-912a-4ee044e55606,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.065422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30e2c1cf-e3f7-4859-8598-ff524d47ee4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.115469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2c1cf-e3f7-4859-8598-ff524d47ee4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26e7f40-f0a2-4044-a733-0a69e9afb53a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.123536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-30e2c1cf-e3f7-4859-8598-ff524d47ee4b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9bc8169e4b164b37afecb34a5d0e530b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4704528 Jun 30 09:07:50.126816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.171678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.180895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4eb0-7100-4e38-9ba6-67a4bb15212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.206851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4eb0-7100-4e38-9ba6-67a4bb15212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.225583 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.264350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4eb0-7100-4e38-9ba6-67a4bb15212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.269084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dbfc4eb0-7100-4e38-9ba6-67a4bb15212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.270750 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dbfc4eb0-7100-4e38-9ba6-67a4bb15212e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a26e7f40-f0a2-4044-a733-0a69e9afb53a HTTP/1.1" status: 204 len: 168 time: 0.1427767 Jun 30 09:07:50.288723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc4eb0-7100-4e38-9ba6-67a4bb15212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26e7f40-f0a2-4044-a733-0a69e9afb53a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.445269 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.450407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.494390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ee75-7ddd-47a7-8983-66bbf88f3665 req-088b8f26-e7c5-47a0-97cf-b0ed74990998 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.495929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95c1ee75-7ddd-47a7-8983-66bbf88f3665 req-088b8f26-e7c5-47a0-97cf-b0ed74990998 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 950 time: 0.1412442 Jun 30 09:07:50.554521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=2658a813-d719-409a-912a-4ee044e55606,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.575274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.590885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95c1ee75-7ddd-47a7-8983-66bbf88f3665 req-adee1dba-a317-4277-b8f8-1047c7eb42c1 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Jun 30 09:07:50.600248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.603645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-5d4990cf-8382-4953-b9b5-08ed2ce43844 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3175712 Jun 30 09:07:50.665023 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4f10a8-24c3-4e16-929d-5be7f55513df x-openstack-request-id: req-cb4f10a8-24c3-4e16-929d-5be7f55513df {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:50.665597 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ce04f-f884-48a3-8acc-034ebd7a152b", "name": "network-vif-deleted", "tag": "00ddf199-bb1e-40b7-963a-09be9bc326ac", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:50.665859 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb4f10a8-24c3-4e16-929d-5be7f55513df {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:50.666282 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937ce04f-f884-48a3-8acc-034ebd7a152b', 'name': 'network-vif-deleted', 'tag': '00ddf199-bb1e-40b7-963a-09be9bc326ac', 'status': 'completed', 'code': 200} Jun 30 09:07:50.666596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-cbc6e4a8-41fd-4973-aa69-d05ffbaa5eb5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.0544186 Jun 30 09:07:50.692115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.705999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4f66b7-dc75-4691-9388-9f42460ea245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.758252 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-dec07694-9e31-4475-abcb-6ca65a4eb3d9 req-558a90b7-2e18-48c2-b31d-4fddfb1ba8cf tempest-FloatingIPsNegativeTestJSON-916210567 tempest-FloatingIPsNegativeTestJSON-916210567-project] show failed (client error): The resource could not be found. Jun 30 09:07:50.759415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dec07694-9e31-4475-abcb-6ca65a4eb3d9 req-558a90b7-2e18-48c2-b31d-4fddfb1ba8cf tempest-FloatingIPsNegativeTestJSON-916210567 tempest-FloatingIPsNegativeTestJSON-916210567-project] 10.222.0.77 "GET /v2.0/floatingips/7d23add4-b56b-461d-a171-679c838a3d45 HTTP/1.1" status: 404 len: 350 time: 0.0770507 Jun 30 09:07:50.772238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:50.841146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:50.844357 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04aee380-d19f-40d8-9b4b-20e863e9c63b" -d '{"events": [{"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-plugged", "status": "completed", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:50.861963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-595eab32-8d6d-47c0-99d7-e2e3f5a2d099 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:50.864863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae4f7f56-5c0b-442b-9bf5-400bb3c01ece req-595eab32-8d6d-47c0-99d7-e2e3f5a2d099 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1935892 Jun 30 09:07:50.894360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4f66b7-dc75-4691-9388-9f42460ea245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.901142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4f66b7-dc75-4691-9388-9f42460ea245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:50.990156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f66b7-dc75-4691-9388-9f42460ea245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b0a296-95d4-44c3-b5b3-9f9a286aae62,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:50.995970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a4f66b7-dc75-4691-9388-9f42460ea245 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d043dd73cf54f84b010df4fe76e9013&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027122 Jun 30 09:07:51.000686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55432) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:51.073872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f2d0-84e5-4076-8702-ddd1187ac2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.106243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f2d0-84e5-4076-8702-ddd1187ac2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.171835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f2d0-84e5-4076-8702-ddd1187ac2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.175786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf4f2d0-84e5-4076-8702-ddd1187ac2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.185281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fbf4f2d0-84e5-4076-8702-ddd1187ac2f8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72b0a296-95d4-44c3-b5b3-9f9a286aae62 HTTP/1.1" status: 204 len: 168 time: 0.1805964 Jun 30 09:07:51.202292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4f2d0-84e5-4076-8702-ddd1187ac2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b0a296-95d4-44c3-b5b3-9f9a286aae62,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:51.265370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.305267 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bdc1b9-d0d4-4fbd-9879-9f3499b686ac x-openstack-request-id: req-30bdc1b9-d0d4-4fbd-9879-9f3499b686ac {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:51.305611 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-plugged", "status": "completed", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:51.305894 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30bdc1b9-d0d4-4fbd-9879-9f3499b686ac {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:51.306432 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b', 'code': 200} Jun 30 09:07:51.557845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-0ad90c79-7931-4ae6-a6f9-8c5ac961994a tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1697829 Jun 30 09:07:51.564006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:51.599611 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.629022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Deleting port b3110216-bc62-4521-9906-1d5651430693 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:51.629885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.726070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.754777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] For port b3110216-bc62-4521-9906-1d5651430693, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b3110216-bc62-4521-9906-1d5651430693,segment=NetworkSegment(e5e2c89c-68da-4ff8-a103-57f7ce2b169d),segment_id=e5e2c89c-68da-4ff8-a103-57f7ce2b169d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:51.756093 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:51.777002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Calling delete_port for b3110216-bc62-4521-9906-1d5651430693 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:51.838910 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:07:51.861264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Allocated IP 172.25.7.64 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/e43d3fd1-bb13-45f5-ac80-7a0695f9f220) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:51.881514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:52.012872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.044384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.054447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:52.064324 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.065864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:52.124959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.178972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:52.184950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:52.195088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:52.209032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.247860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=e43d3fd1-bb13-45f5-ac80-7a0695f9f220,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.268663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.280669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:52.284321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.285039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.285556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.286058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.286598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.287191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.287687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.288186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.288666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.289161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.289656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.290352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:07:52.295040 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.302732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:52.338448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 00ddf199-bb1e-40b7-963a-09be9bc326ac {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:52.339129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 00ddf199-bb1e-40b7-963a-09be9bc326ac not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:52.361909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.424940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Pushing event deleted for resources: {'Port': ['ID=b3110216-bc62-4521-9906-1d5651430693,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.437414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.449427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.509551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.698368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.726059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.732996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.846269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=e43d3fd1-bb13-45f5-ac80-7a0695f9f220,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:52.856534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.874658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:52.876697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-95c0d453-73fc-43f7-b41c-103308250672 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3178945 Jun 30 09:07:52.927565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-ffd60f97-1653-48b7-b5b3-b6f3f2563c72 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.0449684 Jun 30 09:07:52.980987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Router 9323e908-0387-4eba-adfe-68156207bd69 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:07:53.064944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-3452c32b-7f4c-4709-bb27-c88664071b01 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.066666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0dd140a-d580-4e43-acfd-fbdf74653846 req-3452c32b-7f4c-4709-bb27-c88664071b01 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1332214 Jun 30 09:07:53.128146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:07:53.137122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55544) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:53.142807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] Sync routers for ids ['9323e908-0387-4eba-adfe-68156207bd69'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:07:53.145391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ba01050-b92a-42c2-ae7f-229406ec790f admin admin] 10.222.0.77 "PUT /v2.0/routers/9323e908-0387-4eba-adfe-68156207bd69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3720186 Jun 30 09:07:53.174604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] Routers {'9323e908-0387-4eba-adfe-68156207bd69'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:53.176510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9323e908-0387-4eba-adfe-68156207bd69'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:53.277926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.326949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}, {'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:53.333016 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e335ec3b-1d9e-4c2f-9460-111ecf92282d" -d '{"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}, {"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-unplugged", "status": "completed", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:53.367189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] Set router 9323e908-0387-4eba-adfe-68156207bd69 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:53.457730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a395036-a084-4cf7-b790-60698f451af8 req-c35f31ad-b9b7-488d-a762-55fc6463f485 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.459344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a395036-a084-4cf7-b790-60698f451af8 req-c35f31ad-b9b7-488d-a762-55fc6463f485 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.1021352 Jun 30 09:07:53.572178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f142fe2-b94e-45cc-90fe-a55ccb221d78 req-f661c7ca-f894-4cc7-9a96-5aa3be551886 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:53.574067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f142fe2-b94e-45cc-90fe-a55ccb221d78 req-f661c7ca-f894-4cc7-9a96-5aa3be551886 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=14f1b138-080c-42f8-944f-e10729ae3395 HTTP/1.1" status: 200 len: 945 time: 0.2619135 Jun 30 09:07:53.589821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92a74223-024f-41af-a2a7-a6bed9309213 req-97a02adf-457b-41ec-b683-d7e1e53a7bed tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2786491 Jun 30 09:07:53.599120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.600460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:52Z', 'revision_number': 5, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port': {'id': 'b12b1b0e-b9f6-4241-8e9c-b1c550083ecb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:8c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9323e908-0387-4eba-adfe-68156207bd69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:14Z', 'updated_at': '2021-06-30T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:53.610481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Deleting port 16a8a763-1dca-477e-8c0c-ba8d448314c5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:53.611596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.617716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:53.633783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] Checking router: 9323e908-0387-4eba-adfe-68156207bd69 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:07:53.644302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] Routers {'9323e908-0387-4eba-adfe-68156207bd69'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:07:53.645032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9323e908-0387-4eba-adfe-68156207bd69'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:53.647669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f142fe2-b94e-45cc-90fe-a55ccb221d78 req-15ecc1ef-e1dd-4b49-9231-74cc3e3f3c4a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642185 Jun 30 09:07:53.684974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.749854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] For port 16a8a763-1dca-477e-8c0c-ba8d448314c5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=16a8a763-1dca-477e-8c0c-ba8d448314c5,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:53.751183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.757626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Deleting port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:53.757967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.769577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Calling delete_port for 16a8a763-1dca-477e-8c0c-ba8d448314c5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:53.802600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] Set router 9323e908-0387-4eba-adfe-68156207bd69 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:07:53.862629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:53Z', 'revision_number': 6, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:53.872041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] For port b12b1b0e-b9f6-4241-8e9c-b1c550083ecb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:53.872407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:53.896640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd02a0c0-4753-4ef9-88b1-0b570158b7f7 None None] The sync data for ids ['9323e908-0387-4eba-adfe-68156207bd69'] in n-d-780147-22 is: [{'id': '9323e908-0387-4eba-adfe-68156207bd69', 'name': 'tempest-FloatingIPsNegativeTestJSON-1089955257-router', 'tenant_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:12Z', 'updated_at': '2021-06-30T09:07:53Z', 'revision_number': 6, 'project_id': 'e1cda27dd5a84fcaab7e40ce60894850', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:07:53.902485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Calling delete_port for b12b1b0e-b9f6-4241-8e9c-b1c550083ecb owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:53.916993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.020284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.062141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event deleted for resources: {'Port': ['ID=16a8a763-1dca-477e-8c0c-ba8d448314c5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.118207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] No DVR routers for this DVR port 16a8a763-1dca-477e-8c0c-ba8d448314c5 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:54.122435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.128565 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a395036-a084-4cf7-b790-60698f451af8 req-d0d3adf9-1d3b-4ca3-93f2-9038d1bca784 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.79 "DELETE /v2.0/ports/16a8a763-1dca-477e-8c0c-ba8d448314c5 HTTP/1.1" status: 204 len: 173 time: 0.6626325 Jun 30 09:07:54.129358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'name': 'network-vif-deleted', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:54.132664 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4da5e1-b56b-4818-a20a-5c83e1ca8d10" -d '{"events": [{"server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "name": "network-vif-deleted", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:54.279245 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7fae42-7661-42fa-bcc3-c0a430099919 x-openstack-request-id: req-8b7fae42-7661-42fa-bcc3-c0a430099919 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:54.279773 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "code": 200}, {"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-unplugged", "status": "completed", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:54.280043 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b7fae42-7661-42fa-bcc3-c0a430099919 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:54.280501 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'code': 200} Jun 30 09:07:54.280823 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b', 'code': 200} Jun 30 09:07:54.615927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Allocated IP 172.25.7.86 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/6bd5130d-195f-41a1-bf31-e78fc3d2a6c0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:54.660873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-7a19ae51-58a7-4798-8c68-7b7209867a07 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:54.662425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-7a19ae51-58a7-4798-8c68-7b7209867a07 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.2345138 Jun 30 09:07:54.701280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55614) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.745011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:54.770035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-5783e72e-3bb4-4a75-8f83-86d0e0d2ec0a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/quotas/dcb49c3a5b53430691adb53ff260fe11 HTTP/1.1" status: 200 len: 375 time: 0.0919480 Jun 30 09:07:54.842670 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.879596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b12b1b0e-b9f6-4241-8e9c-b1c550083ecb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:54.885721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19326632-70cf-4050-9224-daaa3b8a4d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.890791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:54.917046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Pushing event deleted for resources: {'Port': ['ID=b12b1b0e-b9f6-4241-8e9c-b1c550083ecb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:54.936717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b12b1b0e-b9f6-4241-8e9c-b1c550083ecb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:54.937069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b12b1b0e-b9f6-4241-8e9c-b1c550083ecb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:54.937584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3110216-bc62-4521-9906-1d5651430693 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:54.970290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b3110216-bc62-4521-9906-1d5651430693 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:54.971039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b3110216-bc62-4521-9906-1d5651430693 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:54.979158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bb31c38-92b5-42c8-961f-19c0f0117329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.045019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-8cf82a2e-25de-4086-b8ca-00d9672f7a42 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2737803 Jun 30 09:07:55.072314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f5329f90-16ec-4827-b9fd-0bd456cad9d1 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:55.074055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f5329f90-16ec-4827-b9fd-0bd456cad9d1 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "GET /v2.0/ports?device_id=82682446-4ac2-4c46-a1c2-22d52d9aec25 HTTP/1.1" status: 200 len: 943 time: 0.1484516 Jun 30 09:07:55.111738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19326632-70cf-4050-9224-daaa3b8a4d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.113259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.122708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19326632-70cf-4050-9224-daaa3b8a4d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.217734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-19326632-70cf-4050-9224-daaa3b8a4d91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=69237e310af44e1fa8b6323b471bd701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5150089 Jun 30 09:07:55.220812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19326632-70cf-4050-9224-daaa3b8a4d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b27585-56c7-44e7-bbf8-1933f1a2488f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.224392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55622) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.234988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.250419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.265399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.284381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Deleting port 414812e9-82b6-488c-b4eb-5f02677b165b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:55.284740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.337966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bb31c38-92b5-42c8-961f-19c0f0117329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.343598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bb31c38-92b5-42c8-961f-19c0f0117329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.376474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:55.387165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-46d8f079-f8a1-4a48-a138-94d82c5983a4 service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3411701 Jun 30 09:07:55.390279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:55.398972 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8bb31c38-92b5-42c8-961f-19c0f0117329 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c30c4d53bc95486a82981046a96d413b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6506450 Jun 30 09:07:55.399233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.399233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9323e908-0387-4eba-adfe-68156207bd69 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:07:55.400651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:55.400837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.408433 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.409449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d1394fd0-9a2b-46f7-bc05-66c16f35261a admin admin] 10.222.0.77 "DELETE /v2.0/routers/9323e908-0387-4eba-adfe-68156207bd69 HTTP/1.1" status: 204 len: 168 time: 2.2693882 Jun 30 09:07:55.416823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:55.418813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb31c38-92b5-42c8-961f-19c0f0117329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860ba915-3a39-4e94-b8c4-4e6a869829b8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.437106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=6bd5130d-195f-41a1-bf31-e78fc3d2a6c0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.486430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] For port 414812e9-82b6-488c-b4eb-5f02677b165b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=414812e9-82b6-488c-b4eb-5f02677b165b,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:55.486430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.497025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c200fd6-b5d8-4acc-b282-fb24711a027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.510543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Calling delete_port for 414812e9-82b6-488c-b4eb-5f02677b165b owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:55.532045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Deleting subnet 35413bea-d550-4d8a-9321-ec3b96de5e25 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:07:55.542139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c200fd6-b5d8-4acc-b282-fb24711a027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.544416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.595882 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7f56deb-31d6-4320-8ef0-bd787e05f232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.624777 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.628170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-b2a3dcea-7890-4549-a6eb-df2f905eb169 service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247062 Jun 30 09:07:55.628583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.668417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7f56deb-31d6-4320-8ef0-bd787e05f232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.690564 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c200fd6-b5d8-4acc-b282-fb24711a027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.694623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c200fd6-b5d8-4acc-b282-fb24711a027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.699742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c200fd6-b5d8-4acc-b282-fb24711a027e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/19b27585-56c7-44e7-bbf8-1933f1a2488f HTTP/1.1" status: 204 len: 168 time: 0.4743247 Jun 30 09:07:55.717660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c200fd6-b5d8-4acc-b282-fb24711a027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b27585-56c7-44e7-bbf8-1933f1a2488f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.718534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.794558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.820203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7f56deb-31d6-4320-8ef0-bd787e05f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.822727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7f56deb-31d6-4320-8ef0-bd787e05f232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:55.824145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7f56deb-31d6-4320-8ef0-bd787e05f232 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/860ba915-3a39-4e94-b8c4-4e6a869829b8 HTTP/1.1" status: 204 len: 168 time: 0.4224980 Jun 30 09:07:55.905808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f56deb-31d6-4320-8ef0-bd787e05f232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860ba915-3a39-4e94-b8c4-4e6a869829b8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:55.950450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.018773 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b28070-c6e2-4de6-a76c-738bb4cc727b x-openstack-request-id: req-52b28070-c6e2-4de6-a76c-738bb4cc727b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:56.019062 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f1b138-080c-42f8-944f-e10729ae3395", "name": "network-vif-deleted", "tag": "16a8a763-1dca-477e-8c0c-ba8d448314c5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:56.019312 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-52b28070-c6e2-4de6-a76c-738bb4cc727b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:56.019774 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f1b138-080c-42f8-944f-e10729ae3395', 'name': 'network-vif-deleted', 'tag': '16a8a763-1dca-477e-8c0c-ba8d448314c5', 'status': 'completed', 'code': 200} Jun 30 09:07:56.025081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event deleted for resources: {'Port': ['ID=414812e9-82b6-488c-b4eb-5f02677b165b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.064482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.077894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:07:56.093892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] No DVR routers for this DVR port 414812e9-82b6-488c-b4eb-5f02677b165b on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:56.142734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.145593 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024017b5-c3db-4b9c-b26b-f73643f50f40 req-f7823f0e-fb41-4ec1-ae38-3ec823713e7d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "DELETE /v2.0/ports/414812e9-82b6-488c-b4eb-5f02677b165b HTTP/1.1" status: 204 len: 173 time: 1.0660875 Jun 30 09:07:56.149886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35413bea-d550-4d8a-9321-ec3b96de5e25,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.161001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.167574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f416a3c0-cdd0-4ac7-92bf-51b3110cff29 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/35413bea-d550-4d8a-9321-ec3b96de5e25 HTTP/1.1" status: 204 len: 168 time: 0.7480185 Jun 30 09:07:56.167793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55652) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.178293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.190888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.281040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d0c69-40c2-4738-a72f-a0ba8378bcba None None] Network c5c52047-32de-4b46-a065-9c607132342e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:07:56.304890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.344331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6412-0fda-4f6f-9504-b0dd3d40c9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.354823 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.400829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.409450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92a74223-024f-41af-a2a7-a6bed9309213 req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8049357 Jun 30 09:07:56.492404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9621285-ca73-468f-9e36-bcbc715039f8 req-49345176-cf5a-4e2d-a678-8008c3621497 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 210 time: 0.1421003 Jun 30 09:07:56.509417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92a74223-024f-41af-a2a7-a6bed9309213 req-9197d229-33e9-40a4-b40a-0cd630ebf663 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.86 HTTP/1.1" status: 200 len: 695 time: 0.0988772 Jun 30 09:07:56.535442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def713f-dd1b-4eef-9902-aa2a1ab2bea5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=6bd5130d-195f-41a1-bf31-e78fc3d2a6c0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.582557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6412-0fda-4f6f-9504-b0dd3d40c9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.598633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.611977 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e6d6412-0fda-4f6f-9504-b0dd3d40c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.694680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a74223-024f-41af-a2a7-a6bed9309213 req-09881d1f-b3ba-4a5c-91b7-bf1d024cf245 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:56.708406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92a74223-024f-41af-a2a7-a6bed9309213 req-09881d1f-b3ba-4a5c-91b7-bf1d024cf245 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1965041 Jun 30 09:07:56.731884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e6d6412-0fda-4f6f-9504-b0dd3d40c9e2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3803ff1a777e4849b706d8776c9d4270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4241190 Jun 30 09:07:56.736629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55668) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.736809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:56.792451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d6412-0fda-4f6f-9504-b0dd3d40c9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2692072b-9f4e-4698-a29c-6845ca7c87d9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:56.807455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69d686df-005b-4729-8121-774cdba39a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.809431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:56.894121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'mac_address': 'fa:16:3e:af:5a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:07:56.921232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-096b39fc-a5fb-4bec-b9f5-030c8ceb22fd tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1362936 Jun 30 09:07:56.921554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Deleting port 41a1fc61-6b7a-476c-bf0d-90794532feb1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:56.921934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.930911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:56.953148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.962485 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44262f11-1d28-4272-b6bc-f86c49e19a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:56.989955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cb4b149-93b0-46ce-bebd-6133ae45d52c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:07:56.993081 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44262f11-1d28-4272-b6bc-f86c49e19a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.059020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:57.068767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44262f11-1d28-4272-b6bc-f86c49e19a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.070494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.073544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44262f11-1d28-4272-b6bc-f86c49e19a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.075342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-44262f11-1d28-4272-b6bc-f86c49e19a89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2692072b-9f4e-4698-a29c-6845ca7c87d9 HTTP/1.1" status: 204 len: 168 time: 0.3371654 Jun 30 09:07:57.092075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44262f11-1d28-4272-b6bc-f86c49e19a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2692072b-9f4e-4698-a29c-6845ca7c87d9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.210005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.219989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69d686df-005b-4729-8121-774cdba39a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.252132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] For port 41a1fc61-6b7a-476c-bf0d-90794532feb1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=41a1fc61-6b7a-476c-bf0d-90794532feb1,segment=NetworkSegment(e5e2c89c-68da-4ff8-a103-57f7ce2b169d),segment_id=e5e2c89c-68da-4ff8-a103-57f7ce2b169d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:57.253177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.261149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.271143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69d686df-005b-4729-8121-774cdba39a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.300196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Calling delete_port for 41a1fc61-6b7a-476c-bf0d-90794532feb1 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:57.332724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['9cb4b149-93b0-46ce-bebd-6133ae45d52c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:07:57.409754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d686df-005b-4729-8121-774cdba39a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa4f62-d827-4f86-8ce8-530b2fa9acc2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.437713 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-69d686df-005b-4729-8121-774cdba39a13 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9b6cc0ec49e34eb9994c3dc180c3a047&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929183 Jun 30 09:07:57.439612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55688) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:57.448544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.526821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] DHCP port deletion for c5c52047-32de-4b46-a065-9c607132342e request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:07:57.586096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.611950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] No DVR routers for this DVR port 41a1fc61-6b7a-476c-bf0d-90794532feb1 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:57.622880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-593629c1-4a09-4fd8-9c75-1c71b0ce7335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.664265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41a1fc61-6b7a-476c-bf0d-90794532feb1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.704604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Deleting port 41a1fc61-6b7a-476c-bf0d-90794532feb1 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:57.705505 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.742485 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-593629c1-4a09-4fd8-9c75-1c71b0ce7335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.797589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.809650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c52047-32de-4b46-a065-9c607132342e']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:57.815668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] For port 41a1fc61-6b7a-476c-bf0d-90794532feb1, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:57.816067 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.825599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:57.825885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e2c89c-68da-4ff8-a103-57f7ce2b169d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:07:57.836633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.847418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Calling delete_port for 41a1fc61-6b7a-476c-bf0d-90794532feb1 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:57.851689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Port 41a1fc61-6b7a-476c-bf0d-90794532feb1 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:07:57.853400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.855685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Allocated IP 172.25.7.140 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/6acaca33-0bd3-4bbc-b2fc-bcd091f80b5f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:57.855925 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.861293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:07:57.861293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:07:57.864201 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:07:57.899619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] Pushing event deleted for resources: {'Port': ['ID=41a1fc61-6b7a-476c-bf0d-90794532feb1,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.905393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbfc044-2302-41fe-9a1a-7c6990ae3244 None None] No DVR routers for this DVR port 41a1fc61-6b7a-476c-bf0d-90794532feb1 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:07:57.925718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:57.932661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.939066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:57.941662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c5c52047-32de-4b46-a065-9c607132342e HTTP/1.1" status: 204 len: 168 time: 1.7704890 Jun 30 09:07:57.957756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e85f48-4032-48b8-ae06-1354a8ab97c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c52047-32de-4b46-a065-9c607132342e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:57.967787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b744b-a8f1-4b7d-8cd4-22601c249008 req-fd201ddb-059b-42aa-8123-9634d418cd93 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:57.970639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 16a8a763-1dca-477e-8c0c-ba8d448314c5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:57.971201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 16a8a763-1dca-477e-8c0c-ba8d448314c5 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:57.975199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b01b744b-a8f1-4b7d-8cd4-22601c249008 req-fd201ddb-059b-42aa-8123-9634d418cd93 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.3387668 Jun 30 09:07:58.020699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-deleted', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:58.023519 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca82328-fa57-41c0-bf7a-9bb1d45348ff" -d '{"events": [{"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-deleted", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:58.048031 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-593629c1-4a09-4fd8-9c75-1c71b0ce7335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.051006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-593629c1-4a09-4fd8-9c75-1c71b0ce7335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.052161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-593629c1-4a09-4fd8-9c75-1c71b0ce7335 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/beaa4f62-d827-4f86-8ce8-530b2fa9acc2 HTTP/1.1" status: 204 len: 168 time: 0.6129639 Jun 30 09:07:58.090745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:07:58.172003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.202433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 9cb4b149-93b0-46ce-bebd-6133ae45d52c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:07:58.202810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.213934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593629c1-4a09-4fd8-9c75-1c71b0ce7335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa4f62-d827-4f86-8ce8-530b2fa9acc2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.224956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.244281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-3a7d0893-7cbf-4cd1-8933-f5487bf66b87 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.246137 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-3a7d0893-7cbf-4cd1-8933-f5487bf66b87 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.83 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.1910331 Jun 30 09:07:58.249029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55710) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:58.285646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:58.304339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=6acaca33-0bd3-4bbc-b2fc-bcd091f80b5f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.307073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:58.325443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b01b744b-a8f1-4b7d-8cd4-22601c249008 req-62fc7b01-5fe2-4675-bcd6-105137236682 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484523 Jun 30 09:07:58.326357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Request body: {'port': {'device_id': '4bd48567-d9ac-4250-86c1-027c959428fa', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'admin_state_up': True, 'tenant_id': 'dcb49c3a5b53430691adb53ff260fe11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:58.326748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:58.359792 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.410040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-36c6473a-e2ae-401a-ad6d-11b9a1d54f2a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:58.411622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-36c6473a-e2ae-401a-ad6d-11b9a1d54f2a tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.5698631 Jun 30 09:07:58.426189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:07:58.433407 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888be9a4-c9ac-46b4-bc3b-30c75cab45fb" -d '{"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:07:58.452358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:58.460436 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.494375 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0b30fbc1-79f7-4c9f-b490-3a02509a405f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e1cda27dd5a84fcaab7e40ce60894850&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437670 Jun 30 09:07:58.497877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:58.567419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.604869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.648678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b2e180f-3a7b-443c-9ddf-3e95a1094ec8 req-0637b81a-4fdc-450f-9c07-e1bd2b633add tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 210 time: 0.0755527 Jun 30 09:07:58.649662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af8d6641-0ded-4096-887b-e6d5dca95a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.681066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Made reservation on behalf of dcb49c3a5b53430691adb53ff260fe11 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:07:58.684541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.692322 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af8d6641-0ded-4096-887b-e6d5dca95a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.716103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 41a1fc61-6b7a-476c-bf0d-90794532feb1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:58.743115 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33659c84-650c-4416-998a-df521fd27140 x-openstack-request-id: req-33659c84-650c-4416-998a-df521fd27140 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:58.743407 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82682446-4ac2-4c46-a1c2-22d52d9aec25", "name": "network-vif-deleted", "tag": "414812e9-82b6-488c-b4eb-5f02677b165b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:58.743678 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33659c84-650c-4416-998a-df521fd27140 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:58.744060 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82682446-4ac2-4c46-a1c2-22d52d9aec25', 'name': 'network-vif-deleted', 'tag': '414812e9-82b6-488c-b4eb-5f02677b165b', 'status': 'completed', 'code': 200} Jun 30 09:07:58.753986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 41a1fc61-6b7a-476c-bf0d-90794532feb1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:58.754423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 41a1fc61-6b7a-476c-bf0d-90794532feb1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:58.777778 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.888245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af8d6641-0ded-4096-887b-e6d5dca95a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.892119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af8d6641-0ded-4096-887b-e6d5dca95a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.893741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-af8d6641-0ded-4096-887b-e6d5dca95a77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c9d370f7-be7f-4d0f-b3b4-3725d74fd0eb HTTP/1.1" status: 204 len: 168 time: 0.3915200 Jun 30 09:07:58.898111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Deleting port e4553872-753c-447e-9f9f-6d04f93b5bee {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:07:58.898703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:58.911515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d6641-0ded-4096-887b-e6d5dca95a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d370f7-be7f-4d0f-b3b4-3725d74fd0eb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:58.928846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Allocated IP 172.20.0.13 (f46122d6-2a1a-4206-8a69-01eed1dc7bf5/4fe25921-378f-43ab-b703-344c63f141da/ed5481cd-93dd-4e96-9afe-e728bfc96728) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:07:58.985251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.001534 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e297b401-b1fb-4353-8735-d9b4644cb026 x-openstack-request-id: req-e297b401-b1fb-4353-8735-d9b4644cb026 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:07:59.001832 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-plugged", "status": "completed", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:07:59.002087 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e297b401-b1fb-4353-8735-d9b4644cb026 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:07:59.002630 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'code': 200} Jun 30 09:07:59.214970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.271497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.322977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:07:59.326774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:07:59.329776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:07:59.420050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] For port e4553872-753c-447e-9f9f-6d04f93b5bee, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e4553872-753c-447e-9f9f-6d04f93b5bee,segment=NetworkSegment(3d7c16ec-c5db-4f15-b9a3-9a08930739ae),segment_id=3d7c16ec-c5db-4f15-b9a3-9a08930739ae)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:07:59.420192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.430718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.437642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Calling delete_port for e4553872-753c-447e-9f9f-6d04f93b5bee owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:07:59.442181 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.476318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.477008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.492311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:59.517615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-64d184b2-8082-47f1-8ef4-8682cc9d38f7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2441823 Jun 30 09:07:59.537814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Request body: {'port': {'device_id': '4bd48567-d9ac-4250-86c1-027c959428fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:07:59.619541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event updated for resources: {'Port': ['ID=6acaca33-0bd3-4bbc-b2fc-bcd091f80b5f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:07:59.638962 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.653169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.673753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.675190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-3aabb291-9fdb-4481-a85a-5a0bc20aedd6 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7527232 Jun 30 09:07:59.735384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.781060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f794b05-0eec-4550-ac78-118a9e09eaa6 req-1fb182d0-071d-4b4e-a204-2cc7ce99ca7e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:07:59.788253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f794b05-0eec-4550-ac78-118a9e09eaa6 req-1fb182d0-071d-4b4e-a204-2cc7ce99ca7e tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/ports?device_id=7fa8475d-68d7-48fc-91c6-6568cc076501 HTTP/1.1" status: 200 len: 944 time: 0.2252915 Jun 30 09:07:59.816020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-c0156453-96b5-481f-b0e2-e274c82ff5eb tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.1090970 Jun 30 09:07:59.899058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f794b05-0eec-4550-ac78-118a9e09eaa6 req-5b85111e-eb0d-4266-8601-0c1b51df3049 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.77 "GET /v2.0/security-groups?id=2671a560-e6de-4c4b-8a0e-7df12cf436c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098197 Jun 30 09:07:59.902273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:07:59.909688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:07:59.922590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:07:59.957780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 414812e9-82b6-488c-b4eb-5f02677b165b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:07:59.957996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 414812e9-82b6-488c-b4eb-5f02677b165b not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:07:59.996863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Pushing event deleted for resources: {'Port': ['ID=e4553872-753c-447e-9f9f-6d04f93b5bee,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.027084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5481cd-93dd-4e96-9afe-e728bfc96728 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:00.037473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.055328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Transition to ACTIVE for port object ed5481cd-93dd-4e96-9afe-e728bfc96728 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:00.063887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.134637 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66b9a583-d56c-4f8c-bf89-c8187dc9b46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.158978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] No DVR routers for this DVR port e4553872-753c-447e-9f9f-6d04f93b5bee on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:00.162248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.165389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8af5dac7-66a3-4ada-8265-a08ad05d12b8 req-1779c5b5-9a94-49aa-9577-4e600c7f3047 tempest-LiveMigrationTest-2092028371 tempest-LiveMigrationTest-2092028371-project] 10.222.0.83 "DELETE /v2.0/ports/e4553872-753c-447e-9f9f-6d04f93b5bee HTTP/1.1" status: 204 len: 173 time: 1.6881602 Jun 30 09:08:00.173556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'name': 'network-vif-deleted', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:00.176258 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6cef68-2bcb-4038-ae93-087ecc67136b" -d '{"events": [{"server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "name": "network-vif-deleted", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:00.221042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-951b3612-3e51-4066-81e2-b9077c498d26 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.222753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd6ed9f-535e-4f75-8c24-e5d170be4c4b req-951b3612-3e51-4066-81e2-b9077c498d26 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.3987525 Jun 30 09:08:00.237709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac99d4-4af8-4cf2-9323-bb9c30f64400 req-53884540-78b5-48d8-b484-7c68f8232c9e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.239204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eac99d4-4af8-4cf2-9323-bb9c30f64400 req-53884540-78b5-48d8-b484-7c68f8232c9e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 944 time: 0.1428130 Jun 30 09:08:00.274762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66b9a583-d56c-4f8c-bf89-c8187dc9b46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.276803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.300972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eac99d4-4af8-4cf2-9323-bb9c30f64400 req-5c55624a-86ef-46ae-a005-6da675ef193e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556624 Jun 30 09:08:00.333489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66b9a583-d56c-4f8c-bf89-c8187dc9b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.339231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-192218331-network', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:00.363570 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ffe0cf-c688-4087-ae25-b732fdfde43f x-openstack-request-id: req-66ffe0cf-c688-4087-ae25-b732fdfde43f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:00.364289 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa8475d-68d7-48fc-91c6-6568cc076501", "name": "network-vif-deleted", "tag": "e4553872-753c-447e-9f9f-6d04f93b5bee", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:00.365207 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66ffe0cf-c688-4087-ae25-b732fdfde43f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:00.366498 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa8475d-68d7-48fc-91c6-6568cc076501', 'name': 'network-vif-deleted', 'tag': 'e4553872-753c-447e-9f9f-6d04f93b5bee', 'status': 'completed', 'code': 200} Jun 30 09:08:00.394505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Made reservation on behalf of 50443e20ec4d47ed9b3847e4b955c4e0 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:00.398503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.437946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Attempting to bind port ed5481cd-93dd-4e96-9afe-e728bfc96728 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:00.438547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Attempting to bind port ed5481cd-93dd-4e96-9afe-e728bfc96728 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:00.439087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Attempting to bind port ed5481cd-93dd-4e96-9afe-e728bfc96728 on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:00.451840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d778876a-50e9-48d0-b2ad-333fb8689b58 req-eeee0fe4-79d7-4b00-9118-e526a08f5881 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips/05c634ca-396b-4a88-9438-b478e733fc62 HTTP/1.1" status: 200 len: 693 time: 0.0743115 Jun 30 09:08:00.481959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.484831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Port ed5481cd-93dd-4e96-9afe-e728bfc96728 on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:00.485126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Attempting to bind port ed5481cd-93dd-4e96-9afe-e728bfc96728 on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:00.488067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9a583-d56c-4f8c-bf89-c8187dc9b46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc9385c-6aca-4ccb-abc4-d409139b356f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:00.500470 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-66b9a583-d56c-4f8c-bf89-c8187dc9b46b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c1c989f036034661877826562facb6cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7642038 Jun 30 09:08:00.501208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:00.534120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:00.534487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Checking segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:00.534866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Bound using segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:00.535299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Bound port: ed5481cd-93dd-4e96-9afe-e728bfc96728, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:00.535721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.611118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfc582ae-ae33-4c31-9e24-7b7e98c62ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.617634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778876a-50e9-48d0-b2ad-333fb8689b58 req-5560c105-c06d-4b42-b166-8b8f3cd13f47 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.620237 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d778876a-50e9-48d0-b2ad-333fb8689b58 req-5560c105-c06d-4b42-b166-8b8f3cd13f47 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1618133 Jun 30 09:08:00.704304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-78512933-0e00-4792-a913-1a97bdb8a9b4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips/05c634ca-396b-4a88-9438-b478e733fc62 HTTP/1.1" status: 200 len: 693 time: 0.0607958 Jun 30 09:08:00.709406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfc582ae-ae33-4c31-9e24-7b7e98c62ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.719431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:00.761099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:00.802582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.830985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-c96feed4-6ecb-4666-b701-8253f48c7f21 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.832399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-c96feed4-6ecb-4666-b701-8253f48c7f21 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1274681 Jun 30 09:08:00.872861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:00.873488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.875199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] 10.222.0.83 "PUT /v2.0/ports/ed5481cd-93dd-4e96-9afe-e728bfc96728 HTTP/1.1" status: 200 len: 1093 time: 1.3436458 Jun 30 09:08:00.875801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:00.878772 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c332ea30-96c8-4ab2-9c66-e21089cae3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:00.945467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-48a3c394-c1c0-4378-8c73-c26270128da5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.1003885 Jun 30 09:08:00.955917 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323463cc-4927-465b-a7b3-9e53c4ceb0f7 x-openstack-request-id: req-323463cc-4927-465b-a7b3-9e53c4ceb0f7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:00.956463 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:00.956463 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-323463cc-4927-465b-a7b3-9e53c4ceb0f7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:00.956845 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'status': 'completed', 'code': 200} Jun 30 09:08:00.958872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:00.994150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.013499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-c0bc2c20-84f7-403b-a249-81fd2379670b tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.140 HTTP/1.1" status: 200 len: 696 time: 0.0565338 Jun 30 09:08:01.080069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f058244-ded4-40e6-9fa7-2986b2cf0141 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.087087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c06cc7-1373-49cd-801b-bd16052422e6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.092189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfc582ae-ae33-4c31-9e24-7b7e98c62ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.094469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfc582ae-ae33-4c31-9e24-7b7e98c62ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.095631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dfc582ae-ae33-4c31-9e24-7b7e98c62ca4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfc9385c-6aca-4ccb-abc4-d409139b356f HTTP/1.1" status: 204 len: 168 time: 0.5914068 Jun 30 09:08:01.106602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc582ae-ae33-4c31-9e24-7b7e98c62ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc9385c-6aca-4ccb-abc4-d409139b356f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.113976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:01.127813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.128167 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Added segment cfd31712-382d-472c-a77b-8046bc2c603d of type vlan for network 8fa3bed5-a88b-4489-89df-824a58096aa7 Jun 30 09:08:01.192904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.198635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0fb9ddab-ce67-4041-a162-0797c860fe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.200153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-0fb9ddab-ce67-4041-a162-0797c860fe5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 1096 time: 0.2465715 Jun 30 09:08:01.222965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Deleting port 6acaca33-0bd3-4bbc-b2fc-bcd091f80b5f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:01.223540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.273195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-de6f5774-6381-420e-91e3-4fdc34bade58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728 HTTP/1.1" status: 200 len: 217 time: 0.0587451 Jun 30 09:08:01.291507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.292440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.293022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.342837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-48178585-d853-48e6-a20c-fe1b344b82e7 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=26d69682945a4a169cb3137ae76a0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351417 Jun 30 09:08:01.365839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.366334 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.382527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4717071 Jun 30 09:08:01.386476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.400211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Request body: {'subnet': {'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-192218331-subnet', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:01.408791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-eebb4d06-82ed-418d-9e21-872e16a38cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.410177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-eebb4d06-82ed-418d-9e21-872e16a38cab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.1293855 Jun 30 09:08:01.413098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee0b81-c296-4ed1-8dae-6aac4b28373f admin admin] Pushing event updated for resources: {'Network': ['ID=8fa3bed5-a88b-4489-89df-824a58096aa7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.424920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:01.428600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Calling delete_port for 6acaca33-0bd3-4bbc-b2fc-bcd091f80b5f owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:01.481235 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-318ef1ca-620b-402f-bc02-bc75dea47ddc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637622 Jun 30 09:08:01.510644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Made reservation on behalf of 50443e20ec4d47ed9b3847e4b955c4e0 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:01.512955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.596646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-67914878-a93f-41b6-b5ed-3d5412e993ad tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:01.598188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-67914878-a93f-41b6-b5ed-3d5412e993ad tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370372 Jun 30 09:08:01.624041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-4f683005-7dfc-4d83-b3c0-854a0c1f14f3 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/quotas/26d69682945a4a169cb3137ae76a0a38 HTTP/1.1" status: 200 len: 375 time: 0.0164559 Jun 30 09:08:01.693109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-926d624b-84bd-4638-8880-dc23a8308bfd tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=26d69682945a4a169cb3137ae76a0a38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606287 Jun 30 09:08:01.723569 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.775103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event deleted for resources: {'Port': ['ID=6acaca33-0bd3-4bbc-b2fc-bcd091f80b5f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:01.830670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:01.886035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef59ae3a-e2be-4c43-bc23-b32570ba1dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.921615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.924614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:01.939223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05f615c-2151-47bb-9ad9-d344bd18dbf6 req-0a7a3fe7-0505-4b1d-89d5-35ac33d2b9a4 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "DELETE /v2.0/floatingips/05c634ca-396b-4a88-9438-b478e733fc62 HTTP/1.1" status: 204 len: 173 time: 0.9183202 Jun 30 09:08:01.939936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-ff9c59dc-ffc3-4cb8-a5c2-43e3ac8c13d6 service neutron] 10.222.0.83 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511163 Jun 30 09:08:02.023444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.116414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef59ae3a-e2be-4c43-bc23-b32570ba1dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.122946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:02.125596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b3a14c00-2eb2-484d-a8d3-b90dae5de4f5 req-8bb06ba4-48d4-4b29-989f-cd6db44f988b service neutron] 10.222.0.83 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754944 Jun 30 09:08:02.134058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef59ae3a-e2be-4c43-bc23-b32570ba1dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.141698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.191537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: e4553872-753c-447e-9f9f-6d04f93b5bee {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:02.191885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e4553872-753c-447e-9f9f-6d04f93b5bee not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:02.256667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b84b674-aff3-4bad-b3dc-0c5ad33f308d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.262661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Checking segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:02.263375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Network hostable DHCP agents. Network: 8fa3bed5-a88b-4489-89df-824a58096aa7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:02.313620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:02.325754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef59ae3a-e2be-4c43-bc23-b32570ba1dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb64c85-5d53-4f03-b8ac-a35d705fa2a3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.334462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-91734a84-1b20-450c-86cf-ef2b7cdd15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.336972 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-91734a84-1b20-450c-86cf-ef2b7cdd15c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 1096 time: 0.0906646 Jun 30 09:08:02.339644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 8fa3bed5-a88b-4489-89df-824a58096aa7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:02.345465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.348300 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.349348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da348cf-18b3-40c1-9d03-b041fdedbf60 None None] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:02.357415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0c07757-d539-4493-adda-359bd53527a8 req-c6404dde-b374-4bcc-aa3d-e21784a4d32c tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 210 time: 0.1238065 Jun 30 09:08:02.368643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55912) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.371900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ef59ae3a-e2be-4c43-bc23-b32570ba1dad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f38ade998284da88afecd423a2fb31f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5373602 Jun 30 09:08:02.443927 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f477679-3874-4eea-b24a-2b1d14a3b664 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0532618 Jun 30 09:08:02.456081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55914) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.510526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:02.530941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Deleting subnet 2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:02.544121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.581630 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40af88e-536c-45f2-8880-9740d3ba5b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.589471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e151109d-245f-41a5-a567-cceaf7c9a2f9 req-3c9580e9-0138-4178-acc5-fd2564516930 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.591601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e151109d-245f-41a5-a567-cceaf7c9a2f9 req-3c9580e9-0138-4178-acc5-fd2564516930 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 944 time: 0.4151657 Jun 30 09:08:02.596271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-a7060a45-6863-4cc7-a983-2c36e48ee0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.597761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-a7060a45-6863-4cc7-a983-2c36e48ee0c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 906 time: 0.2449923 Jun 30 09:08:02.604621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-8fa3bed5-a88b-4489-89df-824a58096aa7', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:02.610034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.610991 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.683163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-48d24977-8be3-4792-a059-d8582b44bd9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728 HTTP/1.1" status: 200 len: 217 time: 0.0769351 Jun 30 09:08:02.686434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40af88e-536c-45f2-8880-9740d3ba5b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.731017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55920) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:02.739762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.752970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.754555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.791827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3a4fe-94d7-4f6c-9e3c-d6de5359eb21 req-df484dc4-0a49-48e1-b41f-7f346aa21976 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.805863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-524163c4-d538-4e6a-a284-152b240e42bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:02.807382 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-524163c4-d538-4e6a-a284-152b240e42bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.1127577 Jun 30 09:08:02.814085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81e3a4fe-94d7-4f6c-9e3c-d6de5359eb21 req-df484dc4-0a49-48e1-b41f-7f346aa21976 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4090471 Jun 30 09:08:02.831825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e151109d-245f-41a5-a567-cceaf7c9a2f9 req-9d4aa5b7-7c5b-4c44-baee-c95a9ef9f1e0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087507 Jun 30 09:08:02.868826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Allocated IP 172.20.0.2 (8fa3bed5-a88b-4489-89df-824a58096aa7/8b84b674-aff3-4bad-b3dc-0c5ad33f308d/e84405a5-a28a-4b9d-9da1-cca3783e27b9) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:02.878552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-d72513fb-581b-4091-8157-855c2e3f10dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545392 Jun 30 09:08:02.880638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40af88e-536c-45f2-8880-9740d3ba5b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.883299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e40af88e-536c-45f2-8880-9740d3ba5b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.884462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e40af88e-536c-45f2-8880-9740d3ba5b1d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4bb64c85-5d53-4f03-b8ac-a35d705fa2a3 HTTP/1.1" status: 204 len: 168 time: 0.5147793 Jun 30 09:08:02.906761 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.914844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87b3be88-2263-4284-ae0f-6f1d594b0ea5 req-62dff115-3036-413c-b994-3bf8e9ad54b0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=45c503e896ca485db809cd1d44cf617a HTTP/1.1" status: 200 len: 1655 time: 0.0997314 Jun 30 09:08:02.959331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40af88e-536c-45f2-8880-9740d3ba5b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb64c85-5d53-4f03-b8ac-a35d705fa2a3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.988894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:02.992934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:02.996994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-90cf203a-a979-4bea-ac2e-574fe3c9ccf5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2baf7594-eb69-4726-a1f2-e6ab7bd3d7d0 HTTP/1.1" status: 204 len: 168 time: 0.9645281 Jun 30 09:08:02.997530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.014110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.083000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-265a9e34-3c51-4a2d-9493-a48692636715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.091391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-c0db9555-5dda-43ca-b807-12528c0214dc service neutron] 10.222.0.83 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057393 Jun 30 09:08:03.098346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.195100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3be88-2263-4284-ae0f-6f1d594b0ea5 req-8c53adf7-d7b5-48fc-b1b8-8e83094285af tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.203749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87b3be88-2263-4284-ae0f-6f1d594b0ea5 req-8c53adf7-d7b5-48fc-b1b8-8e83094285af tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks?id=4747e385-5751-42ee-8c13-eb2f2e9e5783&id=4747e385-5751-42ee-8c13-eb2f2e9e5783&id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 787 time: 0.2868371 Jun 30 09:08:03.216822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-87b3be88-2263-4284-ae0f-6f1d594b0ea5 req-64a46a25-820f-4e71-ab24-dc98d923f4e2 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:08:03.222929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87b3be88-2263-4284-ae0f-6f1d594b0ea5 req-64a46a25-820f-4e71-ab24-dc98d923f4e2 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176768 Jun 30 09:08:03.236159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.256527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Transition to ACTIVE for port object e84405a5-a28a-4b9d-9da1-cca3783e27b9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:03.262800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.280095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f052aee1-fc70-455d-8470-0d0c34a47948']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.283603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Transition to ACTIVE for port object e84405a5-a28a-4b9d-9da1-cca3783e27b9 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:03.289515 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c332ea30-96c8-4ab2-9c66-e21089cae3b3 req-17b39c8f-cdd9-4969-a467-f0fcf5989ab1 service neutron] 10.222.0.83 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883502 Jun 30 09:08:03.292759 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.292941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7c16ec-c5db-4f15-b9a3-9a08930739ae') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.293127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7c16ec-c5db-4f15-b9a3-9a08930739ae') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:03.307427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.335890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.347222 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.356748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:03.357159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:03.360531 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:03.371609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-1a329d8c-a6e4-429a-8042-8e76a2d151df tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips/476adcd0-7cbf-47a0-a506-a21ec6382d49 HTTP/1.1" status: 200 len: 692 time: 0.1096976 Jun 30 09:08:03.409961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:03.426852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Pushing event updated for resources: {'Port': ['ID=e84405a5-a28a-4b9d-9da1-cca3783e27b9,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.429625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:03.433209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:03.493510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.501828 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.505330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] 10.222.0.77 "DELETE /v2.0/networks/f052aee1-fc70-455d-8470-0d0c34a47948 HTTP/1.1" status: 204 len: 168 time: 0.5068529 Jun 30 09:08:03.509273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Attempting to bind port e84405a5-a28a-4b9d-9da1-cca3783e27b9 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:03.509729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Attempting to bind port e84405a5-a28a-4b9d-9da1-cca3783e27b9 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:03.510291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Attempting to bind port e84405a5-a28a-4b9d-9da1-cca3783e27b9 on network 8fa3bed5-a88b-4489-89df-824a58096aa7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:03.511070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.516730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:03.517194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Checking segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:03.517818 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.519685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Bound using segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:03.519685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Bound port: e84405a5-a28a-4b9d-9da1-cca3783e27b9, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:03.519685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.602947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] For port e84405a5-a28a-4b9d-9da1-cca3783e27b9, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:03.607446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] For port e84405a5-a28a-4b9d-9da1-cca3783e27b9, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e84405a5-a28a-4b9d-9da1-cca3783e27b9,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:03.610743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dca1c6-ddfc-4f8a-8e20-fcf77d3fb17d admin admin] Pushing event deleted for resources: {'Network': ['ID=f052aee1-fc70-455d-8470-0d0c34a47948,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.618117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fdd2f5f-69f5-4a3a-90ff-458431a158ea req-a8c29875-cc8a-421e-bfff-d25f1729bf0c tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 210 time: 0.0526929 Jun 30 09:08:03.620350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.621900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Deleting subnet 2d54a551-8161-487d-bdb0-dfc3b7a1163d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:03.627594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.689313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.723441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed0df8-e354-40d1-9ed3-1bdfe2b24408 None None] Pushing event updated for resources: {'Port': ['ID=e84405a5-a28a-4b9d-9da1-cca3783e27b9,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.748394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-265a9e34-3c51-4a2d-9493-a48692636715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.756455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.767339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-26719d1b-7682-45e3-ad50-e55e0f03215a tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:03.780701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-26719d1b-7682-45e3-ad50-e55e0f03215a tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.4081075 Jun 30 09:08:03.798477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-265a9e34-3c51-4a2d-9493-a48692636715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.845045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.897331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-ddf0ff84-09de-4e70-af28-6b60e3f7208d tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.86 HTTP/1.1" status: 200 len: 695 time: 0.1147149 Jun 30 09:08:03.904108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d54a551-8161-487d-bdb0-dfc3b7a1163d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.931614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-265a9e34-3c51-4a2d-9493-a48692636715 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8aa385a0e08a41778504535768dc1ee7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1916549 Jun 30 09:08:03.933244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265a9e34-3c51-4a2d-9493-a48692636715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78693bea-5d90-4da3-be30-7e221a6d1d2c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:03.937874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55964) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:03.956919 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:03.963920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8ddb04de-107e-431b-9af9-4ef200b8a2a3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2d54a551-8161-487d-bdb0-dfc3b7a1163d HTTP/1.1" status: 204 len: 168 time: 0.4505634 Jun 30 09:08:03.971624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.133911 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-c7998b1e-50e6-4359-a26e-6e52bfdf9c7a tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=26d69682945a4a169cb3137ae76a0a38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837674 Jun 30 09:08:04.252948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.383964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-3b1cd2b8-177d-400e-90f6-f90b1f8ad9b6 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.385582 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-3b1cd2b8-177d-400e-90f6-f90b1f8ad9b6 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2388828 Jun 30 09:08:04.391984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.406491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Request body: {'port': {'device_id': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '26d69682945a4a169cb3137ae76a0a38'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:04.411925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.455377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-1a7d24ba-59e0-4546-ab1b-7bc7032543b7 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.86 HTTP/1.1" status: 200 len: 695 time: 0.5487731 Jun 30 09:08:04.461005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b3451d-6fbf-4617-b398-7941e96a613b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.461806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b3451d-6fbf-4617-b398-7941e96a613b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:04.478060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.499886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.516517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:04.517067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:04.518790 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:04.599041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.620356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.624670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] 10.222.0.77 "DELETE /v2.0/networks/6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b HTTP/1.1" status: 204 len: 168 time: 0.6471050 Jun 30 09:08:04.624670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9664a237-8621-4137-9a62-fcaabf137b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6da4e135-cb24-4a8e-b373-4c5a0fd2ea1b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:04.635968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Made reservation on behalf of 26d69682945a4a169cb3137ae76a0a38 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:04.650923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.654448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2842cf26-501e-4f34-808d-62524eb2d8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.682051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.754718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2842cf26-501e-4f34-808d-62524eb2d8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.808815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e84405a5-a28a-4b9d-9da1-cca3783e27b9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:04.852988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0549-d8df-4b18-b033-5e79068f6666 req-2eaba1db-b85a-422a-b04a-3192a6f6aac7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:04.861322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a60f0549-d8df-4b18-b033-5e79068f6666 req-2eaba1db-b85a-422a-b04a-3192a6f6aac7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 944 time: 0.4662437 Jun 30 09:08:04.884639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.893254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.913177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:04.939701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e84405a5-a28a-4b9d-9da1-cca3783e27b9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:04.962862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:04.975679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.005469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bee4cc-df1c-42b3-bf84-bf4de1265f00,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.011191 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a60f0549-d8df-4b18-b033-5e79068f6666 req-3c905543-8da0-483c-b7db-63441b460ba8 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456254 Jun 30 09:08:05.018140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Deleting port 6bd5130d-195f-41a1-bf31-e78fc3d2a6c0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:05.018497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.056688 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2aa8399d-5f6a-473d-a1df-5b103928a7b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3cc6cd19f807446c9c6d1f11128d3e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0862584 Jun 30 09:08:05.058542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:05.164480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Allocated IP 192.168.233.94 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/838667f0-26f0-4157-b7e2-b6669d194117) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:05.170590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3541684-e049-4bc8-ac50-836c4e602c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.186385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Allocated IP 172.25.7.38 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:05.210529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd5292e-dd65-4fe7-a542-f8c95e7fb468 None None] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:05.213994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3541684-e049-4bc8-ac50-836c4e602c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.239588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2842cf26-501e-4f34-808d-62524eb2d8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.242478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2842cf26-501e-4f34-808d-62524eb2d8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.243848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2842cf26-501e-4f34-808d-62524eb2d8d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78693bea-5d90-4da3-be30-7e221a6d1d2c HTTP/1.1" status: 204 len: 168 time: 1.3049450 Jun 30 09:08:05.306081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842cf26-501e-4f34-808d-62524eb2d8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78693bea-5d90-4da3-be30-7e221a6d1d2c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.311012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-170b29bd-984c-4385-924c-7b7681718a67 req-be852cf5-8435-45f2-aa0a-fdb5a7e73eda tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 210 time: 0.0636930 Jun 30 09:08:05.319541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] Provisioning for port e84405a5-a28a-4b9d-9da1-cca3783e27b9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:05.342393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3541684-e049-4bc8-ac50-836c4e602c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.345533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3541684-e049-4bc8-ac50-836c4e602c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.349143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a3541684-e049-4bc8-ac50-836c4e602c5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2671a560-e6de-4c4b-8a0e-7df12cf436c0 HTTP/1.1" status: 204 len: 168 time: 0.2875967 Jun 30 09:08:05.374340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] Provisioning complete for port e84405a5-a28a-4b9d-9da1-cca3783e27b9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:05.375692 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.381935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3541684-e049-4bc8-ac50-836c4e602c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2671a560-e6de-4c4b-8a0e-7df12cf436c0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.400493 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.400815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.417416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Calling delete_port for 6bd5130d-195f-41a1-bf31-e78fc3d2a6c0 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:05.471583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.489869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Transition to ACTIVE for port object 838667f0-26f0-4157-b7e2-b6669d194117 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:05.511489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.549099 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.576257 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.611996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] For port e84405a5-a28a-4b9d-9da1-cca3783e27b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e84405a5-a28a-4b9d-9da1-cca3783e27b9,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:05.618294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.677741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.681549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:05.695644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:05.699872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:05.710850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.774690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.783575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a53372-c64c-4139-97f0-94774b8c3d09 None None] Pushing event updated for resources: {'Port': ['ID=e84405a5-a28a-4b9d-9da1-cca3783e27b9,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:05.864636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:05.865329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:05.898754 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e579c958-55ab-4af4-92ce-24a802258c67 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4977534 Jun 30 09:08:05.917342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Request body: {'port': {'device_id': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:05.920543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:05.950673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:05.953590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:06.057121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fa1a51e7-64d5-4fea-b7aa-e980cee6d368 None None] Provisioning complete for port e84405a5-a28a-4b9d-9da1-cca3783e27b9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:06.058690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fa1a51e7-64d5-4fea-b7aa-e980cee6d368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.139058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.170147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:06.295440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event deleted for resources: {'Port': ['ID=6bd5130d-195f-41a1-bf31-e78fc3d2a6c0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:06.329786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.332872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.334112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4b9b7a3-c814-4091-8286-9ab31bec1bba req-9b78d9f6-5047-445e-9780-2f58651127d0 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "DELETE /v2.0/floatingips/476adcd0-7cbf-47a0-a506-a21ec6382d49 HTTP/1.1" status: 204 len: 173 time: 1.8688643 Jun 30 09:08:06.391474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fea7163a-ae03-441c-8121-9b54319667b9 None None] Provisioning for port 838667f0-26f0-4157-b7e2-b6669d194117 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:06.397190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fea7163a-ae03-441c-8121-9b54319667b9 None None] Provisioning complete for port 838667f0-26f0-4157-b7e2-b6669d194117 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:06.397405 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fea7163a-ae03-441c-8121-9b54319667b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.409862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746458-9641-43e4-b4e4-b351a4fd645a req-e7311e19-6e75-422b-8d46-296fb5fbb486 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:06.417569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60746458-9641-43e4-b4e4-b351a4fd645a req-e7311e19-6e75-422b-8d46-296fb5fbb486 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 944 time: 0.1559865 Jun 30 09:08:06.444524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fea7163a-ae03-441c-8121-9b54319667b9 None None] Port 838667f0-26f0-4157-b7e2-b6669d194117 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:06.474067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56042) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.490169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.508897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-928b6a7f-d5a4-4a3f-b210-9b1629678a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.572811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60746458-9641-43e4-b4e4-b351a4fd645a req-04dd70e4-05ef-44e5-84fc-054386f6e517 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536872 Jun 30 09:08:06.583989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 838667f0-26f0-4157-b7e2-b6669d194117 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:06.592213 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-59709a1d-f583-4978-99a4-cb2bc61048fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fda80bab31f4db2bf02164bffe3fea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006677 Jun 30 09:08:06.595629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.598537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56046) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:06.628961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Transition to ACTIVE for port object 838667f0-26f0-4157-b7e2-b6669d194117 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:06.645555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.647941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.705303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dff6f8ab-1d25-459f-8584-78607dc30e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.806091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e84405a5-a28a-4b9d-9da1-cca3783e27b9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:06.889986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:06.896134 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dff6f8ab-1d25-459f-8584-78607dc30e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:06.960833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e84405a5-a28a-4b9d-9da1-cca3783e27b9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:06.961202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.022405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-53f34cd3-dc20-455c-9066-283d9cb210eb tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips/13f742f7-4fea-4b2a-b81b-2448f7209259 HTTP/1.1" status: 200 len: 692 time: 0.2696807 Jun 30 09:08:07.030374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Attempting to bind port 838667f0-26f0-4157-b7e2-b6669d194117 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:07.030815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Attempting to bind port 838667f0-26f0-4157-b7e2-b6669d194117 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:07.032227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Attempting to bind port 838667f0-26f0-4157-b7e2-b6669d194117 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:07.071726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dff6f8ab-1d25-459f-8584-78607dc30e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.086419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dff6f8ab-1d25-459f-8584-78607dc30e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.088141 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dff6f8ab-1d25-459f-8584-78607dc30e04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc4f3f83-7978-4dcd-a8f8-fd1fc49b58f1 HTTP/1.1" status: 204 len: 168 time: 0.4881101 Jun 30 09:08:07.102136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Port 838667f0-26f0-4157-b7e2-b6669d194117 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:07.102508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Attempting to bind port 838667f0-26f0-4157-b7e2-b6669d194117 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:07.116658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6f8ab-1d25-459f-8584-78607dc30e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4f3f83-7978-4dcd-a8f8-fd1fc49b58f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.119053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:07.119519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:07.119688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:07.120340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Bound port: 838667f0-26f0-4157-b7e2-b6669d194117, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:07.120532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.208163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-928b6a7f-d5a4-4a3f-b210-9b1629678a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.278434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:07.282505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:07.299032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.330517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-928b6a7f-d5a4-4a3f-b210-9b1629678a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.375454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.376098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.377521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] 10.222.0.79 "PUT /v2.0/ports/838667f0-26f0-4157-b7e2-b6669d194117 HTTP/1.1" status: 200 len: 1096 time: 1.4646659 Jun 30 09:08:07.377996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:07.380376 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1092b646-6f57-4587-b91b-af0df9a1bbd2" -d '{"events": [{"name": "network-changed", "server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:07.459521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f4885-dad7-4287-81cb-b2b4cd475307 service neutron] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.565375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-5889139f-81f6-40d1-942b-b46690b7a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.574477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-5889139f-81f6-40d1-942b-b46690b7a0d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26d69682945a4a169cb3137ae76a0a38&device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 1099 time: 0.1097939 Jun 30 09:08:07.581053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.663355 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-a8b3edfd-e99f-4092-9294-98be02b3dbf0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=838667f0-26f0-4157-b7e2-b6669d194117 HTTP/1.1" status: 200 len: 217 time: 0.0753248 Jun 30 09:08:07.689615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-928b6a7f-d5a4-4a3f-b210-9b1629678a0a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32656bdd0a43473e86a6a2f02ffee509&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2139215 Jun 30 09:08:07.697861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:07.701138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-c5be4994-f460-42ff-9cc7-1ec6e9624d3c tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.703764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-c5be4994-f460-42ff-9cc7-1ec6e9624d3c tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.6552429 Jun 30 09:08:07.716727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928b6a7f-d5a4-4a3f-b210-9b1629678a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dddaaf3-3e43-4ef5-9370-55dda48ee601,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:07.816672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-27c6cef9-d5a4-4a66-8157-d0ca6db5ed9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.818180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-27c6cef9-d5a4-4a66-8157-d0ca6db5ed9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1429508 Jun 30 09:08:07.823915 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-360845ac-f458-482a-9f6f-1086f278264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.882459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-360845ac-f458-482a-9f6f-1086f278264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.937157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-7139ed7b-cf5d-405e-8e17-f38ab5f7d26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:07.939027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-7139ed7b-cf5d-405e-8e17-f38ab5f7d26b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043699 Jun 30 09:08:07.961338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-360845ac-f458-482a-9f6f-1086f278264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.971202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-360845ac-f458-482a-9f6f-1086f278264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:07.975349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-360845ac-f458-482a-9f6f-1086f278264e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9dddaaf3-3e43-4ef5-9370-55dda48ee601 HTTP/1.1" status: 204 len: 168 time: 0.2605045 Jun 30 09:08:08.029884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360845ac-f458-482a-9f6f-1086f278264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dddaaf3-3e43-4ef5-9370-55dda48ee601,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.138247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-2a1d7f09-bfff-40a0-b5c6-21cca55232cb service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878324 Jun 30 09:08:08.138974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04552e2a-86e0-4cc2-86d7-12b4adefaf7f req-abb9fe90-4b73-45da-b9cd-74fee0502960 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.146347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04552e2a-86e0-4cc2-86d7-12b4adefaf7f req-abb9fe90-4b73-45da-b9cd-74fee0502960 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 947 time: 0.9756064 Jun 30 09:08:08.160250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-e1965320-842d-4867-bc8e-8ea94334ad61 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.4399097 Jun 30 09:08:08.168180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:08.361996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:08.366554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-274f7af0-7321-4dc5-b224-3a7540e7727a tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.64 HTTP/1.1" status: 200 len: 695 time: 0.1805789 Jun 30 09:08:08.391481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e484eaa-9a59-48ee-9b27-e16424cf2719 req-2257cb6a-50c1-4f99-91f7-cfe4c0d21a2b service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232006 Jun 30 09:08:08.395866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04552e2a-86e0-4cc2-86d7-12b4adefaf7f req-08a0a0fc-0f57-4eac-99f9-c4fc0f497b1b tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485425 Jun 30 09:08:08.411300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'mac_address': 'fa:16:3e:36:da:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:08.538702 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f6bf2-fff1-4b30-abde-fa7e84939610 x-openstack-request-id: req-a79f6bf2-fff1-4b30-abde-fa7e84939610 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:08.539081 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:08.539621 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a79f6bf2-fff1-4b30-abde-fa7e84939610 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:08.540032 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'status': 'completed', 'code': 200} Jun 30 09:08:08.543504 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.588106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5481cd-93dd-4e96-9afe-e728bfc96728 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:08.660265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:08.667797 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:08.696973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-9ec271fa-b47e-474e-a0bb-b77754d89178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.698885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-9ec271fa-b47e-474e-a0bb-b77754d89178 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26d69682945a4a169cb3137ae76a0a38&device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 1099 time: 0.1302304 Jun 30 09:08:08.740556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Router 4ab41a88-5b75-403c-9e31-636bbfa01b70 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:08:08.841757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:08.938988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-dab6bae9-72ae-4b19-bdff-71ca05ced6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:08.945473 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-dab6bae9-72ae-4b19-bdff-71ca05ced6d3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2359500 Jun 30 09:08:08.949480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Deleting port e43d3fd1-bb13-45f5-ac80-7a0695f9f220 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:08.949951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.070892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:09.099328 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Sync routers for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:09.142680 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:09.143323 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:09.148565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed5481cd-93dd-4e96-9afe-e728bfc96728'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:09.176033 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.177399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-50d28c0c-601e-4c21-93e1-0c7ff73771d8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7184389 Jun 30 09:08:09.203681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56118) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:09.275100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63649db3-de92-436e-a7f3-f8a666215a6c req-ef3631f0-0123-4f9a-b5fc-86ce451ba4ae tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.284842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63649db3-de92-436e-a7f3-f8a666215a6c req-ef3631f0-0123-4f9a-b5fc-86ce451ba4ae tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 945 time: 0.4779778 Jun 30 09:08:09.348959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-6345a668-3cf0-41e0-861c-aa1cca7bc89c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=838667f0-26f0-4157-b7e2-b6669d194117 HTTP/1.1" status: 200 len: 217 time: 0.3836093 Jun 30 09:08:09.459354 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:09.531930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-7ef3acc0-5c67-4d84-99fc-0ab3e54ef132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.533386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-7ef3acc0-5c67-4d84-99fc-0ab3e54ef132 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1812365 Jun 30 09:08:09.578942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63649db3-de92-436e-a7f3-f8a666215a6c req-8725489b-92d8-4cb0-a82b-1e052036d758 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714653 Jun 30 09:08:09.708457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-22eb3ca6-e995-4398-aab5-5c9ff507267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:09.713061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-22eb3ca6-e995-4398-aab5-5c9ff507267b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1682777 Jun 30 09:08:09.773956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.774320 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:09.826102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Calling delete_port for e43d3fd1-bb13-45f5-ac80-7a0695f9f220 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:09.861831 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:06Z', 'revision_number': 3, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:09.880723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-76ddc0c9-e433-4707-a1e5-f8a5d3cc259d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568463 Jun 30 09:08:09.931649 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Checking router: 4ab41a88-5b75-403c-9e31-636bbfa01b70 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:09.933506 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Updating router 4ab41a88-5b75-403c-9e31-636bbfa01b70 port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:10.009252 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.114588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1092b646-6f57-4587-b91b-af0df9a1bbd2 req-02dbe504-3e92-4d2f-88e9-a27b264b89c0 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202044 Jun 30 09:08:10.299918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a4ab0-5265-4356-9a9c-dc1e9ef662a1 req-4d75eb8a-c158-4630-83ff-f025a3217888 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:10.306890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe1a4ab0-5265-4356-9a9c-dc1e9ef662a1 req-4d75eb8a-c158-4630-83ff-f025a3217888 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 947 time: 0.2458680 Jun 30 09:08:10.362419 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.372875 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Transition to ACTIVE for port object 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:10.386904 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.415389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe1a4ab0-5265-4356-9a9c-dc1e9ef662a1 req-fdaf4cce-9949-4ac9-8261-7b0aa6eff813 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076193 Jun 30 09:08:10.474159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.519935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event deleted for resources: {'Port': ['ID=e43d3fd1-bb13-45f5-ac80-7a0695f9f220,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.528307 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Attempting to bind port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:10.529129 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Attempting to bind port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:10.530083 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Attempting to bind port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:10.536009 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431bb75-6a16-46be-a0df-80465b756dab None None] Pushing event updated for resources: {'Port': ['ID=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:10.558435 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:10.559538 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:10.560293 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.561290 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:10.562111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Bound port: 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:10.563029 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.608042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.612132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.613770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5a89c7f-6b51-442b-8aa5-a227c20eadf8 req-5595b8da-c640-448b-a33f-dcb73e7dc0b3 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "DELETE /v2.0/floatingips/13f742f7-4fea-4b2a-b81b-2448f7209259 HTTP/1.1" status: 204 len: 173 time: 2.2164216 Jun 30 09:08:10.693889 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] For port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:10.697958 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] For port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:10.712835 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:10.821061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c10bb080-fd2c-477d-8f6a-373677ac3950 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips/f5b39d27-8c32-424e-bbea-0ff25ab12fb9 HTTP/1.1" status: 200 len: 693 time: 0.1361232 Jun 30 09:08:10.841234 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:10.841969 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:11.058977 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:11.073700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-655794f3-af7b-47c0-9905-371264abb5b3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1215906 Jun 30 09:08:11.111173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.175873 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431bb75-6a16-46be-a0df-80465b756dab None None] Pushing event updated for resources: {'Port': ['ID=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:11.219328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-14eacbd9-cf07-4cd0-8a4c-4f4fb78d0878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.295075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a37b9-5e5d-4200-a838-09b601307d3b req-f36b6716-65c0-44c1-b42f-eb4ee02b313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.297479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-f36b6716-65c0-44c1-b42f-eb4ee02b313e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 1100 time: 0.1621718 Jun 30 09:08:11.310006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Allocated IP 172.20.0.1 (8fa3bed5-a88b-4489-89df-824a58096aa7/8b84b674-aff3-4bad-b3dc-0c5ad33f308d/dc9a2627-b36a-4873-8b18-dfd93882e66a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:11.480406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:11.485453 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:06Z', 'revision_number': 3, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:11.545093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-8bea7920-1b74-4a5a-941b-566b22009863 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.546642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-8bea7920-1b74-4a5a-941b-566b22009863 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.7161474 Jun 30 09:08:11.547965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Transition to ACTIVE for port object dc9a2627-b36a-4873-8b18-dfd93882e66a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:11.598319 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04211f43-1a91-4ab0-86cd-0674065e6541 None None] The sync data for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 is: [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:06Z', 'revision_number': 3, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:11.620208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.620694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.621158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.621615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.622072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.622570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.629858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a37b9-5e5d-4200-a838-09b601307d3b req-ec437fff-6e69-47fc-8963-c7c80252ca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.637129 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-ec437fff-6e69-47fc-8963-c7c80252ca7e service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2721529 Jun 30 09:08:11.646846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffb2f667-fcb4-44a5-937d-325d19cede67 req-d41ac164-bfd9-40e2-8616-32c16d60969e tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4305 time: 0.7211015 Jun 30 09:08:11.667883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-0196c471-8177-4332-9040-ecf8953717f5 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.1116943 Jun 30 09:08:11.779631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-8aa5084f-948a-4e49-8fb2-b8f39f2d4b65 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1 HTTP/1.1" status: 200 len: 217 time: 0.1294720 Jun 30 09:08:11.857827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a37b9-5e5d-4200-a838-09b601307d3b req-c468d5df-7337-4dc0-9396-e352afd2e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.860147 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-c468d5df-7337-4dc0-9396-e352afd2e47e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0698643 Jun 30 09:08:11.940361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:11.961237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a37b9-5e5d-4200-a838-09b601307d3b req-c133435e-e433-4181-b306-0788a9869fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:11.963149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-c133435e-e433-4181-b306-0788a9869fa4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966794 Jun 30 09:08:12.123745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-68a40347-5f40-4ef6-8b7d-cc3e45a30922 tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.158 HTTP/1.1" status: 200 len: 696 time: 0.4541934 Jun 30 09:08:12.131923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-cb24c915-924c-4185-9438-617d2f042b10 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598239 Jun 30 09:08:12.189873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.204025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:12.326701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-693a37b9-5e5d-4200-a838-09b601307d3b req-ba86c348-8808-4e3c-adfa-7b59a0daa008 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822968 Jun 30 09:08:12.384693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:12.400752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '838667f0-26f0-4157-b7e2-b6669d194117', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '838667f0-26f0-4157-b7e2-b6669d194117', 'mac_address': 'fa:16:3e:bc:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:12.416854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:12.433711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:12.457501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:12.513097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port ed5481cd-93dd-4e96-9afe-e728bfc96728 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:12.527032 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.537634 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.543744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ed5481cd-93dd-4e96-9afe-e728bfc96728 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:12.547787 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.611360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Pushing event updated for resources: {'Port': ['ID=dc9a2627-b36a-4873-8b18-dfd93882e66a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:12.638666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db70a62-a53c-459a-aa6c-8c8744db0918 req-529f1e6e-0e79-4483-88fc-b62c779b2048 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:12.647473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4db70a62-a53c-459a-aa6c-8c8744db0918 req-529f1e6e-0e79-4483-88fc-b62c779b2048 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 945 time: 0.5604286 Jun 30 09:08:12.660359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838667f0-26f0-4157-b7e2-b6669d194117 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:12.722100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Deleting port 2658a813-d719-409a-912a-4ee044e55606 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:12.723788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.738823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:12.751828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:12.864641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:12.907028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4db70a62-a53c-459a-aa6c-8c8744db0918 req-1ffef402-a0a3-4b1b-bdd0-cb12cbb88ee2 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577527 Jun 30 09:08:13.105933 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.110061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.110655 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.136011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Calling delete_port for 2658a813-d719-409a-912a-4ee044e55606 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:13.170021 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.172552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.182789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-42525847-96d6-4933-85e5-1c8d85ec8c07 None None] Provisioning for port dc9a2627-b36a-4873-8b18-dfd93882e66a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:13.193942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['838667f0-26f0-4157-b7e2-b6669d194117'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:13.226129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-42525847-96d6-4933-85e5-1c8d85ec8c07 None None] Provisioning complete for port dc9a2627-b36a-4873-8b18-dfd93882e66a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:13.226816 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42525847-96d6-4933-85e5-1c8d85ec8c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.330746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:13.333065 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4352a1bb-3278-432c-aa57-f14befcb9aca" -d '{"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:13.372951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:13.541738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:13.548263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-42525847-96d6-4933-85e5-1c8d85ec8c07 None None] Port dc9a2627-b36a-4873-8b18-dfd93882e66a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:13.552214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:13.553137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.555835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.662140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:13.670159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644a44f-167e-476e-be11-f5b7c55abd01 req-ebbc7c37-f303-4a2d-81fa-8e373cf84b5e tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:13.679151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e644a44f-167e-476e-be11-f5b7c55abd01 req-ebbc7c37-f303-4a2d-81fa-8e373cf84b5e tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 948 time: 0.3118620 Jun 30 09:08:13.789146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e644a44f-167e-476e-be11-f5b7c55abd01 req-3786faad-d0cd-4ded-bc52-a9075ae4ee0a tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085567 Jun 30 09:08:13.846753 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.897019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:13.910626 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:13.994204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.028833 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.035789 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-33a8b506-8550-439f-84a5-abcb59b97d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.043337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.110753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.155129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.205835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.241225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Pushing event updated for resources: {'Port': ['ID=dc9a2627-b36a-4873-8b18-dfd93882e66a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.244209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fe74-979b-4eb6-9a99-af35e6345e9d req-8fbd871e-c820-4ac9-b182-6eff8147a66f tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.245627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5a2fe74-979b-4eb6-9a99-af35e6345e9d req-8fbd871e-c820-4ac9-b182-6eff8147a66f tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 886 time: 0.3831525 Jun 30 09:08:14.318117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Pushing event deleted for resources: {'Port': ['ID=2658a813-d719-409a-912a-4ee044e55606,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:14.334596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.336536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.337678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9df22344-3ad5-43bc-8546-8d33e6989d20 req-c6f0db90-3773-4af3-8285-6396551ad7de tempest-FloatingIPDetailsTestJSON-467613334 tempest-FloatingIPDetailsTestJSON-467613334-project] 10.222.0.77 "DELETE /v2.0/floatingips/f5b39d27-8c32-424e-bbea-0ff25ab12fb9 HTTP/1.1" status: 204 len: 173 time: 2.2129939 Jun 30 09:08:14.351154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:14.384255 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aeb4f99-9698-468c-afb7-9e35ba5db8fc x-openstack-request-id: req-0aeb4f99-9698-468c-afb7-9e35ba5db8fc {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:14.384915 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:14.385357 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0aeb4f99-9698-468c-afb7-9e35ba5db8fc {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:14.385918 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'code': 200} Jun 30 09:08:14.438466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:14.440196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:14.820798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:14.853441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7515cb7-ea82-4f95-9517-e261d1f904a7 req-b6d5915f-64f7-41fb-b98a-68ebe7cce21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.858587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7515cb7-ea82-4f95-9517-e261d1f904a7 req-b6d5915f-64f7-41fb-b98a-68ebe7cce21f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 1098 time: 0.3764136 Jun 30 09:08:14.896546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Router 4ab41a88-5b75-403c-9e31-636bbfa01b70 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:14.912939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-363affa7-43fc-423f-951f-9004e2ec0c55 None None] Provisioning complete for port dc9a2627-b36a-4873-8b18-dfd93882e66a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:14.913611 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-363affa7-43fc-423f-951f-9004e2ec0c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:14.953702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.954189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.954683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.955145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.955609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.956352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:14.981706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-575bb378-2af1-4c49-8e33-1b636313811a req-bbe02b36-4ee1-415c-a9c1-e86e49691f01 tempest-NetworksTest-1517759067 tempest-NetworksTest-1517759067-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4305 time: 0.3324015 Jun 30 09:08:14.986902 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7515cb7-ea82-4f95-9517-e261d1f904a7 req-39d94aad-8163-4d66-8865-d2c213a44dc6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418108 Jun 30 09:08:15.000027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-363affa7-43fc-423f-951f-9004e2ec0c55 None None] Port dc9a2627-b36a-4873-8b18-dfd93882e66a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:15.026315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:15.026873 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.042368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18031381-2b5b-4162-94f0-1b8ff0cbf7f6 req-5bead4fd-71cd-42ee-b981-d84c58eb7ed0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.056846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18031381-2b5b-4162-94f0-1b8ff0cbf7f6 req-5bead4fd-71cd-42ee-b981-d84c58eb7ed0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 946 time: 0.4091060 Jun 30 09:08:15.227837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:15.246599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Sync routers for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:15.247494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-50ab10b9-c6aa-4e4b-95fe-a6c5a2854f9e admin admin] 10.222.0.77 "PUT /v2.0/routers/4ab41a88-5b75-403c-9e31-636bbfa01b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0300767 Jun 30 09:08:15.273841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:15.276665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:15.305100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18031381-2b5b-4162-94f0-1b8ff0cbf7f6 req-e564c709-f938-4470-8c80-81801a311c9c tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458816 Jun 30 09:08:15.535649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebba36f-5309-4a3a-ba15-111d664ca34a req-10153b1f-154b-4587-88aa-7f2054b1c01b tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:15.551384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ebba36f-5309-4a3a-ba15-111d664ca34a req-10153b1f-154b-4587-88aa-7f2054b1c01b tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 948 time: 0.1738565 Jun 30 09:08:15.705134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ebba36f-5309-4a3a-ba15-111d664ca34a req-31b473a5-b4a5-4556-9327-57da6033c141 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527219 Jun 30 09:08:15.726107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:15.730436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:15.796079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56292) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:15.980485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:15.985466 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.135969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 838667f0-26f0-4157-b7e2-b6669d194117 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:16.143587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 838667f0-26f0-4157-b7e2-b6669d194117 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:16.144046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.198052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 2, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:16.229899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Checking router: 4ab41a88-5b75-403c-9e31-636bbfa01b70 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:16.230395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Updating router 4ab41a88-5b75-403c-9e31-636bbfa01b70 port dc9a2627-b36a-4873-8b18-dfd93882e66a binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:16.289407 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.292706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Deleting port 012055c5-ab1e-47a5-8d33-4522f6de928d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:16.293849 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.351845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a5824d6-24b3-4b7a-b841-ee97f37dd3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.402608 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.566463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.626569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] For port 012055c5-ab1e-47a5-8d33-4522f6de928d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=012055c5-ab1e-47a5-8d33-4522f6de928d,segment=NetworkSegment(80af6822-30ba-4b43-a759-06285589f3d0),segment_id=80af6822-30ba-4b43-a759-06285589f3d0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:16.627658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.669700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:16.678500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:16.679882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Calling delete_port for 012055c5-ab1e-47a5-8d33-4522f6de928d owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:16.698932 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf9a35e-aa62-4ea1-ab0b-c29d973f0160" -d '{"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-plugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:16.728059 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.756015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c16f90ff-14f4-4459-8f9e-3c37d05b023a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.860954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a5824d6-24b3-4b7a-b841-ee97f37dd3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.876951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a5824d6-24b3-4b7a-b841-ee97f37dd3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:16.899081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56314) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:16.903858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1434037149', 'description': 'tempest-description--1996178966'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:16.914624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93023f2-dd93-4c6a-9ea1-cabf47109058 req-5fc521ef-b59c-42db-8bac-7ce8743a922d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:16.925390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b93023f2-dd93-4c6a-9ea1-cabf47109058 req-5fc521ef-b59c-42db-8bac-7ce8743a922d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 946 time: 0.3357017 Jun 30 09:08:17.063406 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5482afd5-ca16-451e-b98d-71ac886480ab x-openstack-request-id: req-5482afd5-ca16-451e-b98d-71ac886480ab {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:17.064361 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-plugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:17.064361 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5482afd5-ca16-451e-b98d-71ac886480ab {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:17.064361 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'code': 200} Jun 30 09:08:17.128766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.158462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.172294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Pushing event deleted for resources: {'Port': ['ID=012055c5-ab1e-47a5-8d33-4522f6de928d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.240750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c16f90ff-14f4-4459-8f9e-3c37d05b023a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.243215 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.286246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5824d6-24b3-4b7a-b841-ee97f37dd3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6d7d3e-9b63-41ac-be9a-bc71eb00da8d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.347482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c16f90ff-14f4-4459-8f9e-3c37d05b023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.396315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.469294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.520717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Transition to ACTIVE for port object dc9a2627-b36a-4873-8b18-dfd93882e66a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:17.533286 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.534793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.547886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c16f90ff-14f4-4459-8f9e-3c37d05b023a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f38365957664498d97d6637ec258f37b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9800639 Jun 30 09:08:17.548689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159bbeb-cbf8-487a-bafe-c6cd3024a605 req-bbf3327c-56a8-480a-80e6-821dd5eee75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.552168 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6159bbeb-cbf8-487a-bafe-c6cd3024a605 req-bbf3327c-56a8-480a-80e6-821dd5eee75a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 1101 time: 0.3818562 Jun 30 09:08:17.553099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56334) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:17.590443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a5824d6-24b3-4b7a-b841-ee97f37dd3d3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc2764ddd28c41a2a83626b8c52da45f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7843518 Jun 30 09:08:17.591644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56336) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:17.622296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16f90ff-14f4-4459-8f9e-3c37d05b023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d333ceb3-9a6c-4354-8da6-b2dae38a0af4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.624327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf4466-9036-454b-b508-51eaf5041ea0 None None] Pushing event updated for resources: {'Port': ['ID=dc9a2627-b36a-4873-8b18-dfd93882e66a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:17.664813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b93023f2-dd93-4c6a-9ea1-cabf47109058 req-2d7eaa86-f73f-4541-87ba-2737b517c1bc tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7364743 Jun 30 09:08:17.779405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ace9c-b1c5-48af-838d-badbad517061 req-691e1ef8-5c95-4275-8a1a-dddf97e62679 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:17.782240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c08ace9c-b1c5-48af-838d-badbad517061 req-691e1ef8-5c95-4275-8a1a-dddf97e62679 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 949 time: 0.4725223 Jun 30 09:08:17.783389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Attempting to bind port dc9a2627-b36a-4873-8b18-dfd93882e66a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:17.783958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Attempting to bind port dc9a2627-b36a-4873-8b18-dfd93882e66a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:17.784505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Attempting to bind port dc9a2627-b36a-4873-8b18-dfd93882e66a on network 8fa3bed5-a88b-4489-89df-824a58096aa7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:17.802838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:17.803599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Checking segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:17.804190 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.804748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Bound using segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:17.805401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Bound port: dc9a2627-b36a-4873-8b18-dfd93882e66a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:17.805976 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.824750 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6159bbeb-cbf8-487a-bafe-c6cd3024a605 req-84c84677-06be-4014-8b37-f546a0daff21 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580218 Jun 30 09:08:17.849207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c08ace9c-b1c5-48af-838d-badbad517061 req-5ca000b3-5cc5-4d42-be21-154d7bd95119 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Jun 30 09:08:17.852709 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2c00-2e5e-4cdb-9bd8-b5b8534d7515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.888620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2c00-2e5e-4cdb-9bd8-b5b8534d7515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.911184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8008ce1c-3430-4cd4-b5a9-10fcbd657108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.919973 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:17.985086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] For port dc9a2627-b36a-4873-8b18-dfd93882e66a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:17.992152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] For port dc9a2627-b36a-4873-8b18-dfd93882e66a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=dc9a2627-b36a-4873-8b18-dfd93882e66a,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:17.999894 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.000729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8008ce1c-3430-4cd4-b5a9-10fcbd657108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.025035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2c00-2e5e-4cdb-9bd8-b5b8534d7515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.028785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2c00-2e5e-4cdb-9bd8-b5b8534d7515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.030121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5d1a2c00-2e5e-4cdb-9bd8-b5b8534d7515 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe6d7d3e-9b63-41ac-be9a-bc71eb00da8d HTTP/1.1" status: 204 len: 168 time: 0.4332714 Jun 30 09:08:18.040096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a2c00-2e5e-4cdb-9bd8-b5b8534d7515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6d7d3e-9b63-41ac-be9a-bc71eb00da8d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.127218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:18.128077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:18.166342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.178166 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.273042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.276571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56356) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.276998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3766346 Jun 30 09:08:18.288572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Request body: {'security_group_rule': {'security_group_id': 'ab3bdb7f-d81f-4659-9eec-a8e3a9a215db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:18.290757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4f7ed-4455-446c-a93d-e342b5016e88 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.304888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8008ce1c-3430-4cd4-b5a9-10fcbd657108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.307499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8008ce1c-3430-4cd4-b5a9-10fcbd657108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.312615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8008ce1c-3430-4cd4-b5a9-10fcbd657108 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d333ceb3-9a6c-4354-8da6-b2dae38a0af4 HTTP/1.1" status: 204 len: 168 time: 0.7465272 Jun 30 09:08:18.327418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008ce1c-3430-4cd4-b5a9-10fcbd657108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d333ceb3-9a6c-4354-8da6-b2dae38a0af4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.345432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf4466-9036-454b-b508-51eaf5041ea0 None None] Pushing event updated for resources: {'Port': ['ID=dc9a2627-b36a-4873-8b18-dfd93882e66a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.394683 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.495255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:18.624388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.632691 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.650861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:18.688238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91787ee6-fdb9-47d0-a7a1-5be0adee85b2,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:18.713656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:18.717971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2d1c36da-7357-4b48-a86f-a535e4b3eaba tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4395816 Jun 30 09:08:18.719317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56366) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:18.723854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Request body: {'security_group_rule': {'security_group_id': 'ab3bdb7f-d81f-4659-9eec-a8e3a9a215db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:18.851478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.018407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.026099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.069409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df695ec2-839c-4b20-9a90-308f1847cae7,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.072191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:19.085309 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.087113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a090b146-ef45-4e24-bad4-9c8553f4cdfd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3667595 Jun 30 09:08:19.095200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56374) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.096827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56376) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.097374 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] Sync routers for ids ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:19.106077 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1dec739f-7c2a-41f7-bfe9-8710a580e3aa admin admin] 10.222.0.77 "PUT /v2.0/routers/3b8a2a92-a4d7-4c99-9537-8c7024a7d847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7529764 Jun 30 09:08:19.115782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] Routers {'3b8a2a92-a4d7-4c99-9537-8c7024a7d847'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:19.117265 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.124599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:19.305929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:17Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:19.337427 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] Set router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:19.377467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85289ee8-ddeb-4cf9-8b90-0e241513cd0d None None] The sync data for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 is: [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:17Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:19.491703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.500853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.523137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2341cae9-5fa8-406b-8508-06b69da444ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.694866 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2341cae9-5fa8-406b-8508-06b69da444ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.701141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2341cae9-5fa8-406b-8508-06b69da444ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.758897 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2341cae9-5fa8-406b-8508-06b69da444ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05e7bfc690b349968b0746a79b7d0b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543566 Jun 30 09:08:19.758897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341cae9-5fa8-406b-8508-06b69da444ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12bb29d-ffb5-4f92-8a0e-1be8e4d42217,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:19.763817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.913089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:19.960002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f86d9baf-827f-4369-9583-efcaa9ad19b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:19.963262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbda6-e82a-4de5-865e-392ea73237ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.017196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f86d9baf-827f-4369-9583-efcaa9ad19b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.128897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f86d9baf-827f-4369-9583-efcaa9ad19b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.133158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f86d9baf-827f-4369-9583-efcaa9ad19b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.137133 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f86d9baf-827f-4369-9583-efcaa9ad19b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e12bb29d-ffb5-4f92-8a0e-1be8e4d42217 HTTP/1.1" status: 204 len: 168 time: 0.3700759 Jun 30 09:08:20.165782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d9baf-827f-4369-9583-efcaa9ad19b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12bb29d-ffb5-4f92-8a0e-1be8e4d42217,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.207762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf59da-9110-4c52-8955-2012244b3e30 req-d30deee4-4601-414a-b589-f81459005095 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:20.217756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1edf59da-9110-4c52-8955-2012244b3e30 req-d30deee4-4601-414a-b589-f81459005095 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 949 time: 0.9772403 Jun 30 09:08:20.228192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbda6-e82a-4de5-865e-392ea73237ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.237974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab9bbda6-e82a-4de5-865e-392ea73237ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.305012 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:08:17Z', 'revision_number': 5, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:20.306786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bbda6-e82a-4de5-865e-392ea73237ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f996d26-2ca5-4275-98fb-52515f49e13c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.360015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab9bbda6-e82a-4de5-865e-392ea73237ad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8de982f330fa4a7ea48197a5a03f20b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412963 Jun 30 09:08:20.364201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:20.370441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e1057-846b-40dd-abe0-a2a824ae264f req-dedc52a8-e025-4ea5-8805-98df3cb37645 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:20.372267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a5e1057-846b-40dd-abe0-a2a824ae264f req-dedc52a8-e025-4ea5-8805-98df3cb37645 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 946 time: 1.1318755 Jun 30 09:08:20.375541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.423423 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] Checking router: 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:20.433929 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] Routers {'3b8a2a92-a4d7-4c99-9537-8c7024a7d847'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:20.434800 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:20.505569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-769c21b8-3076-4bbb-91f0-6ce35b2a2bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.559606 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-769c21b8-3076-4bbb-91f0-6ce35b2a2bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.568475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1edf59da-9110-4c52-8955-2012244b3e30 req-da0262b9-8ca1-4c93-bfae-efa49358071b tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497236 Jun 30 09:08:20.571782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.651233 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] Set router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:20.688558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-769c21b8-3076-4bbb-91f0-6ce35b2a2bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.706513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-769c21b8-3076-4bbb-91f0-6ce35b2a2bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.721486 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-769c21b8-3076-4bbb-91f0-6ce35b2a2bad admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1f996d26-2ca5-4275-98fb-52515f49e13c HTTP/1.1" status: 204 len: 168 time: 0.3561444 Jun 30 09:08:20.756466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c21b8-3076-4bbb-91f0-6ce35b2a2bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f996d26-2ca5-4275-98fb-52515f49e13c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:20.794360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a5e1057-846b-40dd-abe0-a2a824ae264f req-5b2faa56-f31e-4557-9777-d3c69b55f4b2 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052206 Jun 30 09:08:20.837504 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:20.958616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device dc9a2627-b36a-4873-8b18-dfd93882e66a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:21.012687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Deleting port 9b667254-cf3c-40c6-b5da-8314b3a6142e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:21.013733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.077724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port dc9a2627-b36a-4873-8b18-dfd93882e66a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:21.084003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port dc9a2627-b36a-4873-8b18-dfd93882e66a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:21.085078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.376934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:08:17Z', 'revision_number': 5, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:21.419918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.520921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port dc9a2627-b36a-4873-8b18-dfd93882e66a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=dc9a2627-b36a-4873-8b18-dfd93882e66a,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:21.525999 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.559154 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e53948-3ec3-43d1-8cf6-82f5c1490ea7 None None] The sync data for ids ['3b8a2a92-a4d7-4c99-9537-8c7024a7d847'] in n-d-780147-22 is: [{'id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'name': 'tempest-FloatingIPDetailsTestJSON-338465693-router', 'tenant_id': '45c503e896ca485db809cd1d44cf617a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26'}], 'enable_snat': True}, 'gw_port_id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:07:20Z', 'updated_at': '2021-06-30T09:08:17Z', 'revision_number': 5, 'project_id': '45c503e896ca485db809cd1d44cf617a', 'gw_port': {'id': '9b667254-cf3c-40c6-b5da-8314b3a6142e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ef:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b8a2a92-a4d7-4c99-9537-8c7024a7d847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:07:24Z', 'updated_at': '2021-06-30T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:21.667885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] For port 9b667254-cf3c-40c6-b5da-8314b3a6142e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b667254-cf3c-40c6-b5da-8314b3a6142e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:21.668477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:21.708670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Allocated IP 172.25.7.6 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/043249d0-0944-4e51-af8e-f98b52454073) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:21.747067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=dc9a2627-b36a-4873-8b18-dfd93882e66a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:21.919257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Calling delete_port for 9b667254-cf3c-40c6-b5da-8314b3a6142e owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:22.372944 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.488499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d658b-63fa-4c47-a82d-095d25cdd8c2 req-0294fdd9-3500-44aa-81db-e296da0aadd2 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:22.506475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-407d658b-63fa-4c47-a82d-095d25cdd8c2 req-0294fdd9-3500-44aa-81db-e296da0aadd2 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 946 time: 0.5901840 Jun 30 09:08:22.571390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.606417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.620548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-407d658b-63fa-4c47-a82d-095d25cdd8c2 req-b450f656-6da1-4eef-a602-2ec6244b8e4e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129656 Jun 30 09:08:22.648039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:22.653388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:22.693297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:22.705669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event updated for resources: {'Port': ['ID=043249d0-0944-4e51-af8e-f98b52454073,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.793611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b667254-cf3c-40c6-b5da-8314b3a6142e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:22.812513 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:22.835553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device dc9a2627-b36a-4873-8b18-dfd93882e66a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:22.949449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port dc9a2627-b36a-4873-8b18-dfd93882e66a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:22.950472 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.118020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.121702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.154199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 012055c5-ab1e-47a5-8d33-4522f6de928d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:23.196180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 012055c5-ab1e-47a5-8d33-4522f6de928d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:23.196533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 012055c5-ab1e-47a5-8d33-4522f6de928d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:23.225042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.236998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.238062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b8a2a92-a4d7-4c99-9537-8c7024a7d847 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:08:23.247921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.249577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d7bb61f3-2c5c-45e9-99fc-e48313d5bd19 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3b8a2a92-a4d7-4c99-9537-8c7024a7d847 HTTP/1.1" status: 204 len: 168 time: 4.1514337 Jun 30 09:08:23.252101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:23.353144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.764273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.771198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.817045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Deleting subnet a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:23.832875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:23.938627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.052698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event updated for resources: {'Port': ['ID=043249d0-0944-4e51-af8e-f98b52454073,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.058491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.093298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.106146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccc8fe-4638-4959-a32b-ff1ab04fb550 req-fb8fb654-68ab-49eb-aeb5-e3e89ca53996 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:24.115285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13ccc8fe-4638-4959-a32b-ff1ab04fb550 req-fb8fb654-68ab-49eb-aeb5-e3e89ca53996 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 946 time: 0.1606824 Jun 30 09:08:24.119675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.130665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-897d405e-2180-4d26-a3ea-0cbb29f66189 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.0114434 Jun 30 09:08:24.199990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13ccc8fe-4638-4959-a32b-ff1ab04fb550 req-f8ff7d67-1708-4de7-839f-368de50d8fac tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832825 Jun 30 09:08:24.225184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.291620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:24.297536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.300101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdd5295-0521-4c7d-b404-292ac9b3c964 None None] Network a4df6f80-80bb-497e-8db9-a47c8dd52b31 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:24.301170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79808b9a-8a58-4203-81a9-685702b72dd9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a0d4e59e-28c7-4e78-aa2c-5bc0673c1bf2 HTTP/1.1" status: 204 len: 168 time: 1.0474746 Jun 30 09:08:24.303732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:24.486953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.645590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Deleting port 5012442e-8771-43a7-ba65-36fb545fed79 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:24.645922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.829411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] For port 5012442e-8771-43a7-ba65-36fb545fed79, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5012442e-8771-43a7-ba65-36fb545fed79,segment=NetworkSegment(80af6822-30ba-4b43-a759-06285589f3d0),segment_id=80af6822-30ba-4b43-a759-06285589f3d0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:24.830959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:24.872291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Calling delete_port for 5012442e-8771-43a7-ba65-36fb545fed79 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:25.048151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.065049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b667254-cf3c-40c6-b5da-8314b3a6142e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:25.123441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Pushing event deleted for resources: {'Port': ['ID=5012442e-8771-43a7-ba65-36fb545fed79,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:25.146277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 9b667254-cf3c-40c6-b5da-8314b3a6142e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:25.146633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b667254-cf3c-40c6-b5da-8314b3a6142e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:25.147605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] No DVR routers for this DVR port 5012442e-8771-43a7-ba65-36fb545fed79 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:25.277118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.290517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4df6f80-80bb-497e-8db9-a47c8dd52b31']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.298540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40601e26-e4c7-4e9e-a755-b842b5c10ac4 None None] DHCP port deletion for a4df6f80-80bb-497e-8db9-a47c8dd52b31 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:25.308891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80af6822-30ba-4b43-a759-06285589f3d0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.315938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80af6822-30ba-4b43-a759-06285589f3d0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:25.335745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.364348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.380339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:25.381092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:25.383662 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:25.548650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.568848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:25.576807 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] 10.222.0.77 "DELETE /v2.0/networks/a4df6f80-80bb-497e-8db9-a47c8dd52b31 HTTP/1.1" status: 204 len: 168 time: 1.2674387 Jun 30 09:08:25.614029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e437-5cde-48be-acc4-4eec957b3890 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4df6f80-80bb-497e-8db9-a47c8dd52b31,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:25.772156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-ae1179c4-44fc-40f2-9db6-b5f3b2723807 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8d5c6d703a1e448994a8958fa813e706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605757 Jun 30 09:08:25.994875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:26.029587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:26.048530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-58f789a0-0b5f-4285-8317-892c637183fb tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:26.056860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-58f789a0-0b5f-4285-8317-892c637183fb tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2696912 Jun 30 09:08:26.078201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-282aa8d1-661a-4ee2-b44e-cb5c031b5087 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/quotas/8d5c6d703a1e448994a8958fa813e706 HTTP/1.1" status: 200 len: 375 time: 0.0191259 Jun 30 09:08:26.089983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a06b5706-4a2c-4b62-b20f-a36d53c5e5f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=45c503e896ca485db809cd1d44cf617a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0931973 Jun 30 09:08:26.092401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:26.191342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-eb20711c-24fa-4aa6-aee3-c0c56a706be6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1090703 Jun 30 09:08:26.229113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b40bd1f5-4efd-40d7-808a-aaa8bb8fee74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.262418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:26.268632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b40bd1f5-4efd-40d7-808a-aaa8bb8fee74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.277272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '838667f0-26f0-4157-b7e2-b6669d194117', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '838667f0-26f0-4157-b7e2-b6669d194117', 'mac_address': 'fa:16:3e:bc:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:26.329975 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.338619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b40bd1f5-4efd-40d7-808a-aaa8bb8fee74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.341700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b40bd1f5-4efd-40d7-808a-aaa8bb8fee74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.343119 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b40bd1f5-4efd-40d7-808a-aaa8bb8fee74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c2d5da2-eed0-4159-b4ee-c9bd929a33d0 HTTP/1.1" status: 204 len: 168 time: 0.2450349 Jun 30 09:08:26.352524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 838667f0-26f0-4157-b7e2-b6669d194117 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:26.357463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bd1f5-4efd-40d7-808a-aaa8bb8fee74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2d5da2-eed0-4159-b4ee-c9bd929a33d0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.402588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:26.410052 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:26.551052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:26.563168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['838667f0-26f0-4157-b7e2-b6669d194117'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:26.845494 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5012442e-8771-43a7-ba65-36fb545fed79 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:26.918578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5012442e-8771-43a7-ba65-36fb545fed79 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:26.919190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5012442e-8771-43a7-ba65-36fb545fed79 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:28.041697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:28.151191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 838667f0-26f0-4157-b7e2-b6669d194117 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:28.152780 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.250951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:28.553600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.622424 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e0c1f82d-dbbf-4dcc-882b-c7e8d1b634ba tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8d5c6d703a1e448994a8958fa813e706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1296711 Jun 30 09:08:28.677769 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.680748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'mac_address': 'fa:16:3e:36:da:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:28.814708 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.840654 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:08:28.882240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed5481cd-93dd-4e96-9afe-e728bfc96728 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:28.892403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:28.895550 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb05030-2634-485b-9081-990058bce15b" -d '{"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-plugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:28.918946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56818) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:28.923129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.933018 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:28.945726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:28.981050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-98b027d6-df30-45d2-9259-0dd4661efc9a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:28.983108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-98b027d6-df30-45d2-9259-0dd4661efc9a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3585196 Jun 30 09:08:29.002441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Request body: {'port': {'device_id': '724804ec-d48c-4996-80bb-9a433c0de453', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '8d5c6d703a1e448994a8958fa813e706'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:29.020830 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.080922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.125620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-network', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:29.150181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.168077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Made reservation on behalf of 8ed48825ebed4dca808eab6c2aba3248 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:29.172689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.201064 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.247957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ed5481cd-93dd-4e96-9afe-e728bfc96728'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:29.401815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.504088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.510735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.537942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Made reservation on behalf of 8d5c6d703a1e448994a8958fa813e706 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:29.540874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:08:29.550128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.584158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.585066 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Added segment ee190179-5c4b-40b5-af94-2aaaa4ba8a67 of type vlan for network 921e8e41-884b-4026-9ce1-07bbd08f8843 Jun 30 09:08:29.600195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37cb1f-ad43-4c48-9cbb-0ebb46645c7c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.607461 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.652045 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.722519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.724073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:29.727277 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.872698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.886517 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:29.887029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] Pushing event updated for resources: {'Network': ['ID=921e8e41-884b-4026-9ce1-07bbd08f8843,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:29.901549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cae27f66-a077-4bb5-8903-5565f5a78a10 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9813960 Jun 30 09:08:29.902792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56832) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:29.909110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:08:29.914664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Request body: {'subnet': {'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-subnet', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:29.985319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Made reservation on behalf of 8ed48825ebed4dca808eab6c2aba3248 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:29.987833 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.152324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba65039d-3daf-4943-8efb-f250f615ffa5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.162999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.163328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.163554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.163888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.164255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.164586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.164910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.165227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.165669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.165993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.166333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.166645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:30.246897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:30.247630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Allocated IP 192.168.233.19 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/d787962e-10da-49b1-8b38-ba71ac36e47a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:30.390652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.416804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ed5481cd-93dd-4e96-9afe-e728bfc96728 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:30.420709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.491380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2722e0a-325f-4b39-a4de-244e9da4d62a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:30.519721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Checking segment: {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:30.520237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Network hostable DHCP agents. Network: 921e8e41-884b-4026-9ce1-07bbd08f8843, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:08:30.573012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:08:30.595850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 921e8e41-884b-4026-9ce1-07bbd08f8843) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:30.601017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:30.601684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.627023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95de8eca-9387-490f-8148-c7621dcd1383 None None] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:30.664281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:30.672536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b096d6e8-603d-4fc3-8a10-2b5321a61672 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7653360 Jun 30 09:08:30.689373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:30.797335 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.804151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.806379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.878839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:30.907056 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:30.913693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.055211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.111908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-921e8e41-884b-4026-9ce1-07bbd08f8843', 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'fixed_ips': [{'subnet_id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:08:31.115308 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.153156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.205297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Transition to ACTIVE for port object d787962e-10da-49b1-8b38-ba71ac36e47a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:31.246898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.338739 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.404439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:31.411120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Allocated IP 172.20.0.2 (921e8e41-884b-4026-9ce1-07bbd08f8843/c2722e0a-325f-4b39-a4de-244e9da4d62a/d418bed5-f8aa-40ef-9dc9-593e6d17fde0) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:31.413172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:31.425046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:31.491323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:31.566081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:31.567099 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.659549 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-e8016224-d9ad-4621-90cc-662bb2a975e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6630075 Jun 30 09:08:31.736108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Request body: {'port': {'device_id': '724804ec-d48c-4996-80bb-9a433c0de453', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:31.816546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.824002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.833258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Transition to ACTIVE for port object d418bed5-f8aa-40ef-9dc9-593e6d17fde0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:31.854619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ad017a7c-18d3-4d15-a475-ec17f0952b9d None None] Provisioning for port d787962e-10da-49b1-8b38-ba71ac36e47a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:31.855203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.858628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Transition to ACTIVE for port object d418bed5-f8aa-40ef-9dc9-593e6d17fde0 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:31.862877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ad017a7c-18d3-4d15-a475-ec17f0952b9d None None] Provisioning complete for port d787962e-10da-49b1-8b38-ba71ac36e47a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:31.863788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ad017a7c-18d3-4d15-a475-ec17f0952b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.900624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.959166 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:31.984344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:31.986026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ad017a7c-18d3-4d15-a475-ec17f0952b9d None None] Port d787962e-10da-49b1-8b38-ba71ac36e47a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:31.992097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:31.995933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:32.006375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Pushing event updated for resources: {'Port': ['ID=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.084160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Attempting to bind port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:32.084525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Attempting to bind port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:32.084885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Attempting to bind port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 on network 921e8e41-884b-4026-9ce1-07bbd08f8843 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:32.095846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:32.096294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Checking segment: {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:32.096667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.097050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Bound using segment: {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:32.097525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Bound port: d418bed5-f8aa-40ef-9dc9-593e6d17fde0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:32.097996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.101928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Allocated IP 172.25.7.154 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c24ea9ae-4b73-4b67-9cf2-2504181abf10) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:32.237343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] For port d418bed5-f8aa-40ef-9dc9-593e6d17fde0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:32.245313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] For port d418bed5-f8aa-40ef-9dc9-593e6d17fde0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,segment=NetworkSegment(ee190179-5c4b-40b5-af94-2aaaa4ba8a67),segment_id=ee190179-5c4b-40b5-af94-2aaaa4ba8a67)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:32.252181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.328732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd57de-527b-4b40-8f4c-b8f9757cadc4 None None] Pushing event updated for resources: {'Port': ['ID=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:32.639021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.691479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.724019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:32.799149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.918190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:32.919419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Transition to ACTIVE for port object d787962e-10da-49b1-8b38-ba71ac36e47a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:32.964762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:32.967268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:32.971494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:32.994192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Pushing event updated for resources: {'Port': ['ID=c24ea9ae-4b73-4b67-9cf2-2504181abf10,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.078784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c96c41-d68e-48f7-af13-865baec2fbec req-2957273b-1e95-4667-9709-d1380c1c00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.080336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-2957273b-1e95-4667-9709-d1380c1c00e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 1101 time: 0.2769244 Jun 30 09:08:33.118248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:33.425912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Attempting to bind port d787962e-10da-49b1-8b38-ba71ac36e47a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:33.426404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Attempting to bind port d787962e-10da-49b1-8b38-ba71ac36e47a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:33.426648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Attempting to bind port d787962e-10da-49b1-8b38-ba71ac36e47a on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:33.449826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Port d787962e-10da-49b1-8b38-ba71ac36e47a on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:33.450162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Attempting to bind port d787962e-10da-49b1-8b38-ba71ac36e47a on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:33.480004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:33.480429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:33.480881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:33.481401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Bound port: d787962e-10da-49b1-8b38-ba71ac36e47a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:33.481757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.694772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:33.699781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c96c41-d68e-48f7-af13-865baec2fbec req-072844f8-5d9c-4ac2-be21-0494321f5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:33.701536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-072844f8-5d9c-4ac2-be21-0494321f5fe2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.5967402 Jun 30 09:08:33.704215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:33.773808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:33.819649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-f9334ac7-e2f0-4e14-b181-739dd0a41cd1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c HTTP/1.1" status: 200 len: 217 time: 0.1080871 Jun 30 09:08:34.131822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb0dcc0-effc-422c-8180-766cb333a243 None None] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:34.261908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c583be33-3aa3-4bd5-a70a-a258a7ba6803 None None] Provisioning for port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:34.278087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c96c41-d68e-48f7-af13-865baec2fbec req-627a389b-87d8-4147-939e-da7c8c2aa204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:34.281537 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-627a389b-87d8-4147-939e-da7c8c2aa204 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0687714 Jun 30 09:08:34.300635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:34.301267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.307410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] 10.222.0.79 "PUT /v2.0/ports/d787962e-10da-49b1-8b38-ba71ac36e47a HTTP/1.1" status: 200 len: 1096 time: 2.5816834 Jun 30 09:08:34.318466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:34.320842 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f44e158-c7ea-4051-8e67-ced6067cd6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:34.515704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:34.623755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a399b3-d92a-41bd-9796-a1af09338c1b service neutron] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:34.777412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c96c41-d68e-48f7-af13-865baec2fbec req-7814672b-00ed-4513-a643-5869ff3584af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:34.779109 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-7814672b-00ed-4513-a643-5869ff3584af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4688671 Jun 30 09:08:34.791885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-24026425-1863-4657-bff2-fa5f0bc4505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:34.793358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-24026425-1863-4657-bff2-fa5f0bc4505e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1099 time: 0.4058187 Jun 30 09:08:34.915584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d418bed5-f8aa-40ef-9dc9-593e6d17fde0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:35.007916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-22c25e65-ed65-4a9d-a8b0-9dfcaef1d15e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=d787962e-10da-49b1-8b38-ba71ac36e47a HTTP/1.1" status: 200 len: 217 time: 0.1923735 Jun 30 09:08:35.085755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:35.095362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:35.095733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.180283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-86c83d72-d7d1-45e2-aa98-d38538be94b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.181775 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-86c83d72-d7d1-45e2-aa98-d38538be94b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1629984 Jun 30 09:08:35.226625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f5eaa017-3073-45d2-a689-45a9fcf25a12 None None] Provisioning complete for port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:35.228394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa017-3073-45d2-a689-45a9fcf25a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.251594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-659eafdb-765e-4d8c-a6f4-577f619d9081 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621255 Jun 30 09:08:35.270780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.384624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.487262 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f5eaa017-3073-45d2-a689-45a9fcf25a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.525779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d418bed5-f8aa-40ef-9dc9-593e6d17fde0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,segment=NetworkSegment(ee190179-5c4b-40b5-af94-2aaaa4ba8a67),segment_id=ee190179-5c4b-40b5-af94-2aaaa4ba8a67)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:35.539014 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:35.556192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-d1f9dcec-01e5-4f64-9f70-298548887b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:35.557205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-d1f9dcec-01e5-4f64-9f70-298548887b26 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3659515 Jun 30 09:08:35.570991 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69c96c41-d68e-48f7-af13-865baec2fbec req-aaf7499e-28dc-4ffb-859d-c36199426488 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107245 Jun 30 09:08:35.787048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-eea8d9d1-0ae5-4568-850c-53a33a393051 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184536 Jun 30 09:08:35.830890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:08:35.940670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-f5eaa017-3073-45d2-a689-45a9fcf25a12 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:08:35.942019 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-f5eaa017-3073-45d2-a689-45a9fcf25a12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:08:36.009351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:36.040929 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb7040b0-7b10-49de-8a5f-f48215d0b0b6 req-28b0f3e0-2912-42b1-8169-e82055f7f14f service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369916 Jun 30 09:08:36.101608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:36.117141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Sync routers for ids ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:36.141702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Routers {'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:36.143307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.143651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:36.147477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c975cb28-35a1-4493-a771-772675a84c66 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.4782741 Jun 30 09:08:36.147805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:36.356933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Set router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:36.798512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d418bed5-f8aa-40ef-9dc9-593e6d17fde0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:36.917394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:33Z', 'revision_number': 3, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:36.991147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:36.991720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:36.995775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Checking router: bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:36.996222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Updating router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 port c24ea9ae-4b73-4b67-9cf2-2504181abf10 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:37.113129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.136660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.544341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Allocated IP 172.20.0.1 (921e8e41-884b-4026-9ce1-07bbd08f8843/c2722e0a-325f-4b39-a4de-244e9da4d62a/2485bc71-f74d-4c07-a39e-f2a3d31ee758) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:37.742631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.764195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Transition to ACTIVE for port object 2485bc71-f74d-4c07-a39e-f2a3d31ee758 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:37.788403 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.808838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Transition to ACTIVE for port object c24ea9ae-4b73-4b67-9cf2-2504181abf10 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:37.819379 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.865904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.919724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Attempting to bind port c24ea9ae-4b73-4b67-9cf2-2504181abf10 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:37.920101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Attempting to bind port c24ea9ae-4b73-4b67-9cf2-2504181abf10 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:37.920619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Attempting to bind port c24ea9ae-4b73-4b67-9cf2-2504181abf10 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:37.925767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35db3d-397e-464f-b59b-ab1a816c9dd2 None None] Pushing event updated for resources: {'Port': ['ID=c24ea9ae-4b73-4b67-9cf2-2504181abf10,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:37.931152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:37.932575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:37.932575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.932575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:37.933068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Bound port: c24ea9ae-4b73-4b67-9cf2-2504181abf10, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:37.933412 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:37.971960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:37.975147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:37.993987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:38.022404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] For port c24ea9ae-4b73-4b67-9cf2-2504181abf10, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:38.028295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Pushing event updated for resources: {'Port': ['ID=2485bc71-f74d-4c07-a39e-f2a3d31ee758,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.030256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] For port c24ea9ae-4b73-4b67-9cf2-2504181abf10, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c24ea9ae-4b73-4b67-9cf2-2504181abf10,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:38.036598 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.078830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.122136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:38.164168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Routers {'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:38.168349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:38.276724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:08:38.340688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35db3d-397e-464f-b59b-ab1a816c9dd2 None None] Pushing event updated for resources: {'Port': ['ID=c24ea9ae-4b73-4b67-9cf2-2504181abf10,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.401553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.416852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-20fc71eb-a7e7-4a45-9685-e06ae1fa153b None None] Provisioning for port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:38.424926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-20fc71eb-a7e7-4a45-9685-e06ae1fa153b None None] Provisioning complete for port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:38.425433 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20fc71eb-a7e7-4a45-9685-e06ae1fa153b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.483203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] Set router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:38.560849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:38.565263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-20fc71eb-a7e7-4a45-9685-e06ae1fa153b None None] Port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:38.611693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'mac_address': 'fa:16:3e:5e:26:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:38.700967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.719732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.776041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.784749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:38.856083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:38.877790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:38.947334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Pushing event updated for resources: {'Port': ['ID=2485bc71-f74d-4c07-a39e-f2a3d31ee758,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.958475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:33Z', 'revision_number': 3, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:38.962875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:38.966992 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.180975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:39.188562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36369e7a-d84b-4557-a993-57890f0a2b61 None None] The sync data for ids ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'] in n-d-780147-22 is: [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:33Z', 'revision_number': 3, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:39.189060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:39.291880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:39.487219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:39.741529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-659c6088-9268-49bd-9caf-f25b84f2b4de None None] Provisioning complete for port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:39.741904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-659c6088-9268-49bd-9caf-f25b84f2b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:39.891905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:39.892360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-659c6088-9268-49bd-9caf-f25b84f2b4de None None] Port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:39.922881 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5325dab-6337-463f-b440-c8cbc16bbadb admin admin] 10.222.0.77 "PUT /v2.0/routers/bb7a742e-e44b-46a5-bd5a-352ffe3d4f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7734046 Jun 30 09:08:40.024498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56998) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:40.113564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:40.170211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.222193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port d787962e-10da-49b1-8b38-ba71ac36e47a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:40.229663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d787962e-10da-49b1-8b38-ba71ac36e47a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:40.230372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.342150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.361524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.450239 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.476552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ddb76cad3ea94ca89baccce5d36a1b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502540 Jun 30 09:08:40.479353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57006) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:40.501644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:40.506898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.533389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da6c32f-f238-4fbf-906f-242f803156d0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.555259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.555976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.558465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.558808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.563336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.563824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.564171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.564512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.564849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.565185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.565512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.565840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d49a5c9-45f0-495a-a08d-c5ada9544f4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:40.589022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.641622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a81d15e2-09ee-4538-af23-bec910646dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.686980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a81d15e2-09ee-4538-af23-bec910646dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.791988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a81d15e2-09ee-4538-af23-bec910646dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.809087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a81d15e2-09ee-4538-af23-bec910646dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:40.809087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a81d15e2-09ee-4538-af23-bec910646dd0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0da6c32f-f238-4fbf-906f-242f803156d0 HTTP/1.1" status: 204 len: 168 time: 0.3237581 Jun 30 09:08:40.825332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c24ea9ae-4b73-4b67-9cf2-2504181abf10 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:40.829653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81d15e2-09ee-4538-af23-bec910646dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da6c32f-f238-4fbf-906f-242f803156d0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:40.979913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c24ea9ae-4b73-4b67-9cf2-2504181abf10 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:40.985055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c24ea9ae-4b73-4b67-9cf2-2504181abf10 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:40.985350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.113201 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.144988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c24ea9ae-4b73-4b67-9cf2-2504181abf10, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c24ea9ae-4b73-4b67-9cf2-2504181abf10,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:41.160611 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.235900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4551056-9d7c-4c02-90f6-a3d20a92b8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.258013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c24ea9ae-4b73-4b67-9cf2-2504181abf10,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.419689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57014) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:41.455308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-246c3ddc-9f78-4b01-9d10-5e8798681859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.615349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-246c3ddc-9f78-4b01-9d10-5e8798681859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.623911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-246c3ddc-9f78-4b01-9d10-5e8798681859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.733533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-246c3ddc-9f78-4b01-9d10-5e8798681859 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58394d10299b4d3b9c59bff5ed4499a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120944 Jun 30 09:08:41.737722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:41.745289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3ddc-9f78-4b01-9d10-5e8798681859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b61555-c0f2-406f-a7c7-4351151d013f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:41.828989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dd03a5-b0fc-4853-b522-943354e82a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.865131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dd03a5-b0fc-4853-b522-943354e82a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.949229 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dd03a5-b0fc-4853-b522-943354e82a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.952791 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46dd03a5-b0fc-4853-b522-943354e82a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:41.961611 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-46dd03a5-b0fc-4853-b522-943354e82a14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60b61555-c0f2-406f-a7c7-4351151d013f HTTP/1.1" status: 204 len: 168 time: 0.2193420 Jun 30 09:08:41.971927 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Sync routers for ids ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:41.987899 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Routers {'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:41.989173 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:41.993616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd03a5-b0fc-4853-b522-943354e82a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b61555-c0f2-406f-a7c7-4351151d013f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:42.128912 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Set router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:42.401482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:38Z', 'revision_number': 4, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '2485bc71-f74d-4c07-a39e-f2a3d31ee758', 'name': '', 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'mac_address': 'fa:16:3e:af:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:37Z', 'updated_at': '2021-06-30T09:08:38Z', 'revision_number': 2, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'subnets': [{'id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:42.433949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Checking router: bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:42.434829 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Updating router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:08:42.479420 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.759431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c24ea9ae-4b73-4b67-9cf2-2504181abf10 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:42.855724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c24ea9ae-4b73-4b67-9cf2-2504181abf10 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:42.856109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:42.993260 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.009751 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Transition to ACTIVE for port object 2485bc71-f74d-4c07-a39e-f2a3d31ee758 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:43.019809 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.164424 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Attempting to bind port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:43.164943 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Attempting to bind port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:43.165304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Attempting to bind port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 on network 921e8e41-884b-4026-9ce1-07bbd08f8843 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:43.167352 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Pushing event updated for resources: {'Port': ['ID=2485bc71-f74d-4c07-a39e-f2a3d31ee758,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:43.195047 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.195665 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.196183 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.196694 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.197194 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.197841 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.198393 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.199161 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.199644 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.200122 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.200610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.201107 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:43.209733 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:43.210762 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Checking segment: {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:43.212145 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.212697 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Bound using segment: {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:43.213347 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Bound port: 2485bc71-f74d-4c07-a39e-f2a3d31ee758, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:43.213930 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.319677 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] For port 2485bc71-f74d-4c07-a39e-f2a3d31ee758, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:43.323449 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] For port 2485bc71-f74d-4c07-a39e-f2a3d31ee758, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2485bc71-f74d-4c07-a39e-f2a3d31ee758,segment=NetworkSegment(ee190179-5c4b-40b5-af94-2aaaa4ba8a67),segment_id=ee190179-5c4b-40b5-af94-2aaaa4ba8a67)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:43.332906 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:43.401282 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Routers {'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:43.402781 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:43.560037 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] Set router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:43.562248 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d1e37-18ec-430a-aafa-3cc7f821548e None None] Pushing event updated for resources: {'Port': ['ID=2485bc71-f74d-4c07-a39e-f2a3d31ee758,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:43.943804 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:38Z', 'revision_number': 4, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '2485bc71-f74d-4c07-a39e-f2a3d31ee758', 'name': '', 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'mac_address': 'fa:16:3e:af:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:37Z', 'updated_at': '2021-06-30T09:08:43Z', 'revision_number': 4, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'subnets': [{'id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:43.978044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b0299-3d0b-4846-b626-78ee488a6c0c None None] The sync data for ids ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'] in n-d-780147-22 is: [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:38Z', 'revision_number': 4, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '2485bc71-f74d-4c07-a39e-f2a3d31ee758', 'name': '', 'network_id': '921e8e41-884b-4026-9ce1-07bbd08f8843', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'mac_address': 'fa:16:3e:af:35:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:37Z', 'updated_at': '2021-06-30T09:08:43Z', 'revision_number': 4, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'subnets': [{'id': 'c2722e0a-325f-4b39-a4de-244e9da4d62a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:44.080072 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a88682b0-505d-473c-9ac7-081e4fddd506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.159897 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:44.848373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2485bc71-f74d-4c07-a39e-f2a3d31ee758 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:44.923741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:44.930663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:44.931039 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.054944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.101902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2485bc71-f74d-4c07-a39e-f2a3d31ee758, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2485bc71-f74d-4c07-a39e-f2a3d31ee758,segment=NetworkSegment(ee190179-5c4b-40b5-af94-2aaaa4ba8a67),segment_id=ee190179-5c4b-40b5-af94-2aaaa4ba8a67)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:45.112903 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:45.180137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2485bc71-f74d-4c07-a39e-f2a3d31ee758,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:45.935228 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:46.526561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-f22d0ea8-1827-41de-afe9-2aa79e57c01d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8d5c6d703a1e448994a8958fa813e706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287762 Jun 30 09:08:46.654900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-82294cc4-6c9b-41a7-8114-819026fe878c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:46.656665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-82294cc4-6c9b-41a7-8114-819026fe878c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1293118 Jun 30 09:08:46.678809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-a0d72e67-8b10-4d9a-a0d8-89933130c939 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/quotas/8d5c6d703a1e448994a8958fa813e706 HTTP/1.1" status: 200 len: 375 time: 0.0160601 Jun 30 09:08:46.745526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-c3928957-3bf2-4d6a-84e7-95d6e88c0942 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0658145 Jun 30 09:08:46.759296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2485bc71-f74d-4c07-a39e-f2a3d31ee758 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:08:46.820540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:46.820912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.019029 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51968a3a-c7f6-4f35-91ca-2673a4b66e39 x-openstack-request-id: req-51968a3a-c7f6-4f35-91ca-2673a4b66e39 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:47.019325 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-plugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:47.019571 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51968a3a-c7f6-4f35-91ca-2673a4b66e39 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:47.019964 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'code': 200} Jun 30 09:08:47.151333 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.240170 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83af137-d69a-4671-ad82-d1a703b65f3b x-openstack-request-id: req-f83af137-d69a-4671-ad82-d1a703b65f3b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:47.240847 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:47.240847 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f83af137-d69a-4671-ad82-d1a703b65f3b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:47.241393 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'status': 'completed', 'code': 200} Jun 30 09:08:47.491694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:47.557670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-5108ef78-8000-42ae-958d-23a8840407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.562213 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-5108ef78-8000-42ae-958d-23a8840407e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.2081082 Jun 30 09:08:47.604448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff6ed685-b177-4739-85b3-aad87bd6f6ec req-88cf70c2-5158-4f20-889a-ebffb2f367c5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 210 time: 0.0709107 Jun 30 09:08:47.668981 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-aa7a5521-5f8f-4484-95db-4066bb69b4dc req-03589e51-73d5-48b0-aa92-0a07f857c408 tempest-FloatingIPDetailsNegativeTestJSON-338619097 tempest-FloatingIPDetailsNegativeTestJSON-338619097-project] show failed (client error): The resource could not be found. Jun 30 09:08:47.670169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa7a5521-5f8f-4484-95db-4066bb69b4dc req-03589e51-73d5-48b0-aa92-0a07f857c408 tempest-FloatingIPDetailsNegativeTestJSON-338619097 tempest-FloatingIPDetailsNegativeTestJSON-338619097-project] 10.222.0.77 "GET /v2.0/floatingips/fb427896-fe95-4466-b4b6-2573ed0a1ed0 HTTP/1.1" status: 404 len: 350 time: 0.0766370 Jun 30 09:08:47.683058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57164) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:47.709502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-12e98468-fa59-4870-86fe-e7faf7d2a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.711207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-12e98468-fa59-4870-86fe-e7faf7d2a4bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1422160 Jun 30 09:08:47.776227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-3531505d-0b21-42c3-839a-1691131c176d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=d787962e-10da-49b1-8b38-ba71ac36e47a HTTP/1.1" status: 200 len: 217 time: 0.0567625 Jun 30 09:08:47.869699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-dea0da15-2347-4c23-b6ed-d63d8e6f9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.872237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-dea0da15-2347-4c23-b6ed-d63d8e6f9a7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0891469 Jun 30 09:08:47.963445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-419e914d-1d9f-4780-839d-a600ad1023f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:47.965432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-419e914d-1d9f-4780-839d-a600ad1023f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852523 Jun 30 09:08:48.260295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:48.619949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-8dde2a1b-12f3-441e-b235-f7e74488b596 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471250 Jun 30 09:08:48.783876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f44e158-c7ea-4051-8e67-ced6067cd6fb req-67001ed5-46a9-484f-8617-ab20951dd3f0 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437938 Jun 30 09:08:48.973741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Deleting port 2485bc71-f74d-4c07-a39e-f2a3d31ee758 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:48.974376 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.005439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-e38ef683-5d76-47e2-b9b1-0976fe17ae8a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8d5c6d703a1e448994a8958fa813e706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449736 Jun 30 09:08:49.021452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728'}, {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:49.023821 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f0a39-0e9d-484c-8eeb-a66a3a4b0102" -d '{"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728"}, {"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-plugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:49.141263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] For port 2485bc71-f74d-4c07-a39e-f2a3d31ee758, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2485bc71-f74d-4c07-a39e-f2a3d31ee758,segment=NetworkSegment(ee190179-5c4b-40b5-af94-2aaaa4ba8a67),segment_id=ee190179-5c4b-40b5-af94-2aaaa4ba8a67)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:49.141928 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.177215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d7872df8-204c-485a-a7e2-2cd9a19b67ad tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:49.178773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d7872df8-204c-485a-a7e2-2cd9a19b67ad tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680021 Jun 30 09:08:49.191306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Calling delete_port for 2485bc71-f74d-4c07-a39e-f2a3d31ee758 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:49.201234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Request body: {'port': {'device_id': 'e5937315-6395-42ec-93ee-500ed4e24623', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '8d5c6d703a1e448994a8958fa813e706'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:49.504887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Made reservation on behalf of 8d5c6d703a1e448994a8958fa813e706 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:08:49.510756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.597162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:49.628125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Pushing event deleted for resources: {'Port': ['ID=2485bc71-f74d-4c07-a39e-f2a3d31ee758,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:49.797888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Allocated IP 192.168.233.184 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/a988720f-cb47-44be-9126-7a4fe4b4ebbb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:08:49.916965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.276876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.324681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:50.329979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Transition to ACTIVE for port object a988720f-cb47-44be-9126-7a4fe4b4ebbb will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:50.501017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.525290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:50.540718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:08:50.552710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.579072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:08:50.582527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:08:50.587263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:08:50.679238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdcbe0-3837-4d32-b992-1130bb329334 req-190db6d9-7e67-4935-8cd8-b6a186f50ff5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.693880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bccdcbe0-3837-4d32-b992-1130bb329334 req-190db6d9-7e67-4935-8cd8-b6a186f50ff5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 936 time: 0.2079957 Jun 30 09:08:50.711948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:50.712963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.764982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5694041 Jun 30 09:08:50.779332 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74ee7ea-a686-45e7-9572-731db8b5d5d3 x-openstack-request-id: req-b74ee7ea-a686-45e7-9572-731db8b5d5d3 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:50.781426 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-plugged", "status": "completed", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728", "code": 200}, {"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-plugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:50.781934 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b74ee7ea-a686-45e7-9572-731db8b5d5d3 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:50.782612 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'code': 200} Jun 30 09:08:50.783052 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'code': 200} Jun 30 09:08:50.832334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Request body: {'port': {'device_id': 'e5937315-6395-42ec-93ee-500ed4e24623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:08:50.840127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260476e9-5746-483f-b0d1-906193f54937 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event updated for resources: {'Port': ['ID=a988720f-cb47-44be-9126-7a4fe4b4ebbb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.860000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:50.869107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:50.947936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bccdcbe0-3837-4d32-b992-1130bb329334 req-9fa80731-2616-4129-b478-fa8f2b946948 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528865 Jun 30 09:08:50.966417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:50.998442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:08:51.021576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] Sync routers for ids ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:08:51.022963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7170e577-2663-430c-95e9-b40239f0812d admin admin] 10.222.0.77 "PUT /v2.0/routers/bb7a742e-e44b-46a5-bd5a-352ffe3d4f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3372953 Jun 30 09:08:51.026185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57258) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:51.056089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] Routers {'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:51.057036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:51.077579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab9e39-fab2-435a-808e-c8d928cb1c95 req-5bb94f4a-03db-4ad4-82db-5a536bae3077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.079728 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-afab9e39-fab2-435a-808e-c8d928cb1c95 req-5bb94f4a-03db-4ad4-82db-5a536bae3077 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.1791763 Jun 30 09:08:51.103065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.260395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] Set router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:51.363052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-78927def-3e40-47d7-9d82-49b7e6a62f0d None None] Provisioning for port a988720f-cb47-44be-9126-7a4fe4b4ebbb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:08:51.431819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-78927def-3e40-47d7-9d82-49b7e6a62f0d None None] Provisioning complete for port a988720f-cb47-44be-9126-7a4fe4b4ebbb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:08:51.432550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-78927def-3e40-47d7-9d82-49b7e6a62f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.478513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe252e87-27d4-40fd-b953-dbbe9531b172 req-2bbab722-7e18-443a-8076-ec90afd6c7b2 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.487088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe252e87-27d4-40fd-b953-dbbe9531b172 req-2bbab722-7e18-443a-8076-ec90afd6c7b2 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.4415514 Jun 30 09:08:51.620136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-78927def-3e40-47d7-9d82-49b7e6a62f0d None None] Port a988720f-cb47-44be-9126-7a4fe4b4ebbb cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:08:51.622523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe252e87-27d4-40fd-b953-dbbe9531b172 req-9a7671ba-f397-4e50-abb9-6244f93371d1 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279359 Jun 30 09:08:51.669621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57697f6-9840-489a-a6ee-f7d5d4af5444 req-9e5a831c-966c-4c16-9ec3-d66af6d53145 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:51.681192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a57697f6-9840-489a-a6ee-f7d5d4af5444 req-9e5a831c-966c-4c16-9ec3-d66af6d53145 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 949 time: 0.4077003 Jun 30 09:08:51.694829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.791935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:51.831226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] Checking router: bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:08:51.840558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] Routers {'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:08:51.841201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:08:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:51.929700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a57697f6-9840-489a-a6ee-f7d5d4af5444 req-15321e00-a8d0-45a4-8abf-5f565d82865b tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473667 Jun 30 09:08:51.938594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a988720f-cb47-44be-9126-7a4fe4b4ebbb {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:51.949996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:51.964980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Transition to ACTIVE for port object a988720f-cb47-44be-9126-7a4fe4b4ebbb will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:08:52.012846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.031991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:52.103736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] Set router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:08:52.150605 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.177502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Pushing event updated for resources: {'Port': ['ID=a988720f-cb47-44be-9126-7a4fe4b4ebbb,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:52.198075 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-afab9e39-fab2-435a-808e-c8d928cb1c95 req-ee3742df-c05d-4175-b8d0-495ad01b92e6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6604300 Jun 30 09:08:52.301897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:52.368046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Deleting port c24ea9ae-4b73-4b67-9cf2-2504181abf10 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:52.368620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.460207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Attempting to bind port a988720f-cb47-44be-9126-7a4fe4b4ebbb on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:08:52.466482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Attempting to bind port a988720f-cb47-44be-9126-7a4fe4b4ebbb by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:08:52.470502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Attempting to bind port a988720f-cb47-44be-9126-7a4fe4b4ebbb on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:52.501675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Port a988720f-cb47-44be-9126-7a4fe4b4ebbb on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:08:52.507161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Attempting to bind port a988720f-cb47-44be-9126-7a4fe4b4ebbb on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:08:52.556905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:08:52.560720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:08:52.562565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:08:52.565357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Bound port: a988720f-cb47-44be-9126-7a4fe4b4ebbb, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:08:52.567547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.643824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896ab83b-c158-4bc2-b02a-6e1e7912ef3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.670580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] For port c24ea9ae-4b73-4b67-9cf2-2504181abf10, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c24ea9ae-4b73-4b67-9cf2-2504181abf10,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:52.671147 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.720348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Calling delete_port for c24ea9ae-4b73-4b67-9cf2-2504181abf10 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:52.761918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.800065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:52.812906 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb48783e-453b-4a92-93d7-e46d6cacf5ce" -d '{"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:52.912478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:52.926606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:52.973347 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] For port a988720f-cb47-44be-9126-7a4fe4b4ebbb, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:08:53.016677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] For port a988720f-cb47-44be-9126-7a4fe4b4ebbb, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:08:53.034488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57340) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:53.039936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.067055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:53.157660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e99f2-8535-4dfa-b427-ca294ca0e34f req-a0ca423e-fb3b-4ce8-84bc-97c24384be6d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.166303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b1e99f2-8535-4dfa-b427-ca294ca0e34f req-a0ca423e-fb3b-4ce8-84bc-97c24384be6d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 948 time: 0.3519681 Jun 30 09:08:53.260556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.261190 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.265525 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] 10.222.0.83 "PUT /v2.0/ports/a988720f-cb47-44be-9126-7a4fe4b4ebbb HTTP/1.1" status: 200 len: 1097 time: 2.4684923 Jun 30 09:08:53.283476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5937315-6395-42ec-93ee-500ed4e24623', 'tag': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:53.294194 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16058ba-70fe-4529-8c78-79c49f2317ac x-openstack-request-id: req-e16058ba-70fe-4529-8c78-79c49f2317ac {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:53.294516 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-unplugged", "status": "completed", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:53.294765 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e16058ba-70fe-4529-8c78-79c49f2317ac {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:53.295163 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'code': 200} Jun 30 09:08:53.301812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2de6490-d1b6-4756-9c50-6cc46576d6a4 None None] The sync data for ids ['bb7a742e-e44b-46a5-bd5a-352ffe3d4f43'] in n-d-780147-22 is: [{'id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1423304268-router', 'tenant_id': '8ed48825ebed4dca808eab6c2aba3248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:30Z', 'updated_at': '2021-06-30T09:08:49Z', 'revision_number': 5, 'project_id': '8ed48825ebed4dca808eab6c2aba3248', 'gw_port': {'id': 'c24ea9ae-4b73-4b67-9cf2-2504181abf10', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb7a742e-e44b-46a5-bd5a-352ffe3d4f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:31Z', 'updated_at': '2021-06-30T09:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:08:53.302380 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a83abb8-66fc-4aa5-8935-333d2ea9d147" -d '{"events": [{"name": "network-changed", "server_uuid": "e5937315-6395-42ec-93ee-500ed4e24623", "tag": "a988720f-cb47-44be-9126-7a4fe4b4ebbb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:53.307759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:53.325009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.325361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.325698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.326077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.326453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.326778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.327641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.328002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.328322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.328640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.328944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.329261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:08:53.394204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d6322-d024-45c7-a492-3e6fbb064025 service neutron] Pushing event updated for resources: {'Port': ['ID=a988720f-cb47-44be-9126-7a4fe4b4ebbb,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:53.415437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b1e99f2-8535-4dfa-b427-ca294ca0e34f req-709b08e2-5184-40fe-9252-06720921e71d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478244 Jun 30 09:08:53.490525 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0150d2f6-a9ec-454c-ba35-83c3b2e9a75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.542441 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.611050 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5828cf37-7c2c-4478-b94b-63ec567ada61 x-openstack-request-id: req-5828cf37-7c2c-4478-b94b-63ec567ada61 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:53.611359 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5937315-6395-42ec-93ee-500ed4e24623", "tag": "a988720f-cb47-44be-9126-7a4fe4b4ebbb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:53.611621 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5828cf37-7c2c-4478-b94b-63ec567ada61 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:53.612040 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5937315-6395-42ec-93ee-500ed4e24623', 'tag': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb', 'status': 'completed', 'code': 200} Jun 30 09:08:53.641571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=c24ea9ae-4b73-4b67-9cf2-2504181abf10,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:53.729531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-a1dac482-2511-4ee7-a646-0b673d27720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:53.731399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-a1dac482-2511-4ee7-a646-0b673d27720b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 1100 time: 0.3109038 Jun 30 09:08:53.829595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.900617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-940aa7a2-4925-4391-bc0c-70f5270cc967 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb HTTP/1.1" status: 200 len: 217 time: 0.1514845 Jun 30 09:08:53.940773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896ab83b-c158-4bc2-b02a-6e1e7912ef3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:53.993474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-896ab83b-c158-4bc2-b02a-6e1e7912ef3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.082330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896ab83b-c158-4bc2-b02a-6e1e7912ef3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a34b87-0abb-4b92-852b-34feaaa30bd8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.168167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-896ab83b-c158-4bc2-b02a-6e1e7912ef3d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5c23f91ba1ef4ac282ab736c6e15d3a2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0005119 Jun 30 09:08:54.169742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-2337a6bb-d9da-4dcb-99be-39592d1597ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.171207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-2337a6bb-d9da-4dcb-99be-39592d1597ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2588861 Jun 30 09:08:54.177113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:54.338811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98abb140-4b6b-4e1c-ada6-d03fcf3f8c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.409806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98abb140-4b6b-4e1c-ada6-d03fcf3f8c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.473172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-715744f6-2fcf-4c06-a05f-e1128407b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:54.475032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-715744f6-2fcf-4c06-a05f-e1128407b692 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2813551 Jun 30 09:08:54.505083 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98abb140-4b6b-4e1c-ada6-d03fcf3f8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.510439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-98abb140-4b6b-4e1c-ada6-d03fcf3f8c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.516631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-98abb140-4b6b-4e1c-ada6-d03fcf3f8c2d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/49a34b87-0abb-4b92-852b-34feaaa30bd8 HTTP/1.1" status: 204 len: 168 time: 0.3332911 Jun 30 09:08:54.557669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.563995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.642851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.643973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:08:54.652350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.655102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1416cd50-f85b-4f0a-8c5e-bb10aa653a5d admin admin] 10.222.0.77 "DELETE /v2.0/routers/bb7a742e-e44b-46a5-bd5a-352ffe3d4f43 HTTP/1.1" status: 204 len: 168 time: 3.6277275 Jun 30 09:08:54.658697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57428) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:54.740845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abb140-4b6b-4e1c-ada6-d03fcf3f8c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a34b87-0abb-4b92-852b-34feaaa30bd8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:54.830360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Deleting subnet c2722e0a-325f-4b39-a4de-244e9da4d62a {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:08:54.839840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:54.913491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2485bc71-f74d-4c07-a39e-f2a3d31ee758 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:54.963514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2485bc71-f74d-4c07-a39e-f2a3d31ee758 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:54.963861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2485bc71-f74d-4c07-a39e-f2a3d31ee758 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:54.975634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-3d940f1f-30ff-4e7d-bc4b-36d84761301e service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929655 Jun 30 09:08:54.978111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.089235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0150d2f6-a9ec-454c-ba35-83c3b2e9a75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.106858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0150d2f6-a9ec-454c-ba35-83c3b2e9a75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.213689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36de467a-c81c-4cc2-9875-b9c18de87cc9 req-cff109a0-df74-458f-aa44-fe969d7e27ea service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310944 Jun 30 09:08:55.263926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150d2f6-a9ec-454c-ba35-83c3b2e9a75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef890788-8ce9-405b-86de-03780c85629f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.296905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:08:55.300437 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598e066d-0b01-4c00-8b29-d9b813dd60af" -d '{"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:08:55.425474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57466) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.427895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0150d2f6-a9ec-454c-ba35-83c3b2e9a75f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bc62953376445d78eafc9c770d32da2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3921297 Jun 30 09:08:55.439690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.463227 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9419b595-289f-4e71-980e-077f16bbdfae x-openstack-request-id: req-9419b595-289f-4e71-980e-077f16bbdfae {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:08:55.463784 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:08:55.464269 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9419b595-289f-4e71-980e-077f16bbdfae {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:08:55.464854 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'code': 200} Jun 30 09:08:55.484266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2c0e-c0c7-401c-a864-e20860fbad48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.500672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.557301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef734-4e24-424a-be23-bd0b341a7d5c req-c35d09ca-9417-425d-9ff0-9a3b8cfb1c97 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.558959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5abef734-4e24-424a-be23-bd0b341a7d5c req-c35d09ca-9417-425d-9ff0-9a3b8cfb1c97 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 948 time: 0.3277309 Jun 30 09:08:55.570277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-c9b19373-4046-4141-9b0b-94fab89df0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.573448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-c9b19373-4046-4141-9b0b-94fab89df0df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 1100 time: 0.2374053 Jun 30 09:08:55.665549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.671671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a76fd9d-21fd-465f-81f0-5a53cc4ac93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.684103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5abef734-4e24-424a-be23-bd0b341a7d5c req-e8e7c369-e2cc-41fb-b16e-66033dd08bca tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127558 Jun 30 09:08:55.698735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a76fd9d-21fd-465f-81f0-5a53cc4ac93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.726695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2722e0a-325f-4b39-a4de-244e9da4d62a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.736238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b706a2-6f2f-4ab3-8c89-c0a2ca5d08ed None None] Network 921e8e41-884b-4026-9ce1-07bbd08f8843 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:08:55.744199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.746288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2602c81-2a6a-4080-8f31-1e953748c75c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c2722e0a-325f-4b39-a4de-244e9da4d62a HTTP/1.1" status: 204 len: 168 time: 1.0864291 Jun 30 09:08:55.748820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57474) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:55.783368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a76fd9d-21fd-465f-81f0-5a53cc4ac93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.786827 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a76fd9d-21fd-465f-81f0-5a53cc4ac93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:55.788576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a76fd9d-21fd-465f-81f0-5a53cc4ac93d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef890788-8ce9-405b-86de-03780c85629f HTTP/1.1" status: 204 len: 168 time: 0.3088152 Jun 30 09:08:55.853906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76fd9d-21fd-465f-81f0-5a53cc4ac93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef890788-8ce9-405b-86de-03780c85629f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:55.967381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-8e77073d-5f98-4824-ab00-25278f0059e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:55.971277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-8e77073d-5f98-4824-ab00-25278f0059e3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3867848 Jun 30 09:08:56.026458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-c0498f35-8486-438c-8ceb-db4376a0b4d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb HTTP/1.1" status: 200 len: 217 time: 0.0478640 Jun 30 09:08:56.029914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.091956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-6a549fbc-2508-46bb-976c-5036c5adbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.093971 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-6a549fbc-2508-46bb-976c-5036c5adbb1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0574877 Jun 30 09:08:56.118952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2c0e-c0c7-401c-a864-e20860fbad48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.149155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec0b2c0e-c0c7-401c-a864-e20860fbad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.182970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:56.248968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Deleting port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:08:56.249280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.294816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ec0b2c0e-c0c7-401c-a864-e20860fbad48 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43871cb780994204b7d936a1abf5d899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8629003 Jun 30 09:08:56.295701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:56.298005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b2c0e-c0c7-401c-a864-e20860fbad48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd963fae-db84-44b8-a5dd-262cd67fdf43,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.436168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:56.458731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] For port d418bed5-f8aa-40ef-9dc9-593e6d17fde0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,segment=NetworkSegment(ee190179-5c4b-40b5-af94-2aaaa4ba8a67),segment_id=ee190179-5c4b-40b5-af94-2aaaa4ba8a67)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:56.459136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.489006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-2affab32-4e00-4b89-9dcf-8c6cd310725d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:56.490588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-2affab32-4e00-4b89-9dcf-8c6cd310725d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3864462 Jun 30 09:08:56.493305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Calling delete_port for d418bed5-f8aa-40ef-9dc9-593e6d17fde0 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:08:56.537166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'mac_address': 'fa:16:3e:1a:7a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:56.560537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6770-c6a3-4363-8be9-778c851d8c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.687967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.761787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c24ea9ae-4b73-4b67-9cf2-2504181abf10 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:56.783441 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.787016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6770-c6a3-4363-8be9-778c851d8c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:56.863786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c24ea9ae-4b73-4b67-9cf2-2504181abf10 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:56.865004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c24ea9ae-4b73-4b67-9cf2-2504181abf10 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:56.886474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d418bed5-f8aa-40ef-9dc9-593e6d17fde0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:56.890055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6ab376-354e-454c-9b1c-0ee163b38dd1 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:56.918088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] No DVR routers for this DVR port d418bed5-f8aa-40ef-9dc9-593e6d17fde0 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:08:56.979712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-865819ad-faea-4c42-ab30-49d1a16c9ec5 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668550 Jun 30 09:08:56.990814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:56.995038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:57.012057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.142724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.162101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921e8e41-884b-4026-9ce1-07bbd08f8843']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:57.182582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:57.182582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee190179-5c4b-40b5-af94-2aaaa4ba8a67') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:08:57.189292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67068f-7c1c-4bdb-9aed-a81fc7b5a284 None None] DHCP port deletion for 921e8e41-884b-4026-9ce1-07bbd08f8843 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:08:57.193928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e6ab376-354e-454c-9b1c-0ee163b38dd1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:08:57.204936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6aad0-e9cc-4701-b5c2-aca7094d2eb1 req-c269b8da-2d20-4aee-8606-be299eaac9d3 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:57.211928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceb6aad0-e9cc-4701-b5c2-aca7094d2eb1 req-c269b8da-2d20-4aee-8606-be299eaac9d3 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 948 time: 0.2882619 Jun 30 09:08:57.218758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fa1-e932-4a45-84ef-3fa4c8025d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.219689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.255418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:57.271684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.273372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6770-c6a3-4363-8be9-778c851d8c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.286437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e1d6770-c6a3-4363-8be9-778c851d8c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.292732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9e1d6770-c6a3-4363-8be9-778c851d8c4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd963fae-db84-44b8-a5dd-262cd67fdf43 HTTP/1.1" status: 204 len: 168 time: 0.9886692 Jun 30 09:08:57.304047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceb6aad0-e9cc-4701-b5c2-aca7094d2eb1 req-f6503d9a-4a81-42c6-b7d8-97d11544615f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Jun 30 09:08:57.312638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:08:57.314082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:08:57.316786 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:08:57.414158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d6770-c6a3-4363-8be9-778c851d8c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd963fae-db84-44b8-a5dd-262cd67fdf43,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:57.465614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a83abb8-66fc-4aa5-8935-333d2ea9d147 req-72057db8-dae0-4660-8971-e3c8a1b8c808 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657967 Jun 30 09:08:57.490675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.508265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.512542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/921e8e41-884b-4026-9ce1-07bbd08f8843 HTTP/1.1" status: 204 len: 168 time: 1.7596986 Jun 30 09:08:57.570958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996cdbf-6e19-4520-afc6-654216ac2fd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=921e8e41-884b-4026-9ce1-07bbd08f8843,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:57.692343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fa1-e932-4a45-84ef-3fa4c8025d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.703508 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9e85fa1-e932-4a45-84ef-3fa4c8025d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.762904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e85fa1-e932-4a45-84ef-3fa4c8025d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f56525-da42-457f-9516-30dfa8e14451,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:57.804214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d9e85fa1-e932-4a45-84ef-3fa4c8025d34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6d46e833dc64735b011fd57606aa2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093066 Jun 30 09:08:57.807018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57558) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:57.941367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7e61f91-90f1-4cff-9679-ab5382863f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:57.995196 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7e61f91-90f1-4cff-9679-ab5382863f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.039763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:58.169726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ddb67cd2-fb38-45bd-809b-355f8f50a9f7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ed48825ebed4dca808eab6c2aba3248&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295447 Jun 30 09:08:58.173910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:08:58.231919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7e61f91-90f1-4cff-9679-ab5382863f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.236351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7e61f91-90f1-4cff-9679-ab5382863f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.237899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7e61f91-90f1-4cff-9679-ab5382863f0e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/87f56525-da42-457f-9516-30dfa8e14451 HTTP/1.1" status: 204 len: 168 time: 0.4298956 Jun 30 09:08:58.260053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e61f91-90f1-4cff-9679-ab5382863f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f56525-da42-457f-9516-30dfa8e14451,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.309033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932de65b-1562-4917-97ac-c126206989bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.356884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932de65b-1562-4917-97ac-c126206989bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.369509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a988720f-cb47-44be-9126-7a4fe4b4ebbb details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:08:58.431697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932de65b-1562-4917-97ac-c126206989bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.435397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-932de65b-1562-4917-97ac-c126206989bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.437293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-932de65b-1562-4917-97ac-c126206989bb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fb37cb1f-ad43-4c48-9cbb-0ebb46645c7c HTTP/1.1" status: 204 len: 168 time: 0.2603590 Jun 30 09:08:58.451700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932de65b-1562-4917-97ac-c126206989bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37cb1f-ad43-4c48-9cbb-0ebb46645c7c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:58.690776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port a988720f-cb47-44be-9126-7a4fe4b4ebbb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:58.730786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb', 'mac_address': 'fa:16:3e:3b:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:08:58.828363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d418bed5-f8aa-40ef-9dc9-593e6d17fde0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:08:58.837689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.846544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303bf68-7e92-4d75-b537-09356efcd8fd req-a5872a45-7603-4543-84a1-bfb54a3ebbd4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:08:58.857561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1303bf68-7e92-4d75-b537-09356efcd8fd req-a5872a45-7603-4543-84a1-bfb54a3ebbd4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 948 time: 0.2155702 Jun 30 09:08:58.875582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a988720f-cb47-44be-9126-7a4fe4b4ebbb {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:08:58.881925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d418bed5-f8aa-40ef-9dc9-593e6d17fde0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:08:58.882733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d418bed5-f8aa-40ef-9dc9-593e6d17fde0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:08:58.931083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port a988720f-cb47-44be-9126-7a4fe4b4ebbb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:08:58.942781 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:58.954773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1303bf68-7e92-4d75-b537-09356efcd8fd req-41d69cd4-a899-41a0-ba27-0116bc2d9ecf tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815961 Jun 30 09:08:59.088578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=a988720f-cb47-44be-9126-7a4fe4b4ebbb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:08:59.129163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:08:59.370724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['a988720f-cb47-44be-9126-7a4fe4b4ebbb'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:00.188145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:00.196073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:00.476956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:00.499463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '838667f0-26f0-4157-b7e2-b6669d194117', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '838667f0-26f0-4157-b7e2-b6669d194117', 'mac_address': 'fa:16:3e:bc:18:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:00.551718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:00.552475 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.558924 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.605320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 838667f0-26f0-4157-b7e2-b6669d194117 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:00.640557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:00.647746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:00.765481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:00.877795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['838667f0-26f0-4157-b7e2-b6669d194117'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:01.043292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.260188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:01.268418 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777f99b7-3801-4e1e-896f-859d0ced110d" -d '{"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:01.324408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:01.340528 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:01.616837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.189967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:02.313645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 838667f0-26f0-4157-b7e2-b6669d194117 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:02.314033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.412769 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.416957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a988720f-cb47-44be-9126-7a4fe4b4ebbb up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:02.496767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:02.508233 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.637203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:02.642252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port a988720f-cb47-44be-9126-7a4fe4b4ebbb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:02.647689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port a988720f-cb47-44be-9126-7a4fe4b4ebbb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:02.648220 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.776053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.821661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port a988720f-cb47-44be-9126-7a4fe4b4ebbb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:02.832648 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:02.955461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=a988720f-cb47-44be-9126-7a4fe4b4ebbb,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:05.842057 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:06.878029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d24e5a-bb95-48b7-b7be-8c8e55d1fd41 req-b19c05ff-19dc-44a6-969c-602ec967241c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:06.887645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1d24e5a-bb95-48b7-b7be-8c8e55d1fd41 req-b19c05ff-19dc-44a6-969c-602ec967241c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 950 time: 0.1266043 Jun 30 09:09:06.950585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1d24e5a-bb95-48b7-b7be-8c8e55d1fd41 req-1244e02a-5616-4cfd-abb3-81cdfe76288c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613961 Jun 30 09:09:07.063461 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5ca25d-9861-4223-affc-6dd12282e3f8 x-openstack-request-id: req-de5ca25d-9861-4223-affc-6dd12282e3f8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:07.063995 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-plugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:07.063995 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-de5ca25d-9861-4223-affc-6dd12282e3f8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:07.064375 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'code': 200} Jun 30 09:09:07.543265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-aee2daae-a1e5-4bc4-a824-8404ef2a1475 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1434037149&fields=id&tenant_id=50443e20ec4d47ed9b3847e4b955c4e0 HTTP/1.1" status: 200 len: 267 time: 0.0704224 Jun 30 09:09:07.696637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-35918f64-16b2-407b-af16-753dea72737b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:07.702679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-35918f64-16b2-407b-af16-753dea72737b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/networks?id=8fa3bed5-a88b-4489-89df-824a58096aa7 HTTP/1.1" status: 200 len: 815 time: 0.1584671 Jun 30 09:09:07.746909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-a1e88689-d4f7-433a-a21b-96903dfae3c6 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/quotas/50443e20ec4d47ed9b3847e4b955c4e0 HTTP/1.1" status: 200 len: 375 time: 0.0174482 Jun 30 09:09:07.867254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-525aa2ab-99c2-4f14-94da-6104690e6853 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=50443e20ec4d47ed9b3847e4b955c4e0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1189239 Jun 30 09:09:07.976866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-4f3f2ce0-332a-40f2-ada7-4772c9a2a8c1 service neutron] 10.222.0.77 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079504 Jun 30 09:09:08.121904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-01e2ba0a-36f9-4eae-974b-5d76431cdecb service neutron] 10.222.0.77 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349030 Jun 30 09:09:09.065305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}, {'server_uuid': 'e5937315-6395-42ec-93ee-500ed4e24623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:09.069181 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bbed51-eee7-424f-ad07-fd103920deec" -d '{"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-plugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}, {"server_uuid": "e5937315-6395-42ec-93ee-500ed4e24623", "name": "network-vif-plugged", "status": "completed", "tag": "a988720f-cb47-44be-9126-7a4fe4b4ebbb"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:10.423044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:10.543789 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.600718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:10.609464 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:10.774618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-cdbb9e10-f137-460f-b60a-6797f143bad1 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:10.777505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-cdbb9e10-f137-460f-b60a-6797f143bad1 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.79 "GET /v2.0/networks?id=8fa3bed5-a88b-4489-89df-824a58096aa7 HTTP/1.1" status: 200 len: 815 time: 0.2368140 Jun 30 09:09:10.846639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:10.909879 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dfce0a20-431b-4273-be09-c608bf8a2cda tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50443e20ec4d47ed9b3847e4b955c4e0 HTTP/1.1" status: 200 len: 380 time: 0.1231608 Jun 30 09:09:10.923921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Request body: {'port': {'device_id': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'admin_state_up': True, 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'security_groups': ['ab3bdb7f-d81f-4659-9eec-a8e3a9a215db']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:11.181021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Made reservation on behalf of 50443e20ec4d47ed9b3847e4b955c4e0 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:11.189524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.213890 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4e5a584c-6a46-4cbf-b346-c88eb11dd39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.509671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Allocated IP 172.20.0.8 (8fa3bed5-a88b-4489-89df-824a58096aa7/8b84b674-aff3-4bad-b3dc-0c5ad33f308d/6c5f30c5-6429-4b08-b801-d5e0997bbfae) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:11.781079 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.800348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Transition to ACTIVE for port object 6c5f30c5-6429-4b08-b801-d5e0997bbfae will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:11.860199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:11.945373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:11.949473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:11.956211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:12.047261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.047975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.098020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event updated for resources: {'Port': ['ID=6c5f30c5-6429-4b08-b801-d5e0997bbfae,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:12.112983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-dd27ca05-bd7b-4a41-81bc-3b92d3cd779b tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1967957 Jun 30 09:09:12.127670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Request body: {'port': {'device_id': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:12.419101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.487885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6b0ee43f-300c-4f3d-a362-5501065a9a38 None None] Provisioning for port 6c5f30c5-6429-4b08-b801-d5e0997bbfae completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:12.497678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6b0ee43f-300c-4f3d-a362-5501065a9a38 None None] Provisioning complete for port 6c5f30c5-6429-4b08-b801-d5e0997bbfae triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:12.498824 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b0ee43f-300c-4f3d-a362-5501065a9a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.600045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6b0ee43f-300c-4f3d-a362-5501065a9a38 None None] Port 6c5f30c5-6429-4b08-b801-d5e0997bbfae cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:12.891344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5f30c5-6429-4b08-b801-d5e0997bbfae {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:12.900900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:12.915483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Transition to ACTIVE for port object 6c5f30c5-6429-4b08-b801-d5e0997bbfae will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:12.919126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-8ef7b57b-9707-40a3-9676-9e54b2a9a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:12.921570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-8ef7b57b-9707-40a3-9676-9e54b2a9a7dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 1103 time: 0.6163504 Jun 30 09:09:12.923587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.246679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f30c5-6429-4b08-b801-d5e0997bbfae,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:13.316451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Attempting to bind port 6c5f30c5-6429-4b08-b801-d5e0997bbfae on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:13.316803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Attempting to bind port 6c5f30c5-6429-4b08-b801-d5e0997bbfae by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:13.317110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Attempting to bind port 6c5f30c5-6429-4b08-b801-d5e0997bbfae on network 8fa3bed5-a88b-4489-89df-824a58096aa7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:13.325060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Port 6c5f30c5-6429-4b08-b801-d5e0997bbfae on network 8fa3bed5-a88b-4489-89df-824a58096aa7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:13.325448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Attempting to bind port 6c5f30c5-6429-4b08-b801-d5e0997bbfae on network 8fa3bed5-a88b-4489-89df-824a58096aa7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:13.339742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:13.340160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Checking segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:13.340460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Bound using segment: {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:13.340894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Bound port: 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfd31712-382d-472c-a77b-8046bc2c603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:13.341250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.421272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] For port 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:13.425405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] For port 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:13.429034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-4da73774-7459-464b-ac19-2b418700ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.431775 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-4da73774-7459-464b-ac19-2b418700ee70 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4855545 Jun 30 09:09:13.434130 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.521931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.522918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:13.524601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] 10.222.0.79 "PUT /v2.0/ports/6c5f30c5-6429-4b08-b801-d5e0997bbfae HTTP/1.1" status: 200 len: 1092 time: 1.4026172 Jun 30 09:09:13.533263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed2cb7-c035-45da-922c-98bf9822fa1b service neutron] Pushing event updated for resources: {'Port': ['ID=6c5f30c5-6429-4b08-b801-d5e0997bbfae,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:13.552565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:13.555374 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce06df-17b7-439e-a777-dd435e41733d" -d '{"events": [{"name": "network-changed", "server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:13.620535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-cba1def6-ca78-477c-9f63-128beb852b77 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1 HTTP/1.1" status: 200 len: 217 time: 0.1749864 Jun 30 09:09:13.771642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-f150a1d8-e4dc-434c-b64e-127aab0cb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.773154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-f150a1d8-e4dc-434c-b64e-127aab0cb595 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0789807 Jun 30 09:09:13.892875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-42bcbe96-7ef2-470a-8705-67576a95b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:13.895514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-42bcbe96-7ef2-470a-8705-67576a95b82f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50443e20ec4d47ed9b3847e4b955c4e0&device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 1095 time: 0.2780166 Jun 30 09:09:14.027137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-c848fd0e-483f-4ac3-9a86-621b5efa9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.030204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-c848fd0e-483f-4ac3-9a86-621b5efa9554 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2481787 Jun 30 09:09:14.035999 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ee339d-d0d0-4c2f-80e8-aa4716be4cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.049788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-efc04a91-9925-430a-8cff-bd187581e953 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae HTTP/1.1" status: 200 len: 217 time: 0.1405413 Jun 30 09:09:14.154352 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:14.786609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-92bc0ae4-d4a3-480a-9191-15df50f2e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.789682 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-92bc0ae4-d4a3-480a-9191-15df50f2e2bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b84b674-aff3-4bad-b3dc-0c5ad33f308d HTTP/1.1" status: 200 len: 854 time: 0.7258010 Jun 30 09:09:14.794973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57900) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:14.844604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925fc4f-fa36-4f55-b948-89e5c80a9085 req-91f8f8c4-0287-459b-b346-fe9fe454522f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:14.852647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6925fc4f-fa36-4f55-b948-89e5c80a9085 req-91f8f8c4-0287-459b-b346-fe9fe454522f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 950 time: 0.1230924 Jun 30 09:09:14.912001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6925fc4f-fa36-4f55-b948-89e5c80a9085 req-7ceb0afc-6c89-4d1b-912f-5d03c816f3e7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580082 Jun 30 09:09:14.922706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-1ec16098-b190-4795-bda1-afda5a045e30 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8842196 Jun 30 09:09:14.976500 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a8dda-cd5c-4d2c-87bd-fa90d2067a3e x-openstack-request-id: req-e14a8dda-cd5c-4d2c-87bd-fa90d2067a3e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:14.977207 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-plugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "code": 200}, {"server_uuid": "e5937315-6395-42ec-93ee-500ed4e24623", "name": "network-vif-plugged", "status": "completed", "tag": "a988720f-cb47-44be-9126-7a4fe4b4ebbb", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:14.977563 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e14a8dda-cd5c-4d2c-87bd-fa90d2067a3e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:14.978125 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'code': 200} Jun 30 09:09:14.978437 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5937315-6395-42ec-93ee-500ed4e24623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb', 'code': 200} Jun 30 09:09:15.104626 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7b419d-7e34-48fc-9148-7850d68a0bb6 x-openstack-request-id: req-ce7b419d-7e34-48fc-9148-7850d68a0bb6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:15.108914 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:15.109420 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce7b419d-7e34-48fc-9148-7850d68a0bb6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:15.110025 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'status': 'completed', 'code': 200} Jun 30 09:09:15.179075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75df32b6-80eb-4fa1-b2be-a4119dc65a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.245439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d0d8c14-a6b6-4a9a-844d-b74030d445cc req-2d553492-34ad-4633-95b4-733b181433c3 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869401 Jun 30 09:09:15.281596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-cc50d927-1da2-4627-b54b-4864878a1e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.283112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-cc50d927-1da2-4627-b54b-4864878a1e04 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fa3bed5-a88b-4489-89df-824a58096aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3580508 Jun 30 09:09:15.329147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23799fe-7651-4070-ab04-6701636664fe req-e65e65f8-25a8-4530-af20-d8be09483880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.329147 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a23799fe-7651-4070-ab04-6701636664fe req-e65e65f8-25a8-4530-af20-d8be09483880 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 1102 time: 0.2307270 Jun 30 09:09:15.351797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf6f7b-0052-485a-9010-afcb9793a50a req-7c01a43b-87ea-4e8f-a5d2-b2c3ddc83554 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.364030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffbf6f7b-0052-485a-9010-afcb9793a50a req-7c01a43b-87ea-4e8f-a5d2-b2c3ddc83554 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 943 time: 0.3462651 Jun 30 09:09:15.391814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a23799fe-7651-4070-ab04-6701636664fe req-d12f18d2-ffc6-40a9-be5f-56ee2ece35f4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Jun 30 09:09:15.441337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffbf6f7b-0052-485a-9010-afcb9793a50a req-84fb5eac-d886-40d5-aa05-05fb8f7e0fcc tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757775 Jun 30 09:09:15.450374 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-ba4bb00b-488f-4396-9952-f0749617a863 service neutron] 10.222.0.79 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527939 Jun 30 09:09:15.492663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75df32b6-80eb-4fa1-b2be-a4119dc65a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.501319 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75df32b6-80eb-4fa1-b2be-a4119dc65a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.610419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57930) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:15.623312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75df32b6-80eb-4fa1-b2be-a4119dc65a67 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5703f67648b942a6928fd2e99abff6b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8253174 Jun 30 09:09:15.624050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df32b6-80eb-4fa1-b2be-a4119dc65a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2fe84d-2f78-4fae-87bb-eb45fd47242b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:15.693702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f0a228d-e0f0-4bb5-8d77-e5e0f682d6eb req-8e7b8cd6-8a98-4cfc-a8ee-f2ba802b6550 service neutron] 10.222.0.79 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372561 Jun 30 09:09:15.702662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4cd249a-2827-4b0c-ac70-ca0d01874e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.740581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4cd249a-2827-4b0c-ac70-ca0d01874e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.914354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce06df-17b7-439e-a777-dd435e41733d req-1ec8cf86-05ea-4e90-8a32-db36534b98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:15.922251 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-1ec8cf86-05ea-4e90-8a32-db36534b98bd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50443e20ec4d47ed9b3847e4b955c4e0&device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 1095 time: 0.1213300 Jun 30 09:09:15.922970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4cd249a-2827-4b0c-ac70-ca0d01874e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.926277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4cd249a-2827-4b0c-ac70-ca0d01874e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:15.929557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d4cd249a-2827-4b0c-ac70-ca0d01874e7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2c2fe84d-2f78-4fae-87bb-eb45fd47242b HTTP/1.1" status: 204 len: 168 time: 0.3158777 Jun 30 09:09:15.952041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd249a-2827-4b0c-ac70-ca0d01874e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2fe84d-2f78-4fae-87bb-eb45fd47242b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:16.027399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.097831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce06df-17b7-439e-a777-dd435e41733d req-5dee3a6b-e66a-4b9f-bf7e-e49e08d594c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.099308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-5dee3a6b-e66a-4b9f-bf7e-e49e08d594c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fa3bed5-a88b-4489-89df-824a58096aa7 HTTP/1.1" status: 200 len: 916 time: 0.1675124 Jun 30 09:09:16.170028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-4f816c97-d917-477b-aad0-e754007b6d0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae HTTP/1.1" status: 200 len: 217 time: 0.0627794 Jun 30 09:09:16.300987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce06df-17b7-439e-a777-dd435e41733d req-9d766028-bc5d-454c-b5f6-92c2f9503bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.305320 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-9d766028-bc5d-454c-b5f6-92c2f9503bcb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b84b674-aff3-4bad-b3dc-0c5ad33f308d HTTP/1.1" status: 200 len: 854 time: 0.1267910 Jun 30 09:09:16.533984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce06df-17b7-439e-a777-dd435e41733d req-584fcc0a-f9f1-425f-a37f-eed902ce17b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:16.536295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-584fcc0a-f9f1-425f-a37f-eed902ce17b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fa3bed5-a88b-4489-89df-824a58096aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2221582 Jun 30 09:09:16.599295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57980) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:16.621142 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c4386c2-e7da-4c5a-b18d-2b423f143b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.855493 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-8d6b69ab-46f2-43da-afad-1765c6dc302b service neutron] 10.222.0.79 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014500 Jun 30 09:09:16.869888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c4386c2-e7da-4c5a-b18d-2b423f143b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.879506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c4386c2-e7da-4c5a-b18d-2b423f143b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:16.980702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:16.985725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdce06df-17b7-439e-a777-dd435e41733d req-0ca74348-66d2-4fd4-8972-bb995da833b8 service neutron] 10.222.0.79 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260238 Jun 30 09:09:16.988636 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1052bd-0109-49d9-b863-ca8700aefe2b" -d '{"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:17.013445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c4386c2-e7da-4c5a-b18d-2b423f143b97 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=683c30b0922947f8af1c0bbdb94d44cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4189909 Jun 30 09:09:17.017859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:17.031763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4386c2-e7da-4c5a-b18d-2b423f143b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b4b039-9650-4cbd-b660-7dc04d484d59,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.159029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.172992 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf6af51-cf5d-4f24-a7fc-c66f898d2b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.239473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d2671-d264-4ded-94da-55d2b2bc3030 req-4d501ea1-8556-4ceb-84cc-2da748195eec tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.249597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf6af51-cf5d-4f24-a7fc-c66f898d2b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.251830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-770d2671-d264-4ded-94da-55d2b2bc3030 req-4d501ea1-8556-4ceb-84cc-2da748195eec tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 950 time: 0.1550503 Jun 30 09:09:17.348735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-770d2671-d264-4ded-94da-55d2b2bc3030 req-7b5c330e-48dc-4a18-b9a6-987b287f0176 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920007 Jun 30 09:09:17.379438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf6af51-cf5d-4f24-a7fc-c66f898d2b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.383439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-edf6af51-cf5d-4f24-a7fc-c66f898d2b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.386959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-edf6af51-cf5d-4f24-a7fc-c66f898d2b21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/79b4b039-9650-4cbd-b660-7dc04d484d59 HTTP/1.1" status: 204 len: 168 time: 0.3655419 Jun 30 09:09:17.411271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6af51-cf5d-4f24-a7fc-c66f898d2b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b4b039-9650-4cbd-b660-7dc04d484d59,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:17.493617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:17.721734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b01e8-5a1a-4a33-b2bf-6a9a1523a3f5 req-816f766f-8a27-4c1d-87bd-d0658478cbf3 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:17.730504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8b01e8-5a1a-4a33-b2bf-6a9a1523a3f5 req-816f766f-8a27-4c1d-87bd-d0658478cbf3 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 943 time: 0.1242366 Jun 30 09:09:17.850750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8b01e8-5a1a-4a33-b2bf-6a9a1523a3f5 req-f4f03fd2-1d03-45a1-a5e5-d7c06cc8b2f3 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191499 Jun 30 09:09:17.961393 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b71ef1d-67fc-4e6c-a1a5-3c1f9167cbb6 x-openstack-request-id: req-0b71ef1d-67fc-4e6c-a1a5-3c1f9167cbb6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:17.961797 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-unplugged", "status": "completed", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:17.962203 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b71ef1d-67fc-4e6c-a1a5-3c1f9167cbb6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:17.962961 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'code': 200} Jun 30 09:09:18.142249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650e115-f4c0-41a2-8b3c-89c95cb1afa9 req-dd59222e-c8a3-48aa-ba08-92075036450c tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.148790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9650e115-f4c0-41a2-8b3c-89c95cb1afa9 req-dd59222e-c8a3-48aa-ba08-92075036450c tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 951 time: 0.1280072 Jun 30 09:09:18.226025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:18.352078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9650e115-f4c0-41a2-8b3c-89c95cb1afa9 req-21741124-94b2-48d5-92ac-93f7f79e4c61 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800530 Jun 30 09:09:18.439204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-7ecfe2a3-a07e-4c66-b69e-7829e2700a6d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:18.443186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-7ecfe2a3-a07e-4c66-b69e-7829e2700a6d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.3105311 Jun 30 09:09:18.446674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.494280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-7b90362c-f32c-4da8-aea1-bba4ac9841d3 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/quotas/dcb49c3a5b53430691adb53ff260fe11 HTTP/1.1" status: 200 len: 375 time: 0.0436330 Jun 30 09:09:18.541552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:18.552407 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:18.706199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:18.722023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-8afe8f65-2400-43c5-83d2-520b4212933b tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2243481 Jun 30 09:09:19.022943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-ed10d0c3-84c7-47bc-a2c2-d16d4f4110db service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694433 Jun 30 09:09:19.176448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:19.220924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d5c5e6-47d1-4eb0-a93d-04a5ee7c3acc req-22a7a483-aea8-4ea4-acaf-33e2fea6bc40 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.222931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7d5c5e6-47d1-4eb0-a93d-04a5ee7c3acc req-22a7a483-aea8-4ea4-acaf-33e2fea6bc40 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 950 time: 0.2606547 Jun 30 09:09:19.239740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-5d52647b-1c5d-485d-bc3d-874e9c5f1cbe service neutron] 10.222.0.77 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158337 Jun 30 09:09:19.341579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7d5c5e6-47d1-4eb0-a93d-04a5ee7c3acc req-134c9276-93a6-4d2e-bbf4-5f94b406a2a7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994239 Jun 30 09:09:19.581814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93fa45e-3cf7-4b0c-b6f0-e3d5f38be5b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.667623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8cf645-ed82-4b51-a629-09755862db5f req-93d63750-7108-49f5-bf4e-e0f704c9db8d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:19.672418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e8cf645-ed82-4b51-a629-09755862db5f req-93d63750-7108-49f5-bf4e-e0f704c9db8d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.83 "GET /v2.0/ports?device_id=4bd48567-d9ac-4250-86c1-027c959428fa HTTP/1.1" status: 200 len: 944 time: 0.2433500 Jun 30 09:09:19.850698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Deleting port ed5481cd-93dd-4e96-9afe-e728bfc96728 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:19.851057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.964146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:19.968854 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbcd99d-eb72-421a-9f5a-f4c8392a7b01" -d '{"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:19.969733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93fa45e-3cf7-4b0c-b6f0-e3d5f38be5b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:19.981690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93fa45e-3cf7-4b0c-b6f0-e3d5f38be5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.006479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] For port ed5481cd-93dd-4e96-9afe-e728bfc96728, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ed5481cd-93dd-4e96-9afe-e728bfc96728,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:20.006839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.059452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Calling delete_port for ed5481cd-93dd-4e96-9afe-e728bfc96728 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:20.080961 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d93fa45e-3cf7-4b0c-b6f0-e3d5f38be5b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ca06837240ab4617b75c35b2e7510c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9033227 Jun 30 09:09:20.081252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58110) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:20.085904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fa45e-3cf7-4b0c-b6f0-e3d5f38be5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da88ab9-981c-4530-9b5d-a07624b67fab,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.267787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11ecfe-3a2f-4aa7-bd4a-781f8aaee945 req-c0d04b76-1ae8-43ee-bfb7-2d03dabf3126 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.275418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f11ecfe-3a2f-4aa7-bd4a-781f8aaee945 req-c0d04b76-1ae8-43ee-bfb7-2d03dabf3126 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 943 time: 0.3409758 Jun 30 09:09:20.307691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.377746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event deleted for resources: {'Port': ['ID=ed5481cd-93dd-4e96-9afe-e728bfc96728,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.386053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2440e68-ded9-44f7-b9ba-cf77e8a6c201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.466270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] No DVR routers for this DVR port ed5481cd-93dd-4e96-9afe-e728bfc96728 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:20.472095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.474568 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e8cf645-ed82-4b51-a629-09755862db5f req-f7d988da-aca4-4c7d-9e12-c2d788bf8628 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.83 "DELETE /v2.0/ports/ed5481cd-93dd-4e96-9afe-e728bfc96728 HTTP/1.1" status: 204 len: 173 time: 0.7951617 Jun 30 09:09:20.477292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-deleted', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:20.480515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2104b-f9b2-49f7-bc85-4944ad0f1458 req-eb4f0e43-0cc3-4e85-ab89-e8ed0885e36a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:20.483889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79b2104b-f9b2-49f7-bc85-4944ad0f1458 req-eb4f0e43-0cc3-4e85-ab89-e8ed0885e36a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.3149154 Jun 30 09:09:20.484530 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9d272f-1d7d-4ed0-98f3-105bb69471fa" -d '{"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-deleted", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:20.511825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2440e68-ded9-44f7-b9ba-cf77e8a6c201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.541367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f11ecfe-3a2f-4aa7-bd4a-781f8aaee945 req-91c19f3f-0cd5-49b8-b557-d0a7197ee9f3 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650473 Jun 30 09:09:20.600873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79b2104b-f9b2-49f7-bc85-4944ad0f1458 req-68ff4280-a5a3-4437-a985-b17383071d9b tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929694 Jun 30 09:09:20.632897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2440e68-ded9-44f7-b9ba-cf77e8a6c201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.635728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2440e68-ded9-44f7-b9ba-cf77e8a6c201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:20.640798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2440e68-ded9-44f7-b9ba-cf77e8a6c201 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6da88ab9-981c-4530-9b5d-a07624b67fab HTTP/1.1" status: 204 len: 168 time: 0.5539937 Jun 30 09:09:20.669075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2440e68-ded9-44f7-b9ba-cf77e8a6c201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da88ab9-981c-4530-9b5d-a07624b67fab,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:20.820281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d21c0b4a-86a5-49df-ada1-75b1533708b3 req-b74a3f3e-3a51-49ce-83c8-92be087b0ca7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 210 time: 0.0733206 Jun 30 09:09:21.211658 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d39ba34-743f-45ad-98a0-c46c3a2c741e x-openstack-request-id: req-5d39ba34-743f-45ad-98a0-c46c3a2c741e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:21.212465 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:21.212465 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d39ba34-743f-45ad-98a0-c46c3a2c741e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:21.212785 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'code': 200} Jun 30 09:09:21.284774 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9e5936-d57b-4e81-831b-f7612910e4e8 x-openstack-request-id: req-bd9e5936-d57b-4e81-831b-f7612910e4e8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:21.285366 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bd48567-d9ac-4250-86c1-027c959428fa", "name": "network-vif-deleted", "tag": "ed5481cd-93dd-4e96-9afe-e728bfc96728", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:21.285843 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd9e5936-d57b-4e81-831b-f7612910e4e8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:21.286916 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bd48567-d9ac-4250-86c1-027c959428fa', 'name': 'network-vif-deleted', 'tag': 'ed5481cd-93dd-4e96-9afe-e728bfc96728', 'status': 'completed', 'code': 200} Jun 30 09:09:21.635622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-a5ce869b-1265-4c8b-bd8c-c98e2b7c80d1 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=8d5c6d703a1e448994a8958fa813e706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565362 Jun 30 09:09:21.959331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-7e74ee4e-f518-4d8b-810b-8979e4cb819b tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:21.971846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-7e74ee4e-f518-4d8b-810b-8979e4cb819b tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328218 Jun 30 09:09:22.010846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-ae82bdcf-b1b0-4afc-a7dd-1dcd6ffc23ee tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/quotas/8d5c6d703a1e448994a8958fa813e706 HTTP/1.1" status: 200 len: 375 time: 0.0379949 Jun 30 09:09:22.234892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-e19b8c91-cd3f-48fd-88b9-af77010a4a2f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2230477 Jun 30 09:09:22.432911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-2518c8b9-d4a5-43e1-a8d8-68bd6f3a4d34 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:22.442598 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-2518c8b9-d4a5-43e1-a8d8-68bd6f3a4d34 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 805 time: 0.4715343 Jun 30 09:09:22.448191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:22.471717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Request body: {'port': {'device_id': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'admin_state_up': True, 'tenant_id': 'dcb49c3a5b53430691adb53ff260fe11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:22.492068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: ed5481cd-93dd-4e96-9afe-e728bfc96728 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:22.492731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ed5481cd-93dd-4e96-9afe-e728bfc96728 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:22.632790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58228) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:22.704009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58232) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:22.899822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Made reservation on behalf of dcb49c3a5b53430691adb53ff260fe11 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:22.922340 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.044271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-973777177-network', 'tenant_id': '07c5f50fff1346e697e283921c51283c'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:23.145568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d6c5525-fd0d-4fac-afaa-25cb1d077dd6 req-53b7d97f-afb5-4f47-8432-ffd6053fc6e7 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 210 time: 0.1279602 Jun 30 09:09:23.149031 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f22e0e24-7738-4f15-8ea2-bb51e4f6fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.196359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Allocated IP 172.20.0.14 (f46122d6-2a1a-4206-8a69-01eed1dc7bf5/4fe25921-378f-43ab-b703-344c63f141da/26e33d35-f5b7-448e-9ba2-8621cce913ec) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:23.287353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Made reservation on behalf of 07c5f50fff1346e697e283921c51283c for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:23.307373 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.367076 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.461105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d7725-739a-4e55-9dea-c971de8c77b5 req-395afb7c-f5a1-479a-ada6-d926f43e638c tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.477156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c77d7725-739a-4e55-9dea-c971de8c77b5 req-395afb7c-f5a1-479a-ada6-d926f43e638c tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 943 time: 0.5529099 Jun 30 09:09:23.526667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e76318d-6195-438e-ad13-e3a2288eb49a req-0fc7fc81-2e6d-4b87-bcff-5a2fe7265977 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 210 time: 0.1081252 Jun 30 09:09:23.616581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c77d7725-739a-4e55-9dea-c971de8c77b5 req-e2b17498-a2b1-47f5-b403-1a1db94b36d8 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024730 Jun 30 09:09:23.652514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.764430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f22e0e24-7738-4f15-8ea2-bb51e4f6fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.787996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.843027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:23.862555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:23.864058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:23.866962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:23.915702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f22e0e24-7738-4f15-8ea2-bb51e4f6fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.965017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:23.965699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.982109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:23.994849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.006543 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-d10a6ddc-060e-43a8-98fc-553929afac2a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5535533 Jun 30 09:09:24.015193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f22e0e24-7738-4f15-8ea2-bb51e4f6fc19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0438ef6568d4fcdb950abcec66183c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3073275 Jun 30 09:09:24.018842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:24.023356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e0e24-7738-4f15-8ea2-bb51e4f6fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a82e982-0122-4686-82c1-dd3b83bf671b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.023999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Request body: {'port': {'device_id': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:24.036390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:24.075387 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.077079 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Added segment 20eacdab-697d-4492-83eb-62c201d3a5c4 of type vlan for network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 Jun 30 09:09:24.093901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab894232-738f-4e76-b3ce-322595f39242,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.172624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.285236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.286354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.287465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.352293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.403146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b9480e2-37d0-4642-a82b-d4cd0ea51c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.463835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b9480e2-37d0-4642-a82b-d4cd0ea51c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.489447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8544981 Jun 30 09:09:24.495249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58300) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:24.543418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Request body: {'subnet': {'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-973777177-subnet', 'tenant_id': '07c5f50fff1346e697e283921c51283c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:24.548167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39064685-c348-448e-961a-74d6dedaa3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d1afaa-a7ad-4a92-a95b-389a50c42e23,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.565972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:24.602688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Made reservation on behalf of 07c5f50fff1346e697e283921c51283c for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:24.606575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.625149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c1e323-588d-4baf-9b61-727645e378aa req-12b5bccf-ac8a-4457-9410-547dd82bbc1e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:24.631157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42c1e323-588d-4baf-9b61-727645e378aa req-12b5bccf-ac8a-4457-9410-547dd82bbc1e tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 932 time: 0.1806114 Jun 30 09:09:24.762548 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-273f9351-17f1-4d50-aef4-f56dcd68bf6c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8d5c6d703a1e448994a8958fa813e706&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793478 Jun 30 09:09:24.778421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b9480e2-37d0-4642-a82b-d4cd0ea51c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.785832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b9480e2-37d0-4642-a82b-d4cd0ea51c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:24.787476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0b9480e2-37d0-4642-a82b-d4cd0ea51c62 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a82e982-0122-4686-82c1-dd3b83bf671b HTTP/1.1" status: 204 len: 168 time: 0.7376869 Jun 30 09:09:24.826012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9480e2-37d0-4642-a82b-d4cd0ea51c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a82e982-0122-4686-82c1-dd3b83bf671b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:24.983102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42c1e323-588d-4baf-9b61-727645e378aa req-2bae6a88-762f-41cc-8518-45c144acb611 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276839 Jun 30 09:09:25.167786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.289653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c507a6fb-88b5-494f-a2da-cd436de19a68 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.291912 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c507a6fb-88b5-494f-a2da-cd436de19a68 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5165296 Jun 30 09:09:25.359152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Request body: {'port': {'device_id': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '8d5c6d703a1e448994a8958fa813e706'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:25.419319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Checking segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:25.434851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Network hostable DHCP agents. Network: e1d1afaa-a7ad-4a92-a95b-389a50c42e23, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:25.437684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea906b44-ac73-4729-99e9-9bfa2bbe77d6,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.485145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:25.593612 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3702-9bbf-455c-8cbf-5c206ce3243a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.641082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e33d35-f5b7-448e-9ba2-8621cce913ec {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:25.652265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.669509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:25.680016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Transition to ACTIVE for port object 26e33d35-f5b7-448e-9ba2-8621cce913ec will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:25.685422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.712595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0993bd12-7283-434c-8aec-86b63e20541b req-b10513ba-c272-4620-b8c8-fe24089d5bc2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 210 time: 0.2284384 Jun 30 09:09:25.750363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e1d1afaa-a7ad-4a92-a95b-389a50c42e23) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:25.768169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:25.790154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae2faf6-601c-4f88-9ff2-ef882acd9bbd None None] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:25.805720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.807675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.924074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe87c1-7f50-48a1-b7d5-f8ba7eae422f req-9b694058-f459-4fc0-9a45-042e1791dc69 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:25.938942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0fe87c1-7f50-48a1-b7d5-f8ba7eae422f req-9b694058-f459-4fc0-9a45-042e1791dc69 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 943 time: 0.4940593 Jun 30 09:09:25.943292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Attempting to bind port 26e33d35-f5b7-448e-9ba2-8621cce913ec on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:25.944142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Attempting to bind port 26e33d35-f5b7-448e-9ba2-8621cce913ec by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:25.944142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Attempting to bind port 26e33d35-f5b7-448e-9ba2-8621cce913ec on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:25.954522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Port 26e33d35-f5b7-448e-9ba2-8621cce913ec on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:25.955313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Attempting to bind port 26e33d35-f5b7-448e-9ba2-8621cce913ec on network f46122d6-2a1a-4206-8a69-01eed1dc7bf5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:25.963699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:25.964180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Checking segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:25.965829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Bound using segment: {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:25.966296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Bound port: 26e33d35-f5b7-448e-9ba2-8621cce913ec, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f42ceaf-fe13-4f34-98bf-ef2121af36c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:25.968658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:25.997416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3702-9bbf-455c-8cbf-5c206ce3243a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.005640 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0a6e3702-9bbf-455c-8cbf-5c206ce3243a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.035777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e99c59c0-a546-4c21-9b67-3ffad9baff0f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5059824 Jun 30 09:09:26.083658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916296b-f00c-48ec-b277-dfab52bf5dc3 None None] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:26.098467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0fe87c1-7f50-48a1-b7d5-f8ba7eae422f req-e153e6c4-6837-4809-971e-82d4cab0499d tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555564 Jun 30 09:09:26.172865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Made reservation on behalf of 8d5c6d703a1e448994a8958fa813e706 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:26.174056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0a6e3702-9bbf-455c-8cbf-5c206ce3243a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=079879cc83fe4498aafabfe3c574ac88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873376 Jun 30 09:09:26.176514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58376) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:26.196241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.209771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e3702-9bbf-455c-8cbf-5c206ce3243a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8604624-2d24-419a-9827-3123f17ec67d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.297594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-317f4d76-bddf-4c4e-b163-b948d7239ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.331428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c5f30c5-6429-4b08-b801-d5e0997bbfae details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:26.346623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:26.361782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-317f4d76-bddf-4c4e-b163-b948d7239ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.466646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:26.502401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.520266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:26.543122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'port_id': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'mac_address': 'fa:16:3e:6c:f7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:26.583178 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-317f4d76-bddf-4c4e-b163-b948d7239ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.588105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-317f4d76-bddf-4c4e-b163-b948d7239ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.593401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-317f4d76-bddf-4c4e-b163-b948d7239ecb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b8604624-2d24-419a-9827-3123f17ec67d HTTP/1.1" status: 204 len: 168 time: 0.4059844 Jun 30 09:09:26.602446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.619416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980892c1-105d-4ea3-8de9-f886855948cd req-87041492-8c6b-4db3-8117-560174d7a36a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.628153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-980892c1-105d-4ea3-8de9-f886855948cd req-87041492-8c6b-4db3-8117-560174d7a36a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 944 time: 0.2278044 Jun 30 09:09:26.634479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5f30c5-6429-4b08-b801-d5e0997bbfae {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:26.637090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4d76-bddf-4c4e-b163-b948d7239ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8604624-2d24-419a-9827-3123f17ec67d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.708184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-980892c1-105d-4ea3-8de9-f886855948cd req-424fc873-a8a0-4d14-8627-c287106bf753 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776784 Jun 30 09:09:26.711471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:26.712120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.713637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] 10.222.0.79 "PUT /v2.0/ports/26e33d35-f5b7-448e-9ba2-8621cce913ec HTTP/1.1" status: 200 len: 1093 time: 2.6960061 Jun 30 09:09:26.719868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:26.727747 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:26.767389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:26.773632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:26.845321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058807cb-80f3-46dc-9b8f-a4e3352165a8 service neutron] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.912049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Allocated IP 192.168.233.173 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/6d316f27-14d2-464a-84cc-48e085957d77) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:26.913244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c5f30c5-6429-4b08-b801-d5e0997bbfae,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:26.991684 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e3cdcb-5805-4450-8945-1f7016e6e9fe x-openstack-request-id: req-14e3cdcb-5805-4450-8945-1f7016e6e9fe {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:26.991982 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:26.992296 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-14e3cdcb-5805-4450-8945-1f7016e6e9fe {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:26.992792 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'status': 'completed', 'code': 200} Jun 30 09:09:27.042583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-31dd045d-7444-472a-b65c-a37ab602cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.044115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-31dd045d-7444-472a-b65c-a37ab602cdc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 1096 time: 0.1849508 Jun 30 09:09:27.086734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:27.094566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6c5f30c5-6429-4b08-b801-d5e0997bbfae'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:27.097827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-3442a599-db20-43c2-8100-cf068876df41 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec HTTP/1.1" status: 200 len: 217 time: 0.0452116 Jun 30 09:09:27.184731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b832818b-0018-4d5c-8271-f9d1107c2608 req-e8820142-bbbf-4762-994b-1da4b57cb5e1 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 210 time: 0.0550327 Jun 30 09:09:27.224140 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.274577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-26203777-86c2-4015-9987-75e3dd22fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.280260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-26203777-86c2-4015-9987-75e3dd22fc27 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.1724098 Jun 30 09:09:27.289687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Transition to ACTIVE for port object 6d316f27-14d2-464a-84cc-48e085957d77 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:27.352078 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-304d08ff-6e73-4db6-8b1c-cbb83b6eb41e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638154 Jun 30 09:09:27.459129 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.483116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87a6222-31dc-492f-9e62-3664c12745ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.501622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['a988720f-cb47-44be-9126-7a4fe4b4ebbb'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:27.522557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-19208980-5652-40db-baad-0698c4f4a0b3 service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619706 Jun 30 09:09:27.522785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-1b0b9b4c-31e9-465a-8967-a0901c5ac373 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.525373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-1b0b9b4c-31e9-465a-8967-a0901c5ac373 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 821 time: 0.2300735 Jun 30 09:09:27.536277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:27.554006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:27.569166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:27.578997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-a0ae2419-0164-492f-bf37-d29e873b7eab tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/quotas/07c5f50fff1346e697e283921c51283c HTTP/1.1" status: 200 len: 375 time: 0.0250528 Jun 30 09:09:27.657128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event updated for resources: {'Port': ['ID=6d316f27-14d2-464a-84cc-48e085957d77,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:27.748989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:27.749453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:27.831920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9ee2539-0aab-4c4a-ae34-cb4b023b4373 req-9af43c4c-1070-4ab0-a5ee-c535f35a18bb service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997816 Jun 30 09:09:27.839473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:27.988931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-7a4a71ab-a699-47b5-b7bd-1f9f0c7dc329 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3994567 Jun 30 09:09:27.992050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ded2170-b443-4604-bb84-c8516e17c158 None None] Provisioning for port 6d316f27-14d2-464a-84cc-48e085957d77 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:28.011726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-eef2496a-caf4-4433-8532-c14af729d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.015448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-eef2496a-caf4-4433-8532-c14af729d1c4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=dcb49c3a5b53430691adb53ff260fe11&device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 1096 time: 0.1246009 Jun 30 09:09:28.015965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ded2170-b443-4604-bb84-c8516e17c158 None None] Provisioning complete for port 6d316f27-14d2-464a-84cc-48e085957d77 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:28.016445 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ded2170-b443-4604-bb84-c8516e17c158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.118632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3ded2170-b443-4604-bb84-c8516e17c158 None None] Port 6d316f27-14d2-464a-84cc-48e085957d77 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:28.121572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad1da-e8ed-476d-b12b-12b421ca684b req-bb2f56c8-c1de-4eb6-9080-a712716d5768 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.124048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-113ad1da-e8ed-476d-b12b-12b421ca684b req-bb2f56c8-c1de-4eb6-9080-a712716d5768 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 950 time: 0.6985421 Jun 30 09:09:28.240512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-113ad1da-e8ed-476d-b12b-12b421ca684b req-5b93ae44-62d3-414c-bac1-028285f07765 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049252 Jun 30 09:09:28.249287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-ad272f90-3c28-459f-8c74-9744ebe9fe01 service neutron] 10.222.0.77 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436481 Jun 30 09:09:28.267694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87a6222-31dc-492f-9e62-3664c12745ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.293260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87a6222-31dc-492f-9e62-3664c12745ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.305604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c5f30c5-6429-4b08-b801-d5e0997bbfae up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:28.396385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f87a6222-31dc-492f-9e62-3664c12745ef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7650ef7256114e208c00dd676b09f11f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3082595 Jun 30 09:09:28.398138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a6222-31dc-492f-9e62-3664c12745ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc79f0f7-ef5e-4674-9f9d-f8f7198a810b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.401314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58536) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.418262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6c5f30c5-6429-4b08-b801-d5e0997bbfae completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:28.424095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6c5f30c5-6429-4b08-b801-d5e0997bbfae triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:28.424500 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.499749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-9f9706ed-b344-4053-bbd3-7aec48c65bc4 service neutron] 10.222.0.77 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348754 Jun 30 09:09:28.518685 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773d6ddc-43f6-446b-9cc4-270a59f70f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.565680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773d6ddc-43f6-446b-9cc4-270a59f70f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.608964 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.668981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:28.671815 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0283c7-caa5-4164-97e0-30140e08eff0" -d '{"events": [{"server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "name": "network-vif-plugged", "status": "completed", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:28.711859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-787ba265-4312-4d27-a9ff-94f1a8293e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.713278 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-787ba265-4312-4d27-a9ff-94f1a8293e71 service neutron] 10.222.0.79 "GET /v2.0/networks?id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 200 len: 906 time: 0.6891949 Jun 30 09:09:28.722580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:28.728467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.729278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:28.745586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-c684dc52-ad0b-41e3-bb34-6af255dbd957 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4144721 Jun 30 09:09:28.804377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3193dd-4914-4265-b4de-215a1c3c77ec req-29cde902-d440-4400-8fa3-fa8f993bc80f tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:28.806019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b3193dd-4914-4265-b4de-215a1c3c77ec req-29cde902-d440-4400-8fa3-fa8f993bc80f tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 944 time: 0.1912808 Jun 30 09:09:28.806924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773d6ddc-43f6-446b-9cc4-270a59f70f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.809989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-773d6ddc-43f6-446b-9cc4-270a59f70f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:28.814275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-773d6ddc-43f6-446b-9cc4-270a59f70f27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc79f0f7-ef5e-4674-9f9d-f8f7198a810b HTTP/1.1" status: 204 len: 168 time: 0.3942747 Jun 30 09:09:28.888704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Request body: {'port': {'device_id': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:28.890275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d6ddc-43f6-446b-9cc4-270a59f70f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc79f0f7-ef5e-4674-9f9d-f8f7198a810b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:28.908334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58550) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:28.974877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b3193dd-4914-4265-b4de-215a1c3c77ec req-7cb229a0-2e76-4102-8cd6-1ba5fb178be5 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291940 Jun 30 09:09:29.119511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.142465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cf6ba3-a277-40af-8028-29b424d5d661 req-575bc956-1230-4f57-85ef-9eecdf341600 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.146188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0cf6ba3-a277-40af-8028-29b424d5d661 req-575bc956-1230-4f57-85ef-9eecdf341600 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 944 time: 0.1669517 Jun 30 09:09:29.187166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-87360434-492a-40cb-8e9b-ea5787168a69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec HTTP/1.1" status: 200 len: 217 time: 0.4626775 Jun 30 09:09:29.273613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.277437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0cf6ba3-a277-40af-8028-29b424d5d661 req-ef4d3199-d97d-45ef-b90d-daa09dd46eb9 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005282 Jun 30 09:09:29.336552 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.339263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-3e332959-063f-4333-a900-51be22bd8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.341272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-3e332959-063f-4333-a900-51be22bd8c02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 200 len: 845 time: 0.1449542 Jun 30 09:09:29.351251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c5f30c5-6429-4b08-b801-d5e0997bbfae,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.394256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:29.400930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.493285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:29.502904 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-6ec98801-0761-46ef-8fe5-0e7573f2c762 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=f46122d6-2a1a-4206-8a69-01eed1dc7bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439798 Jun 30 09:09:29.555391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f27bf8-c654-43a4-af57-41874cf2476a req-994e8e98-e327-44c2-bf6a-efa058589623 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:29.557759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f27bf8-c654-43a4-af57-41874cf2476a req-994e8e98-e327-44c2-bf6a-efa058589623 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 936 time: 0.1879888 Jun 30 09:09:29.649703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb95-9dc4-4e2c-b346-315ac81577cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.707604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f27bf8-c654-43a4-af57-41874cf2476a req-ba65c682-4ed9-4669-af63-00e81f03a93a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334140 Jun 30 09:09:29.827415 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb95-9dc4-4e2c-b346-315ac81577cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.834969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f75fb95-9dc4-4e2c-b346-315ac81577cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:29.953887 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac7b342-6953-4c60-9f71-746d488e6e90 x-openstack-request-id: req-8ac7b342-6953-4c60-9f71-746d488e6e90 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:29.954363 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "name": "network-vif-plugged", "status": "completed", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:29.954769 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ac7b342-6953-4c60-9f71-746d488e6e90 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:29.965689 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'code': 200} Jun 30 09:09:29.967028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8f75fb95-9dc4-4e2c-b346-315ac81577cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e7545ca9d4a4d34afdfeee5cbe4514c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0571446 Jun 30 09:09:29.969440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58594) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:29.988683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75fb95-9dc4-4e2c-b346-315ac81577cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2dd858-8222-4455-b7b6-7b19087d9b36,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.037619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-301b9119-efaa-4c6d-a1b0-6f7707b3ab5b service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289299 Jun 30 09:09:30.064071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ddc272e-985c-4301-9ea4-794ef0128c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.118151 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ddc272e-985c-4301-9ea4-794ef0128c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.202019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ddc272e-985c-4301-9ea4-794ef0128c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.206676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ddc272e-985c-4301-9ea4-794ef0128c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.208175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2ddc272e-985c-4301-9ea4-794ef0128c0f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ed2dd858-8222-4455-b7b6-7b19087d9b36 HTTP/1.1" status: 204 len: 168 time: 0.2358170 Jun 30 09:09:30.306109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d316f27-14d2-464a-84cc-48e085957d77 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:30.312227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:30.327639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11006578-c77b-4e37-bfeb-5fc81a68107c req-ff552267-99ba-4daa-a866-fa4b1522c390 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 210 time: 0.1505358 Jun 30 09:09:30.332445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc272e-985c-4301-9ea4-794ef0128c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2dd858-8222-4455-b7b6-7b19087d9b36,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.353836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.398975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de80e38-1898-4b6c-971c-763231be56a0 req-1e37b5be-084d-4990-a1b1-6cd9bd0109bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:30.401270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3de80e38-1898-4b6c-971c-763231be56a0 req-1e37b5be-084d-4990-a1b1-6cd9bd0109bf service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 1097 time: 0.2233446 Jun 30 09:09:30.423630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Transition to ACTIVE for port object 6d316f27-14d2-464a-84cc-48e085957d77 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:30.444312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.508609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3de80e38-1898-4b6c-971c-763231be56a0 req-81ffcfd8-15b2-4f63-b01a-9b78cabcc767 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986519 Jun 30 09:09:30.548505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ed4c948-7deb-4d0c-a2b6-82f11b2f6e0e req-1a1731cf-d09b-46ed-9014-07d8126feb7d service neutron] 10.222.0.79 "GET /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752846 Jun 30 09:09:30.568798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Pushing event updated for resources: {'Port': ['ID=6d316f27-14d2-464a-84cc-48e085957d77,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:30.672475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:30.732053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'mac_address': 'fa:16:3e:89:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:30.737249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.740505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.750754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.751125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.751466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.751805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.752136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.752465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.752824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.753105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.753505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.753733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:30.890991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Attempting to bind port 6d316f27-14d2-464a-84cc-48e085957d77 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:30.891328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Attempting to bind port 6d316f27-14d2-464a-84cc-48e085957d77 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:30.891664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Attempting to bind port 6d316f27-14d2-464a-84cc-48e085957d77 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:30.897265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Port 6d316f27-14d2-464a-84cc-48e085957d77 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:30.897506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Attempting to bind port 6d316f27-14d2-464a-84cc-48e085957d77 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:30.899104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:30.928499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e33d35-f5b7-448e-9ba2-8621cce913ec {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:30.965663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:30.978018 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.054444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:31.054800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:31.055193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:31.055649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Bound port: 6d316f27-14d2-464a-84cc-48e085957d77, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:31.056011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.090737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:31.110683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234ec3d-c2f8-4385-9908-91805ee5a1b4 req-dca6b48c-4012-49b7-bba4-6affb22dea0d tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.112415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2234ec3d-c2f8-4385-9908-91805ee5a1b4 req-dca6b48c-4012-49b7-bba4-6affb22dea0d tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.1910222 Jun 30 09:09:31.186039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2234ec3d-c2f8-4385-9908-91805ee5a1b4 req-c370e625-b298-4280-a542-0966e0d0e5bd tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625455 Jun 30 09:09:31.224609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-342b7003-00ea-444e-8e56-6858fd25975b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.227550 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-342b7003-00ea-444e-8e56-6858fd25975b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 821 time: 0.3269408 Jun 30 09:09:31.255831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'port': {'device_id': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'admin_state_up': True, 'tenant_id': '07c5f50fff1346e697e283921c51283c'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:31.287033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['26e33d35-f5b7-448e-9ba2-8621cce913ec'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:31.334948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] For port 6d316f27-14d2-464a-84cc-48e085957d77, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:31.396079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] For port 6d316f27-14d2-464a-84cc-48e085957d77, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d316f27-14d2-464a-84cc-48e085957d77,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:31.403800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b204-9972-441d-aaf4-47d372745a5b req-4a6d6c89-8530-43f8-b6a5-ed03430bf7e8 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.408004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd97b204-9972-441d-aaf4-47d372745a5b req-4a6d6c89-8530-43f8-b6a5-ed03430bf7e8 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 945 time: 0.1877410 Jun 30 09:09:31.420626 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.514908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd97b204-9972-441d-aaf4-47d372745a5b req-f9aa2e83-0a8f-4537-85b7-652c92605eba tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878146 Jun 30 09:09:31.550642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.551538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.554536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] 10.222.0.79 "PUT /v2.0/ports/6d316f27-14d2-464a-84cc-48e085957d77 HTTP/1.1" status: 200 len: 1097 time: 2.7876389 Jun 30 09:09:31.555457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'tag': '6d316f27-14d2-464a-84cc-48e085957d77'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:31.565945 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd007d96-95e9-4179-8757-758af0b5e08b", "tag": "6d316f27-14d2-464a-84cc-48e085957d77"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:31.657688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b2af3-ebba-4948-a93e-6af558e07b1e service neutron] Pushing event updated for resources: {'Port': ['ID=6d316f27-14d2-464a-84cc-48e085957d77,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:31.670282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Made reservation on behalf of 07c5f50fff1346e697e283921c51283c for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:31.674184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:31.923958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8109510-04cf-41b6-b83b-a13dd16eefc5 req-dc4a7d86-43b7-40aa-9cb3-719dc205a3cf tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:31.937614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8109510-04cf-41b6-b83b-a13dd16eefc5 req-dc4a7d86-43b7-40aa-9cb3-719dc205a3cf tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 948 time: 0.1530111 Jun 30 09:09:31.967359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:31.970444 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ea6e3e-0ffa-48d9-82ee-851135d74e75" -d '{"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:31.974104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Allocated IP 172.20.0.11 (e1d1afaa-a7ad-4a92-a95b-389a50c42e23/ea906b44-ac73-4729-99e9-9bfa2bbe77d6/7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:32.030870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8109510-04cf-41b6-b83b-a13dd16eefc5 req-4d1eef37-aed2-4c07-96a8-ef0b1a854923 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910337 Jun 30 09:09:32.127890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-d7c991e5-9db4-47a5-9b1b-6836eaf26287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.130325 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-d7c991e5-9db4-47a5-9b1b-6836eaf26287 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 1100 time: 0.4494505 Jun 30 09:09:32.199608 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-d3fe9e5a-7206-40df-a4ed-8577dc0b7cb1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6d316f27-14d2-464a-84cc-48e085957d77 HTTP/1.1" status: 200 len: 217 time: 0.0560107 Jun 30 09:09:32.265463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-058696c5-62de-4b41-ae51-ee19c31af097 req-6b13bfc0-4fcd-4cc6-93e1-65a6fabb831d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 210 time: 0.0428257 Jun 30 09:09:32.298205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.304281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-436d38d6-a086-440c-b4fe-0bdf8885918d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.306333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-436d38d6-a086-440c-b4fe-0bdf8885918d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1003015 Jun 30 09:09:32.315627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:32.365274 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027cb5e8-a455-4bd7-8e0e-c5cbc1faeb96 x-openstack-request-id: req-027cb5e8-a455-4bd7-8e0e-c5cbc1faeb96 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:32.366125 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd007d96-95e9-4179-8757-758af0b5e08b", "tag": "6d316f27-14d2-464a-84cc-48e085957d77", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:32.366125 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-027cb5e8-a455-4bd7-8e0e-c5cbc1faeb96 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:32.366611 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'tag': '6d316f27-14d2-464a-84cc-48e085957d77', 'status': 'completed', 'code': 200} Jun 30 09:09:32.434454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-e94f89b1-4e94-4c19-8861-94bbbcdde6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.436610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-e94f89b1-4e94-4c19-8861-94bbbcdde6cc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218996 Jun 30 09:09:32.437971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 26e33d35-f5b7-448e-9ba2-8621cce913ec completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:32.439190 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.450183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58714) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:32.452261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 26e33d35-f5b7-448e-9ba2-8621cce913ec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:32.452876 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.595326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:32.601654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:32.604135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:32.615606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.630822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf3902f-556a-45d4-a167-c5d805fdd9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.663705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:32.671013 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.725533 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-9234c76e-f03b-4e52-8453-02f7c31d7fd7 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713504 Jun 30 09:09:32.758190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.773565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:32.843759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:32.845310 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.878353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf3902f-556a-45d4-a167-c5d805fdd9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.885894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbf3902f-556a-45d4-a167-c5d805fdd9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:32.945954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fbf3902f-556a-45d4-a167-c5d805fdd9cf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30f7be2092ca4ab2ae451190963f8fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4947882 Jun 30 09:09:32.948885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:32.959215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3902f-556a-45d4-a167-c5d805fdd9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31e1458-540f-4ca6-a5cb-4395f8cebca3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:33.004943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-3da6a818-b0bd-482d-9825-38be565d7b33 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7541299 Jun 30 09:09:33.032767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Request body: {'port': {'device_id': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:33.048966 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244fb411-1b1d-4137-8324-8c7c6c2d89c2 x-openstack-request-id: req-244fb411-1b1d-4137-8324-8c7c6c2d89c2 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:33.050576 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-unplugged", "status": "completed", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:33.051440 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-244fb411-1b1d-4137-8324-8c7c6c2d89c2 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:33.052564 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'code': 200} Jun 30 09:09:33.109192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0edd6575-c164-4159-9094-71490e856059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.158527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5c112de-ee55-469a-9f2b-a8cbf1aad44c req-7a6e038f-fbd5-4581-8710-e39b24f9a958 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179599 Jun 30 09:09:33.184687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0edd6575-c164-4159-9094-71490e856059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.305599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.310817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0edd6575-c164-4159-9094-71490e856059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.313981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0edd6575-c164-4159-9094-71490e856059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.316862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0edd6575-c164-4159-9094-71490e856059 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c31e1458-540f-4ca6-a5cb-4395f8cebca3 HTTP/1.1" status: 204 len: 168 time: 0.3650780 Jun 30 09:09:33.337683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd6575-c164-4159-9094-71490e856059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31e1458-540f-4ca6-a5cb-4395f8cebca3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:33.403622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb93eec-85da-47d4-8e92-8079144cf953 req-5b01ccff-7754-43f4-83b7-2449be300817 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.406095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fb93eec-85da-47d4-8e92-8079144cf953 req-5b01ccff-7754-43f4-83b7-2449be300817 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.1383126 Jun 30 09:09:33.461104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fb93eec-85da-47d4-8e92-8079144cf953 req-ca87e5b9-562a-46a4-b2fb-e8d840805b49 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Jun 30 09:09:33.468482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58768) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:33.545249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-10d992d9-3bf3-40bc-8773-c2d12a411713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.548813 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-10d992d9-3bf3-40bc-8773-c2d12a411713 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 1100 time: 0.3022852 Jun 30 09:09:33.802773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1929715694'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:33.881911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-e3b73a3b-0c66-4064-949d-7e1a409a4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.882253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3f9b1-0cfa-4409-a8ad-716f3209ca21 req-bc80e3b3-de87-4b28-aff3-b3c78f0d0af2 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.883383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-e3b73a3b-0c66-4064-949d-7e1a409a4361 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3263049 Jun 30 09:09:33.886926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3af3f9b1-0cfa-4409-a8ad-716f3209ca21 req-bc80e3b3-de87-4b28-aff3-b3c78f0d0af2 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 946 time: 0.1978366 Jun 30 09:09:33.890392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:33.906097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Made reservation on behalf of 09364f3ee5604587bd3ad40f6f0b077e for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:33.909627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.912382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.921482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b420af-07c5-4e85-9148-5ac234e1a86a req-02e484f4-014d-4153-9289-08b17702c3f3 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:33.923746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6b420af-07c5-4e85-9148-5ac234e1a86a req-02e484f4-014d-4153-9289-08b17702c3f3 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 948 time: 0.2563212 Jun 30 09:09:33.948393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:33.957634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-15e53b84-7de0-4a7a-b6a6-26c37a01b5f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=6d316f27-14d2-464a-84cc-48e085957d77 HTTP/1.1" status: 200 len: 217 time: 0.0622785 Jun 30 09:09:33.958897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Transition to ACTIVE for port object 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:33.967952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.024884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3af3f9b1-0cfa-4409-a8ad-716f3209ca21 req-9750c9a3-d68a-4714-9c13-6fc4c11a9bdd tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203864 Jun 30 09:09:34.046089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6b420af-07c5-4e85-9148-5ac234e1a86a req-64d0f660-575b-451a-87a4-af5a1a13c79d tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060762 Jun 30 09:09:34.080075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.094995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-236440a1-79b7-4baa-a092-ddd516393e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.096513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-236440a1-79b7-4baa-a092-ddd516393e12 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1309466 Jun 30 09:09:34.211782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.219766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.227092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Attempting to bind port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:34.231121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Attempting to bind port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:34.231541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Attempting to bind port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:34.246892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:34.248077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Attempting to bind port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:34.262599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-4fc1221c-4e7c-404f-9b5b-3cf920396057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.265054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-4fc1221c-4e7c-404f-9b5b-3cf920396057 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1497900 Jun 30 09:09:34.266065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:34.266566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Checking segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:34.267187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Bound using segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:34.267729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Bound port: 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:34.268155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.279347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:34.351688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.352021 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Added segment 2beae6fd-3689-45eb-aad3-61bc8b3e563d of type vlan for network 19f7c845-75ef-478e-8118-22b6e1f7082c Jun 30 09:09:34.374253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76840779-08ee-4198-9609-f7612b48c430,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.422234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.439925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:34.445073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:34.450049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-9f1e5bb0-8154-4226-a38f-835f22afdc81 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711729 Jun 30 09:09:34.452960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.457107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e92ff7-85a3-4674-a98f-bad6e1ccd4d8 req-fb8c581c-4c3e-41f7-8194-9b3fe1b2d341 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.458861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60e92ff7-85a3-4674-a98f-bad6e1ccd4d8 req-fb8c581c-4c3e-41f7-8194-9b3fe1b2d341 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 948 time: 0.2283437 Jun 30 09:09:34.504119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68384060-616d-4262-bf6b-609644999d3e req-83d68e93-77a3-4055-a6d3-a89f4ae34bef tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.504119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68384060-616d-4262-bf6b-609644999d3e req-83d68e93-77a3-4055-a6d3-a89f4ae34bef tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 944 time: 0.2327704 Jun 30 09:09:34.510577 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.516574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.517170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.551534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.552150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:34.553522 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] 10.222.0.83 "PUT /v2.0/ports/7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 HTTP/1.1" status: 200 len: 1093 time: 1.5315232 Jun 30 09:09:34.558802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:34.561354 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e52d911-5a51-430a-a272-70e65ae5f455" -d '{"events": [{"name": "network-changed", "server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:34.581395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb8362-444c-40bd-b674-2b5ca618f2be service neutron] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.617212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d1bb5e4b-585e-4f9d-b138-41d2daa211f1 req-0408e0e3-7cd0-4f53-9edd-f8f9a990bc7a service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605220 Jun 30 09:09:34.661827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1921749 Jun 30 09:09:34.679730 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60e92ff7-85a3-4674-a98f-bad6e1ccd4d8 req-1f6df86a-3ac6-425f-9f86-278f084b2a41 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042530 Jun 30 09:09:34.680058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-a993894e-b6bf-42e3-9029-671a6496bfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.680561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-a993894e-b6bf-42e3-9029-671a6496bfb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 1096 time: 0.0575962 Jun 30 09:09:34.688523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc6407-907b-478b-ae8e-290bc832ebb8 tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Pushing event updated for resources: {'Network': ['ID=19f7c845-75ef-478e-8118-22b6e1f7082c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:34.699417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 19f7c845-75ef-478e-8118-22b6e1f7082c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:34.703390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68384060-616d-4262-bf6b-609644999d3e req-37443086-4065-45c9-90be-7f8b23dd2703 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743767 Jun 30 09:09:34.749063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-56c032a0-4777-488d-bc57-765b82fec611 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 HTTP/1.1" status: 200 len: 217 time: 0.0534778 Jun 30 09:09:34.832240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-1636485e-f41c-41c2-9447-c6f44d2fc65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.834905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-1636485e-f41c-41c2-9447-c6f44d2fc65e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 200 len: 861 time: 0.0791917 Jun 30 09:09:34.887493 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-8637972c-b693-40d3-a7ca-fd8e6003b36d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397353 Jun 30 09:09:34.924194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6f52d-11ba-40ef-802b-524150d08949 req-8430fc9a-55fc-484f-b3e9-0274e7e08b57 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:34.925458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27b6f52d-11ba-40ef-802b-524150d08949 req-8430fc9a-55fc-484f-b3e9-0274e7e08b57 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.0753052 Jun 30 09:09:34.935976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:34.941239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Request body: {'floatingip': {'port_id': '6c5f30c5-6429-4b08-b801-d5e0997bbfae'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:34.999520 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.054198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:35.057190 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e03a26-a126-4eec-9106-301d0b8f3669" -d '{"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-plugged", "status": "completed", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:35.281898 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1473bd0b-7bb5-4021-829a-4eef86b191a7 x-openstack-request-id: req-1473bd0b-7bb5-4021-829a-4eef86b191a7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:35.282192 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:35.282461 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1473bd0b-7bb5-4021-829a-4eef86b191a7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:35.282833 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'status': 'completed', 'code': 200} Jun 30 09:09:35.358943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-ac50f0f3-a56c-4253-ba7b-857f2e1200f5 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:35.360574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-ac50f0f3-a56c-4253-ba7b-857f2e1200f5 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.79 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 948 time: 0.4203336 Jun 30 09:09:35.367384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-76ebef70-1df2-4a9f-9fd6-8a68c68c8a78 service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734392 Jun 30 09:09:35.568854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Deleting port 838667f0-26f0-4157-b7e2-b6669d194117 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:35.569953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.632518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4bf5fad-5d62-412a-a0dd-f8b4a36df10e req-2bf4b322-4dd5-43d3-a174-0c4be0eb76fc service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544091 Jun 30 09:09:35.633000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.643462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Request body: {'port': {'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c', 'binding:host_id': 'n-h1-780147-22', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1257480514'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:35.682967 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b3ddd-ad8d-4ccb-950e-230d3fa7564c x-openstack-request-id: req-3b6b3ddd-ad8d-4ccb-950e-230d3fa7564c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:35.683507 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-plugged", "status": "completed", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:35.683925 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b6b3ddd-ad8d-4ccb-950e-230d3fa7564c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:35.684492 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'code': 200} Jun 30 09:09:35.721972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Made reservation on behalf of c15f1b4bebaf4af3afb78fd43c0b0308 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:35.732887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.737681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] For port 838667f0-26f0-4157-b7e2-b6669d194117, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=838667f0-26f0-4157-b7e2-b6669d194117,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:35.738458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.776324 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:35.776324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Calling delete_port for 838667f0-26f0-4157-b7e2-b6669d194117 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:35.827505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:35.901449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:09:36.132943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-a913e890-ba34-4717-8cc2-c4be484d7953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.136305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-a913e890-ba34-4717-8cc2-c4be484d7953 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 1096 time: 0.3892686 Jun 30 09:09:36.141862 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0869f331-0491-4e6b-982b-c2f2d9ad2534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.148215 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.149666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26d078-fbca-4cd2-bd61-b74124e785e2 req-51ee4747-4e24-4d66-9051-3d0b95c85fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.152890 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd26d078-fbca-4cd2-bd61-b74124e785e2 req-51ee4747-4e24-4d66-9051-3d0b95c85fa3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 1098 time: 0.3488925 Jun 30 09:09:36.167975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.330479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd26d078-fbca-4cd2-bd61-b74124e785e2 req-14c21779-2c12-4e68-9615-e8bde219d37b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612179 Jun 30 09:09:36.346726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d316f27-14d2-464a-84cc-48e085957d77 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:36.359581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.426575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.442274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Pushing event deleted for resources: {'Port': ['ID=838667f0-26f0-4157-b7e2-b6669d194117,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.448213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.473589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-d46b39a6-0fd8-4a17-8a59-0e150201da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.475236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-d46b39a6-0fd8-4a17-8a59-0e150201da73 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 922 time: 0.3204854 Jun 30 09:09:36.478253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port 74ad75e8-2ffe-421f-bbf5-fd4901692981 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:36.514950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6d316f27-14d2-464a-84cc-48e085957d77, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d316f27-14d2-464a-84cc-48e085957d77,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:36.528312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6d316f27-14d2-464a-84cc-48e085957d77', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '6d316f27-14d2-464a-84cc-48e085957d77', 'mac_address': 'fa:16:3e:e2:f2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:36.577927 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.595598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7cce7-380d-4387-9670-a155e6c09655 req-b8ff3fb7-0aae-43ce-9090-dabe5cfe6a01 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.597414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adc7cce7-380d-4387-9670-a155e6c09655 req-b8ff3fb7-0aae-43ce-9090-dabe5cfe6a01 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 946 time: 0.7035120 Jun 30 09:09:36.606997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d316f27-14d2-464a-84cc-48e085957d77 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:36.633530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6d316f27-14d2-464a-84cc-48e085957d77, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d316f27-14d2-464a-84cc-48e085957d77,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:36.639411 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.644887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f1329-6d33-4016-8c01-19cd7d95e620 req-24a10822-4e9b-46df-b255-db16298bd91f tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.646297 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-ad2e2ebb-0686-4fb5-93fa-172e8346ba25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 HTTP/1.1" status: 200 len: 217 time: 0.1575954 Jun 30 09:09:36.651299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d8f1329-6d33-4016-8c01-19cd7d95e620 req-24a10822-4e9b-46df-b255-db16298bd91f tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/ports?device_id=edc35b34-f24d-48f7-b2a8-236626714d7a HTTP/1.1" status: 200 len: 948 time: 0.7335658 Jun 30 09:09:36.682277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be88fd0-3eef-4772-a2e1-e6aa09dbf420,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.690004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] No DVR routers for this DVR port 838667f0-26f0-4157-b7e2-b6669d194117 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:36.700472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:36.703960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-617493a1-3ea7-4e07-929d-7a6bf54d0884 req-5b881a5c-3448-4cec-8284-9d8b71c3a601 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.79 "DELETE /v2.0/ports/838667f0-26f0-4157-b7e2-b6669d194117 HTTP/1.1" status: 204 len: 173 time: 1.3354757 Jun 30 09:09:36.757843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6d316f27-14d2-464a-84cc-48e085957d77,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:36.790603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d8f1329-6d33-4016-8c01-19cd7d95e620 req-75caf511-3c2b-457b-b669-6072cfd2bdb3 tempest-ImagesOneServerTestJSON-326236073 tempest-ImagesOneServerTestJSON-326236073-project] 10.222.0.77 "GET /v2.0/security-groups?id=f0bee4cc-df1c-42b3-bf84-bf4de1265f00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378567 Jun 30 09:09:36.797582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-74c7daab-cd51-4d5d-a13a-273d7dd2e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:36.799146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-74c7daab-cd51-4d5d-a13a-273d7dd2e4c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 200 len: 861 time: 0.1104116 Jun 30 09:09:36.859871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adc7cce7-380d-4387-9670-a155e6c09655 req-f9919ec6-1cf8-4c74-beb5-19055864fafa tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488770 Jun 30 09:09:36.866210 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Floating IP f208f9b2-5e20-46d8-8547-6e4f41c191f4 associated. External IP: 172.25.7.6, port: 6c5f30c5-6429-4b08-b801-d5e0997bbfae. Jun 30 09:09:36.926832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-4c809cbb-50c6-4eb4-8934-9984cf0b7681 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191094 Jun 30 09:09:36.954795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6d316f27-14d2-464a-84cc-48e085957d77'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:37.097886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0869f331-0491-4e6b-982b-c2f2d9ad2534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.104921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0869f331-0491-4e6b-982b-c2f2d9ad2534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.219661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869f331-0491-4e6b-982b-c2f2d9ad2534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c25d68-7295-471e-a6e8-d691c7e2f5ff,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.252980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port 74ad75e8-2ffe-421f-bbf5-fd4901692981 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:37.286057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0869f331-0491-4e6b-982b-c2f2d9ad2534 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89233c891415493b9746e7817e62a7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4539070 Jun 30 09:09:37.287303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58874) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:37.289578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-deleted', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:37.297804 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586afb44-8682-46e2-b932-d22d1af25c76" -d '{"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-deleted", "tag": "838667f0-26f0-4157-b7e2-b6669d194117"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:37.343185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-626267d1-5216-4f74-8467-b3abecb46b2d service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887985 Jun 30 09:09:37.344546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.438884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Router 4ab41a88-5b75-403c-9e31-636bbfa01b70 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:37.493749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Transition to ACTIVE for port object 74ad75e8-2ffe-421f-bbf5-fd4901692981 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:37.500102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e123f-8366-48d0-b72c-6a20756eb356 req-137530d6-ee3c-4e0c-9d9f-e865e74b45af tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:37.503252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d42e123f-8366-48d0-b72c-6a20756eb356 req-137530d6-ee3c-4e0c-9d9f-e865e74b45af tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 949 time: 0.2791278 Jun 30 09:09:37.504961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76384638-f9f9-4b2a-b834-f9cc46490cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.520896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.660482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76384638-f9f9-4b2a-b834-f9cc46490cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.667825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=74ad75e8-2ffe-421f-bbf5-fd4901692981,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.706535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e52d911-5a51-430a-a272-70e65ae5f455 req-8b9ade9d-aee5-4e42-bb29-e3f659b691a9 service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528616 Jun 30 09:09:37.749642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Checking segment: {'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:37.754782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Network hostable DHCP agents. Network: 19f7c845-75ef-478e-8118-22b6e1f7082c, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:37.762657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d42e123f-8366-48d0-b72c-6a20756eb356 req-26b212f6-9f9c-4794-a80d-41d9d6c24658 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366533 Jun 30 09:09:37.783995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Network 19f7c845-75ef-478e-8118-22b6e1f7082c is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:37.796136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:37.809559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 19f7c845-75ef-478e-8118-22b6e1f7082c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:37.813879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.823209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:37.828887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722283d-4b6f-47bc-b59d-74f878ce65ea None None] Network 19f7c845-75ef-478e-8118-22b6e1f7082c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:37.829558 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] Sync routers for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:37.863652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:37.863959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:37.864214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:37.873980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76384638-f9f9-4b2a-b834-f9cc46490cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.877382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76384638-f9f9-4b2a-b834-f9cc46490cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:37.878978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-76384638-f9f9-4b2a-b834-f9cc46490cb2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77c25d68-7295-471e-a6e8-d691c7e2f5ff HTTP/1.1" status: 204 len: 168 time: 0.5835674 Jun 30 09:09:37.882168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:37.882714 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:37.883198 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 2 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:37.902736 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:37.906149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:37.915608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:37.915959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:37.916533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:37.925651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76384638-f9f9-4b2a-b834-f9cc46490cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c25d68-7295-471e-a6e8-d691c7e2f5ff,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:37.928709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:37.929023 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:37.929417 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 3 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:37.945695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-33cda77d-90a6-47ee-a382-e65eee6ee8e2 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "PUT /v2.0/floatingips/f208f9b2-5e20-46d8-8547-6e4f41c191f4 HTTP/1.1" status: 200 len: 989 time: 3.0050573 Jun 30 09:09:37.945695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:37.946327 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e68be77-311a-4235-893a-664c821b8040" -d '{"events": [{"name": "network-changed", "server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:37.955130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:37.955465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:37.955811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:37.960869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:37.961197 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:37.961728 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 4 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:37.979616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:37.979957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:37.980397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:37.987776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:37.988243 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:37.988812 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 5 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:38.010413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:38.010899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:38.011556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:38.030449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:38.031287 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:38.034989 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 6 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:38.088064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:38.088694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:38.089047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:38.111215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:38.111627 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:38.112183 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 7 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:38.151890 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f3a15e9-fb81-4a30-88ed-5d8ad2ccfee3 x-openstack-request-id: req-0f3a15e9-fb81-4a30-88ed-5d8ad2ccfee3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:38.152227 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc35b34-f24d-48f7-b2a8-236626714d7a", "name": "network-vif-deleted", "tag": "838667f0-26f0-4157-b7e2-b6669d194117", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:38.152433 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0f3a15e9-fb81-4a30-88ed-5d8ad2ccfee3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:38.152824 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc35b34-f24d-48f7-b2a8-236626714d7a', 'name': 'network-vif-deleted', 'tag': '838667f0-26f0-4157-b7e2-b6669d194117', 'status': 'completed', 'code': 200} Jun 30 09:09:38.153484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:38.154828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:38.155177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:38.169030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:38.170469 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:38.171256 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 8 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:38.175422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402a4fd-e287-4953-b727-2df7092e4c91 req-c039803a-5b22-4b87-9764-afa1db7551a5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.187187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b402a4fd-e287-4953-b727-2df7092e4c91 req-c039803a-5b22-4b87-9764-afa1db7551a5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 944 time: 0.1660020 Jun 30 09:09:38.197254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:38.197607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:38.197959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:38.207712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:38.208052 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:38.208455 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 9 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:38.241029 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:38.242699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:38.243045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:38.243491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:38.255545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:38.255887 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:38.256531 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 10 to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 Jun 30 09:09:38.262355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b402a4fd-e287-4953-b727-2df7092e4c91 req-20eb7c0c-ceec-40b0-ba56-676932222dd1 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732296 Jun 30 09:09:38.289662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:38.290354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:38.290905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:38.313720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:38.314292 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 74ad75e8-2ffe-421f-bbf5-fd4901692981 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:38.315362 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.344608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d316f27-14d2-464a-84cc-48e085957d77 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:38.472210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] For port 74ad75e8-2ffe-421f-bbf5-fd4901692981, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:38.472586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempted to set empty binding levels {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:38.479021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.501383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:38.518450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.519422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.548204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=74ad75e8-2ffe-421f-bbf5-fd4901692981,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:38.559014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6bcbb32-cde8-44cf-b3da-1d2e9c60e5fe tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.9221723 Jun 30 09:09:38.562736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:38.636849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6d316f27-14d2-464a-84cc-48e085957d77 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:38.654897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6d316f27-14d2-464a-84cc-48e085957d77 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:38.656246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.668926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6b7fb-d761-4e68-8d04-bb7aa1e68865 req-7ca9f74a-8949-46ae-9409-86666b0d9f74 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:38.674137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a6b7fb-d761-4e68-8d04-bb7aa1e68865 req-7ca9f74a-8949-46ae-9409-86666b0d9f74 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 946 time: 0.2533131 Jun 30 09:09:38.758579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:09:38.769618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Deleting port 74ad75e8-2ffe-421f-bbf5-fd4901692981 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:38.770179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:38.807202 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae818c7-2b90-47fc-bcfd-009395c5fb58 x-openstack-request-id: req-3ae818c7-2b90-47fc-bcfd-009395c5fb58 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:38.807202 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:38.807202 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ae818c7-2b90-47fc-bcfd-009395c5fb58 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:38.807630 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'status': 'completed', 'code': 200} Jun 30 09:09:38.833080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a6b7fb-d761-4e68-8d04-bb7aa1e68865 req-48fc4e8f-5e60-463a-b2de-bf65b3b66b15 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509168 Jun 30 09:09:38.998190 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f208f9b2-5e20-46d8-8547-6e4f41c191f4', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'port_id': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'mac_address': 'fa:16:3e:6c:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:22Z', 'updated_at': '2021-06-30T09:09:35Z', 'revision_number': 1, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:21Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:39.045774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:39.059652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'port_id': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'mac_address': 'fa:16:3e:89:34:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea906b44-ac73-4729-99e9-9bfa2bbe77d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:39.086775 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] Checking router: 4ab41a88-5b75-403c-9e31-636bbfa01b70 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:39.102739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58938) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.114886 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:39.115519 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:39.135430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.180606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.199004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d316f27-14d2-464a-84cc-48e085957d77'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:39.200911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] For port 74ad75e8-2ffe-421f-bbf5-fd4901692981, host n-h1-780147-22, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:39.205778 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72e0344-5f5a-4601-9b45-d8182248fb96" -d '{"events": [{"server_uuid": "fd007d96-95e9-4179-8757-758af0b5e08b", "name": "network-vif-plugged", "status": "completed", "tag": "6d316f27-14d2-464a-84cc-48e085957d77"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:39.211144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.240145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a4a73-8753-48f8-a5b5-c85831cb27da req-94b3f9eb-8f20-4983-8dbb-012991fd4cb7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.243653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:39.252817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Calling delete_port for 74ad75e8-2ffe-421f-bbf5-fd4901692981 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:39.257836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-464a4a73-8753-48f8-a5b5-c85831cb27da req-94b3f9eb-8f20-4983-8dbb-012991fd4cb7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 949 time: 0.1670306 Jun 30 09:09:39.273505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68be77-311a-4235-893a-664c821b8040 req-fbea504e-9fa2-4493-bbdf-99dd71073b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.275254 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-fbea504e-9fa2-4493-bbdf-99dd71073b50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=50443e20ec4d47ed9b3847e4b955c4e0&device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 1097 time: 0.4743106 Jun 30 09:09:39.287775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:39.291365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6d316f27-14d2-464a-84cc-48e085957d77, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d316f27-14d2-464a-84cc-48e085957d77,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:39.293308 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.370431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.379497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:39.417941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 838667f0-26f0-4157-b7e2-b6669d194117 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:39.418583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 838667f0-26f0-4157-b7e2-b6669d194117 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:39.433268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.444807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-464a4a73-8753-48f8-a5b5-c85831cb27da req-71991440-5bfd-40de-a9ee-ae7ab370e85d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855252 Jun 30 09:09:39.455611 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:39.539586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6d316f27-14d2-464a-84cc-48e085957d77,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.556909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-acb30028-c58f-4796-b808-420adbc1ba5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26d69682945a4a169cb3137ae76a0a38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4517875 Jun 30 09:09:39.558257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58954) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.599454 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec134da-fad6-44a7-a15f-af45914df8ab x-openstack-request-id: req-eec134da-fad6-44a7-a15f-af45914df8ab {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:39.603177 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd007d96-95e9-4179-8757-758af0b5e08b", "name": "network-vif-plugged", "status": "completed", "tag": "6d316f27-14d2-464a-84cc-48e085957d77", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:39.604167 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eec134da-fad6-44a7-a15f-af45914df8ab {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:39.605218 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d316f27-14d2-464a-84cc-48e085957d77', 'code': 200} Jun 30 09:09:39.661038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce42ed96-86f3-4a8b-8316-d2f31c41037c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.702677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce42ed96-86f3-4a8b-8316-d2f31c41037c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.724779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68be77-311a-4235-893a-664c821b8040 req-3e5833eb-27fc-49cd-9d5d-d46ca47c5299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:39.726827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-3e5833eb-27fc-49cd-9d5d-d46ca47c5299 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8fa3bed5-a88b-4489-89df-824a58096aa7 HTTP/1.1" status: 200 len: 916 time: 0.4259574 Jun 30 09:09:39.731083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:39.798479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce42ed96-86f3-4a8b-8316-d2f31c41037c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.802878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce42ed96-86f3-4a8b-8316-d2f31c41037c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.809679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce42ed96-86f3-4a8b-8316-d2f31c41037c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f0bee4cc-df1c-42b3-bf84-bf4de1265f00 HTTP/1.1" status: 204 len: 168 time: 0.2480423 Jun 30 09:09:39.849413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42ed96-86f3-4a8b-8316-d2f31c41037c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bee4cc-df1c-42b3-bf84-bf4de1265f00,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.850037 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-51f9e7ad-7781-4dbf-b51c-84fd5c0ccbf4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae HTTP/1.1" status: 200 len: 997 time: 0.1133161 Jun 30 09:09:39.853473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.861193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58964) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:39.975476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:39.981505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "DELETE /v2.0/ports/74ad75e8-2ffe-421f-bbf5-fd4901692981 HTTP/1.1" status: 204 len: 168 time: 1.4135377 Jun 30 09:09:39.982902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1544e-c69c-4ea4-a948-5432b75014e5 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ad75e8-2ffe-421f-bbf5-fd4901692981,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:39.989208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.032257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675a81c-a356-4b07-a7e8-3b278075c376 req-c0e7ecfc-a6f6-40aa-b602-01028abf7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.041845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1675a81c-a356-4b07-a7e8-3b278075c376 req-c0e7ecfc-a6f6-40aa-b602-01028abf7a5d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 1102 time: 0.3115757 Jun 30 09:09:40.129604 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b420e17-4873-4798-b57c-2b840cdbff3b tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:40.137031 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f208f9b2-5e20-46d8-8547-6e4f41c191f4', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'port_id': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'mac_address': 'fa:16:3e:6c:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:22Z', 'updated_at': '2021-06-30T09:09:35Z', 'revision_number': 1, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:21Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:40.150568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-396169841-network', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:40.155048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b420e17-4873-4798-b57c-2b840cdbff3b tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "GET /v2.0/ports/74ad75e8-2ffe-421f-bbf5-fd4901692981 HTTP/1.1" status: 404 len: 333 time: 0.1539299 Jun 30 09:09:40.156773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68be77-311a-4235-893a-664c821b8040 req-02aa139a-a28b-46df-acaf-9476cfaf3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.158334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-02aa139a-a28b-46df-acaf-9476cfaf3948 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8b84b674-aff3-4bad-b3dc-0c5ad33f308d HTTP/1.1" status: 200 len: 854 time: 0.3017704 Jun 30 09:09:40.158815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:40.164966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Request body: {'port': {'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1496205780'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:40.209893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1802197d-e9cb-434e-bbe2-a0038eb481f9 None None] The sync data for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 is: [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f208f9b2-5e20-46d8-8547-6e4f41c191f4', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'floating_ip_address': '172.25.7.6', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'port_id': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'mac_address': 'fa:16:3e:6c:f7:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:08:22Z', 'updated_at': '2021-06-30T09:09:35Z', 'revision_number': 1, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:21Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:40.217565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542b1f-4579-4a57-a217-7df849e06e82 req-55c9a1b4-784f-4a2f-997a-b625fffa8d21 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.234904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf542b1f-4579-4a57-a217-7df849e06e82 req-55c9a1b4-784f-4a2f-997a-b625fffa8d21 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 945 time: 0.2591507 Jun 30 09:09:40.265008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1675a81c-a356-4b07-a7e8-3b278075c376 req-05a8d410-1159-4614-8ce2-40660c7dcef4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219293 Jun 30 09:09:40.269790 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:09:40.269790 n-d-780147-22 neutron-server[93725]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:09:40.269790 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'id': 'a39c1360-5965-4023-844c-b6eb79f11989', 'expiration': datetime.datetime(2021, 6, 30, 9, 11, 40, 260856)}] Jun 30 09:09:40.269790 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:09:40.271069 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:09:40.305589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Made reservation on behalf of c15f1b4bebaf4af3afb78fd43c0b0308 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:40.313045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf542b1f-4579-4a57-a217-7df849e06e82 req-94381b1d-21fc-4c06-b871-b7ea7174ec83 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772233 Jun 30 09:09:40.314848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.365772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port a26b3884-cedf-41ec-929a-e13b524c9159 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:40.462012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68be77-311a-4235-893a-664c821b8040 req-b2a21a2b-a318-4606-b200-1dede60990a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.464503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-b2a21a2b-a318-4606-b200-1dede60990a2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8fa3bed5-a88b-4489-89df-824a58096aa7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2900670 Jun 30 09:09:40.655634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cff3b11-4af5-4ac1-bb07-74a3e60858fc None None] New status for floating IP f208f9b2-5e20-46d8-8547-6e4f41c191f4: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:09:40.692339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb94a909-5a3b-426a-b59d-934a77b05d36 req-34fe441d-2dcb-4e2a-9178-72a2182acd22 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:40.693958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb94a909-5a3b-426a-b59d-934a77b05d36 req-34fe441d-2dcb-4e2a-9178-72a2182acd22 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.1820688 Jun 30 09:09:40.760633 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-8ae6a597-c267-4b00-b26f-b239cff7a3c3 service neutron] 10.222.0.79 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859485 Jun 30 09:09:40.869634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb94a909-5a3b-426a-b59d-934a77b05d36 req-15d4d24f-0f97-4995-9d95-1bc999a112ca tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642399 Jun 30 09:09:40.908465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:40.912797 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.948370 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:40.993610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e68be77-311a-4235-893a-664c821b8040 req-2113f8f2-29c8-4df4-b1f4-3bd32701fd29 service neutron] 10.222.0.79 "GET /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124841 Jun 30 09:09:41.145649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1fa02-ff78-4b0a-982b-08de9d78b0dd req-c4075231-1be7-445e-81b6-d2f83774f35d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.160910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1fa02-ff78-4b0a-982b-08de9d78b0dd req-c4075231-1be7-445e-81b6-d2f83774f35d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 950 time: 0.1712770 Jun 30 09:09:41.163940 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.303944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5772e44d-7e79-42c2-9be9-0923fb516d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.319945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.355532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1fa02-ff78-4b0a-982b-08de9d78b0dd req-50c083c7-94ef-48c1-b6b7-35d422d354a3 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922057 Jun 30 09:09:41.363608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.374435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.407877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:41.489658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=a26b3884-cedf-41ec-929a-e13b524c9159,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.527363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.529565 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Added segment b86c0f6c-c432-4a5b-a328-7c0a06728b9a of type vlan for network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 Jun 30 09:09:41.547569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:41.590001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Network 19f7c845-75ef-478e-8118-22b6e1f7082c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:41.605384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:41.623763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:41.627027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.628642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.655868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.656462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.656948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.659099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.659664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.662357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.663213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.663820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.664405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.666820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.667424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.667976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:41.683285 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff89303e-fc6b-4b1b-b1e3-b4a0b42fafc9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5219560 Jun 30 09:09:41.689077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59032) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:41.704733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:41.745737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2082091-4be3-422b-b67f-579df33ce704 req-2c8ebc6c-bc51-49db-87fb-95b7fa6514de tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.747613 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2082091-4be3-422b-b67f-579df33ce704 req-2c8ebc6c-bc51-49db-87fb-95b7fa6514de tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.83 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 947 time: 0.2594965 Jun 30 09:09:41.754123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.915282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.916448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:41.917412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.929837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Deleting port 9cb4b149-93b0-46ce-bebd-6133ae45d52c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:41.930516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:41.991986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.008378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1450951 Jun 30 09:09:42.016009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59040) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:42.021489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Request body: {'subnet': {'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-396169841-subnet', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:42.052745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929037af-def0-4dbb-b0ee-c51d0ac5607d req-95c3ad44-711d-464c-a7cf-e0304ea0143e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.054332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-929037af-def0-4dbb-b0ee-c51d0ac5607d req-95c3ad44-711d-464c-a7cf-e0304ea0143e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 945 time: 0.3375454 Jun 30 09:09:42.083540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] For port 9cb4b149-93b0-46ce-bebd-6133ae45d52c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9cb4b149-93b0-46ce-bebd-6133ae45d52c,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:42.084109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.089074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:42.092303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.119012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59c3ae-68c6-4665-8eff-7972f008aa2b admin admin] Pushing event updated for resources: {'Network': ['ID=2c0484e5-9016-4ae7-90f8-437c4b41ba24,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.137402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:42.154581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Calling delete_port for 9cb4b149-93b0-46ce-bebd-6133ae45d52c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:42.257805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-929037af-def0-4dbb-b0ee-c51d0ac5607d req-ba792466-599e-469f-92f3-49fa9b6dfa6e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697633 Jun 30 09:09:42.329162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7fbc-53fc-4f5f-a281-c08254160520 req-7015fd47-6daa-46d9-b5eb-058713b3c821 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:42.331561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-794d7fbc-53fc-4f5f-a281-c08254160520 req-7015fd47-6daa-46d9-b5eb-058713b3c821 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 946 time: 0.3281190 Jun 30 09:09:42.421956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-794d7fbc-53fc-4f5f-a281-c08254160520 req-7af380de-5d65-4a27-b2e1-ccf124ef1d1d tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738797 Jun 30 09:09:42.424620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.461844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port a26b3884-cedf-41ec-929a-e13b524c9159 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:42.486701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.500637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:42.516694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Transition to ACTIVE for port object a26b3884-cedf-41ec-929a-e13b524c9159 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:42.528090 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.643403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] No DVR routers for this DVR port 9cb4b149-93b0-46ce-bebd-6133ae45d52c on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:42.649151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:42.650466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.654668 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2082091-4be3-422b-b67f-579df33ce704 req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.83 "DELETE /v2.0/ports/9cb4b149-93b0-46ce-bebd-6133ae45d52c HTTP/1.1" status: 204 len: 173 time: 0.9008842 Jun 30 09:09:42.656468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8311d2-97ad-447b-85eb-fcbcc25227c6 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Pushing event deleted for resources: {'Port': ['ID=9cb4b149-93b0-46ce-bebd-6133ae45d52c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.658275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:42.659185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-deleted', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:42.659612 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.673346 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16b0eac-7034-4e9a-bbef-197a73ede652" -d '{"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-deleted", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:42.725137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d25dc471-2597-469b-bf08-eac362e4ae2b req-ac1ff742-84e3-478c-8d01-561a73474304 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=5328dfc0-6f44-47a9-a7b0-538ea293526e HTTP/1.1" status: 200 len: 210 time: 0.0815094 Jun 30 09:09:42.732290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=a26b3884-cedf-41ec-929a-e13b524c9159,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:42.749425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:42.750570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:42.751490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:42.776620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:42.777504 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:42.778187 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 2 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:42.811911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:42.816968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:42.817610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:42.825090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:42.828079 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:42.829801 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 3 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:42.832005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:42.852756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:42.859666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:42.861199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:42.863396 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:09:42.872168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:42.874153 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:42.875203 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 4 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:42.922013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:42.922918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:42.923756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:42.938625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:42.940980 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:42.944150 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 5 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:43.004278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:43.005631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:43.006208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:43.043612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Checking segment: {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:43.045761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Network hostable DHCP agents. Network: 2c0484e5-9016-4ae7-90f8-437c4b41ba24, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:43.049898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a751983-23eb-4be8-9594-7e3dc15f4912,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:43.095598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:43.115149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2c0484e5-9016-4ae7-90f8-437c4b41ba24) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:43.126393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.127489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.132458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dccb5a9-1800-4b16-8298-0926764ce416 None None] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:43.137200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef0ada57-27e8-48c4-83a6-7f5fc1fde3c7 req-ad5fe372-4f98-4b79-a845-555624c070f3 tempest-AbsoluteLimitsNegativeTestJSON-2087378275 tempest-AbsoluteLimitsNegativeTestJSON-2087378275-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a694014343c94288be65081b69557f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244593 Jun 30 09:09:43.151324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-58bb2fc5-b88a-43cb-8ff7-8933284c8ae0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1339505 Jun 30 09:09:43.154397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:43.163231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:43.166498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:43.167078 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:43.196432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.197574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.201745 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 6 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:43.261342 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.272795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:43.273820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:43.274435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:43.284800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:43.285424 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:43.287938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.289812 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 7 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:43.304052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:43.306449 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a2f472-9854-44cf-a16f-bf959ee19181" -d '{"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:43.342013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:43.349852 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.351418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:43.367726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:43.368163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:43.368510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:43.388946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ae0e5-71f3-4c22-8d86-33561c258070 req-e4e15d6b-cfeb-48dc-b1ea-0d761f7cdc9d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.390889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b14ae0e5-71f3-4c22-8d86-33561c258070 req-e4e15d6b-cfeb-48dc-b1ea-0d761f7cdc9d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 950 time: 0.3946707 Jun 30 09:09:43.399932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ada57-27e8-48c4-83a6-7f5fc1fde3c7 req-c8e32897-ddae-4d02-a7d8-7f77ddbe92a7 tempest-AbsoluteLimitsNegativeTestJSON-2087378275 tempest-AbsoluteLimitsNegativeTestJSON-2087378275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:43.401996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef0ada57-27e8-48c4-83a6-7f5fc1fde3c7 req-c8e32897-ddae-4d02-a7d8-7f77ddbe92a7 tempest-AbsoluteLimitsNegativeTestJSON-2087378275 tempest-AbsoluteLimitsNegativeTestJSON-2087378275-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2639129 Jun 30 09:09:43.405335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:43.405745 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:43.406848 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 8 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:43.460586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:43.466632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b14ae0e5-71f3-4c22-8d86-33561c258070 req-f8278412-350d-41c9-bf57-df7b560f65e7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624568 Jun 30 09:09:43.487460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 9cb4b149-93b0-46ce-bebd-6133ae45d52c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:43.488613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9cb4b149-93b0-46ce-bebd-6133ae45d52c not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:43.497805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:43.498298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:43.498772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:43.517663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef0ada57-27e8-48c4-83a6-7f5fc1fde3c7 req-bd349f04-9201-4268-a9bf-9428fc364dfb tempest-AbsoluteLimitsNegativeTestJSON-2087378275 tempest-AbsoluteLimitsNegativeTestJSON-2087378275-project] 10.222.0.77 "GET /v2.0/quotas/a694014343c94288be65081b69557f6c HTTP/1.1" status: 200 len: 375 time: 0.0684206 Jun 30 09:09:43.517663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:43.517663 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:43.518641 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 9 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:43.539981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-2c0484e5-9016-4ae7-90f8-437c4b41ba24', 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'fixed_ips': [{'subnet_id': '2a751983-23eb-4be8-9594-7e3dc15f4912'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:43.540762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.575977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef0ada57-27e8-48c4-83a6-7f5fc1fde3c7 req-92d0a50f-17a8-4896-8887-c768cc906eed tempest-AbsoluteLimitsNegativeTestJSON-2087378275 tempest-AbsoluteLimitsNegativeTestJSON-2087378275-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a694014343c94288be65081b69557f6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643151 Jun 30 09:09:43.586234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:43.586595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:43.590432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:43.604736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:43.605313 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:43.605946 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 10 to bind port a26b3884-cedf-41ec-929a-e13b524c9159 Jun 30 09:09:43.653725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:43.654116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:43.654484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:43.669059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:43.669059 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port a26b3884-cedf-41ec-929a-e13b524c9159 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:43.669533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.802594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] For port a26b3884-cedf-41ec-929a-e13b524c9159, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:43.804045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempted to set empty binding levels {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:43.817856 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc9b6f9-8439-4abf-af12-8275d1f4f6e7 x-openstack-request-id: req-cbc9b6f9-8439-4abf-af12-8275d1f4f6e7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:43.819358 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:43.819857 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cbc9b6f9-8439-4abf-af12-8275d1f4f6e7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:43.820439 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'code': 200} Jun 30 09:09:43.908570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Allocated IP 172.20.0.2 (2c0484e5-9016-4ae7-90f8-437c4b41ba24/2a751983-23eb-4be8-9594-7e3dc15f4912/e156a44b-513f-470b-b7fd-03b56f0eaebe) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:43.908978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:43.942548 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd5ca50-bd52-41e7-becf-28732d825720 x-openstack-request-id: req-6dd5ca50-bd52-41e7-becf-28732d825720 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:43.950757 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5328dfc0-6f44-47a9-a7b0-538ea293526e", "name": "network-vif-deleted", "tag": "9cb4b149-93b0-46ce-bebd-6133ae45d52c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:43.952211 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dd5ca50-bd52-41e7-becf-28732d825720 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:43.952877 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5328dfc0-6f44-47a9-a7b0-538ea293526e', 'name': 'network-vif-deleted', 'tag': '9cb4b149-93b0-46ce-bebd-6133ae45d52c', 'status': 'completed', 'code': 200} Jun 30 09:09:44.008291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] In _notify_port_updated(), no bound segment for port a26b3884-cedf-41ec-929a-e13b524c9159 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:09:44.009997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.010743 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.013579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "PUT /v2.0/ports/a26b3884-cedf-41ec-929a-e13b524c9159 HTTP/1.1" status: 200 len: 976 time: 2.3210111 Jun 30 09:09:44.018499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59076) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:44.115887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf32b9b-fcd3-419b-893a-56dbb0d3f854 req-fb25989e-47b2-45ea-a277-2001b891d6b1 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.125210 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.126704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdf32b9b-fcd3-419b-893a-56dbb0d3f854 req-fb25989e-47b2-45ea-a277-2001b891d6b1 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.3208001 Jun 30 09:09:44.208116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1df89c-dee9-45f8-a1bc-a00e289d0cba req-e052d2df-a5da-4a09-b40e-4e6b1243a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.209676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e1df89c-dee9-45f8-a1bc-a00e289d0cba req-e052d2df-a5da-4a09-b40e-4e6b1243a7a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 1098 time: 0.1604106 Jun 30 09:09:44.221182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59080) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:44.244872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdf32b9b-fcd3-419b-893a-56dbb0d3f854 req-86e7a825-66e8-47ab-a5a6-ef391bbd45df tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168201 Jun 30 09:09:44.252056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd663d1c-c423-4d73-8bd2-98fdf3509625 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=a26b3884-cedf-41ec-929a-e13b524c9159,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.259678 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e1df89c-dee9-45f8-a1bc-a00e289d0cba req-94ef7599-1b3c-46ad-afbd-b76dc1de10af service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Jun 30 09:09:44.271549 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5eaec4f3-a3bf-45ad-a071-21d1cb169223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.277209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.289777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.295684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Transition to ACTIVE for port object e156a44b-513f-470b-b7fd-03b56f0eaebe will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:44.354787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Transition to ACTIVE for port object e156a44b-513f-470b-b7fd-03b56f0eaebe will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:44.366074 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.386646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.388792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.389491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.390167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.390820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.391446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.392076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.392965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.393598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.394394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.395033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.395662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.396319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.397152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.397793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.398443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.401219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-802e8d60-3586-4e38-9445-7121d157bacc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14443 time: 0.3764136 Jun 30 09:09:44.406839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:44.417470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:09:44.478356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc78d7e-5de5-42fc-ba5d-7e3dbcd2956e req-b2ab077c-611e-4b24-9b1d-71bd609c998a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:44.481577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1cc78d7e-5de5-42fc-ba5d-7e3dbcd2956e req-b2ab077c-611e-4b24-9b1d-71bd609c998a tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 946 time: 0.3826694 Jun 30 09:09:44.493271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Pushing event updated for resources: {'Port': ['ID=e156a44b-513f-470b-b7fd-03b56f0eaebe,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:44.520279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:44.524222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:44.530028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:44.571452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.606334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1cc78d7e-5de5-42fc-ba5d-7e3dbcd2956e req-2d2bfcc2-9839-4a38-ab6e-f75e5be2f874 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142013 Jun 30 09:09:44.635247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.687284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9e88d0f-0665-4b00-8c3e-32a5a18ac29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.703400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Attempting to bind port e156a44b-513f-470b-b7fd-03b56f0eaebe on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:44.703914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Attempting to bind port e156a44b-513f-470b-b7fd-03b56f0eaebe by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:44.704192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Attempting to bind port e156a44b-513f-470b-b7fd-03b56f0eaebe on network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:44.714797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:44.715152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Checking segment: {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:44.716373 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.717372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Bound using segment: {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:44.717526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Bound port: e156a44b-513f-470b-b7fd-03b56f0eaebe, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:44.717917 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.787114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Deleting port a26b3884-cedf-41ec-929a-e13b524c9159 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:44.787620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.892637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] For port a26b3884-cedf-41ec-929a-e13b524c9159, host n-h1-780147-22, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:44.894562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:44.926248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Calling delete_port for a26b3884-cedf-41ec-929a-e13b524c9159 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:44.936467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:44.939608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] For port e156a44b-513f-470b-b7fd-03b56f0eaebe, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:44.943198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Allocated IP 172.25.7.93 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/2635c5bf-a884-4181-aeeb-94ca7154e2eb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:44.960644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'network_id': 'f46122d6-2a1a-4206-8a69-01eed1dc7bf5', 'port_id': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'mac_address': 'fa:16:3e:89:c9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe25921-378f-43ab-b703-344c63f141da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:09:44.963416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] For port e156a44b-513f-470b-b7fd-03b56f0eaebe, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e156a44b-513f-470b-b7fd-03b56f0eaebe,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:44.969465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.120343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f22b-a4bd-4fa6-8c6c-d3f5d3dea835 None None] Pushing event updated for resources: {'Port': ['ID=e156a44b-513f-470b-b7fd-03b56f0eaebe,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.163990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.218904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26e33d35-f5b7-448e-9ba2-8621cce913ec {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:09:45.239915 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.275804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.295434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:45.312340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.343885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.345390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.365661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "DELETE /v2.0/ports/a26b3884-cedf-41ec-929a-e13b524c9159 HTTP/1.1" status: 204 len: 168 time: 0.9565048 Jun 30 09:09:45.366695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59096) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:45.412955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9e88d0f-0665-4b00-8c3e-32a5a18ac29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.448258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:45.452809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:45.460510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:45.463964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['26e33d35-f5b7-448e-9ba2-8621cce913ec'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:09:45.470030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a855c-63b0-4c66-ba2c-8a20198bc0b9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event deleted for resources: {'Port': ['ID=a26b3884-cedf-41ec-929a-e13b524c9159,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.472201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Pushing event updated for resources: {'Port': ['ID=2635c5bf-a884-4181-aeeb-94ca7154e2eb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.476054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9e88d0f-0665-4b00-8c3e-32a5a18ac29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.565532 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6746db-1b3f-49c5-942b-423f753a8adc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:45.567944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-af6746db-1b3f-49c5-942b-423f753a8adc tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "GET /v2.0/ports/a26b3884-cedf-41ec-929a-e13b524c9159 HTTP/1.1" status: 404 len: 333 time: 0.1276953 Jun 30 09:09:45.573363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:45.579832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2018290801', 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:45.611257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.653880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b9e88d0f-0665-4b00-8c3e-32a5a18ac29d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a694014343c94288be65081b69557f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4030840 Jun 30 09:09:45.653880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e88d0f-0665-4b00-8c3e-32a5a18ac29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbe53e0-2dfb-491f-ad90-bad14c4f1b1e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:45.653880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59102) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:45.771480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Made reservation on behalf of c15f1b4bebaf4af3afb78fd43c0b0308 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:45.773870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.795412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port 951716b0-e6ae-4996-9a23-e5a79ed85dbc yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:45.814991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68cf18c0-cf54-4146-a48f-aad866b91229 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.864264 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68cf18c0-cf54-4146-a48f-aad866b91229 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.942326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.983505 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68cf18c0-cf54-4146-a48f-aad866b91229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.986110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68cf18c0-cf54-4146-a48f-aad866b91229 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:45.987259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68cf18c0-cf54-4146-a48f-aad866b91229 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3fbe53e0-2dfb-491f-ad90-bad14c4f1b1e HTTP/1.1" status: 204 len: 168 time: 0.3322577 Jun 30 09:09:46.027437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.027929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.028903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.029689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.030507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.031552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.032031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.034093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-a0f58edb-defa-4b0e-920e-1dd6da4b8645 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4&device_id=fd007d96-95e9-4179-8757-758af0b5e08b&device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990&device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18&device_id=e5937315-6395-42ec-93ee-500ed4e24623&device_id=724804ec-d48c-4996-80bb-9a433c0de453&device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 6439 time: 0.1558480 Jun 30 09:09:46.037728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf18c0-cf54-4146-a48f-aad866b91229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbe53e0-2dfb-491f-ad90-bad14c4f1b1e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:46.078329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-c5c52a18-73c7-4a74-a569-8f433405b6c7 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.098695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.334343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.385859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:46.457092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.459146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aab02e-5223-4355-b664-0581b06eb71b req-7f167904-50b8-4775-9364-e74967a97422 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.470409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7aab02e-5223-4355-b664-0581b06eb71b req-7f167904-50b8-4775-9364-e74967a97422 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.5015581 Jun 30 09:09:46.481684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 26e33d35-f5b7-448e-9ba2-8621cce913ec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:46.483301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.541155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.561675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7aab02e-5223-4355-b664-0581b06eb71b req-f7487c6d-f0b7-411c-ab48-b7f27ab615e7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892518 Jun 30 09:09:46.589000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Router 862a274e-87f0-40b3-bdd0-6e1c13e57109 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:09:46.611616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Network 19f7c845-75ef-478e-8118-22b6e1f7082c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:46.617079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:46.620651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:46.620651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.620981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.650329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=951716b0-e6ae-4996-9a23-e5a79ed85dbc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:46.650952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd5ca4-462f-4954-b73b-a6349095c546 None None] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:46.804380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-c5c52a18-73c7-4a74-a569-8f433405b6c7 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.814325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-c5c52a18-73c7-4a74-a569-8f433405b6c7 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.822940 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.842439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a8c1477f-d3cd-4048-a275-6b3e2c94c803 None None] Provisioning for port e156a44b-513f-470b-b7fd-03b56f0eaebe completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:46.875678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b975bcd-710f-420d-8d7e-10a340a6db17 req-c5c52a18-73c7-4a74-a569-8f433405b6c7 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&id=ba65039d-3daf-4943-8efb-f250f615ffa5&id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&id=ab894232-738f-4e76-b3ce-322595f39242&id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 0.8345723 Jun 30 09:09:46.901833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c52a18-73c7-4a74-a569-8f433405b6c7 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e09f3d-43d9-4014-8997-de1b3541cbb8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:46.902739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:46.906538 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00df9d7f-4d1d-4d6a-8e68-d1f2c03cba31" -d '{"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-plugged", "status": "completed", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:46.923401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:46.931515 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:46.941458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:46.946363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd7f76-d03c-4667-a67b-4fac2e4c1c16 req-1a17a7b8-7736-4bb3-81bf-7b100ccdf978 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:46.952168 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-115d2a21-1fff-4910-bc84-a6fca336d4cd tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.3769841 Jun 30 09:09:46.956445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:46.957211 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Sync routers for ids ['862a274e-87f0-40b3-bdd0-6e1c13e57109'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:46.977499 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Routers {'862a274e-87f0-40b3-bdd0-6e1c13e57109'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:46.978118 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['862a274e-87f0-40b3-bdd0-6e1c13e57109'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:46.983579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bbd7f76-d03c-4667-a67b-4fac2e4c1c16 req-1a17a7b8-7736-4bb3-81bf-7b100ccdf978 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 945 time: 0.2277005 Jun 30 09:09:47.014722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:47.029884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e156a44b-513f-470b-b7fd-03b56f0eaebe up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:47.046830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16511dc4-8ad6-4279-9bde-e6883a1a8db9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.051707 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16511dc4-8ad6-4279-9bde-e6883a1a8db9 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "GET /v2.0/ports/951716b0-e6ae-4996-9a23-e5a79ed85dbc HTTP/1.1" status: 200 len: 955 time: 0.0932598 Jun 30 09:09:47.053516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.055727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59134) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:47.057318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e90ebb7c-ae19-4d05-911e-25205c76ffb3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9017754 Jun 30 09:09:47.070849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59136) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:47.149983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:47.175056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bbd7f76-d03c-4667-a67b-4fac2e4c1c16 req-4177dace-34f0-4393-91d3-bf91610ca634 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900854 Jun 30 09:09:47.177594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e156a44b-513f-470b-b7fd-03b56f0eaebe completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:47.184078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e156a44b-513f-470b-b7fd-03b56f0eaebe triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:47.185595 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.247333 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.272774 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Set router 862a274e-87f0-40b3-bdd0-6e1c13e57109 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:47.314482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.351890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-240779570-network', 'tenant_id': '1ef764d80ed34422913fdfaad97d52e3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:47.400733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Made reservation on behalf of 1ef764d80ed34422913fdfaad97d52e3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:47.405172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.405926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e156a44b-513f-470b-b7fd-03b56f0eaebe, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e156a44b-513f-470b-b7fd-03b56f0eaebe,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:47.414991 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.425278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f27b9bfd-9f2c-4a0a-bc52-cda070610e74 None None] Provisioning complete for port e156a44b-513f-470b-b7fd-03b56f0eaebe triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:47.425714 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f27b9bfd-9f2c-4a0a-bc52-cda070610e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.427579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.440275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3750fdd-0f58-42d3-b654-731b1c24c453 req-724bbe4c-13b2-41c9-b247-c753a4c0ceda tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.462289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3750fdd-0f58-42d3-b654-731b1c24c453 req-724bbe4c-13b2-41c9-b247-c753a4c0ceda tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 949 time: 0.3134849 Jun 30 09:09:47.525919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.587301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e156a44b-513f-470b-b7fd-03b56f0eaebe,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:47.589715 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:09:45Z', 'revision_number': 3, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:47.626849 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Checking router: 862a274e-87f0-40b3-bdd0-6e1c13e57109 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:47.627195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Updating router 862a274e-87f0-40b3-bdd0-6e1c13e57109 port 2635c5bf-a884-4181-aeeb-94ca7154e2eb binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:09:47.640715 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4796387e-618c-4f51-bc2f-cbc1a08a6a30 x-openstack-request-id: req-4796387e-618c-4f51-bc2f-cbc1a08a6a30 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:47.641545 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-plugged", "status": "completed", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:47.641799 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4796387e-618c-4f51-bc2f-cbc1a08a6a30 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:47.642196 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'code': 200} Jun 30 09:09:47.652297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.660676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Deleting port 951716b0-e6ae-4996-9a23-e5a79ed85dbc {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:47.660933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.661075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.686715 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.701386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:47.725718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6beaf721-e58b-416c-be29-c4f8e196cd76,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:47.742388 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.742745 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Added segment 68e52e7c-45a8-43dc-9e63-4d4d2498f63f of type vlan for network 32aee384-1acf-4b06-8a69-ca77ee0821cd Jun 30 09:09:47.747252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3750fdd-0f58-42d3-b654-731b1c24c453 req-c0b1a07e-c790-4035-b022-52ed1914590c tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/security-groups?id=c23c3f2f-afa9-4ccd-8724-4a6953f5d569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832149 Jun 30 09:09:47.825133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.858612 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.887037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Calling delete_port for 951716b0-e6ae-4996-9a23-e5a79ed85dbc owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:47.887681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:47.889406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:47.890131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.019972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] Pushing event updated for resources: {'Network': ['ID=32aee384-1acf-4b06-8a69-ca77ee0821cd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.027525 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-db4580ed-39ed-412c-b5c1-81e57d700380 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8761723 Jun 30 09:09:48.030565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59148) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:48.033922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 32aee384-1acf-4b06-8a69-ca77ee0821cd details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:48.054922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Request body: {'subnet': {'network_id': '32aee384-1acf-4b06-8a69-ca77ee0821cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-240779570-subnet', 'tenant_id': '1ef764d80ed34422913fdfaad97d52e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:48.147826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Made reservation on behalf of 1ef764d80ed34422913fdfaad97d52e3 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:48.153729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.207267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.268847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-ac567f25-9ec3-4d96-bd9f-c09442076e18 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.270921 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-ac567f25-9ec3-4d96-bd9f-c09442076e18 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.79 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 949 time: 0.3950160 Jun 30 09:09:48.274690 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.288260 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Transition to ACTIVE for port object 2635c5bf-a884-4181-aeeb-94ca7154e2eb will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:48.298684 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.304202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event deleted for resources: {'Port': ['ID=951716b0-e6ae-4996-9a23-e5a79ed85dbc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.323314 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.330882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e74e9bd-4e4a-41a8-8e07-b51f948b0e32 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "DELETE /v2.0/ports/951716b0-e6ae-4996-9a23-e5a79ed85dbc HTTP/1.1" status: 204 len: 168 time: 1.2681696 Jun 30 09:09:48.355484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:48.374450 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Attempting to bind port 2635c5bf-a884-4181-aeeb-94ca7154e2eb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:48.375252 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Attempting to bind port 2635c5bf-a884-4181-aeeb-94ca7154e2eb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:48.375902 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Attempting to bind port 2635c5bf-a884-4181-aeeb-94ca7154e2eb on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:48.378805 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.384637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:48.389864 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Pushing event updated for resources: {'Port': ['ID=2635c5bf-a884-4181-aeeb-94ca7154e2eb,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.423544 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.424371 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.426825 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.428245 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.429358 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.430505 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.431621 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.434805 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.436008 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.442625 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.445811 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.446866 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:48.456522 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:48.457820 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:48.458967 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.460487 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:48.461493 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Bound port: 2635c5bf-a884-4181-aeeb-94ca7154e2eb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:48.462633 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.464189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254560d-3e09-4a0e-9339-2b913a422d85 req-7abce945-a56b-4cf8-af8d-f4d536f81d70 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.464894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254560d-3e09-4a0e-9339-2b913a422d85 req-7abce945-a56b-4cf8-af8d-f4d536f81d70 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.465153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254560d-3e09-4a0e-9339-2b913a422d85 req-7abce945-a56b-4cf8-af8d-f4d536f81d70 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.472447 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd75bc9-dc32-4396-9ba7-32cea3723463 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:48.474241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8254560d-3e09-4a0e-9339-2b913a422d85 req-7abce945-a56b-4cf8-af8d-f4d536f81d70 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b&device_id=e5937315-6395-42ec-93ee-500ed4e24623&device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 2886 time: 0.2695572 Jun 30 09:09:48.479248 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4bd75bc9-dc32-4396-9ba7-32cea3723463 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "GET /v2.0/ports/951716b0-e6ae-4996-9a23-e5a79ed85dbc HTTP/1.1" status: 404 len: 333 time: 0.1173167 Jun 30 09:09:48.482670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59156) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:48.499454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Request body: {'port': {'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1780407929'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:48.504273 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.525361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f25890-06bf-4e38-b8fe-f2ebdf626f31 req-e4285684-2a45-4e3d-a787-f95668250f9f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:48.526945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77f25890-06bf-4e38-b8fe-f2ebdf626f31 req-e4285684-2a45-4e3d-a787-f95668250f9f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.2377028 Jun 30 09:09:48.574828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:48.576182 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] For port 2635c5bf-a884-4181-aeeb-94ca7154e2eb, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:48.580755 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] For port 2635c5bf-a884-4181-aeeb-94ca7154e2eb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2635c5bf-a884-4181-aeeb-94ca7154e2eb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:48.582087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.584849 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.616793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Made reservation on behalf of c15f1b4bebaf4af3afb78fd43c0b0308 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:48.619223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.646850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8254560d-3e09-4a0e-9339-2b913a422d85 req-7cef9f0d-cc17-4f2a-8e36-f710e67847f2 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715410 Jun 30 09:09:48.655030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Deleting port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:48.655888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.681154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port 80b23812-01f9-463a-8302-826d4e3c5ed3 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:48.688573 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Routers {'862a274e-87f0-40b3-bdd0-6e1c13e57109'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:48.689341 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['862a274e-87f0-40b3-bdd0-6e1c13e57109'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:48.714598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.761766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.839109 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e9fd31-00cb-42a2-8646-14fbe94cf2e0 None None] Pushing event updated for resources: {'Port': ['ID=2635c5bf-a884-4181-aeeb-94ca7154e2eb,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.846018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e156a44b-513f-470b-b7fd-03b56f0eaebe up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:48.864653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77f25890-06bf-4e38-b8fe-f2ebdf626f31 req-7ddc7b41-feb1-4200-9ef6-3a1d24aa9385 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267419 Jun 30 09:09:48.880980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85ad88e-b828-4c13-9b37-d65a1a910cbf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:48.885679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] For port 4e6ab376-354e-454c-9b1c-0ee163b38dd1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e6ab376-354e-454c-9b1c-0ee163b38dd1,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:48.886042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:48.910946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Calling delete_port for 4e6ab376-354e-454c-9b1c-0ee163b38dd1 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:48.916835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Checking segment: {'id': '68e52e7c-45a8-43dc-9e63-4d4d2498f63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '32aee384-1acf-4b06-8a69-ca77ee0821cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:48.917193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Network hostable DHCP agents. Network: 32aee384-1acf-4b06-8a69-ca77ee0821cd, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:48.925868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Allocated IP 172.20.0.1 (2c0484e5-9016-4ae7-90f8-437c4b41ba24/2a751983-23eb-4be8-9594-7e3dc15f4912/2153b2e3-8394-4d8e-8703-c0a8965cb561) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:48.953527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e156a44b-513f-470b-b7fd-03b56f0eaebe triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:48.953986 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.003547 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] Set router 862a274e-87f0-40b3-bdd0-6e1c13e57109 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:49.192844 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.207910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Transition to ACTIVE for port object 2153b2e3-8394-4d8e-8703-c0a8965cb561 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:49.208545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Network 32aee384-1acf-4b06-8a69-ca77ee0821cd is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:49.217502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.244479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.250354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 32aee384-1acf-4b06-8a69-ca77ee0821cd) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:49.259068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996fba32-9ffa-4bdd-83e2-b0d71628f057 None None] Network 32aee384-1acf-4b06-8a69-ca77ee0821cd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:49.283787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Pushing event deleted for resources: {'Port': ['ID=4e6ab376-354e-454c-9b1c-0ee163b38dd1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:49.307641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.308350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.354593 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:09:45Z', 'revision_number': 3, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:49.377651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] No DVR routers for this DVR port 4e6ab376-354e-454c-9b1c-0ee163b38dd1 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:49.380599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.384281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40864c8d-6a24-42d9-a957-6a3cbe18e23e req-2949dc36-d566-46e1-99a4-beeb9d9185fa tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.79 "DELETE /v2.0/ports/4e6ab376-354e-454c-9b1c-0ee163b38dd1 HTTP/1.1" status: 204 len: 173 time: 1.0982900 Jun 30 09:09:49.384281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-deleted', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:49.386043 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7b9959-21e1-463e-a43b-be013869af97" -d '{"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-deleted", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:49.390597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30ce8353-3f93-47b3-81f0-9a6a0475541f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3466332 Jun 30 09:09:49.400367 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541cc20-72c7-40ae-8ba5-423cbdbdedba None None] The sync data for ids ['862a274e-87f0-40b3-bdd0-6e1c13e57109'] in n-d-780147-22 is: [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:09:45Z', 'revision_number': 3, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:49.451058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.459696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e0c7dbb-c7ed-4574-9bab-7508c1647bd1 req-2272cc10-40dd-49ac-ac97-2f54c1b3a992 tempest-ListImageFiltersTestJSON-1219732046 tempest-ListImageFiltersTestJSON-1219732046-project] 10.222.0.77 "GET /v2.0/ports?device_id=318f5d91-7151-4025-950c-a085aa83e0db HTTP/1.1" status: 200 len: 210 time: 0.1104448 Jun 30 09:09:49.463387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:49.474869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:49.486596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:49.493820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Pushing event updated for resources: {'Port': ['ID=2153b2e3-8394-4d8e-8703-c0a8965cb561,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:49.571695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.650295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5532324-e11b-4007-a5f5-3e61a3cbbb36 req-5a99aea1-b2be-40e1-82ac-e19e5cb3dee2 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.658886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5532324-e11b-4007-a5f5-3e61a3cbbb36 req-5a99aea1-b2be-40e1-82ac-e19e5cb3dee2 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.3752046 Jun 30 09:09:49.662640 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.704595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Network 19f7c845-75ef-478e-8118-22b6e1f7082c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:49.719460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:49.725985 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6b7e65-cf56-4269-8bed-64320146a1cc" -d '{"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-unplugged", "status": "completed", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:49.769009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:49.808070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc9dcc1-c26e-4634-bf83-3c0284f8143d None None] Network 32aee384-1acf-4b06-8a69-ca77ee0821cd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:49.840958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:49.842172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:49.842833 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:49.972593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=80b23812-01f9-463a-8302-826d4e3c5ed3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:49.993666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-04435452-b2f7-499a-9197-119523254079 None None] Provisioning for port 2153b2e3-8394-4d8e-8703-c0a8965cb561 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:50.002827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-04435452-b2f7-499a-9197-119523254079 None None] Provisioning complete for port 2153b2e3-8394-4d8e-8703-c0a8965cb561 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:50.003302 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-04435452-b2f7-499a-9197-119523254079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.020384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d081ef0-4311-41b1-b527-136cc48b7a2d tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5297642 Jun 30 09:09:50.026687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:50.038891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5532324-e11b-4007-a5f5-3e61a3cbbb36 req-29e005c3-65e6-4aec-9870-5c15eef24a40 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512199 Jun 30 09:09:50.039177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-9533b7aa-1c9c-45fd-b562-f8ffa0498630 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.040864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-9533b7aa-1c9c-45fd-b562-f8ffa0498630 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 944 time: 0.1601548 Jun 30 09:09:50.045942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:50.119879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-04435452-b2f7-499a-9197-119523254079 None None] Port 2153b2e3-8394-4d8e-8703-c0a8965cb561 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:50.123779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.166338 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9401a4-7a8f-4b2e-88a2-f3a1e9fa6c31 x-openstack-request-id: req-1e9401a4-7a8f-4b2e-88a2-f3a1e9fa6c31 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:50.166797 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "318f5d91-7151-4025-950c-a085aa83e0db", "name": "network-vif-deleted", "tag": "4e6ab376-354e-454c-9b1c-0ee163b38dd1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:50.167081 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1e9401a4-7a8f-4b2e-88a2-f3a1e9fa6c31 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:50.167564 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '318f5d91-7151-4025-950c-a085aa83e0db', 'name': 'network-vif-deleted', 'tag': '4e6ab376-354e-454c-9b1c-0ee163b38dd1', 'status': 'completed', 'code': 200} Jun 30 09:09:50.211260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.233807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1495acf-842a-4ac6-8242-d50b22c3a6bc req-0f407859-987c-4050-9f3e-e932ba249899 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:50.241419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1495acf-842a-4ac6-8242-d50b22c3a6bc req-0f407859-987c-4050-9f3e-e932ba249899 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e1f2412-b47c-4b41-a6e3-c7235306a990 HTTP/1.1" status: 200 len: 944 time: 0.4588752 Jun 30 09:09:50.429613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.437949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.440328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Deleting port 26e33d35-f5b7-448e-9ba2-8621cce913ec {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:50.440843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.458875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1495acf-842a-4ac6-8242-d50b22c3a6bc req-8350e35f-a140-4784-957e-295124953756 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.77 "GET /v2.0/security-groups?id=4e3c0830-cee1-44df-9c1e-057720f2923e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164354 Jun 30 09:09:50.537319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Pushing event updated for resources: {'Port': ['ID=2153b2e3-8394-4d8e-8703-c0a8965cb561,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:50.545358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.570927 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e3de28-11d1-4cc5-9260-f2d501506456 x-openstack-request-id: req-82e3de28-11d1-4cc5-9260-f2d501506456 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:50.571215 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-unplugged", "status": "completed", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:50.571681 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-82e3de28-11d1-4cc5-9260-f2d501506456 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:50.572252 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'code': 200} Jun 30 09:09:50.675040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] device_id is not set on port 80b23812-01f9-463a-8302-826d4e3c5ed3 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:09:50.692612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] For port 26e33d35-f5b7-448e-9ba2-8621cce913ec, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=26e33d35-f5b7-448e-9ba2-8621cce913ec,segment=NetworkSegment(8f42ceaf-fe13-4f34-98bf-ef2121af36c1),segment_id=8f42ceaf-fe13-4f34-98bf-ef2121af36c1)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:50.693164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.697087 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-0fc0416b-d2fd-4ce6-a137-ad92e2ac925e req-7fe710d3-aaac-4cdb-a673-83fa80adf85f tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] show failed (client error): The resource could not be found. Jun 30 09:09:50.698733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.708526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fc0416b-d2fd-4ce6-a137-ad92e2ac925e req-7fe710d3-aaac-4cdb-a673-83fa80adf85f tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups/8e514434-4028-4038-81ac-6bd4002221ea HTTP/1.1" status: 404 len: 352 time: 0.0409467 Jun 30 09:09:50.743486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:50.747982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:50.769941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Calling delete_port for 26e33d35-f5b7-448e-9ba2-8621cce913ec owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:50.803881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Transition to ACTIVE for port object 80b23812-01f9-463a-8302-826d4e3c5ed3 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:50.824687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:50.944050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2635c5bf-a884-4181-aeeb-94ca7154e2eb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:50.978037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=80b23812-01f9-463a-8302-826d4e3c5ed3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:50.999524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:50.999870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.000220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.030527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.031225 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.032274 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 2 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.057263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Router 862a274e-87f0-40b3-bdd0-6e1c13e57109 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:09:51.067786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.068130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.068485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.107961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2635c5bf-a884-4181-aeeb-94ca7154e2eb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:51.124962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.125296 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.127756 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 3 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.129123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2635c5bf-a884-4181-aeeb-94ca7154e2eb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:51.129518 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.155633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.156014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.156321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.165927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.166304 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.166772 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 4 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.178893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.226704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.226704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.226704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.246987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Pushing event deleted for resources: {'Port': ['ID=26e33d35-f5b7-448e-9ba2-8621cce913ec,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.249986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.249986 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.250403 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 5 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.275098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1e3adfa0-01ac-4f78-a06b-d7bea353cf0d None None] Provisioning complete for port 2153b2e3-8394-4d8e-8703-c0a8965cb561 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:51.275904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1e3adfa0-01ac-4f78-a06b-d7bea353cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.286474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] No DVR routers for this DVR port 26e33d35-f5b7-448e-9ba2-8621cce913ec on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:09:51.290431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.292436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-13b4b8a5-d900-4e4b-a2f7-35760b5a7aab req-367e898c-c1f8-4c8c-b924-2c27f3c7a3f0 tempest-ImagesTestJSON-1231475836 tempest-ImagesTestJSON-1231475836-project] 10.222.0.79 "DELETE /v2.0/ports/26e33d35-f5b7-448e-9ba2-8621cce913ec HTTP/1.1" status: 204 len: 173 time: 1.2429621 Jun 30 09:09:51.293892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.294246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.294609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.299843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.300180 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.301062 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 6 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.324480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.325394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.325740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.333688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.334058 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.334590 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 7 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.347479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.381600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1e3adfa0-01ac-4f78-a06b-d7bea353cf0d None None] Port 2153b2e3-8394-4d8e-8703-c0a8965cb561 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:09:51.382644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.382997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.384025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.390026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2635c5bf-a884-4181-aeeb-94ca7154e2eb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2635c5bf-a884-4181-aeeb-94ca7154e2eb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:51.393751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.394545 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.395427 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 8 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.397107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.422901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.423524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.424298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.430611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.430974 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.431398 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 9 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.457630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.459353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.459863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.485042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.485397 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.485808 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempt 10 to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 Jun 30 09:09:51.493404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2635c5bf-a884-4181-aeeb-94ca7154e2eb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.511444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:51.511852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:51.514187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempting to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:51.520796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:09:51.521396 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Failed to bind port 80b23812-01f9-463a-8302-826d4e3c5ed3 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '2beae6fd-3689-45eb-aad3-61bc8b3e563d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '19f7c845-75ef-478e-8118-22b6e1f7082c'}] Jun 30 09:09:51.522031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.622962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] For port 80b23812-01f9-463a-8302-826d4e3c5ed3, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:51.624219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attempted to set empty binding levels {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:09:51.631858 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.657356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] In _notify_port_updated(), no bound segment for port 80b23812-01f9-463a-8302-826d4e3c5ed3 on network 19f7c845-75ef-478e-8118-22b6e1f7082c {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:09:51.657761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.658566 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.662340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "PUT /v2.0/ports/80b23812-01f9-463a-8302-826d4e3c5ed3 HTTP/1.1" status: 200 len: 976 time: 1.6305895 Jun 30 09:09:51.670337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59226) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:51.671496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:09:51.681861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-59926d06-57e2-40c5-869c-a43d5894b99f admin admin] 10.222.0.77 "PUT /v2.0/routers/862a274e-87f0-40b3-bdd0-6e1c13e57109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6087263 Jun 30 09:09:51.690152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448e0f-668d-480e-9204-6239e580883b req-57f87888-3a0e-4a9c-b64a-f3d0db95beff tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:51.698432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8448e0f-668d-480e-9204-6239e580883b req-57f87888-3a0e-4a9c-b64a-f3d0db95beff tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.5212951 Jun 30 09:09:51.702797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e515d-f6d0-4e6b-990b-f58cfc763738 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event updated for resources: {'Port': ['ID=80b23812-01f9-463a-8302-826d4e3c5ed3,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:51.820431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:51.858801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7741eaf-2b2b-4ff5-9fac-553f84e426aa req-f28f4a78-a097-4294-b8e7-9d7230fa1a8d tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ef764d80ed34422913fdfaad97d52e3 HTTP/1.1" status: 200 len: 2984 time: 0.1579795 Jun 30 09:09:51.867325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8448e0f-668d-480e-9204-6239e580883b req-6ccad5a8-8616-4ad1-bed1-5649bb47337b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676075 Jun 30 09:09:51.892702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2038312178'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:51.940198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:51.945089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.959015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7741eaf-2b2b-4ff5-9fac-553f84e426aa req-451c3d9f-b4e4-4f23-8fa6-d9cce428ef43 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups/6beaf721-e58b-416c-be29-c4f8e196cd76 HTTP/1.1" status: 200 len: 2981 time: 0.0869763 Jun 30 09:09:51.981843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:51.995313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:51.995955 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Added segment 15eb42c2-5c65-48c0-ba89-39f7e8f78672 of type vlan for network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 Jun 30 09:09:52.053191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Sync routers for ids ['862a274e-87f0-40b3-bdd0-6e1c13e57109'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:09:52.067580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Deleting port 80b23812-01f9-463a-8302-826d4e3c5ed3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:09:52.068331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.072152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Routers {'862a274e-87f0-40b3-bdd0-6e1c13e57109'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:52.072790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['862a274e-87f0-40b3-bdd0-6e1c13e57109'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:52.081076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.093674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7741eaf-2b2b-4ff5-9fac-553f84e426aa req-67cb57af-b000-4182-8a07-c04474de7570 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups/6beaf721-e58b-416c-be29-c4f8e196cd76 HTTP/1.1" status: 200 len: 2981 time: 0.1328030 Jun 30 09:09:52.153314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.163227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.164332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.176487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-deleted', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:09:52.179740 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765405f9-4080-4636-a82b-2f86477669b8" -d '{"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-deleted", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:09:52.296722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Set router 862a274e-87f0-40b3-bdd0-6e1c13e57109 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:52.318706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] For port 80b23812-01f9-463a-8302-826d4e3c5ed3, host n-h1-780147-22, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:52.320893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.335844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5141902 Jun 30 09:09:52.342045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59254) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:52.352115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'subnet': {'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:52.379597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Calling delete_port for 80b23812-01f9-463a-8302-826d4e3c5ed3 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:09:52.487820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:52.576185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:52.582520 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.651684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 26e33d35-f5b7-448e-9ba2-8621cce913ec {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:52.651684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 26e33d35-f5b7-448e-9ba2-8621cce913ec not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:52.651684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:09:52.713118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 4e6ab376-354e-454c-9b1c-0ee163b38dd1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:09:52.713518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e6ab376-354e-454c-9b1c-0ee163b38dd1 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:09:52.742253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.790729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:09:49Z', 'revision_number': 4, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '2153b2e3-8394-4d8e-8703-c0a8965cb561', 'name': '', 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'mac_address': 'fa:16:3e:1a:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '2a751983-23eb-4be8-9594-7e3dc15f4912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:48Z', 'updated_at': '2021-06-30T09:09:50Z', 'revision_number': 2, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'subnets': [{'id': '2a751983-23eb-4be8-9594-7e3dc15f4912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:52.810363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec307b-e6b0-4c02-8694-a75d98cbb4e5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Network': ['ID=ce8287cb-c6dc-4c91-9d71-b7ceacac4232,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.830268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Pushing event deleted for resources: {'Port': ['ID=80b23812-01f9-463a-8302-826d4e3c5ed3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:52.834071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Checking router: 862a274e-87f0-40b3-bdd0-6e1c13e57109 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:09:52.834540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Updating router 862a274e-87f0-40b3-bdd0-6e1c13e57109 port 2153b2e3-8394-4d8e-8703-c0a8965cb561 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:09:52.839531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93e2bec7-7615-4ae7-8b2f-c39d9125f11c req-b320c4d1-f974-4343-9ed6-085dfac759d1 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups/6beaf721-e58b-416c-be29-c4f8e196cd76 HTTP/1.1" status: 200 len: 2981 time: 0.1786439 Jun 30 09:09:52.840826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:52.843228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-517d6a1a-1049-499b-9677-ab9e73349029 tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "DELETE /v2.0/ports/80b23812-01f9-463a-8302-826d4e3c5ed3 HTTP/1.1" status: 204 len: 168 time: 1.1696522 Jun 30 09:09:52.847680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:52.878510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:52.912222 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cd8861-7e53-4f04-acb7-3e476b0fd8fa tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:09:52.921701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-24cd8861-7e53-4f04-acb7-3e476b0fd8fa tempest-PortsAdminExtendedAttrsTestJSON-876566531 tempest-PortsAdminExtendedAttrsTestJSON-876566531-project-admin] 10.222.0.77 "GET /v2.0/ports/80b23812-01f9-463a-8302-826d4e3c5ed3 HTTP/1.1" status: 404 len: 333 time: 0.0723324 Jun 30 09:09:52.922890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:52.929831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2635c5bf-a884-4181-aeeb-94ca7154e2eb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:52.941166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa29c0d-7cd0-4e5d-bee6-632248d312b1 req-b422810b-cdc1-4129-a917-c74d7d82c909 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:52.942750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baa29c0d-7cd0-4e5d-bee6-632248d312b1 req-b422810b-cdc1-4129-a917-c74d7d82c909 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.2839472 Jun 30 09:09:52.994682 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-93e2bec7-7615-4ae7-8b2f-c39d9125f11c req-51493e6e-ca84-4c2e-b3ab-5757ca360b4c tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:09:52.994682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93e2bec7-7615-4ae7-8b2f-c39d9125f11c req-51493e6e-ca84-4c2e-b3ab-5757ca360b4c tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "DELETE /v2.0/security-groups/6beaf721-e58b-416c-be29-c4f8e196cd76 HTTP/1.1" status: 409 len: 352 time: 0.1464269 Jun 30 09:09:52.999886 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.050833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.053528 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8307b2d0-4dbb-49f7-9d75-6cf0bdffb85f x-openstack-request-id: req-8307b2d0-4dbb-49f7-9d75-6cf0bdffb85f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:09:53.053802 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e1f2412-b47c-4b41-a6e3-c7235306a990", "name": "network-vif-deleted", "tag": "26e33d35-f5b7-448e-9ba2-8621cce913ec", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:09:53.054041 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8307b2d0-4dbb-49f7-9d75-6cf0bdffb85f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:09:53.054872 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e1f2412-b47c-4b41-a6e3-c7235306a990', 'name': 'network-vif-deleted', 'tag': '26e33d35-f5b7-448e-9ba2-8621cce913ec', 'status': 'completed', 'code': 200} Jun 30 09:09:53.061324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baa29c0d-7cd0-4e5d-bee6-632248d312b1 req-6a4fa2fa-6627-41eb-989c-98946d44773a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052294 Jun 30 09:09:53.106481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.135613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2635c5bf-a884-4181-aeeb-94ca7154e2eb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:53.136174 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.203303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Subnet': ['ID=9855525c-14c9-41a3-bcf6-b788a04f2e76,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:53.210244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.218623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Checking segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:53.219340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network hostable DHCP agents. Network: ce8287cb-c6dc-4c91-9d71-b7ceacac4232, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:53.225238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19f7c845-75ef-478e-8118-22b6e1f7082c']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:53.238973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beae6fd-3689-45eb-aad3-61bc8b3e563d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:53.239367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beae6fd-3689-45eb-aad3-61bc8b3e563d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:53.254004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.271380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.278551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:53.278900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.282644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:53.308668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ce8287cb-c6dc-4c91-9d71-b7ceacac4232) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:53.326708 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:53.343604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb21174-39dc-4f2d-846b-685699f8d5d0 None None] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:53.343975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.344692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.361458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.366456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370de3c-126f-4851-94d1-d14f198c02be req-08c55af1-c272-40b8-8953-923ea4160cde tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.374727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b370de3c-126f-4851-94d1-d14f198c02be req-08c55af1-c272-40b8-8953-923ea4160cde tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.1474860 Jun 30 09:09:53.382665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.383352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8f01533a-92db-4e8d-acae-ff3a3103b7bd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0389457 Jun 30 09:09:53.391067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] 10.222.0.77 "DELETE /v2.0/networks/19f7c845-75ef-478e-8118-22b6e1f7082c HTTP/1.1" status: 204 len: 168 time: 0.4642527 Jun 30 09:09:53.391067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d2f3f-ed21-402b-9cb9-358c7ba1e7cd tempest-PortsAdminExtendedAttrsTestJSON-1262412458 tempest-PortsAdminExtendedAttrsTestJSON-1262412458-project] Pushing event deleted for resources: {'Network': ['ID=19f7c845-75ef-478e-8118-22b6e1f7082c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:53.391373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59296) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:53.397341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-259174741'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:53.426723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:53.430023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b370de3c-126f-4851-94d1-d14f198c02be req-29932bbc-6fe7-42fa-b7e3-8ad4fe9720b1 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526891 Jun 30 09:09:53.432437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.467463 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-cce94969-3674-44ef-a5e5-7f2f6802933d req-bca75fd3-249e-49be-acb6-68b2624a1846 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] show failed (client error): The resource could not be found. Jun 30 09:09:53.476691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cce94969-3674-44ef-a5e5-7f2f6802933d req-bca75fd3-249e-49be-acb6-68b2624a1846 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups/6d2c1e7d-a7c5-401a-8164-a1831ba72274 HTTP/1.1" status: 404 len: 352 time: 0.0252049 Jun 30 09:09:53.492082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:53.520052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.520503 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Added segment 23c55b56-21d7-4444-a6fa-4af917649512 of type vlan for network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 Jun 30 09:09:53.584455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.616198 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-880e079e-8a9f-409c-bab8-d81e5923df6a req-3f1a90c4-c43f-47bd-8dd6-d92b254ed275 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] show failed (client error): The resource could not be found. Jun 30 09:09:53.627093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-880e079e-8a9f-409c-bab8-d81e5923df6a req-3f1a90c4-c43f-47bd-8dd6-d92b254ed275 tempest-SecurityGroupsNegativeTestJSON-296838409 tempest-SecurityGroupsNegativeTestJSON-296838409-project] 10.222.0.77 "GET /v2.0/security-groups/c2046450-3894-443d-bd7d-f0fc37c83e04 HTTP/1.1" status: 404 len: 352 time: 0.0286396 Jun 30 09:09:53.632252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59312) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:53.672549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.681464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:53.682855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.798587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'fixed_ips': [{'subnet_id': '9855525c-14c9-41a3-bcf6-b788a04f2e76'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:53.799888 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.831364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4388947 Jun 30 09:09:53.838660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59316) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:53.857574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'subnet': {'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:53.870960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af78a4-deb0-4b04-ba1f-28291c12835f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Network': ['ID=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:53.893680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:09:53.903255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59320) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:53.941316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Deleting subnet b85ad88e-b828-4c13-9b37-d65a1a910cbf {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:09:53.946004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:53.997878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59324) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.045121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.115190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ac697-6c07-4f42-b837-f1018bf0ad32 req-b39e69ad-bd98-4e43-bfe1-76ff86b95009 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.117025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-035ac697-6c07-4f42-b837-f1018bf0ad32 req-b39e69ad-bd98-4e43-bfe1-76ff86b95009 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.3821151 Jun 30 09:09:54.147662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.190954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:54.194262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-64c6e001-d08c-4f33-85ca-c579342238f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=09364f3ee5604587bd3ad40f6f0b077e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880194 Jun 30 09:09:54.194589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.199563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.276496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc660638-37c8-43fc-a8c9-85494cec3376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.304152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc660638-37c8-43fc-a8c9-85494cec3376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.318348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c925826-b53d-4bc6-bd98-40402597404d req-f02b7226-56a5-47d7-aa22-c4d7790031fb tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.320633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c925826-b53d-4bc6-bd98-40402597404d req-f02b7226-56a5-47d7-aa22-c4d7790031fb tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.3345604 Jun 30 09:09:54.322644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-035ac697-6c07-4f42-b837-f1018bf0ad32 req-5f767b20-6a6e-495e-b393-fcdb39225efa tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983047 Jun 30 09:09:54.360095 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.376468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Allocated IP 19.80.0.2 (ce8287cb-c6dc-4c91-9d71-b7ceacac4232/9855525c-14c9-41a3-bcf6-b788a04f2e76/a3f7fb33-d2b0-426f-9912-980606814af0) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:54.384069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc660638-37c8-43fc-a8c9-85494cec3376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.387950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc660638-37c8-43fc-a8c9-85494cec3376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.389400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bc660638-37c8-43fc-a8c9-85494cec3376 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/76840779-08ee-4198-9609-f7612b48c430 HTTP/1.1" status: 204 len: 168 time: 0.1869533 Jun 30 09:09:54.404171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc660638-37c8-43fc-a8c9-85494cec3376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76840779-08ee-4198-9609-f7612b48c430,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.416773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dd5a798d-8703-4314-9cc7-a419dca51753 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14c3e578a0d14fa1877bd9814d6a78bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055803 Jun 30 09:09:54.417437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59334) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.439110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.475275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c925826-b53d-4bc6-bd98-40402597404d req-0cfbd0c0-91f7-4a18-9fcc-34502623e86e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254601 Jun 30 09:09:54.527147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73e00bd9-79e0-443d-a398-aa28bdc4161d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.547939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85ad88e-b828-4c13-9b37-d65a1a910cbf,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.557350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.568556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73e00bd9-79e0-443d-a398-aa28bdc4161d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.574053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-11e0e7d6-7c26-429f-9445-57b06de8c062 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b85ad88e-b828-4c13-9b37-d65a1a910cbf HTTP/1.1" status: 204 len: 168 time: 0.9374974 Jun 30 09:09:54.580646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:54.743434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.754456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Transition to ACTIVE for port object 2153b2e3-8394-4d8e-8703-c0a8965cb561 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:54.781470 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.787227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.789569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.829943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Transition to ACTIVE for port object a3f7fb33-d2b0-426f-9912-980606814af0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:54.899339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Subnet': ['ID=fab5e27f-d267-497a-8a51-aa3a28797969,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.903228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Transition to ACTIVE for port object a3f7fb33-d2b0-426f-9912-980606814af0 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:54.939320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Checking segment: {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:54.939509 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.939733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network hostable DHCP agents. Network: 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:09:54.968698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:54.977064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Pushing event updated for resources: {'Port': ['ID=2153b2e3-8394-4d8e-8703-c0a8965cb561,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:54.981895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac25d5-a9b1-495e-856a-cdcb7e79bad1 req-f45e5af4-4c9c-4774-aff5-4056bf726b4d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:54.992847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90ac25d5-a9b1-495e-856a-cdcb7e79bad1 req-f45e5af4-4c9c-4774-aff5-4056bf726b4d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.2420897 Jun 30 09:09:54.994115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aee384-1acf-4b06-8a69-ca77ee0821cd']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.008800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e52e7c-45a8-43dc-9e63-4d4d2498f63f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.009399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e52e7c-45a8-43dc-9e63-4d4d2498f63f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:55.009641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.010175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.010698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.011340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.011708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.012554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.013765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.014184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.014697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.015013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.015408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.015787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:09:55.031130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:55.036913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73e00bd9-79e0-443d-a398-aa28bdc4161d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.041175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73e00bd9-79e0-443d-a398-aa28bdc4161d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.046759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73e00bd9-79e0-443d-a398-aa28bdc4161d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c23c3f2f-afa9-4ccd-8724-4a6953f5d569 HTTP/1.1" status: 204 len: 168 time: 0.6280475 Jun 30 09:09:55.051651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59354) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:55.083464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:55.087925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:55.089092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.093484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e00bd9-79e0-443d-a398-aa28bdc4161d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23c3f2f-afa9-4ccd-8724-4a6953f5d569,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.157570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90ac25d5-a9b1-495e-856a-cdcb7e79bad1 req-d7e7fb03-4c79-4662-a92f-8dd6321f4e0a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481528 Jun 30 09:09:55.159090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:09:55.168060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.183597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b60d1254-d316-43ea-95c3-9698dcbc5adb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c15f1b4bebaf4af3afb78fd43c0b0308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210749 Jun 30 09:09:55.186937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:55.208087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:55.208926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:09:55.209878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:09:55.213041 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:09:55.216084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Attempting to bind port 2153b2e3-8394-4d8e-8703-c0a8965cb561 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:55.221889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.222041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Attempting to bind port 2153b2e3-8394-4d8e-8703-c0a8965cb561 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:55.222154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.223062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Attempting to bind port 2153b2e3-8394-4d8e-8703-c0a8965cb561 on network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:55.258908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-93f7242c-da94-45c2-b4d9-b5934d5dcdcc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4160800 Jun 30 09:09:55.292940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e91458-98f6-437b-b9d2-ecd729a5d718 None None] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:55.359247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:55.360503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Checking segment: {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:55.361172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.361434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Bound using segment: {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:55.362074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Bound port: 2153b2e3-8394-4d8e-8703-c0a8965cb561, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:55.362862 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.416595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.433936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.441338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] 10.222.0.77 "DELETE /v2.0/networks/32aee384-1acf-4b06-8a69-ca77ee0821cd HTTP/1.1" status: 204 len: 168 time: 0.8592010 Jun 30 09:09:55.444758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0e76-9bd8-439a-859a-1347a4b1e86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.475399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565cf40-5629-482b-8567-1363755f9dbf admin admin] Pushing event deleted for resources: {'Network': ['ID=32aee384-1acf-4b06-8a69-ca77ee0821cd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.509426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0e76-9bd8-439a-859a-1347a4b1e86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.562285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Attempting to bind port a3f7fb33-d2b0-426f-9912-980606814af0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:55.562658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Attempting to bind port a3f7fb33-d2b0-426f-9912-980606814af0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:55.563017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Attempting to bind port a3f7fb33-d2b0-426f-9912-980606814af0 on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:55.572813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Pushing event updated for resources: {'Port': ['ID=a3f7fb33-d2b0-426f-9912-980606814af0,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.599243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:55.599630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Checking segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:55.599970 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.600362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Bound using segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:55.600845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Bound port: a3f7fb33-d2b0-426f-9912-980606814af0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:55.601224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.647885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0e76-9bd8-439a-859a-1347a4b1e86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.652320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b0d0e76-9bd8-439a-859a-1347a4b1e86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:55.655759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1b0d0e76-9bd8-439a-859a-1347a4b1e86c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8be88fd0-3eef-4772-a2e1-e6aa09dbf420 HTTP/1.1" status: 204 len: 168 time: 0.4643958 Jun 30 09:09:55.668728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d2ccc3-23d9-4f12-84b8-da4383174d2c req-cf5699a9-2f43-47a5-8044-8af73ec1d632 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:55.674772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d0e76-9bd8-439a-859a-1347a4b1e86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be88fd0-3eef-4772-a2e1-e6aa09dbf420,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:55.680652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8d2ccc3-23d9-4f12-84b8-da4383174d2c req-cf5699a9-2f43-47a5-8044-8af73ec1d632 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.1440806 Jun 30 09:09:55.784022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8d2ccc3-23d9-4f12-84b8-da4383174d2c req-0ae1536f-1700-426e-9ca3-f6a4f0a61f85 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012778 Jun 30 09:09:55.855555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] For port 2153b2e3-8394-4d8e-8703-c0a8965cb561, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:55.918825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59390) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:55.938470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] For port 2153b2e3-8394-4d8e-8703-c0a8965cb561, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2153b2e3-8394-4d8e-8703-c0a8965cb561,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:55.996441 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.017095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] For port a3f7fb33-d2b0-426f-9912-980606814af0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:56.120101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2d96b8d-f8f2-474f-9285-84e7cba56b74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ef764d80ed34422913fdfaad97d52e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1981323 Jun 30 09:09:56.123630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59400) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:56.196122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28991a62-5b3e-4d65-971a-a494f19e124e None None] Pushing event updated for resources: {'Port': ['ID=2153b2e3-8394-4d8e-8703-c0a8965cb561,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.272645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ecfec7-f0d2-4683-bc3c-6a396cd3691d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.273209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] For port a3f7fb33-d2b0-426f-9912-980606814af0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a3f7fb33-d2b0-426f-9912-980606814af0,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:56.274395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-b8bbb46f-3ade-4631-b412-b79dce5ac6f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.286913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-b8bbb46f-3ade-4631-b412-b79dce5ac6f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:56.297985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.303195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-b8bbb46f-3ade-4631-b412-b79dce5ac6f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/networks?id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232&id=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361&id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232 HTTP/1.1" status: 200 len: 1391 time: 0.3168666 Jun 30 09:09:56.348605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-faba212c-4990-4a7a-822a-6382d8f2a0e8 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/quotas/a63dc30e4afc4d13b18718ca7312b344 HTTP/1.1" status: 200 len: 375 time: 0.0419221 Jun 30 09:09:56.374796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ecfec7-f0d2-4683-bc3c-6a396cd3691d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.540265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ecfec7-f0d2-4683-bc3c-6a396cd3691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.544235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-06ecfec7-f0d2-4683-bc3c-6a396cd3691d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.551218 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-06ecfec7-f0d2-4683-bc3c-6a396cd3691d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6beaf721-e58b-416c-be29-c4f8e196cd76 HTTP/1.1" status: 204 len: 168 time: 0.4253900 Jun 30 09:09:56.555066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c8dfe-001e-4631-acbf-6c76582fb87d None None] Pushing event updated for resources: {'Port': ['ID=a3f7fb33-d2b0-426f-9912-980606814af0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.571998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Routers {'862a274e-87f0-40b3-bdd0-6e1c13e57109'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:09:56.572892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['862a274e-87f0-40b3-bdd0-6e1c13e57109'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:56.594416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecfec7-f0d2-4683-bc3c-6a396cd3691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6beaf721-e58b-416c-be29-c4f8e196cd76,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:56.641715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-ec30260f-5a63-40f3-8580-912529be0321 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2863278 Jun 30 09:09:56.725296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-38e731ea-aa6d-4218-a6a5-cfc1d7ab3361', 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'fixed_ips': [{'subnet_id': 'fab5e27f-d267-497a-8a51-aa3a28797969'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:09:56.727167 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:56.914613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-2de86d9f-cdf4-4c6e-b4ec-8a7e5eaa60ab service neutron] 10.222.0.77 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717986 Jun 30 09:09:57.188505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-f551adf8-bb60-43ef-99f9-1c54d276c42d service neutron] 10.222.0.77 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728047 Jun 30 09:09:57.248481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] Set router 862a274e-87f0-40b3-bdd0-6e1c13e57109 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:09:57.401759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Allocated IP 19.86.0.2 (38e731ea-aa6d-4218-a6a5-cfc1d7ab3361/fab5e27f-d267-497a-8a51-aa3a28797969/a6d90417-ed8b-415d-b7f7-25e6e9654028) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:09:57.601322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-c06e7a14-97d8-49c3-81f9-d08ae7eb03af service neutron] 10.222.0.77 "GET /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119198 Jun 30 09:09:57.691878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210cd21-2322-434c-802f-bcb28c7bc081 req-49cc577b-1c10-4d26-bd01-83bd6c26c658 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:57.693429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0210cd21-2322-434c-802f-bcb28c7bc081 req-49cc577b-1c10-4d26-bd01-83bd6c26c658 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.3532932 Jun 30 09:09:57.795338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0210cd21-2322-434c-802f-bcb28c7bc081 req-751c0e7a-2244-43a6-88d7-45af2ef91942 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905530 Jun 30 09:09:57.821302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-b380ae60-5837-4b05-84b2-137889f341a3 service neutron] 10.222.0.77 "GET /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091086 Jun 30 09:09:57.861786 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.893704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Transition to ACTIVE for port object a6d90417-ed8b-415d-b7f7-25e6e9654028 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:57.917797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Transition to ACTIVE for port object a6d90417-ed8b-415d-b7f7-25e6e9654028 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:09:57.927798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:57.977432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:09:49Z', 'revision_number': 4, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '2153b2e3-8394-4d8e-8703-c0a8965cb561', 'name': '', 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'mac_address': 'fa:16:3e:1a:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '2a751983-23eb-4be8-9594-7e3dc15f4912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:48Z', 'updated_at': '2021-06-30T09:09:55Z', 'revision_number': 4, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'subnets': [{'id': '2a751983-23eb-4be8-9594-7e3dc15f4912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:09:58.012609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852b61d0-c6d4-4688-ba0c-30c9941d46ea None None] The sync data for ids ['862a274e-87f0-40b3-bdd0-6e1c13e57109'] in n-d-780147-22 is: [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:09:49Z', 'revision_number': 4, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '2153b2e3-8394-4d8e-8703-c0a8965cb561', 'name': '', 'network_id': '2c0484e5-9016-4ae7-90f8-437c4b41ba24', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'mac_address': 'fa:16:3e:1a:32:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '2a751983-23eb-4be8-9594-7e3dc15f4912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:48Z', 'updated_at': '2021-06-30T09:09:55Z', 'revision_number': 4, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'subnets': [{'id': '2a751983-23eb-4be8-9594-7e3dc15f4912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:09:58.022944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:09:58.028288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:09:58.032433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:09:58.071079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Pushing event updated for resources: {'Port': ['ID=a6d90417-ed8b-415d-b7f7-25e6e9654028,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:58.093355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-e1cfe5a7-1d3a-422a-ac4d-0a95554b044e service neutron] 10.222.0.77 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727168 Jun 30 09:09:58.136402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Attempting to bind port a6d90417-ed8b-415d-b7f7-25e6e9654028 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:09:58.138343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Attempting to bind port a6d90417-ed8b-415d-b7f7-25e6e9654028 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:09:58.139232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Attempting to bind port a6d90417-ed8b-415d-b7f7-25e6e9654028 on network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:09:58.157110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:09:58.157518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Checking segment: {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:09:58.157922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.158326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Bound using segment: {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:09:58.158791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Bound port: a6d90417-ed8b-415d-b7f7-25e6e9654028, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:09:58.159169 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.236390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144a9410-e5df-4434-a539-40f242f39ec7 None None] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:09:58.297644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-2a759b85-ba49-4bf5-93ac-4acb78f29cf6 service neutron] 10.222.0.77 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926723 Jun 30 09:09:58.569243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcab97-bf68-4e7a-b1d1-4d0cfc5f665c req-5d4af9d2-0017-41d4-a512-71f1c27bbab0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:58.576488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6fcab97-bf68-4e7a-b1d1-4d0cfc5f665c req-5d4af9d2-0017-41d4-a512-71f1c27bbab0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1512997 Jun 30 09:09:58.594071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4507ba92-7252-4740-bcd1-c5b25fb27847 None None] Provisioning for port a3f7fb33-d2b0-426f-9912-980606814af0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:58.605372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] For port a6d90417-ed8b-415d-b7f7-25e6e9654028, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:09:58.610478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] For port a6d90417-ed8b-415d-b7f7-25e6e9654028, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a6d90417-ed8b-415d-b7f7-25e6e9654028,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:09:58.618793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:58.640780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:09:58.680327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6fcab97-bf68-4e7a-b1d1-4d0cfc5f665c req-46bd5900-ea91-4a94-ad9d-0539c6986e22 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717695 Jun 30 09:09:58.688953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91505ce7-39a0-4c80-91b8-568a97928c2a None None] Pushing event updated for resources: {'Port': ['ID=a6d90417-ed8b-415d-b7f7-25e6e9654028,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:59.008301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.054404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2153b2e3-8394-4d8e-8703-c0a8965cb561 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:59.118048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1350868941-network', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:09:59.164333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2153b2e3-8394-4d8e-8703-c0a8965cb561 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:59.170383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2153b2e3-8394-4d8e-8703-c0a8965cb561 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:59.177624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.213633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Made reservation on behalf of 6b58d0e0c774468fade5f1f07c1cc880 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:09:59.235968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.270321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.508907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.566624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.572159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.615775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:09:59.627293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:59.661212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2153b2e3-8394-4d8e-8703-c0a8965cb561, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2153b2e3-8394-4d8e-8703-c0a8965cb561,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:09:59.663978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.669820 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.670792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3f7fb33-d2b0-426f-9912-980606814af0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:09:59.681429 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Added segment 4aaac8a0-a889-4968-98e6-3047cc458a0d of type vlan for network c8649ae5-4b39-4144-9fe7-a0c661c77428 Jun 30 09:09:59.831622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2153b2e3-8394-4d8e-8703-c0a8965cb561,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:09:59.842639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a3f7fb33-d2b0-426f-9912-980606814af0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:09:59.849192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a3f7fb33-d2b0-426f-9912-980606814af0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:09:59.849886 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.859518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.956473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.959380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:09:59.961971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:09:59.995650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7732a614-7103-49bc-afce-19fb7a0392a9 req-ffa97dc8-4103-426b-8284-72db365e4c63 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 210 time: 0.1315117 Jun 30 09:09:59.996293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59530) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.159660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c8649ae5-4b39-4144-9fe7-a0c661c77428,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.185984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:00.200596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-903dfca5-5442-4ae7-ab27-c1193e7505f6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5578556 Jun 30 09:10:00.206925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59536) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.208610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Deleting subnet 4fe25921-378f-43ab-b703-344c63f141da {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:00.217456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Request body: {'subnet': {'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1350868941-subnet', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:00.222986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.269799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Made reservation on behalf of 6b58d0e0c774468fade5f1f07c1cc880 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:00.274792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.389416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.416389 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.535515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.590262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a3f7fb33-d2b0-426f-9912-980606814af0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a3f7fb33-d2b0-426f-9912-980606814af0,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:00.599115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.689240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.772757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a3f7fb33-d2b0-426f-9912-980606814af0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.805970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.882576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fe25921-378f-43ab-b703-344c63f141da,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:00.883337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.887741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.893250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5a6a0681-d64e-4877-8946-52c7f845f350 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4fe25921-378f-43ab-b703-344c63f141da HTTP/1.1" status: 204 len: 168 time: 0.8888543 Jun 30 09:10:00.895163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59556) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:00.947462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:00.979877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79acd8f9-0ca8-44a6-82b8-359c82584c6b None None] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:01.058109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1b2a258-a22e-40a8-9608-69687b09a6e5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.084782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd873e7f-c953-4b4c-9af2-32b969cbf5fa req-8e43793c-ecbf-4cfe-8403-5c5d4d7d459f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.086430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd873e7f-c953-4b4c-9af2-32b969cbf5fa req-8e43793c-ecbf-4cfe-8403-5c5d4d7d459f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.3512256 Jun 30 09:10:01.089313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.109486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2153b2e3-8394-4d8e-8703-c0a8965cb561 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:01.113714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b316746-7ea4-461b-8b9e-7e56fa4af281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.119234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Checking segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:01.119605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Network hostable DHCP agents. Network: c8649ae5-4b39-4144-9fe7-a0c661c77428, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:01.154742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:01.165403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-056fcf71-2102-412b-a559-5bd9815e49f3 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:01.188924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1cd4c93f-d6c3-410b-8826-5538b0adfad5 None None] Provisioning for port a6d90417-ed8b-415d-b7f7-25e6e9654028 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:01.192376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, c8649ae5-4b39-4144-9fe7-a0c661c77428) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:01.203924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25035a4-d023-46be-ac51-67505622fe66 None None] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:01.206037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.207153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.221191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.234032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46122d6-2a1a-4206-8a69-01eed1dc7bf5']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:01.246886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f42ceaf-fe13-4f34-98bf-ef2121af36c1') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:01.247586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f42ceaf-fe13-4f34-98bf-ef2121af36c1') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:01.249187 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-056fcf71-2102-412b-a559-5bd9815e49f3 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "PUT /v2.0/quotas/37d5b15aaadc4498b616c06059508d8f HTTP/1.1" status: 200 len: 366 time: 0.3592584 Jun 30 09:10:01.253691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59562) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.258477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.273404 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-93877e7f-c7ea-4dd4-a80f-b054bc3f494e tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0183697 Jun 30 09:10:01.274450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.276463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.282019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:01.282803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.292977 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1546fe95-0272-45de-bb7f-efe25ab073a9 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "GET /v2.0/quotas/37d5b15aaadc4498b616c06059508d8f HTTP/1.1" status: 200 len: 366 time: 0.0156412 Jun 30 09:10:01.296947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59566) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.303922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2153b2e3-8394-4d8e-8703-c0a8965cb561 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:01.304294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.322368 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4441a8b-f771-4af2-98de-f6bbba850da8 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/37d5b15aaadc4498b616c06059508d8f HTTP/1.1" status: 204 len: 168 time: 0.0242271 Jun 30 09:10:01.327981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.340556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b316746-7ea4-461b-8b9e-7e56fa4af281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:01.347639 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:01.350889 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-97e8eddb-fbee-4262-87b5-4ce5fa31bf26 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0212867 Jun 30 09:10:01.352535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b316746-7ea4-461b-8b9e-7e56fa4af281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.354155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.366523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.375145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.376972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f46122d6-2a1a-4206-8a69-01eed1dc7bf5 HTTP/1.1" status: 204 len: 168 time: 0.4804058 Jun 30 09:10:01.380765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a4a9a4b-e24c-4a5b-b763-f86b1dd6fc93 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1690998 Jun 30 09:10:01.389124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.400664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:01.406607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bd3ca2d4-2e40-4e93-a924-abd017436f85 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "GET /v2.0/quotas/37d5b15aaadc4498b616c06059508d8f HTTP/1.1" status: 200 len: 370 time: 0.0489287 Jun 30 09:10:01.419538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.442618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd873e7f-c953-4b4c-9af2-32b969cbf5fa req-d12f65a8-0431-40ff-858d-7cbaf27345ef tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483131 Jun 30 09:10:01.443900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacaf0c-68bf-4838-84a7-8033b740d477 None None] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:01.452398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e797c39-3301-4a0a-9b1a-dd8612235201 admin admin] Pushing event deleted for resources: {'Network': ['ID=f46122d6-2a1a-4206-8a69-01eed1dc7bf5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.487523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93d743-a848-4739-8d90-72efa6849ab5 req-854a9e11-4fd2-4195-a9bf-1cc36f833e04 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.490355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac93d743-a848-4739-8d90-72efa6849ab5 req-854a9e11-4fd2-4195-a9bf-1cc36f833e04 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.4824634 Jun 30 09:10:01.559604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-9d473a5e-3122-4eea-a346-1a3266411172 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.565906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-9d473a5e-3122-4eea-a346-1a3266411172 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:01.567919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-9d473a5e-3122-4eea-a346-1a3266411172 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "GET /v2.0/networks?id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232&id=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361&id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232 HTTP/1.1" status: 200 len: 1391 time: 0.1559992 Jun 30 09:10:01.571139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac93d743-a848-4739-8d90-72efa6849ab5 req-71f6c552-50fc-4b76-9905-68d5ed56629e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Jun 30 09:10:01.578809 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-218fde0a-582b-47c7-b783-b6bc5696a4a7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "GET /v2.0/quotas/37d5b15aaadc4498b616c06059508d8f/default HTTP/1.1" status: 200 len: 370 time: 0.0266833 Jun 30 09:10:01.581390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59580) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.591891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b316746-7ea4-461b-8b9e-7e56fa4af281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624f6ac5-424c-42c3-b59e-9cf4a77b92ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:01.593480 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-cc2b2aa0-a553-4f0c-9bfc-33e0f20c473d tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:10:01.594966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cc2b2aa0-a553-4f0c-9bfc-33e0f20c473d tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "DELETE /v2.0/quotas/37d5b15aaadc4498b616c06059508d8f HTTP/1.1" status: 404 len: 348 time: 0.0123916 Jun 30 09:10:01.600896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'port': {'device_id': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'admin_state_up': True, 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:01.625890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59584) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.626180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b316746-7ea4-461b-8b9e-7e56fa4af281 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3287327b0e4845af898bb80e71572521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193643 Jun 30 09:10:01.688280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.688989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.692894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.737632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a6d90417-ed8b-415d-b7f7-25e6e9654028 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:01.793864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3096eb70-2ee7-4196-ac37-8f74812ec79e req-dc306839-7bdb-4de2-8930-6bc2385b82c9 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 210 time: 0.1027730 Jun 30 09:10:01.828752 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25632228-0ca2-465d-a733-5823e8dfce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.851943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59588) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.859382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25632228-0ca2-465d-a733-5823e8dfce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.870212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.900784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b2242ede-9cb8-4e98-82f2-e41a85b62513 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dcb49c3a5b53430691adb53ff260fe11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1927814 Jun 30 09:10:01.909873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59590) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:01.913471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a6d90417-ed8b-415d-b7f7-25e6e9654028 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:01.918824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a6d90417-ed8b-415d-b7f7-25e6e9654028 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:01.919644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.925624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25632228-0ca2-465d-a733-5823e8dfce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.928478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25632228-0ca2-465d-a733-5823e8dfce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:01.932776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-25632228-0ca2-465d-a733-5823e8dfce02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/624f6ac5-424c-42c3-b59e-9cf4a77b92ec HTTP/1.1" status: 204 len: 168 time: 0.3052354 Jun 30 09:10:01.961186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25632228-0ca2-465d-a733-5823e8dfce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624f6ac5-424c-42c3-b59e-9cf4a77b92ec,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.029658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:network and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.045851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02496ee7-2970-49b1-8683-3d8218e28970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.082649 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.109905 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02496ee7-2970-49b1-8683-3d8218e28970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.131990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a6d90417-ed8b-415d-b7f7-25e6e9654028, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a6d90417-ed8b-415d-b7f7-25e6e9654028,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:02.142471 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.160666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.177215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.186104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5cd2d913-8c4f-4bcd-8678-8d90e293a49d None None] Provisioning complete for port a6d90417-ed8b-415d-b7f7-25e6e9654028 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:02.187145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d913-8c4f-4bcd-8678-8d90e293a49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.195354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:02.201291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.204851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02496ee7-2970-49b1-8683-3d8218e28970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.207479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02496ee7-2970-49b1-8683-3d8218e28970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.208623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-02496ee7-2970-49b1-8683-3d8218e28970 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e3c0830-cee1-44df-9c1e-057720f2923e HTTP/1.1" status: 204 len: 168 time: 0.2972360 Jun 30 09:10:02.219830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496ee7-2970-49b1-8683-3d8218e28970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3c0830-cee1-44df-9c1e-057720f2923e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.257700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:subnet and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.267246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.283629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a6d90417-ed8b-415d-b7f7-25e6e9654028,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:02.303329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:subnetpool and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.313751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.387761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:port and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.403638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.457631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:router and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.488283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.505990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Allocated IP 19.80.0.136 (ce8287cb-c6dc-4c91-9d71-b7ceacac4232/9855525c-14c9-41a3-bcf6-b788a04f2e76/3b54fec6-8c42-4282-8c80-f0af4977e68d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:02.532596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:floatingip and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.547678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.800802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33a99-6e65-4693-a160-7745fbb6781b req-d2bd0706-df68-4e6d-ba93-d12d38e6f82f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.802914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f33a99-6e65-4693-a160-7745fbb6781b req-d2bd0706-df68-4e6d-ba93-d12d38e6f82f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1541307 Jun 30 09:10:02.886659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:security_group and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.893619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3f7fb33-d2b0-426f-9912-980606814af0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:02.901937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.914168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f33a99-6e65-4693-a160-7745fbb6781b req-d2ef7788-cf2c-4c85-b503-866bf095bb5d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996370 Jun 30 09:10:02.921573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Usage tracker for resource:security_group_rule and tenant:efda8d8365374416bce642e4ee4a00d2 is out of sync, need to count used quota {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 30 09:10:02.933370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbc38f-3b2b-4ec8-8a49-2536dafc8d62 req-a837b27b-e372-427e-8cdb-395c253b0b61 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:02.940409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.quota.resource [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93724) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 30 09:10:02.942251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5dbc38f-3b2b-4ec8-8a49-2536dafc8d62 req-a837b27b-e372-427e-8cdb-395c253b0b61 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.1550615 Jun 30 09:10:02.949738 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-68ef4551-c982-4797-8a9b-edf990281cb7 tempest-QuotasTest-856903048 tempest-QuotasTest-856903048-project-admin] 10.222.0.77 "GET /v2.0/quotas/efda8d8365374416bce642e4ee4a00d2/details.json HTTP/1.1" status: 200 len: 703 time: 1.0935245 Jun 30 09:10:02.958775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:02.995065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.020658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.068752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5dbc38f-3b2b-4ec8-8a49-2536dafc8d62 req-5ec3b2ad-9cdb-4641-83fb-f6b7cfb077ef tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242945 Jun 30 09:10:03.078718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Transition to ACTIVE for port object 3b54fec6-8c42-4282-8c80-f0af4977e68d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:03.084129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a3f7fb33-d2b0-426f-9912-980606814af0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:03.085089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.180645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Allocated IP 172.25.7.179 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/f7430a69-215b-43fe-82d7-8f9e558e84a7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:03.193321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.241840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a6d90417-ed8b-415d-b7f7-25e6e9654028 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:03.316303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a6d90417-ed8b-415d-b7f7-25e6e9654028 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:03.317246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.348082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:03.363527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:03.365438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Port': ['ID=3b54fec6-8c42-4282-8c80-f0af4977e68d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:03.398202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:03.421603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727084cb-9630-4232-8fdb-f1e5df87be41 req-b2d3ca24-6a30-43d4-851d-e9e7a465d9d0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.432195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-727084cb-9630-4232-8fdb-f1e5df87be41 req-b2d3ca24-6a30-43d4-851d-e9e7a465d9d0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 932 time: 0.1409130 Jun 30 09:10:03.478810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:03.479549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.520654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-be0265cd-bb0d-447e-9404-00c105b1eb76 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9327779 Jun 30 09:10:03.529954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-727084cb-9630-4232-8fdb-f1e5df87be41 req-723fd0c0-128b-4e97-8e18-e19cd6e448a1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930815 Jun 30 09:10:03.549539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'port': {'device_id': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361', 'admin_state_up': True, 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:03.615355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59638) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:03.646719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.754976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.787177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:03.790967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.812906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:03.817132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:03.819591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-38906fa6-ce82-4d7c-85a9-6681a9f858dc None None] Provisioning for port 3b54fec6-8c42-4282-8c80-f0af4977e68d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:03.821947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:03.825326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-38906fa6-ce82-4d7c-85a9-6681a9f858dc None None] Provisioning complete for port 3b54fec6-8c42-4282-8c80-f0af4977e68d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:03.825967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-38906fa6-ce82-4d7c-85a9-6681a9f858dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.873315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-38906fa6-ce82-4d7c-85a9-6681a9f858dc None None] Port 3b54fec6-8c42-4282-8c80-f0af4977e68d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:03.888274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf1d3-ac20-4718-81b4-7eae80c27d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:03.985160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Pushing event updated for resources: {'Port': ['ID=f7430a69-215b-43fe-82d7-8f9e558e84a7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.076067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf1d3-ac20-4718-81b4-7eae80c27d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.086253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf1d3-ac20-4718-81b4-7eae80c27d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.190984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0fcaf1d3-ac20-4718-81b4-7eae80c27d19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b32659cdddbe4a2e9f0ec24322ebe287&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5735369 Jun 30 09:10:04.202091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:04.275540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcaf1d3-ac20-4718-81b4-7eae80c27d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec061142-6202-4738-9785-1baab5a08ef9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.294703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Allocated IP 19.86.0.60 (38e731ea-aa6d-4218-a6a5-cfc1d7ab3361/fab5e27f-d267-497a-8a51-aa3a28797969/e053c7e0-5977-4aa4-9fb8-d9f18131bd14) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:04.345372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a91c671-d545-486a-ab76-e53eda0c202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.377111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a91c671-d545-486a-ab76-e53eda0c202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.394048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2fec1-358d-42e0-9fd1-e3c9df1aaf52 req-880c049f-b95e-479c-96de-f474fd960ab8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.394787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.395632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50e2fec1-358d-42e0-9fd1-e3c9df1aaf52 req-880c049f-b95e-479c-96de-f474fd960ab8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1443725 Jun 30 09:10:04.479386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a91c671-d545-486a-ab76-e53eda0c202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.484894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a91c671-d545-486a-ab76-e53eda0c202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.488738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8a91c671-d545-486a-ab76-e53eda0c202f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ec061142-6202-4738-9785-1baab5a08ef9 HTTP/1.1" status: 204 len: 168 time: 0.2827051 Jun 30 09:10:04.505284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50e2fec1-358d-42e0-9fd1-e3c9df1aaf52 req-ee99f6f1-93d7-4b3b-a05c-652c149c52e3 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657647 Jun 30 09:10:04.507038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91c671-d545-486a-ab76-e53eda0c202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec061142-6202-4738-9785-1baab5a08ef9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:04.601486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:04.743489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5f615-a0c8-4bfe-b5bc-468f6036d01d req-4afb07da-ab9b-49a2-9f48-d4e24efee069 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:04.752536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0a5f615-a0c8-4bfe-b5bc-468f6036d01d req-4afb07da-ab9b-49a2-9f48-d4e24efee069 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.0864055 Jun 30 09:10:04.806016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0a5f615-a0c8-4bfe-b5bc-468f6036d01d req-9f32c226-16ee-4b29-a271-e6ea36d7cfe4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524194 Jun 30 09:10:04.826791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:04.844585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'port_id': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'mac_address': 'fa:16:3e:89:34:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea906b44-ac73-4729-99e9-9bfa2bbe77d6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:04.906504 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:04.924399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:04.952248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:04.957799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.062346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.081289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59702) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:05.096148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.119565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Transition to ACTIVE for port object e053c7e0-5977-4aa4-9fb8-d9f18131bd14 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:05.127170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:05.128346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.140576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68149012-a5e6-4dcc-9301-fba839757b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.146156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-f703c39e-7888-4503-be52-c55319306c22 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=55197bfa1d8d4da2bc6b051c1586ba2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559235 Jun 30 09:10:05.238089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.279862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008362b4-b1f2-423f-a28a-bb597a7e25db req-9cda807e-f0ea-400a-bdcd-68f04aa662b5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.281644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-008362b4-b1f2-423f-a28a-bb597a7e25db req-9cda807e-f0ea-400a-bdcd-68f04aa662b5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 932 time: 0.2576654 Jun 30 09:10:05.295316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:05.301407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:05.306733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:05.359002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Port': ['ID=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.380466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-e55b6d2a-bdaa-4635-93f9-a4a9f876a576 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.382318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-e55b6d2a-bdaa-4635-93f9-a4a9f876a576 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273643 Jun 30 09:10:05.388324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:05.388999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.399156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-008362b4-b1f2-423f-a28a-bb597a7e25db req-10f5396b-2c52-443d-a6d0-88e8eaab90a7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101098 Jun 30 09:10:05.407267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:10:05.416485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-6e18e867-85ff-4f44-8712-411ac4e02269 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/quotas/55197bfa1d8d4da2bc6b051c1586ba2a HTTP/1.1" status: 200 len: 375 time: 0.0227995 Jun 30 09:10:05.501911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-285ac9f3-cb8c-4b0b-a161-fa19f3df1771 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=55197bfa1d8d4da2bc6b051c1586ba2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528171 Jun 30 09:10:05.513380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68149012-a5e6-4dcc-9301-fba839757b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.527908 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68149012-a5e6-4dcc-9301-fba839757b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.562403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:05.573276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68149012-a5e6-4dcc-9301-fba839757b03 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=efda8d8365374416bce642e4ee4a00d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4908648 Jun 30 09:10:05.576013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68149012-a5e6-4dcc-9301-fba839757b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42d25d-d571-4463-8008-992da43221b2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:05.578764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59716) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:05.583241 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Sync routers for ids ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:05.601188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-039fcb08-9385-4e78-8249-e6ebac8ce958 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0581458 Jun 30 09:10:05.611942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edbba384-1345-4e3d-8c20-ff58ab930f3e None None] Provisioning for port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:05.618302 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Routers {'455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:05.618893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:05.624465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'port': {'device_id': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'admin_state_up': True, 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:05.625118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edbba384-1345-4e3d-8c20-ff58ab930f3e None None] Provisioning complete for port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:05.625905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edbba384-1345-4e3d-8c20-ff58ab930f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.638960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.642641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0751460f-865c-44cc-ab86-9baa59f8af6b admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2498879 Jun 30 09:10:05.643058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:05.710715 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0937171e-5288-479c-980b-67f84a5afe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.729546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edbba384-1345-4e3d-8c20-ff58ab930f3e None None] Port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:05.774047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0937171e-5288-479c-980b-67f84a5afe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.858839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Set router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:05.928610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0937171e-5288-479c-980b-67f84a5afe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.931152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0937171e-5288-479c-980b-67f84a5afe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:05.932289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0937171e-5288-479c-980b-67f84a5afe49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e42d25d-d571-4463-8008-992da43221b2 HTTP/1.1" status: 204 len: 168 time: 0.3523912 Jun 30 09:10:05.994898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5635c-6630-4a8e-bce4-fd33cbafe1e4 req-a4e5cd73-27c9-43ec-820c-58b25ebc03d4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:06.010259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a5635c-6630-4a8e-bce4-fd33cbafe1e4 req-a4e5cd73-27c9-43ec-820c-58b25ebc03d4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1627700 Jun 30 09:10:06.013745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0937171e-5288-479c-980b-67f84a5afe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42d25d-d571-4463-8008-992da43221b2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:06.073418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59736) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:06.096455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:06.104085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.128290 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:10:04Z', 'revision_number': 3, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:06.162147 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Checking router: 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:06.162941 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Updating router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 port f7430a69-215b-43fe-82d7-8f9e558e84a7 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:10:06.191305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a5635c-6630-4a8e-bce4-fd33cbafe1e4 req-d6fc88fe-39b9-42b6-b949-92c9a99d268d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796246 Jun 30 09:10:06.193333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11529392-4ae8-4b0a-a01a-6494b7ac35df req-de5ad5df-8341-4a24-8e28-00a2e2dc1599 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 210 time: 0.1083231 Jun 30 09:10:06.225311 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.565215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Allocated IP 19.80.0.92 (ce8287cb-c6dc-4c91-9d71-b7ceacac4232/9855525c-14c9-41a3-bcf6-b788a04f2e76/978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:06.608514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:06.769516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:06.770190 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.816289 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.839508 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Transition to ACTIVE for port object f7430a69-215b-43fe-82d7-8f9e558e84a7 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:06.859046 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.875387 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90adacbf-3866-4abc-bb82-fb2ed7029fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.921688 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cf342-1e8d-4c4e-b42b-5da549ac1194 None None] Pushing event updated for resources: {'Port': ['ID=f7430a69-215b-43fe-82d7-8f9e558e84a7,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:06.944543 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Attempting to bind port f7430a69-215b-43fe-82d7-8f9e558e84a7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:06.945133 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Attempting to bind port f7430a69-215b-43fe-82d7-8f9e558e84a7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:06.945719 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Attempting to bind port f7430a69-215b-43fe-82d7-8f9e558e84a7 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:06.953572 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:06.954162 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:06.954671 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:06.955202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:06.955776 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Bound port: f7430a69-215b-43fe-82d7-8f9e558e84a7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:06.956317 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.037533 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] For port f7430a69-215b-43fe-82d7-8f9e558e84a7, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:07.046344 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] For port f7430a69-215b-43fe-82d7-8f9e558e84a7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7430a69-215b-43fe-82d7-8f9e558e84a7,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:07.055102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245a99-78dd-4dea-bbe1-2e67b17cd594 req-f7a58492-b346-4b4d-8a9a-98a01cb51507 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.058905 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.063800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82245a99-78dd-4dea-bbe1-2e67b17cd594 req-f7a58492-b346-4b4d-8a9a-98a01cb51507 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 945 time: 0.7360415 Jun 30 09:10:07.081451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612efc5-27e1-423a-b317-2480a1cc8b4d req-a530612f-8e33-4b95-8449-b4ee839d18aa tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.084068 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.088831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612efc5-27e1-423a-b317-2480a1cc8b4d req-a530612f-8e33-4b95-8449-b4ee839d18aa tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.097252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e612efc5-27e1-423a-b317-2480a1cc8b4d req-a530612f-8e33-4b95-8449-b4ee839d18aa tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 1654 time: 0.2501092 Jun 30 09:10:07.129667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:07.131239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:07.134045 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d7486-bac9-4dd5-884a-98e74df3c0ba" -d '{"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:07.139142 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.197321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e612efc5-27e1-423a-b317-2480a1cc8b4d req-da18773f-2067-4bd4-814e-e034d63b911f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991094 Jun 30 09:10:07.203878 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Routers {'455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:07.210515 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:07.221599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82245a99-78dd-4dea-bbe1-2e67b17cd594 req-d9dd0b6e-f78f-4966-b67d-4c0c506e69e7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498339 Jun 30 09:10:07.222638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:07.308986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.314101 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd8e58f-f785-4971-aee0-701d0c16b767 x-openstack-request-id: req-8cd8e58f-f785-4971-aee0-701d0c16b767 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:07.314985 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-plugged", "status": "completed", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:07.314985 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cd8e58f-f785-4971-aee0-701d0c16b767 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:07.315233 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'code': 200} Jun 30 09:10:07.342393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90adacbf-3866-4abc-bb82-fb2ed7029fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.349659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90adacbf-3866-4abc-bb82-fb2ed7029fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.368171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Transition to ACTIVE for port object 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:07.369343 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99cf342-1e8d-4c4e-b42b-5da549ac1194 None None] Pushing event updated for resources: {'Port': ['ID=f7430a69-215b-43fe-82d7-8f9e558e84a7,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:07.389123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.398958 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] Set router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:07.412409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-90adacbf-3866-4abc-bb82-fb2ed7029fd7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f29d0b78f9104c12a64146f546b56626&name=default HTTP/1.1" status: 200 len: 2982 time: 1.3372524 Jun 30 09:10:07.414751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:07.491742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90adacbf-3866-4abc-bb82-fb2ed7029fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407d8cc0-b8fd-4918-8628-aec2ddb80b6e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:07.518322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d05bad22-75e7-4dd5-9779-f1d232839b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.557885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:07.559280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.588002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d05bad22-75e7-4dd5-9779-f1d232839b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.624281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aadcc12-3345-44a5-ae3e-eccc108bd043 req-69ad3a64-0f8c-46b3-ade5-bb0ea5c1174f tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 210 time: 0.0640342 Jun 30 09:10:07.687450 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:10:04Z', 'revision_number': 3, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:07.688752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:07.716345 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4d0486-5522-41b5-a8ff-777581df0d6b None None] The sync data for ids ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'] in n-d-780147-22 is: [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:10:04Z', 'revision_number': 3, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:07.726504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1565875377'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:07.751186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:07.751673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd0794-7df3-43aa-829c-3af81c46f322 req-c49a552d-4fe0-471c-b82a-c312c5601536 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.754703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:07.757375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00bd0794-7df3-43aa-829c-3af81c46f322 req-c49a552d-4fe0-471c-b82a-c312c5601536 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1804261 Jun 30 09:10:07.758072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d05bad22-75e7-4dd5-9779-f1d232839b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.760615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d05bad22-75e7-4dd5-9779-f1d232839b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.767510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Port': ['ID=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:07.768376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d05bad22-75e7-4dd5-9779-f1d232839b2e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/407d8cc0-b8fd-4918-8628-aec2ddb80b6e HTTP/1.1" status: 204 len: 168 time: 0.3526375 Jun 30 09:10:07.806756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bad22-75e7-4dd5-9779-f1d232839b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d8cc0-b8fd-4918-8628-aec2ddb80b6e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:07.841697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Allocated IP 172.20.0.1 (c8649ae5-4b39-4144-9fe7-a0c661c77428/c1b2a258-a22e-40a8-9608-69687b09a6e5/ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:07.857990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:07.862105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.882435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:07.883466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.912316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:07.916330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-7fe6da3f-b391-4b93-a5a7-789f67cb2002 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3002832 Jun 30 09:10:07.919226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00bd0794-7df3-43aa-829c-3af81c46f322 req-1070161c-72e9-46d8-9c7d-e5cf0c4c2935 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482699 Jun 30 09:10:07.924582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-e703cc65-1507-40d3-8efe-eb566f2dc5ad tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=55197bfa1d8d4da2bc6b051c1586ba2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502970 Jun 30 09:10:07.951010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Request body: {'port': {'device_id': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:08.085656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.093897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.298507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-50e433be-47b3-405e-81c4-3608d9c4cbcb None None] Provisioning for port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:08.324469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-50e433be-47b3-405e-81c4-3608d9c4cbcb None None] Provisioning complete for port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:08.325159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50e433be-47b3-405e-81c4-3608d9c4cbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.333179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.351667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.388311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db538d20-5827-4c4a-a8ec-66e2b01e6016,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:08.398403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-50e433be-47b3-405e-81c4-3608d9c4cbcb None None] Port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:08.437965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:08.456710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-57ba5e00-a9ae-4973-8942-a35f49e2e0d8 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.458919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-57ba5e00-a9ae-4973-8942-a35f49e2e0d8 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5254395 Jun 30 09:10:08.465557 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.466157 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment e3e58e27-b2a2-414a-9022-9979c7268ed3 of type vlan for network 12002e24-d1ee-4d99-8ede-65f792159563 Jun 30 09:10:08.482018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Request body: {'port': {'device_id': '794d9364-834a-4464-a731-821308fbbc92', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': '55197bfa1d8d4da2bc6b051c1586ba2a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:08.572545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.627512 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.630884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:08.640049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:08.642948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:08.697729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Pushing event updated for resources: {'Port': ['ID=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:08.726270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.732919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.733754 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.738915 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:08.891429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7430a69-215b-43fe-82d7-8f9e558e84a7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:08.898772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3321843 Jun 30 09:10:08.914354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14eb241-8878-4fe9-823e-729cb4258794 req-9bf0a93e-4160-4399-a365-a6354cdecd6c tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.915846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b14eb241-8878-4fe9-823e-729cb4258794 req-9bf0a93e-4160-4399-a365-a6354cdecd6c tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.4133739 Jun 30 09:10:08.932169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb293-51ea-4abd-bd77-d7ae8b65d57c req-124d02af-dd29-41d5-8d17-3f377310faa5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.943126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb293-51ea-4abd-bd77-d7ae8b65d57c req-124d02af-dd29-41d5-8d17-3f377310faa5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.949716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb293-51ea-4abd-bd77-d7ae8b65d57c req-124d02af-dd29-41d5-8d17-3f377310faa5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:08.957073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-563fb293-51ea-4abd-bd77-d7ae8b65d57c req-124d02af-dd29-41d5-8d17-3f377310faa5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2375 time: 0.4554181 Jun 30 09:10:08.962401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec17c65-c158-4632-9612-83f0baedc6c6 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=12002e24-d1ee-4d99-8ede-65f792159563,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:08.982073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b54fec6-8c42-4282-8c80-f0af4977e68d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:08.986857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 12002e24-d1ee-4d99-8ede-65f792159563 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:09.001468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.003283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Made reservation on behalf of 55197bfa1d8d4da2bc6b051c1586ba2a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:09.006779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.038495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Transition to ACTIVE for port object 3b54fec6-8c42-4282-8c80-f0af4977e68d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:09.053411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.058366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.108386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b14eb241-8878-4fe9-823e-729cb4258794 req-ffbef371-d34f-4648-92b9-70efdbdf46a0 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469820 Jun 30 09:10:09.153036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-563fb293-51ea-4abd-bd77-d7ae8b65d57c req-5f828d22-fca1-4fd2-87c3-ca7e6a32a6c8 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949768 Jun 30 09:10:09.173403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f7430a69-215b-43fe-82d7-8f9e558e84a7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:09.181132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f7430a69-215b-43fe-82d7-8f9e558e84a7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:09.184236 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.195900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b54fec6-8c42-4282-8c80-f0af4977e68d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.408241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.435829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.458633 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.496149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.508603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f7430a69-215b-43fe-82d7-8f9e558e84a7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7430a69-215b-43fe-82d7-8f9e558e84a7,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:09.517888 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.616145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69c69fc3-aaad-4636-82cd-a68253b54e35 req-c7c01809-4752-44a5-b746-b1144fc128b7 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 210 time: 0.1446311 Jun 30 09:10:09.639903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Attempting to bind port 3b54fec6-8c42-4282-8c80-f0af4977e68d on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:09.640497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Attempting to bind port 3b54fec6-8c42-4282-8c80-f0af4977e68d by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:09.640611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Attempting to bind port 3b54fec6-8c42-4282-8c80-f0af4977e68d on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:09.642497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f7430a69-215b-43fe-82d7-8f9e558e84a7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.662129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Port 3b54fec6-8c42-4282-8c80-f0af4977e68d on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:09.662809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Attempting to bind port 3b54fec6-8c42-4282-8c80-f0af4977e68d on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:09.705195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:09.705629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Checking segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:09.706293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Bound using segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:09.706649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Bound port: 3b54fec6-8c42-4282-8c80-f0af4977e68d, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:09.707222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.758419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a20544-2824-4292-8937-107ab692cfce,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:09.848873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] For port 3b54fec6-8c42-4282-8c80-f0af4977e68d, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:09.853257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] For port 3b54fec6-8c42-4282-8c80-f0af4977e68d, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3b54fec6-8c42-4282-8c80-f0af4977e68d,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:09.869115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.880456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.901575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.903253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.904925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] 10.222.0.83 "PUT /v2.0/ports/3b54fec6-8c42-4282-8c80-f0af4977e68d HTTP/1.1" status: 200 len: 1093 time: 1.9600022 Jun 30 09:10:09.908899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1566e-b4c1-4875-a1c2-4a5482592eed req-ff9ce7db-8251-4f6e-a587-6e5c3f610de4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:09.909094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'tag': '3b54fec6-8c42-4282-8c80-f0af4977e68d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:09.910767 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7772da1d-89db-48a0-9f11-aa7ef9018c29" -d '{"events": [{"name": "network-changed", "server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "tag": "3b54fec6-8c42-4282-8c80-f0af4977e68d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:09.915410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51c1566e-b4c1-4875-a1c2-4a5482592eed req-ff9ce7db-8251-4f6e-a587-6e5c3f610de4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.3363266 Jun 30 09:10:09.916452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:09.945575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Allocated IP 192.168.233.139 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/d138460f-0392-40f3-8171-79f0f9a2fc64) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:09.996292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Request body: {'port': {'device_id': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:10.023837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51c1566e-b4c1-4875-a1c2-4a5482592eed req-41ce1e88-c7ab-4a75-9dd3-b269138cc5f2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997653 Jun 30 09:10:10.301341 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.320887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Transition to ACTIVE for port object d138460f-0392-40f3-8171-79f0f9a2fc64 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:10.377467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.493445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:10.499480 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aaf453-c895-4648-b9af-e7718461f1a4 x-openstack-request-id: req-96aaf453-c895-4648-b9af-e7718461f1a4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:10.499834 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "tag": "3b54fec6-8c42-4282-8c80-f0af4977e68d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:10.500282 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-96aaf453-c895-4648-b9af-e7718461f1a4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:10.500689 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'tag': '3b54fec6-8c42-4282-8c80-f0af4977e68d', 'status': 'completed', 'code': 200} Jun 30 09:10:10.507927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:10.510836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Pushing event updated for resources: {'Port': ['ID=d138460f-0392-40f3-8171-79f0f9a2fc64,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.515026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:10.598839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.604042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.607178 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.639994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1bec0-8429-4392-b063-6d928424aee2 service neutron] Pushing event updated for resources: {'Port': ['ID=3b54fec6-8c42-4282-8c80-f0af4977e68d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.650908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f92da7-ef54-499c-83ad-2e4537d4d138 req-a1f36e1c-9b9f-44a8-bd90-67018c801179 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.661211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49f92da7-ef54-499c-83ad-2e4537d4d138 req-a1f36e1c-9b9f-44a8-bd90-67018c801179 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.2855542 Jun 30 09:10:10.725294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49f92da7-ef54-499c-83ad-2e4537d4d138 req-8753d006-1895-43cb-920b-161c1ba68077 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617731 Jun 30 09:10:10.786336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-a943bf99-002d-4e1f-9a22-3817282200e1 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3104424 Jun 30 09:10:10.820772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Request body: {'port': {'device_id': '794d9364-834a-4464-a731-821308fbbc92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:10.846657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:10.856230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Pushing event updated for resources: {'Port': ['ID=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:10.890678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-a81e7bb7-3660-4848-af23-4d6577e94cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.898745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-a81e7bb7-3660-4848-af23-4d6577e94cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.899542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-a81e7bb7-3660-4848-af23-4d6577e94cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:10.902348 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-a81e7bb7-3660-4848-af23-4d6577e94cd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2731 time: 0.3962617 Jun 30 09:10:10.903826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7430a69-215b-43fe-82d7-8f9e558e84a7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:10.919378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:10.939694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:11.017978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.022392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9aca3592-4893-4ed0-9bff-f00dfe0f66a4 None None] Provisioning for port d138460f-0392-40f3-8171-79f0f9a2fc64 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:11.035678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9aca3592-4893-4ed0-9bff-f00dfe0f66a4 None None] Provisioning complete for port d138460f-0392-40f3-8171-79f0f9a2fc64 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:11.036047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9aca3592-4893-4ed0-9bff-f00dfe0f66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.036228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219cd2-b7cd-41b7-8858-00def456311e req-1677d1e2-5956-417c-a1c4-cd04e3e19585 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.042406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219cd2-b7cd-41b7-8858-00def456311e req-1677d1e2-5956-417c-a1c4-cd04e3e19585 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.045833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f7430a69-215b-43fe-82d7-8f9e558e84a7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:11.046562 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.049008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0219cd2-b7cd-41b7-8858-00def456311e req-1677d1e2-5956-417c-a1c4-cd04e3e19585 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.056381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0219cd2-b7cd-41b7-8858-00def456311e req-1677d1e2-5956-417c-a1c4-cd04e3e19585 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2387 time: 0.3681221 Jun 30 09:10:11.157153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0219cd2-b7cd-41b7-8858-00def456311e req-2dd420ba-b0fd-423d-a3fd-5a513df8df25 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996926 Jun 30 09:10:11.290545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9aca3592-4893-4ed0-9bff-f00dfe0f66a4 None None] Port d138460f-0392-40f3-8171-79f0f9a2fc64 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:11.320585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-3fe6ffac-17e1-4ce4-a1a9-c7ec1496f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.321067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-3fe6ffac-17e1-4ce4-a1a9-c7ec1496f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.321535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-3fe6ffac-17e1-4ce4-a1a9-c7ec1496f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.323227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-3fe6ffac-17e1-4ce4-a1a9-c7ec1496f321 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a63dc30e4afc4d13b18718ca7312b344&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3852112 Jun 30 09:10:11.348409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-267e5275-8a01-410a-88c9-a106e774486f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.512168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:10:11.554352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa2583-1533-452b-aafa-e70a4b650b72 req-ae5af102-1f5c-4671-888f-721efa5f5767 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.555923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3fa2583-1533-452b-aafa-e70a4b650b72 req-ae5af102-1f5c-4671-888f-721efa5f5767 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 936 time: 0.2489653 Jun 30 09:10:11.608819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91827e84-32b8-47ef-9a15-2934dfd256a2 req-109ac833-9890-4d76-83a1-ef74c87df952 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.609959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91827e84-32b8-47ef-9a15-2934dfd256a2 req-109ac833-9890-4d76-83a1-ef74c87df952 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1947539 Jun 30 09:10:11.655736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-9e0ef280-ebb6-4b7d-bf28-6f05710ecd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:11.657604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7772da1d-89db-48a0-9f11-aa7ef9018c29 req-9e0ef280-ebb6-4b7d-bf28-6f05710ecd8f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3270769 Jun 30 09:10:11.658529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3fa2583-1533-452b-aafa-e70a4b650b72 req-66c1a749-ac1f-4bea-8e47-5715dfb31112 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927417 Jun 30 09:10:11.709570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91827e84-32b8-47ef-9a15-2934dfd256a2 req-b59c13bc-f103-4e6c-a294-9b8eb219ddaa tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840354 Jun 30 09:10:11.725360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d138460f-0392-40f3-8171-79f0f9a2fc64 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:11.741995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.763623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Transition to ACTIVE for port object d138460f-0392-40f3-8171-79f0f9a2fc64 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:11.782617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.783537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e053c7e0-5977-4aa4-9fb8-d9f18131bd14 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:11.800512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.817640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:10:11.824785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-434a67b6-7c13-46d3-9376-f5a2990016ac admin admin] 10.222.0.77 "PUT /v2.0/routers/455c5ad0-c6d9-4082-bd4a-c2e5d3202be4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1586680 Jun 30 09:10:11.827924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Transition to ACTIVE for port object e053c7e0-5977-4aa4-9fb8-d9f18131bd14 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:11.833333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Sync routers for ids ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:10:11.845525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:11.854381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Routers {'455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:11.855942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:11.947571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Pushing event updated for resources: {'Port': ['ID=d138460f-0392-40f3-8171-79f0f9a2fc64,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.055840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Pushing event updated for resources: {'Port': ['ID=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.305162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Attempting to bind port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:12.305776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Attempting to bind port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:12.307340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Attempting to bind port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 on network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:12.316614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 on network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:12.316939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Attempting to bind port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 on network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:12.320148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Attempting to bind port d138460f-0392-40f3-8171-79f0f9a2fc64 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:12.320682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Attempting to bind port d138460f-0392-40f3-8171-79f0f9a2fc64 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:12.321029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Attempting to bind port d138460f-0392-40f3-8171-79f0f9a2fc64 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:12.321920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Set router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:12.332258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:12.332597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Checking segment: {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:12.332977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Bound using segment: {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:12.333406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Bound port: e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c55b56-21d7-4444-a6fa-4af917649512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:12.333762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.342697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Port d138460f-0392-40f3-8171-79f0f9a2fc64 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:12.343142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Attempting to bind port d138460f-0392-40f3-8171-79f0f9a2fc64 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:12.363985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17727cc4-d621-4d4b-b5f9-055cb4e4fb79 req-85b4658e-66ed-4a2b-b27d-9f57c3dbd56d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.372017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17727cc4-d621-4d4b-b5f9-055cb4e4fb79 req-85b4658e-66ed-4a2b-b27d-9f57c3dbd56d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.2749140 Jun 30 09:10:12.374186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59846) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:12.395372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': '12002e24-d1ee-4d99-8ede-65f792159563', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:12.402638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:12.402990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:12.403384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:12.403978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Bound port: d138460f-0392-40f3-8171-79f0f9a2fc64, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:12.404346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.459873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] For port e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:12.463542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] For port e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:12.470020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.529189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.530261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.532221 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] 10.222.0.83 "PUT /v2.0/ports/e053c7e0-5977-4aa4-9fb8-d9f18131bd14 HTTP/1.1" status: 200 len: 1092 time: 2.5764499 Jun 30 09:10:12.532791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'tag': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:12.535909 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "tag": "e053c7e0-5977-4aa4-9fb8-d9f18131bd14"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:12.579477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Request body: {'port': {'device_id': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:12.601688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17727cc4-d621-4d4b-b5f9-055cb4e4fb79 req-9fd36db7-e440-44ce-a993-92b4033fab13 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285101 Jun 30 09:10:12.610981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1aff3d-d57d-44f3-bdbb-206a6c37df76 service neutron] Pushing event updated for resources: {'Port': ['ID=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:12.633973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] For port d138460f-0392-40f3-8171-79f0f9a2fc64, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:12.684052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] For port d138460f-0392-40f3-8171-79f0f9a2fc64, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d138460f-0392-40f3-8171-79f0f9a2fc64,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:12.699381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.740386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:12.745661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.750778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08', 'name': '', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'mac_address': 'fa:16:3e:7c:f4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:07Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 2, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'subnets': [{'id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:12.770730 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.789841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Checking router: 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:10:12.790314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Updating router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:10:12.843137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.843829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.845920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] 10.222.0.83 "PUT /v2.0/ports/d138460f-0392-40f3-8171-79f0f9a2fc64 HTTP/1.1" status: 200 len: 1097 time: 2.0417995 Jun 30 09:10:12.847259 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:12.866751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794d9364-834a-4464-a731-821308fbbc92', 'tag': 'd138460f-0392-40f3-8171-79f0f9a2fc64'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:12.869164 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6" -d '{"events": [{"name": "network-changed", "server_uuid": "794d9364-834a-4464-a731-821308fbbc92", "tag": "d138460f-0392-40f3-8171-79f0f9a2fc64"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:12.955285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11a5e-af85-48b2-909d-cf249f3f144d req-45e4b7b8-df42-44ab-a477-3dd5c77755a0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.961895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11a5e-af85-48b2-909d-cf249f3f144d req-45e4b7b8-df42-44ab-a477-3dd5c77755a0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.969203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f11a5e-af85-48b2-909d-cf249f3f144d req-45e4b7b8-df42-44ab-a477-3dd5c77755a0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:12.970959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1f11a5e-af85-48b2-909d-cf249f3f144d req-45e4b7b8-df42-44ab-a477-3dd5c77755a0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2399 time: 0.3984873 Jun 30 09:10:13.127483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:13.137259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.155678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Transition to ACTIVE for port object 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:13.163636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.236212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.251248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Pushing event updated for resources: {'Port': ['ID=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.266603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Transition to ACTIVE for port object ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:13.282238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.330443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Attempting to bind port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:13.330931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Attempting to bind port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:13.331278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Attempting to bind port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:13.336424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:13.336768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Attempting to bind port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a on network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:13.343083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d429f1-fc88-459a-9656-0ea507ce2c34 None None] Pushing event updated for resources: {'Port': ['ID=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.345366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:13.345709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Checking segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:13.346087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Bound using segment: {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:13.346547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Bound port: 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15eb42c2-5c65-48c0-ba89-39f7e8f78672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:13.346903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.398659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Attempting to bind port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:13.399036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Attempting to bind port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:13.399374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Attempting to bind port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 on network c8649ae5-4b39-4144-9fe7-a0c661c77428 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:13.409351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:13.409971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Checking segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:13.410328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.411148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Bound using segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:13.411289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Bound port: ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:13.411645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.418748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f279e62-744a-4530-b5fb-23a4689b137c service neutron] Pushing event updated for resources: {'Port': ['ID=d138460f-0392-40f3-8171-79f0f9a2fc64,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.453571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] For port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:13.459795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] For port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:13.467432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.486265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] For port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:13.493887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] For port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:13.501222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.504533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.505312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.506903 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] 10.222.0.83 "PUT /v2.0/ports/978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a HTTP/1.1" status: 200 len: 1092 time: 0.9324613 Jun 30 09:10:13.531920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1f11a5e-af85-48b2-909d-cf249f3f144d req-338d2097-6930-4981-8e53-7454c99acf21 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122619 Jun 30 09:10:13.538546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4f3a6-278f-41bb-9b01-52e2370fd89b service neutron] Pushing event updated for resources: {'Port': ['ID=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.589112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Routers {'455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:10:13.590424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:09:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:13.592262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d429f1-fc88-459a-9656-0ea507ce2c34 None None] Pushing event updated for resources: {'Port': ['ID=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:13.624240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-e8c5f0f3-5ba8-40d8-987f-8f8ecca9251f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.630260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-e8c5f0f3-5ba8-40d8-987f-8f8ecca9251f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 811 time: 0.7983353 Jun 30 09:10:13.644716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-41438c0e-8e90-4c91-97ad-2b2643480f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.645576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-41438c0e-8e90-4c91-97ad-2b2643480f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.646361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-41438c0e-8e90-4c91-97ad-2b2643480f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.648384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-41438c0e-8e90-4c91-97ad-2b2643480f3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2867 time: 0.0707827 Jun 30 09:10:13.693535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-510cb405-f8ed-4154-8a1d-fe7629440d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.695097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-510cb405-f8ed-4154-8a1d-fe7629440d09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55197bfa1d8d4da2bc6b051c1586ba2a&device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 1100 time: 0.6871049 Jun 30 09:10:13.699804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-3b56287d-a6b5-4c78-aeca-bc06e080dd92 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/quotas/6b58d0e0c774468fade5f1f07c1cc880 HTTP/1.1" status: 200 len: 375 time: 0.0589499 Jun 30 09:10:13.704122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-70912904-a2c1-4665-a6d8-573adcb5509c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=3b54fec6-8c42-4282-8c80-f0af4977e68d HTTP/1.1" status: 200 len: 217 time: 0.0431294 Jun 30 09:10:13.764973 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dec9f07-b3eb-4766-b4ff-aabe8ef24136 x-openstack-request-id: req-7dec9f07-b3eb-4766-b4ff-aabe8ef24136 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:13.765679 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "tag": "e053c7e0-5977-4aa4-9fb8-d9f18131bd14", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:13.765679 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dec9f07-b3eb-4766-b4ff-aabe8ef24136 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:13.766158 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'tag': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14', 'status': 'completed', 'code': 200} Jun 30 09:10:13.768279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-70e84746-e88c-42b6-9bf5-08c95d2adf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.776081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-70e84746-e88c-42b6-9bf5-08c95d2adf41 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9855525c-14c9-41a3-bcf6-b788a04f2e76 HTTP/1.1" status: 200 len: 801 time: 0.0564880 Jun 30 09:10:13.791477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] Set router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:10:13.838211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-b182bad8-8d9f-48c0-9994-138685cd3028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:13.841586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-b182bad8-8d9f-48c0-9994-138685cd3028 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634673 Jun 30 09:10:13.855967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-e9e33ab6-b846-4dba-b191-3ab017a36cd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d138460f-0392-40f3-8171-79f0f9a2fc64 HTTP/1.1" status: 200 len: 217 time: 0.1383479 Jun 30 09:10:13.908851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:13.954656 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-572aa7e7-1595-4573-ac18-6df495e0fdd5 service neutron] 10.222.0.83 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054769 Jun 30 09:10:14.015187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-07c22834-9312-47ae-afed-d14e5f66e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.016674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-07c22834-9312-47ae-afed-d14e5f66e858 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1545179 Jun 30 09:10:14.043192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea53e488-a89c-4ce7-9170-0236df0b804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.052519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-2a2a4b82-4bc6-439d-9cce-ef28365e5cc0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3440931 Jun 30 09:10:14.053156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=f6a83196-d1e1-4e21-bd89-02c2e275059d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:14.060791 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-36150eb9-17af-49da-9713-95bf4d04b87e service neutron] 10.222.0.83 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000309 Jun 30 09:10:14.064513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08', 'name': '', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'mac_address': 'fa:16:3e:7c:f4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:07Z', 'updated_at': '2021-06-30T09:10:13Z', 'revision_number': 4, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'subnets': [{'id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:14.095608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e31dc9f-67a5-4373-bda5-49ffc90bb644 None None] The sync data for ids ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'] in n-d-780147-22 is: [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08', 'name': '', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'mac_address': 'fa:16:3e:7c:f4:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:07Z', 'updated_at': '2021-06-30T09:10:13Z', 'revision_number': 4, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'subnets': [{'id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:10:14.108735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-e3c0d551-0a31-4ec9-b83b-6b5a6e9b86a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14 HTTP/1.1" status: 200 len: 217 time: 0.0409493 Jun 30 09:10:14.145071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': 'e3e58e27-b2a2-414a-9022-9979c7268ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '12002e24-d1ee-4d99-8ede-65f792159563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:14.145438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: 12002e24-d1ee-4d99-8ede-65f792159563, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:14.148016 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.179380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebceaaa-9880-44b0-88a2-990308966041 req-3767c155-d506-4dfc-9e1e-cebc9eec841c tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.189453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ebceaaa-9880-44b0-88a2-990308966041 req-3767c155-d506-4dfc-9e1e-cebc9eec841c tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 948 time: 0.2870224 Jun 30 09:10:14.208479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-938a729c-b52b-4d4a-81bf-a9aff27764a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.213553 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-938a729c-b52b-4d4a-81bf-a9aff27764a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fab5e27f-d267-497a-8a51-aa3a28797969 HTTP/1.1" status: 200 len: 801 time: 0.0985897 Jun 30 09:10:14.263223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 12002e24-d1ee-4d99-8ede-65f792159563 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:14.288378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-2b11d013-1a0c-43c0-828b-3514b7b7a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.290201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-2b11d013-1a0c-43c0-828b-3514b7b7a292 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2605457 Jun 30 09:10:14.299184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ebceaaa-9880-44b0-88a2-990308966041 req-8c4c562a-b00c-4588-9757-a396b0d303a0 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069772 Jun 30 09:10:14.301789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-1f184bce-abd1-486d-976f-4dc245335d48 service neutron] 10.222.0.77 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227831 Jun 30 09:10:14.309605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-ed9c9c35-f93c-48f6-8e38-b7dea797639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.311151 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-ed9c9c35-f93c-48f6-8e38-b7dea797639e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882316 Jun 30 09:10:14.311941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 12002e24-d1ee-4d99-8ede-65f792159563) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:14.329313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff77554-fd21-4706-b12b-2f934ddade79 None None] Network 12002e24-d1ee-4d99-8ede-65f792159563 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:14.356853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.357869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.430848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-449ccaca-be52-4d48-aae8-224ede2803e2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0548027 Jun 30 09:10:14.438549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:14.445447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931558662'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:14.510980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-74743720-9211-4982-b545-15201be3ae55 service neutron] 10.222.0.83 "GET /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908553 Jun 30 09:10:14.515049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:14.519009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.571326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-12002e24-d1ee-4d99-8ede-65f792159563', 'network_id': '12002e24-d1ee-4d99-8ede-65f792159563', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': 'f6a83196-d1e1-4e21-bd89-02c2e275059d'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:14.572860 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.614465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-bc731dd3-0020-4eb3-aead-c11a17650594 service neutron] 10.222.0.77 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974176 Jun 30 09:10:14.619292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:14.649936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-1682378b-a9fe-4c80-82c7-8138b1028712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.651943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-1682378b-a9fe-4c80-82c7-8138b1028712 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.2990384 Jun 30 09:10:14.652856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-cdcf7fc3-c39d-4a79-a68f-56538a783eeb service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495686 Jun 30 09:10:14.668066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.668387 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment e5fa87da-f4fc-4e79-9239-4ca2fd9b9005 of type vlan for network 766d1336-250c-4941-817b-5de98376ec0e Jun 30 09:10:14.698291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71597ce-e422-4099-ab09-f2732a16afe6 req-7dd05312-924b-4abb-a31b-a5570eb94807 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:14.707041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e71597ce-e422-4099-ab09-f2732a16afe6 req-7dd05312-924b-4abb-a31b-a5570eb94807 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1761212 Jun 30 09:10:14.830539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e71597ce-e422-4099-ab09-f2732a16afe6 req-e9a6d4d5-7c4b-4741-b68d-dd7a47fa472f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218348 Jun 30 09:10:14.841624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Allocated IP 2001:db8:0:ffff::2 (12002e24-d1ee-4d99-8ede-65f792159563/f6a83196-d1e1-4e21-bd89-02c2e275059d/4ff32226-ca00-4d9e-93a7-e15d36e51803) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:14.921544 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff9ce26-6c9f-4f85-b070-fb69280d6c13 x-openstack-request-id: req-eff9ce26-6c9f-4f85-b070-fb69280d6c13 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:14.921842 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794d9364-834a-4464-a731-821308fbbc92", "tag": "d138460f-0392-40f3-8171-79f0f9a2fc64", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:14.922090 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eff9ce26-6c9f-4f85-b070-fb69280d6c13 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:14.926734 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794d9364-834a-4464-a731-821308fbbc92', 'tag': 'd138460f-0392-40f3-8171-79f0f9a2fc64', 'status': 'completed', 'code': 200} Jun 30 09:10:14.936290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:14.946920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-dba6c48a-62ec-4fee-9c03-46e486efd5a6 service neutron] 10.222.0.83 "GET /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231570 Jun 30 09:10:14.953486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2c8d84-81ec-4335-8cc4-9c223108d5bf req-573ffc1c-c486-49a5-af67-39c22aa5e2d7 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848630 Jun 30 09:10:15.003478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:15.096786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-a39bee0e-1491-4e30-8cac-8f7206f3eae7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a HTTP/1.1" status: 200 len: 217 time: 0.1286230 Jun 30 09:10:15.138654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.148257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.149022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.160856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-35b2bd12-1b60-4e45-8636-49f41177b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.162677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-35b2bd12-1b60-4e45-8636-49f41177b330 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55197bfa1d8d4da2bc6b051c1586ba2a&device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 1100 time: 0.1217003 Jun 30 09:10:15.232345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb160ba-1274-4df0-9c9d-484d105be475 req-60fa757f-54d3-4b3c-895d-843bd110d56a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.243105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-feb160ba-1274-4df0-9c9d-484d105be475 req-60fa757f-54d3-4b3c-895d-843bd110d56a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 946 time: 0.1497548 Jun 30 09:10:15.243402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:15.252160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:15.252738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.254827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.281880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-513e27ce-9c89-4def-bb73-4fdaa6dc0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.284397 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-513e27ce-9c89-4def-bb73-4fdaa6dc0674 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.6087978 Jun 30 09:10:15.292331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Transition to ACTIVE for port object 4ff32226-ca00-4d9e-93a7-e15d36e51803 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:15.351789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-aa5477ff-c9ae-4f69-8c93-4b5b01917e1d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=d787962e-10da-49b1-8b38-ba71ac36e47a HTTP/1.1" status: 200 len: 217 time: 0.0568347 Jun 30 09:10:15.359685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Transition to ACTIVE for port object 4ff32226-ca00-4d9e-93a7-e15d36e51803 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:15.364680 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9222844 Jun 30 09:10:15.372268 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.376731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:15.390148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': '766d1336-250c-4941-817b-5de98376ec0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:15.445216 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.464968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Network 12002e24-d1ee-4d99-8ede-65f792159563 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:15.493851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:15.500069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:15.504043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.509900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:15.512606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Pushing event updated for resources: {'Port': ['ID=4ff32226-ca00-4d9e-93a7-e15d36e51803,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:15.533787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-feb160ba-1274-4df0-9c9d-484d105be475 req-7aa4ead4-6dc5-40d9-9595-d26582956965 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884820 Jun 30 09:10:15.606767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a0aae-4f27-4a98-9bf5-8e4f1c74e3d5 req-4c16950c-0754-47fb-9003-166bd939532b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.615939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a0aae-4f27-4a98-9bf5-8e4f1c74e3d5 req-4c16950c-0754-47fb-9003-166bd939532b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.625524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Attempting to bind port 4ff32226-ca00-4d9e-93a7-e15d36e51803 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:15.626096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Attempting to bind port 4ff32226-ca00-4d9e-93a7-e15d36e51803 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e3e58e27-b2a2-414a-9022-9979c7268ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '12002e24-d1ee-4d99-8ede-65f792159563'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:15.626299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Attempting to bind port 4ff32226-ca00-4d9e-93a7-e15d36e51803 on network 12002e24-d1ee-4d99-8ede-65f792159563 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:15.632751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a0aae-4f27-4a98-9bf5-8e4f1c74e3d5 req-4c16950c-0754-47fb-9003-166bd939532b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.636185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e1a0aae-4f27-4a98-9bf5-8e4f1c74e3d5 req-4c16950c-0754-47fb-9003-166bd939532b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2411 time: 0.2609234 Jun 30 09:10:15.644506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:15.644994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Checking segment: {'id': 'e3e58e27-b2a2-414a-9022-9979c7268ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '12002e24-d1ee-4d99-8ede-65f792159563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:15.645543 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.645943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Bound using segment: {'id': 'e3e58e27-b2a2-414a-9022-9979c7268ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '12002e24-d1ee-4d99-8ede-65f792159563'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:15.646455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Bound port: 4ff32226-ca00-4d9e-93a7-e15d36e51803, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e58e27-b2a2-414a-9022-9979c7268ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '12002e24-d1ee-4d99-8ede-65f792159563'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:15.646961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.648449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-5293ab17-42d4-4b2b-89ba-e74d8e2db3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.651099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-5293ab17-42d4-4b2b-89ba-e74d8e2db3de service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.4798737 Jun 30 09:10:15.669501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:15.782941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fddb99dd-3901-47da-8f89-c26241ea735a req-df12d88c-33d0-4f81-bc93-6ecf325bf13e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 210 time: 0.1370769 Jun 30 09:10:15.798828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] For port 4ff32226-ca00-4d9e-93a7-e15d36e51803, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:15.806806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] For port 4ff32226-ca00-4d9e-93a7-e15d36e51803, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ff32226-ca00-4d9e-93a7-e15d36e51803,segment=NetworkSegment(e3e58e27-b2a2-414a-9022-9979c7268ed3),segment_id=e3e58e27-b2a2-414a-9022-9979c7268ed3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:15.815377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e1a0aae-4f27-4a98-9bf5-8e4f1c74e3d5 req-83c890a1-df88-4adf-97bd-364c78f4232a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610162 Jun 30 09:10:15.816043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:15.816577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-fe959359-9617-4802-aa7c-b24550cfae1f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=d138460f-0392-40f3-8171-79f0f9a2fc64 HTTP/1.1" status: 200 len: 217 time: 0.1323256 Jun 30 09:10:15.918505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'tag': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:15.921143 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4" -d '{"events": [{"name": "network-changed", "server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "tag": "978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:15.923733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df746069-3be6-4999-8139-57db29354f07 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=766d1336-250c-4941-817b-5de98376ec0e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:15.934202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-e5043963-9015-4ee9-97f4-a0761ece7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.936346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-e5043963-9015-4ee9-97f4-a0761ece7195 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9855525c-14c9-41a3-bcf6-b788a04f2e76 HTTP/1.1" status: 200 len: 801 time: 0.8250499 Jun 30 09:10:15.950980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-77757638-435e-40b4-87b2-321d0ae592a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:15.952801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-77757638-435e-40b4-87b2-321d0ae592a9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1296520 Jun 30 09:10:16.101424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-b260989e-5ba6-4780-8b68-56fd2088aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.103451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-b260989e-5ba6-4780-8b68-56fd2088aacd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.7344036 Jun 30 09:10:16.131688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 766d1336-250c-4941-817b-5de98376ec0e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:16.209389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353bca-2174-446f-a87d-77732085adb3 req-cd989840-7d56-4d7a-90a1-a67229f5dd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.211122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-cd989840-7d56-4d7a-90a1-a67229f5dd86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2519660 Jun 30 09:10:16.224895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-358eb2c4-d2d8-452b-821b-ffe9554a5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.226743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-358eb2c4-d2d8-452b-821b-ffe9554a5c6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2673402 Jun 30 09:10:16.232546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:16.236467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.264345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673c7535-b711-4070-9890-33754c9cdd2c None None] Pushing event updated for resources: {'Port': ['ID=4ff32226-ca00-4d9e-93a7-e15d36e51803,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:16.296245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.335891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-6467413d-91a5-4d4c-ab7a-ab6bddd6adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.337895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-6467413d-91a5-4d4c-ab7a-ab6bddd6adba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2219462 Jun 30 09:10:16.349416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-d68b625b-d788-45f4-a782-c681b66acf8c service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147497 Jun 30 09:10:16.359653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897d1df-463c-4b12-bae0-062b859d7f7d req-02d05af2-0467-4854-960f-c96a597d5892 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.367815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0897d1df-463c-4b12-bae0-062b859d7f7d req-02d05af2-0467-4854-960f-c96a597d5892 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 948 time: 0.3336172 Jun 30 09:10:16.501704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0897d1df-463c-4b12-bae0-062b859d7f7d req-e4a1b2aa-e58f-4f79-9c19-46f7480dcf02 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328216 Jun 30 09:10:16.508343 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-af1def18-5ba8-491c-a8fc-ed935d5c46f5 service neutron] 10.222.0.83 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891467 Jun 30 09:10:16.522483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eadb7280-2ed4-468d-a34e-f7b3c8dd65c6 req-9fc66e3b-3d71-4f1e-979e-5c7e70e120fc service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523793 Jun 30 09:10:16.628983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-451c96ed-f596-43e8-adab-aa59028e2cc0 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770920 Jun 30 09:10:16.678737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:16.761387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5e3ad-a8d5-4e72-92ff-d75357f0abf6 req-c98971eb-9680-4b56-b35d-5df25b6e0f2c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:16.770964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2c5e3ad-a8d5-4e72-92ff-d75357f0abf6 req-c98971eb-9680-4b56-b35d-5df25b6e0f2c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1211169 Jun 30 09:10:16.844699 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.883731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2c5e3ad-a8d5-4e72-92ff-d75357f0abf6 req-ff9862a6-c476-42b8-afc8-630cac18e6a3 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114297 Jun 30 09:10:16.900584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:16.905176 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a38bb-d740-43b3-8294-f021cb14c4d6" -d '{"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:16.935935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:16.944511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:16.989255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02353bca-2174-446f-a87d-77732085adb3 req-64b06193-03fe-430e-9c4e-3526f2b0a08c service neutron] 10.222.0.83 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740186 Jun 30 09:10:16.991271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-792223f3-ee95-4694-b5fd-dc0e63ee9022 req-2716187e-9887-42e8-a1b9-d07a7d9cdf0a service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332846 Jun 30 09:10:16.992969 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f17864-ec79-4441-b8d9-319ca30350e8 x-openstack-request-id: req-68f17864-ec79-4441-b8d9-319ca30350e8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:16.993371 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "tag": "978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:16.993624 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68f17864-ec79-4441-b8d9-319ca30350e8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:16.994011 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'tag': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a', 'status': 'completed', 'code': 200} Jun 30 09:10:17.090601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ff32226-ca00-4d9e-93a7-e15d36e51803 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:17.095793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.116466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.191098 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.209122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4ff32226-ca00-4d9e-93a7-e15d36e51803 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:17.215904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:17.279126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:17.279915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.281930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=dfac9fb4-1d3f-4d07-b83a-05eea06fa8c6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:17.295033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-01140666-318e-4991-b1dd-3c24f5edbb0b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.300016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-01140666-318e-4991-b1dd-3c24f5edbb0b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.79 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 811 time: 0.5108485 Jun 30 09:10:17.347522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Request body: {'port': {'device_id': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'admin_state_up': True, 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:17.390739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43f57fba-3075-4c98-837f-842a75346859 req-19d0eb87-c943-4353-a68a-5ec04e95cf15 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 210 time: 0.0653479 Jun 30 09:10:17.499719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '766d1336-250c-4941-817b-5de98376ec0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:17.500857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.501520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: 766d1336-250c-4941-817b-5de98376ec0e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:17.567431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-b749b5aa-88fd-4cb2-9dc3-40b267fa71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.567933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-b749b5aa-88fd-4cb2-9dc3-40b267fa71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.568417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-b749b5aa-88fd-4cb2-9dc3-40b267fa71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.570630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-b749b5aa-88fd-4cb2-9dc3-40b267fa71ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2867 time: 0.4154544 Jun 30 09:10:17.576137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 766d1336-250c-4941-817b-5de98376ec0e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:17.610412 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d19fa-d18c-4868-82b9-5f62e215fd1e x-openstack-request-id: req-e33d19fa-d18c-4868-82b9-5f62e215fd1e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:17.611975 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-unplugged", "status": "completed", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:17.612569 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e33d19fa-d18c-4868-82b9-5f62e215fd1e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:17.613414 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'code': 200} Jun 30 09:10:17.639507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893710e-12e2-4044-bc34-0b9dd1712d82 req-c016048a-3c36-491e-bdd7-053536534374 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.645880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893710e-12e2-4044-bc34-0b9dd1712d82 req-c016048a-3c36-491e-bdd7-053536534374 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.652924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 766d1336-250c-4941-817b-5de98376ec0e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:17.653268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893710e-12e2-4044-bc34-0b9dd1712d82 req-c016048a-3c36-491e-bdd7-053536534374 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.663909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b893710e-12e2-4044-bc34-0b9dd1712d82 req-c016048a-3c36-491e-bdd7-053536534374 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2411 time: 0.1287308 Jun 30 09:10:17.664178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.664520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919960e-3896-454e-8dfc-5e1c232592f2 None None] Network 766d1336-250c-4941-817b-5de98376ec0e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:17.664774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.759167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d67d4b68-2048-4ee8-8f79-0557ad346a2d tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3730209 Jun 30 09:10:17.760173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Made reservation on behalf of 6b58d0e0c774468fade5f1f07c1cc880 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:17.764533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.768365 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b893710e-12e2-4044-bc34-0b9dd1712d82 req-fc43efad-3a43-41e9-9933-1faf672fb429 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950210 Jun 30 09:10:17.768939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59916) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:17.923786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-89407c5c-6d05-40b3-9052-5163b0e825cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:17.926006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-89407c5c-6d05-40b3-9052-5163b0e825cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 HTTP/1.1" status: 200 len: 902 time: 0.3459091 Jun 30 09:10:17.936868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1f2515-56f1-4643-8b3b-09b4cb9cb4ed None None] Network 12002e24-d1ee-4d99-8ede-65f792159563 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:17.955202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-766d1336-250c-4941-817b-5de98376ec0e', 'network_id': '766d1336-250c-4941-817b-5de98376ec0e', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': 'dfac9fb4-1d3f-4d07-b83a-05eea06fa8c6'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:17.956183 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.982568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:17.994026 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-63b3ed05-f23c-417a-af83-8b48f3e6e4ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.60&port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14 HTTP/1.1" status: 200 len: 217 time: 0.0518267 Jun 30 09:10:18.039467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Allocated IP 172.20.0.11 (c8649ae5-4b39-4144-9fe7-a0c661c77428/c1b2a258-a22e-40a8-9608-69687b09a6e5/6bc2b0cf-40b8-4d38-a70c-68b355e140dd) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:18.040151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c9c79-ee70-4ac0-bf55-6a87bb01672e req-037e218d-8dc0-4253-85ff-53f148cd5896 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.041815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a8c9c79-ee70-4ac0-bf55-6a87bb01672e req-037e218d-8dc0-4253-85ff-53f148cd5896 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 944 time: 0.2705252 Jun 30 09:10:18.079811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-fa01c7f6-b4b0-4e3e-8220-c017431ae83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.081452 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-fa01c7f6-b4b0-4e3e-8220-c017431ae83b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fab5e27f-d267-497a-8a51-aa3a28797969 HTTP/1.1" status: 200 len: 801 time: 0.0785837 Jun 30 09:10:18.104153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] Provisioning for port 4ff32226-ca00-4d9e-93a7-e15d36e51803 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:18.127166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] Provisioning complete for port 4ff32226-ca00-4d9e-93a7-e15d36e51803 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:18.128184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.158182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.191023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43306d98-d50d-4e40-804c-334e696ce879 req-9e72b3d7-d330-48ed-9638-5d046652435f tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.192485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43306d98-d50d-4e40-804c-334e696ce879 req-9e72b3d7-d330-48ed-9638-5d046652435f tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 948 time: 0.2289255 Jun 30 09:10:18.197898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a8c9c79-ee70-4ac0-bf55-6a87bb01672e req-1fe32f18-838d-455b-85b6-b80d316da4e3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201293 Jun 30 09:10:18.222699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-635bcdc8-cb66-436d-83a6-45ba60cbcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.224336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-635bcdc8-cb66-436d-83a6-45ba60cbcc97 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322191 Jun 30 09:10:18.286935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43306d98-d50d-4e40-804c-334e696ce879 req-40c64a4c-f0af-4455-a2d3-8822954cd577 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785153 Jun 30 09:10:18.303749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Allocated IP 2001:db8::1 (766d1336-250c-4941-817b-5de98376ec0e/dfac9fb4-1d3f-4d07-b83a-05eea06fa8c6/6c839aa2-8636-4227-b049-4dc81ef13b65) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:18.334776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.395011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-31a95a3d-aead-4c81-925f-745f9651b033 service neutron] 10.222.0.83 "GET /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572342 Jun 30 09:10:18.412282 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.448078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.478734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] For port 4ff32226-ca00-4d9e-93a7-e15d36e51803, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ff32226-ca00-4d9e-93a7-e15d36e51803,segment=NetworkSegment(e3e58e27-b2a2-414a-9022-9979c7268ed3),segment_id=e3e58e27-b2a2-414a-9022-9979c7268ed3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:18.500939 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.516053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:18.522872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:18.535756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:18.551226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Pushing event updated for resources: {'Port': ['ID=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.621876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f265-60f7-4019-917f-31c929d39da8 req-033039d2-293d-42e4-8e53-e071a2002db8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.624352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c544f265-60f7-4019-917f-31c929d39da8 req-033039d2-293d-42e4-8e53-e071a2002db8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1307163 Jun 30 09:10:18.647277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.648239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fbc31f82-f3cf-44ad-af06-5dbd28bf2bc4 req-4f6b5116-2eca-4ef1-90c8-9d447f6f2423 service neutron] 10.222.0.83 "GET /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463846 Jun 30 09:10:18.649610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf2211-3ddd-40b6-84b8-3abf959827ee None None] Pushing event updated for resources: {'Port': ['ID=4ff32226-ca00-4d9e-93a7-e15d36e51803,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.664073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.664689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Transition to ACTIVE for port object 6c839aa2-8636-4227-b049-4dc81ef13b65 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:18.664945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.687580 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-20dc0c8e-ce26-496b-827c-917588d49bc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3449543 Jun 30 09:10:18.696921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Transition to ACTIVE for port object 6c839aa2-8636-4227-b049-4dc81ef13b65 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:18.701443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Request body: {'port': {'device_id': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:18.704340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c544f265-60f7-4019-917f-31c929d39da8 req-6c3bb3da-662b-430d-ab24-2617b0be3dc9 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726919 Jun 30 09:10:18.718869 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.775880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.798277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Network 766d1336-250c-4941-817b-5de98376ec0e is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:18.804559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:18.810032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:18.857336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Pushing event updated for resources: {'Port': ['ID=6c839aa2-8636-4227-b049-4dc81ef13b65,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.906412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=dfac9fb4-1d3f-4d07-b83a-05eea06fa8c6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:18.928280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ff32226-ca00-4d9e-93a7-e15d36e51803 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:18.940384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:18.960027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-039cdda5-e5f6-494f-a829-777b2365d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.960424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-039cdda5-e5f6-494f-a829-777b2365d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.961175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-039cdda5-e5f6-494f-a829-777b2365d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:18.963273 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-039cdda5-e5f6-494f-a829-777b2365d4aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2867 time: 0.2093790 Jun 30 09:10:18.964869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.002571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766d1336-250c-4941-817b-5de98376ec0e']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:19.005126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Attempting to bind port 6c839aa2-8636-4227-b049-4dc81ef13b65 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:19.005622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Attempting to bind port 6c839aa2-8636-4227-b049-4dc81ef13b65 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '766d1336-250c-4941-817b-5de98376ec0e'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:19.005892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Attempting to bind port 6c839aa2-8636-4227-b049-4dc81ef13b65 on network 766d1336-250c-4941-817b-5de98376ec0e {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:19.016475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:19.016815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:19.018815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:19.019203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Checking segment: {'id': 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '766d1336-250c-4941-817b-5de98376ec0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:19.019627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.020538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Bound using segment: {'id': 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '766d1336-250c-4941-817b-5de98376ec0e'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:19.020538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Bound port: 6c839aa2-8636-4227-b049-4dc81ef13b65, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '766d1336-250c-4941-817b-5de98376ec0e'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:19.020960 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.031504 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.036947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-895ab33c-01f3-4601-a48d-a3a01e798c61 None None] Provisioning complete for port 4ff32226-ca00-4d9e-93a7-e15d36e51803 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:19.037665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-895ab33c-01f3-4601-a48d-a3a01e798c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.054211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.066275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:19.066275 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:19.069416 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:19.100025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4ff32226-ca00-4d9e-93a7-e15d36e51803 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:19.100402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.147308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f3169-3261-47ca-9e04-9ba0a7aede4a req-98089072-e908-44f8-9384-9167206c1325 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.148972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f3f3169-3261-47ca-9e04-9ba0a7aede4a req-98089072-e908-44f8-9384-9167206c1325 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 932 time: 0.2501936 Jun 30 09:10:19.168884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-22fe47cf-b0e9-461a-ba5f-84dff80707c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.170483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-22fe47cf-b0e9-461a-ba5f-84dff80707c1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232 HTTP/1.1" status: 200 len: 903 time: 0.1842902 Jun 30 09:10:19.173547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] For port 6c839aa2-8636-4227-b049-4dc81ef13b65, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:19.196036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4770785-b67e-4020-8d99-370728ccac47 req-38b7e660-6b29-4942-b35e-f0a0165ed688 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.205866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4770785-b67e-4020-8d99-370728ccac47 req-38b7e660-6b29-4942-b35e-f0a0165ed688 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.215894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4770785-b67e-4020-8d99-370728ccac47 req-38b7e660-6b29-4942-b35e-f0a0165ed688 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.218693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4770785-b67e-4020-8d99-370728ccac47 req-38b7e660-6b29-4942-b35e-f0a0165ed688 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2411 time: 0.2623541 Jun 30 09:10:19.247752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-d137967d-a93b-453d-b5e2-c59855991275 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.92&port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a HTTP/1.1" status: 200 len: 217 time: 0.0669181 Jun 30 09:10:19.253837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:10:19.253837 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:10:19.253837 n-d-780147-22 neutron-server[93725]: [parameters: {'id': '766d1336-250c-4941-817b-5de98376ec0e'}] Jun 30 09:10:19.253837 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:10:19.254491 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:10:19.259303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] For port 6c839aa2-8636-4227-b049-4dc81ef13b65, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6c839aa2-8636-4227-b049-4dc81ef13b65,segment=NetworkSegment(e5fa87da-f4fc-4e79-9239-4ca2fd9b9005),segment_id=e5fa87da-f4fc-4e79-9239-4ca2fd9b9005)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:19.269781 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.277939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3f3f3169-3261-47ca-9e04-9ba0a7aede4a req-e1ae8f00-07d9-4c72-ba8e-cee7d1c53d06 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189878 Jun 30 09:10:19.286839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4770785-b67e-4020-8d99-370728ccac47 req-81c3ee02-721a-4e6c-ac8b-d34236730c3e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618091 Jun 30 09:10:19.332310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-3bce8053-544a-4027-8d27-2ff0d50974b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.333720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-3bce8053-544a-4027-8d27-2ff0d50974b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9855525c-14c9-41a3-bcf6-b788a04f2e76 HTTP/1.1" status: 200 len: 801 time: 0.0785260 Jun 30 09:10:19.391983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bca0d4-3855-419e-a445-92cf308413b8 None None] Pushing event updated for resources: {'Port': ['ID=6c839aa2-8636-4227-b049-4dc81ef13b65,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.452805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139bbae4-55ac-416e-993d-4240edc6693a None None] Network 766d1336-250c-4941-817b-5de98376ec0e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:19.484277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc2b0cf-40b8-4d38-a70c-68b355e140dd {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:19.493342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.500071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfd043-f086-440a-927e-d96a63f24faa req-0625168c-27af-46a5-b94b-e048aa1c5056 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.501732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01cfd043-f086-440a-927e-d96a63f24faa req-0625168c-27af-46a5-b94b-e048aa1c5056 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 944 time: 0.1248357 Jun 30 09:10:19.520356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Transition to ACTIVE for port object 6bc2b0cf-40b8-4d38-a70c-68b355e140dd will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:19.522776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-940be956-f2df-4017-89cd-c460c93d5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.524262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-940be956-f2df-4017-89cd-c460c93d5b72 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ce8287cb-c6dc-4c91-9d71-b7ceacac4232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371896 Jun 30 09:10:19.525734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.610700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06020b6-7d35-43dd-915a-4009750a00c5 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:10:19.621595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Pushing event updated for resources: {'Port': ['ID=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:19.677542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec302d-4469-4e2e-ae88-1c16252432ea req-19bddbaf-90b7-40ce-aeea-0d1a84f38144 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.679344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdec302d-4469-4e2e-ae88-1c16252432ea req-19bddbaf-90b7-40ce-aeea-0d1a84f38144 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 948 time: 0.1991963 Jun 30 09:10:19.699811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f961c65-b445-4c35-9aa1-cd3e17ff43b2 req-05526479-f0ad-4d94-a146-6898937890cc tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:19.701481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f961c65-b445-4c35-9aa1-cd3e17ff43b2 req-05526479-f0ad-4d94-a146-6898937890cc tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 944 time: 0.1986940 Jun 30 09:10:19.709152 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-4202f992-2d54-45f3-81e5-3e7cd0516dec service neutron] 10.222.0.83 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742079 Jun 30 09:10:19.742118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Attempting to bind port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:19.742765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Attempting to bind port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:19.743748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Attempting to bind port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd on network c8649ae5-4b39-4144-9fe7-a0c661c77428 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:19.752704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06020b6-7d35-43dd-915a-4009750a00c5 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:10:19.759826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.784547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd on network c8649ae5-4b39-4144-9fe7-a0c661c77428 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:19.784964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Attempting to bind port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd on network c8649ae5-4b39-4144-9fe7-a0c661c77428 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:19.785259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdec302d-4469-4e2e-ae88-1c16252432ea req-bb24e4d1-384e-4f42-904e-22838f21c307 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813982 Jun 30 09:10:19.787184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Deleting port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:19.787532 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.795499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f961c65-b445-4c35-9aa1-cd3e17ff43b2 req-2e4aa0bd-a5eb-4250-857f-4cefe48b6afc tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824685 Jun 30 09:10:19.822868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:19.823802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Checking segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:19.824239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Bound using segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:19.824654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Bound port: 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:19.825020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.847971 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:10:19.906010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] For port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:19.906503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:19.922989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Calling delete_port for 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:19.964692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] For port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:19.969369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] For port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:19.988659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.051694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.052839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.055001 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] 10.222.0.79 "PUT /v2.0/ports/6bc2b0cf-40b8-4d38-a70c-68b355e140dd HTTP/1.1" status: 200 len: 1093 time: 1.3596911 Jun 30 09:10:20.059806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'tag': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:20.063272 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0218b270-c5f8-4841-9894-528d3715f541" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd14636-65f8-4776-b496-d6fa5f127ca4", "tag": "6bc2b0cf-40b8-4d38-a70c-68b355e140dd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:20.075401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8346b1bf-59e8-49d0-bdcb-7f4aca4228b4 req-c9711c6d-4298-4487-93d9-44fed459ecf2 service neutron] 10.222.0.83 "GET /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491409 Jun 30 09:10:20.123850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9affea7-f356-4abc-b97d-f7ab52eaf61e service neutron] Pushing event updated for resources: {'Port': ['ID=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:20.139233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cadb2fb-3d12-4a45-8d8c-31067e4d5d9f req-77ef325c-94ea-43a3-9ca5-8e4aa3d334f4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.140525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cadb2fb-3d12-4a45-8d8c-31067e4d5d9f req-77ef325c-94ea-43a3-9ca5-8e4aa3d334f4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1570487 Jun 30 09:10:20.200561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-842c333e-7148-4cad-940d-ca7b651bf573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.202895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-842c333e-7148-4cad-940d-ca7b651bf573 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0657949 Jun 30 09:10:20.216181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting port 6c839aa2-8636-4227-b049-4dc81ef13b65 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:20.216528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.232143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cadb2fb-3d12-4a45-8d8c-31067e4d5d9f req-eadc0bf7-5955-4ad7-ba9d-9fc28b544421 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691829 Jun 30 09:10:20.264849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-d45968a1-c660-4e90-92ee-995bb99d6141 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd HTTP/1.1" status: 200 len: 217 time: 0.0508752 Jun 30 09:10:20.337828 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7753bb-9d4d-46c5-a52f-13f9b5636bb3 x-openstack-request-id: req-9e7753bb-9d4d-46c5-a52f-13f9b5636bb3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:20.338114 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd14636-65f8-4776-b496-d6fa5f127ca4", "tag": "6bc2b0cf-40b8-4d38-a70c-68b355e140dd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:20.338378 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e7753bb-9d4d-46c5-a52f-13f9b5636bb3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:20.339408 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'tag': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd', 'status': 'completed', 'code': 200} Jun 30 09:10:20.365858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-b98bd9bb-ff86-4530-afbb-b8ab593f6a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.368212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-b98bd9bb-ff86-4530-afbb-b8ab593f6a6c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.0967152 Jun 30 09:10:20.410614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-343d3573-daa5-44e1-997d-ca1d9a892896 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339532 Jun 30 09:10:20.510250 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-61469905-0fbc-4928-9998-64142b256598 service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920269 Jun 30 09:10:20.602919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.613239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a687226-2e44-41c7-8f64-258d53c42cbb req-274ca159-29bc-458b-ad55-84ae87298ea5 service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960774 Jun 30 09:10:20.668196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event deleted for resources: {'Port': ['ID=7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:20.673884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] For port 6c839aa2-8636-4227-b049-4dc81ef13b65, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6c839aa2-8636-4227-b049-4dc81ef13b65,segment=NetworkSegment(e5fa87da-f4fc-4e79-9239-4ca2fd9b9005),segment_id=e5fa87da-f4fc-4e79-9239-4ca2fd9b9005)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:20.674107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.682251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d138460f-0392-40f3-8171-79f0f9a2fc64 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:20.715712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218b270-c5f8-4841-9894-528d3715f541 req-f8b3748d-d0a7-4e11-959c-b5a3734dde5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.717201 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-f8b3748d-d0a7-4e11-959c-b5a3734dde5e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 1096 time: 0.0576050 Jun 30 09:10:20.732693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Calling delete_port for 6c839aa2-8636-4227-b049-4dc81ef13b65 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:20.757608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] No DVR routers for this DVR port 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:20.765499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.767500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01cfd043-f086-440a-927e-d96a63f24faa req-b9bea321-d2e6-4c89-9a6d-fabe58109c36 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "DELETE /v2.0/ports/7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 HTTP/1.1" status: 204 len: 173 time: 1.2525823 Jun 30 09:10:20.768281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-deleted', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:20.770566 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733c1a9a-a577-4879-aff5-95f3a8e42ee1" -d '{"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-deleted", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:20.799132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d138460f-0392-40f3-8171-79f0f9a2fc64, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d138460f-0392-40f3-8171-79f0f9a2fc64,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:20.813270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'd138460f-0392-40f3-8171-79f0f9a2fc64', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'd138460f-0392-40f3-8171-79f0f9a2fc64', 'mac_address': 'fa:16:3e:a8:da:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:20.820549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218b270-c5f8-4841-9894-528d3715f541 req-9ce8d85c-98f2-428d-8ee9-057c7a7a5f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.823647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-9ce8d85c-98f2-428d-8ee9-057c7a7a5f8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.0992596 Jun 30 09:10:20.828473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233141ce-bbcd-4cbb-b0c1-b679cfa3fa8f req-2250fedc-d4ce-4382-8d35-ddc2fad5c2fa tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.830153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-233141ce-bbcd-4cbb-b0c1-b679cfa3fa8f req-2250fedc-d4ce-4382-8d35-ddc2fad5c2fa tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 944 time: 0.2740071 Jun 30 09:10:20.858166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.872932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d138460f-0392-40f3-8171-79f0f9a2fc64 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:20.879922 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-887545d1-b37e-4b5a-8b63-744324d73022 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd HTTP/1.1" status: 200 len: 217 time: 0.0471690 Jun 30 09:10:20.893880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d138460f-0392-40f3-8171-79f0f9a2fc64, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d138460f-0392-40f3-8171-79f0f9a2fc64,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:20.899770 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.905000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d72c52-8063-4129-85bd-26f5d36a2eb1 req-ecdf1a53-1b1e-4fcf-8e53-2ffdeda1a119 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.910782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d72c52-8063-4129-85bd-26f5d36a2eb1 req-ecdf1a53-1b1e-4fcf-8e53-2ffdeda1a119 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.916478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d72c52-8063-4129-85bd-26f5d36a2eb1 req-ecdf1a53-1b1e-4fcf-8e53-2ffdeda1a119 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.926774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2d72c52-8063-4129-85bd-26f5d36a2eb1 req-ecdf1a53-1b1e-4fcf-8e53-2ffdeda1a119 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2411 time: 0.2987254 Jun 30 09:10:20.941948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218b270-c5f8-4841-9894-528d3715f541 req-d0fdbc40-be78-4c3e-ad97-8ae9f05eb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:20.944329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-d0fdbc40-be78-4c3e-ad97-8ae9f05eb55e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.0566518 Jun 30 09:10:20.946728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-233141ce-bbcd-4cbb-b0c1-b679cfa3fa8f req-752b87a6-98ef-43e8-8e39-ce45acd4c9f6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072183 Jun 30 09:10:20.973741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=d138460f-0392-40f3-8171-79f0f9a2fc64,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:20.992351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:20.994092 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-55f1d53e-69e3-4405-a85e-335cab59ed5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393555 Jun 30 09:10:21.011650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2d72c52-8063-4129-85bd-26f5d36a2eb1 req-b4d048c8-da75-40af-b84f-97bc75b0281b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838630 Jun 30 09:10:21.042884 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adff822-2480-4207-9701-715fe54c5330 x-openstack-request-id: req-8adff822-2480-4207-9701-715fe54c5330 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:21.043232 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "583d4ab6-ac95-417a-939c-21af6836f5e4", "name": "network-vif-deleted", "tag": "7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:21.043427 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8adff822-2480-4207-9701-715fe54c5330 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:21.043806 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '583d4ab6-ac95-417a-939c-21af6836f5e4', 'name': 'network-vif-deleted', 'tag': '7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5', 'status': 'completed', 'code': 200} Jun 30 09:10:21.046020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Port': ['ID=6c839aa2-8636-4227-b049-4dc81ef13b65,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.047882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No DVR routers for this DVR port 6c839aa2-8636-4227-b049-4dc81ef13b65 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:21.103207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-b537fbac-5baa-4a90-829a-65a908709f07 service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988283 Jun 30 09:10:21.139778 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.150496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766d1336-250c-4941-817b-5de98376ec0e']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:21.161874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:21.162362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa87da-f4fc-4e79-9239-4ca2fd9b9005') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:21.183708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.203954 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0218b270-c5f8-4841-9894-528d3715f541 req-18435a5a-686a-4f0a-be0c-5aa136c8c7fb service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898509 Jun 30 09:10:21.215349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9894ce4-75a4-42e0-b26f-dfb940bf92c8 req-4ffbcfab-b9b7-424a-b0b6-d118aac71006 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=583d4ab6-ac95-417a-939c-21af6836f5e4 HTTP/1.1" status: 200 len: 210 time: 0.0450470 Jun 30 09:10:21.241369 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.249927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:21.250359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:21.253285 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:21.332614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c84565-bb68-4aae-ada5-d1af32844559 req-7a231b32-b300-465a-bfb4-ec33166d7642 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.334115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5c84565-bb68-4aae-ada5-d1af32844559 req-7a231b32-b300-465a-bfb4-ec33166d7642 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 949 time: 0.1484935 Jun 30 09:10:21.334898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.352259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.352259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/766d1336-250c-4941-817b-5de98376ec0e HTTP/1.1" status: 204 len: 168 time: 3.5750320 Jun 30 09:10:21.355315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:21.361509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-952922758'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:21.369575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777112d-3645-454c-9215-35f4db85921f tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=766d1336-250c-4941-817b-5de98376ec0e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.388837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:21.393659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.398522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5c84565-bb68-4aae-ada5-d1af32844559 req-9e6204cf-2078-4612-9f29-cc65acdfad86 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Jun 30 09:10:21.409159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['d138460f-0392-40f3-8171-79f0f9a2fc64'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:21.439664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:21.463421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.464564 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment ba4d1860-4169-4c79-880c-95c32d0afa4a of type vlan for network 55dc05ce-62c4-474d-85e0-c1c068ba1496 Jun 30 09:10:21.573976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.589160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b1c5e-8956-445e-8d76-2e6d3a42502a req-3824b736-6554-4431-b640-9cf40a764ea4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.591032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c6b1c5e-8956-445e-8d76-2e6d3a42502a req-3824b736-6554-4431-b640-9cf40a764ea4 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.0859439 Jun 30 09:10:21.623615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.632853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c6b1c5e-8956-445e-8d76-2e6d3a42502a req-2cc07d77-02c4-4688-a214-ed4b6706ebe0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356236 Jun 30 09:10:21.633897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:21.634726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:21.694031 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3372903 Jun 30 09:10:21.697086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:21.703578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:21.709640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f67bc-3a90-445b-92a6-41d0df41c70a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=55dc05ce-62c4-474d-85e0-c1c068ba1496,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:21.728852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 55dc05ce-62c4-474d-85e0-c1c068ba1496 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:21.803545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:21.807343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.006573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.076770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=4efac29e-c9dc-42b2-b1a4-4cd25d201e98,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.102052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': 'ba4d1860-4169-4c79-880c-95c32d0afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:22.102443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: 55dc05ce-62c4-474d-85e0-c1c068ba1496, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:22.123593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 55dc05ce-62c4-474d-85e0-c1c068ba1496 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:22.136891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 55dc05ce-62c4-474d-85e0-c1c068ba1496) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:22.146516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489265b-5ec6-43c1-bc8e-87be8f6a978f None None] Network 55dc05ce-62c4-474d-85e0-c1c068ba1496 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:22.150177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.150803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.242825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aad3e42b-9b30-4da4-a986-1b2e255dd1bf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5399704 Jun 30 09:10:22.244180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:22.250004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1638880712'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:22.276364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeafd85-25af-40d6-a9e6-1c4c4bc3a4b7 req-c3c4748a-463f-4751-9c68-32b6a50f8ab0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.282146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeafd85-25af-40d6-a9e6-1c4c4bc3a4b7 req-c3c4748a-463f-4751-9c68-32b6a50f8ab0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.288032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeafd85-25af-40d6-a9e6-1c4c4bc3a4b7 req-c3c4748a-463f-4751-9c68-32b6a50f8ab0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.289631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:22.295100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-deeafd85-25af-40d6-a9e6-1c4c4bc3a4b7 req-c3c4748a-463f-4751-9c68-32b6a50f8ab0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2411 time: 0.1464748 Jun 30 09:10:22.296128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.304253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59990) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:22.333050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0a74c-0ab6-41b0-afa1-e18dae43ad38 req-7e5dbba7-39e8-4ba5-88ef-e10e29753f69 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.334699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72d0a74c-0ab6-41b0-afa1-e18dae43ad38 req-7e5dbba7-39e8-4ba5-88ef-e10e29753f69 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 944 time: 0.1496501 Jun 30 09:10:22.341063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:22.355877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.356722 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment bc7b4b5f-6d28-46ee-bb1d-35af9b5a558e of type vlan for network 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 Jun 30 09:10:22.383452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-deeafd85-25af-40d6-a9e6-1c4c4bc3a4b7 req-39c122e6-fc28-428c-8a8c-3b207d021b72 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872793 Jun 30 09:10:22.387431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-55dc05ce-62c4-474d-85e0-c1c068ba1496', 'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': '4efac29e-c9dc-42b2-b1a4-4cd25d201e98'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:22.389062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.430412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.457720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72d0a74c-0ab6-41b0-afa1-e18dae43ad38 req-a41ca276-1156-4cb3-9504-b6587a4afbd7 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035450 Jun 30 09:10:22.522254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.532195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.533307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.553284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-806fafa7-ad11-44a7-9bf6-b5ac995659fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.611096 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3648517 Jun 30 09:10:22.614146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:22.622481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': '1cb441db-6ac4-4ffb-9c39-8c1fbb66e541', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:22.631325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6bc2b0cf-40b8-4d38-a70c-68b355e140dd details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:22.643140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4cb1e-2a4b-4e03-8f34-4e17d56df938 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=1cb441db-6ac4-4ffb-9c39-8c1fbb66e541,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.659807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:22.730126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3b54fec6-8c42-4282-8c80-f0af4977e68d details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:22.732821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d138460f-0392-40f3-8171-79f0f9a2fc64 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:22.780157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Allocated IP 2001:db8::3 (55dc05ce-62c4-474d-85e0-c1c068ba1496/4efac29e-c9dc-42b2-b1a4-4cd25d201e98/c4246f6f-969e-46a0-8515-2dadbfcb0ef7) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:22.781087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37432e7-ff85-41a6-a616-c6bd26feb2e4 req-3b641b46-e64a-4fe3-b119-4d5cd8a8a308 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:22.788852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e37432e7-ff85-41a6-a616-c6bd26feb2e4 req-3b641b46-e64a-4fe3-b119-4d5cd8a8a308 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 949 time: 0.1791010 Jun 30 09:10:22.799610 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:10:22.843719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e37432e7-ff85-41a6-a616-c6bd26feb2e4 req-e892abbf-847d-4f1b-9333-18987420a4e8 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529137 Jun 30 09:10:22.904235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-806fafa7-ad11-44a7-9bf6-b5ac995659fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.916105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-806fafa7-ad11-44a7-9bf6-b5ac995659fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.947336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:22.952035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:22.958972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806fafa7-ad11-44a7-9bf6-b5ac995659fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb8e35d-c60b-450e-ae03-ac0b4e4459ee,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:22.991424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-806fafa7-ad11-44a7-9bf6-b5ac995659fa admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6545b58cb67a484885ef13078d678ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6838348 Jun 30 09:10:22.992624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60004) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.011373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port d138460f-0392-40f3-8171-79f0f9a2fc64 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:23.019594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port d138460f-0392-40f3-8171-79f0f9a2fc64 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:23.019956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.038856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:10:23.039412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:10:23.098432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccd92369-e891-49d3-a881-167874566bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.118460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60006) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.125136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--199436154', 'description': 'tempest-description--169288754'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:23.130482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:23.155541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccd92369-e891-49d3-a881-167874566bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.166208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3b54fec6-8c42-4282-8c80-f0af4977e68d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3b54fec6-8c42-4282-8c80-f0af4977e68d,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:23.181694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22659ba5-bad1-4556-a165-5dc8340b44cb req-cc8e987d-d6bb-4010-a86f-2a57722eb7f2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.181942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'port_id': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd', 'mac_address': 'fa:16:3e:50:a8:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:23.183308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22659ba5-bad1-4556-a165-5dc8340b44cb req-cc8e987d-d6bb-4010-a86f-2a57722eb7f2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1423457 Jun 30 09:10:23.213088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '3b54fec6-8c42-4282-8c80-f0af4977e68d', 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'port_id': '3b54fec6-8c42-4282-8c80-f0af4977e68d', 'mac_address': 'fa:16:3e:57:64:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855525c-14c9-41a3-bcf6-b788a04f2e76', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:23.226549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.284618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22659ba5-bad1-4556-a165-5dc8340b44cb req-832627b0-3e53-4a43-ba0f-fd4a9df3bac7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892510 Jun 30 09:10:23.295152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccd92369-e891-49d3-a881-167874566bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.299152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccd92369-e891-49d3-a881-167874566bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.303980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ccd92369-e891-49d3-a881-167874566bde admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bfb8e35d-c60b-450e-ae03-ac0b4e4459ee HTTP/1.1" status: 204 len: 168 time: 0.3097250 Jun 30 09:10:23.329178 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.333146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd92369-e891-49d3-a881-167874566bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb8e35d-c60b-450e-ae03-ac0b4e4459ee,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.357354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Transition to ACTIVE for port object c4246f6f-969e-46a0-8515-2dadbfcb0ef7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:23.367306 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.369072 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.406581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.407881 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.412182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc2b0cf-40b8-4d38-a70c-68b355e140dd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:23.422480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.422752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Transition to ACTIVE for port object c4246f6f-969e-46a0-8515-2dadbfcb0ef7 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:23.445537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794d9364-834a-4464-a731-821308fbbc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138460f-0392-40f3-8171-79f0f9a2fc64'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:23.449104 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b5eb0-89cd-43c8-99d5-941ae8ca1ec3" -d '{"events": [{"server_uuid": "794d9364-834a-4464-a731-821308fbbc92", "name": "network-vif-plugged", "status": "completed", "tag": "d138460f-0392-40f3-8171-79f0f9a2fc64"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:23.456661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b54fec6-8c42-4282-8c80-f0af4977e68d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:23.471305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.479434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3531351 Jun 30 09:10:23.492882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60016) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.507998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'security_group_rule': {'security_group_id': '375894cb-7634-4491-a1d3-0ab437012c1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:23.517851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:23.519665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.549270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.597032 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.622436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a394b3-6bcb-40b4-aeb8-5b30cdf0063f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375894cb-7634-4491-a1d3-0ab437012c1a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.656405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=c9c5cbb8-a6ef-4e82-8b51-dac08a86b1b7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.667819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': 'bc7b4b5f-6d28-46ee-bb1d-35af9b5a558e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1cb441db-6ac4-4ffb-9c39-8c1fbb66e541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:23.668824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:23.689111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:23.702169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:23.721946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.723144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.747046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60026) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.747415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e08ae41-ea99-42ae-9645-ef004b3d7f25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1313679 Jun 30 09:10:23.819553 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.828138 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9080db8-49fc-4e96-9858-a55dc3f18419 x-openstack-request-id: req-e9080db8-49fc-4e96-9858-a55dc3f18419 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:23.828416 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794d9364-834a-4464-a731-821308fbbc92", "name": "network-vif-plugged", "status": "completed", "tag": "d138460f-0392-40f3-8171-79f0f9a2fc64", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:23.828869 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9080db8-49fc-4e96-9858-a55dc3f18419 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:23.829247 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794d9364-834a-4464-a731-821308fbbc92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd138460f-0392-40f3-8171-79f0f9a2fc64', 'code': 200} Jun 30 09:10:23.830896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d138460f-0392-40f3-8171-79f0f9a2fc64, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d138460f-0392-40f3-8171-79f0f9a2fc64,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:23.833541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c94c5b-52ca-4f36-960f-15a29f72cf34 None None] Network 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:23.846462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Network 55dc05ce-62c4-474d-85e0-c1c068ba1496 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:23.851863 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.852840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:23.857355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.869829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.911528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:23.916192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3b54fec6-8c42-4282-8c80-f0af4977e68d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3b54fec6-8c42-4282-8c80-f0af4977e68d,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:23.925104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc2a134-0e2e-40f8-b273-970fcc12a4e7,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.925760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:23.927807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:23.928358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7e47f666-7f8f-4c6e-bb4c-d6fd0a636dc5 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:23.932273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a19784-7797-42e0-a37a-aad8031cf01e req-a0352d18-f28d-4dd6-92be-e2651edc145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.933753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Pushing event updated for resources: {'Port': ['ID=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:23.933948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8a19784-7797-42e0-a37a-aad8031cf01e req-a0352d18-f28d-4dd6-92be-e2651edc145b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 1101 time: 0.2783177 Jun 30 09:10:23.944660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.945847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e053c7e0-5977-4aa4-9fb8-d9f18131bd14 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:23.950849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce687fc5-e376-484d-baf3-e70e7fc6ea63 req-34904414-cab1-4e17-ad99-29f20ecec353 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.957655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce687fc5-e376-484d-baf3-e70e7fc6ea63 req-34904414-cab1-4e17-ad99-29f20ecec353 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.963571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce687fc5-e376-484d-baf3-e70e7fc6ea63 req-34904414-cab1-4e17-ad99-29f20ecec353 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:23.966705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce687fc5-e376-484d-baf3-e70e7fc6ea63 req-34904414-cab1-4e17-ad99-29f20ecec353 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2411 time: 0.3833547 Jun 30 09:10:23.983454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:23.986271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6e6158d-cc1f-427c-86bb-9517b7be57a4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4878795 Jun 30 09:10:23.987683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:23.992281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'security_group_rule': {'security_group_id': '375894cb-7634-4491-a1d3-0ab437012c1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:24.049469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.075309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8a19784-7797-42e0-a37a-aad8031cf01e req-9e5d5cd4-e7a3-4685-bf12-35e81ec839cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071248 Jun 30 09:10:24.084558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.095445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea1b60f-b3f8-4c87-9bb4-6587ee78e96e req-400af805-c911-4e08-b2ba-ab84400fc4fd tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.102687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eea1b60f-b3f8-4c87-9bb4-6587ee78e96e req-400af805-c911-4e08-b2ba-ab84400fc4fd tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 945 time: 0.3508842 Jun 30 09:10:24.113896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Attempting to bind port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:24.114303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Attempting to bind port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ba4d1860-4169-4c79-880c-95c32d0afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:24.114664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Attempting to bind port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 on network 55dc05ce-62c4-474d-85e0-c1c068ba1496 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:24.116959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6bc2b0cf-40b8-4d38-a70c-68b355e140dd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:24.147002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce687fc5-e376-484d-baf3-e70e7fc6ea63 req-61ddcac4-0182-4228-8358-70db28d5b01a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611509 Jun 30 09:10:24.196119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.197331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:24.197708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Checking segment: {'id': 'ba4d1860-4169-4c79-880c-95c32d0afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:24.199087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.199729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Bound using segment: {'id': 'ba4d1860-4169-4c79-880c-95c32d0afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:24.201339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Bound port: c4246f6f-969e-46a0-8515-2dadbfcb0ef7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4d1860-4169-4c79-880c-95c32d0afa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '55dc05ce-62c4-474d-85e0-c1c068ba1496'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:24.202665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.205136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.227762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.258838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.273810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15109f09-4b50-4909-a205-3b39a43bc30b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.295359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.296563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-43d7b2ef-b5cb-41d8-ac61-fa2e38597784 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3079796 Jun 30 09:10:24.300765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.313339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:24.330857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eea1b60f-b3f8-4c87-9bb4-6587ee78e96e req-8feac05d-1fd7-4b75-8ff6-c616e1a16718 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271876 Jun 30 09:10:24.374018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:24.380391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.395323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.405939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b5a096-ed5c-47c4-b6ad-71b520e897c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-1cb441db-6ac4-4ffb-9c39-8c1fbb66e541', 'network_id': '1cb441db-6ac4-4ffb-9c39-8c1fbb66e541', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': 'c9c5cbb8-a6ef-4e82-8b51-dac08a86b1b7'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:24.407292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00b5a096-ed5c-47c4-b6ad-71b520e897c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.447768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.514173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-576476640-network', 'tenant_id': 'c0291039293e4c3781a75968193e2106'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:24.514483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=c9c5cbb8-a6ef-4e82-8b51-dac08a86b1b7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.561437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Made reservation on behalf of c0291039293e4c3781a75968193e2106 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:24.564070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.578555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.581175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.583509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14', 'network_id': '38e731ea-aa6d-4218-a6a5-cfc1d7ab3361', 'port_id': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14', 'mac_address': 'fa:16:3e:80:9a:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fab5e27f-d267-497a-8a51-aa3a28797969', 'ip_address': '19.86.0.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:24.585063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=d138460f-0392-40f3-8171-79f0f9a2fc64,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.597880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffff73fd-b6d5-4961-9be8-6d90236cd311 None None] Network 1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:24.693266 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.700727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] For port c4246f6f-969e-46a0-8515-2dadbfcb0ef7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:24.709420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb441db-6ac4-4ffb-9c39-8c1fbb66e541']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:24.727294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7b4b5f-6d28-46ee-bb1d-35af9b5a558e') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:24.727531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7b4b5f-6d28-46ee-bb1d-35af9b5a558e') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:24.747800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.750792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] For port c4246f6f-969e-46a0-8515-2dadbfcb0ef7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,segment=NetworkSegment(ba4d1860-4169-4c79-880c-95c32d0afa4a),segment_id=ba4d1860-4169-4c79-880c-95c32d0afa4a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:24.755136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Allocated IP 172.25.7.16 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/3ccc681e-ef4e-48b5-8df8-d2b5ff6c2c3d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:24.769680 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.775422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f185f7b-739d-4d29-b2f2-d41a230fcdc9 req-6ba57f27-cce9-4497-9643-07107a17627d tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.777675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f185f7b-739d-4d29-b2f2-d41a230fcdc9 req-6ba57f27-cce9-4497-9643-07107a17627d tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 950 time: 0.2645075 Jun 30 09:10:24.800655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b7611-9df3-4321-888c-68622be9673a req-1ea95e16-419e-46ab-94a5-366a79b58107 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:24.802556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-586b7611-9df3-4321-888c-68622be9673a req-1ea95e16-419e-46ab-94a5-366a79b58107 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2024870 Jun 30 09:10:24.810259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.826213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:24.826687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:24.832021 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:24.835060 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.845557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3b54fec6-8c42-4282-8c80-f0af4977e68d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:24.875708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.919513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f185f7b-739d-4d29-b2f2-d41a230fcdc9 req-7da1bd04-75fd-432e-94be-344c54578310 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352789 Jun 30 09:10:24.921588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e053c7e0-5977-4aa4-9fb8-d9f18131bd14 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:24.951599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-586b7611-9df3-4321-888c-68622be9673a req-8a9f0b84-e845-465c-887d-11e0faa3c288 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371260 Jun 30 09:10:24.951822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.954081 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.969819 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.974800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 HTTP/1.1" status: 204 len: 168 time: 1.2224197 Jun 30 09:10:24.975655 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:24.981132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60052) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:24.996947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-40113754'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:25.002072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92268ab3-1ca9-4385-9076-7d417566ab89 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=1cb441db-6ac4-4ffb-9c39-8c1fbb66e541,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.007463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:25.023322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:25.028208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.035919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f592e-3c19-401f-9b40-c835141522dc None None] Pushing event updated for resources: {'Port': ['ID=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.038916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=492135d9-142f-4a58-a802-71652b70ca8c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.041561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:25.043218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.043564 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Added segment ae23db47-854d-4955-96b5-9952f9b73211 of type vlan for network e24f2edf-fa82-4c32-87b9-4d14546a17f5 Jun 30 09:10:25.051540 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.052490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:25.085777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:25.089842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:25.096703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.099872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a', 'network_id': 'ce8287cb-c6dc-4c91-9d71-b7ceacac4232', 'port_id': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a', 'mac_address': 'fa:16:3e:52:80:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9855525c-14c9-41a3-bcf6-b788a04f2e76', 'ip_address': '19.80.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:25.103120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.103660 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment 561e5acf-a03d-4c69-b8af-6feab2c6b56f of type vlan for network 90edb2a9-2311-496a-a16f-492c852f4bf1 Jun 30 09:10:25.129881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.160688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:25.165196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:25.166192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.210810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:25.223146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.226038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.251483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:25.265102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'Port': ['ID=3ccc681e-ef4e-48b5-8df8-d2b5ff6c2c3d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.269829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:10:25.297583 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.308295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.315252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.325876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.326900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.327909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.343159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:25.349464 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.425284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.426003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4434102 Jun 30 09:10:25.431283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.437972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': '90edb2a9-2311-496a-a16f-492c852f4bf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:25.461002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b7b7f-4c91-4c31-a655-85249d78fda9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=90edb2a9-2311-496a-a16f-492c852f4bf1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.464324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0807409 Jun 30 09:10:25.468238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60062) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:25.476688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Request body: {'subnet': {'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-576476640-subnet', 'tenant_id': 'c0291039293e4c3781a75968193e2106', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:25.477423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 90edb2a9-2311-496a-a16f-492c852f4bf1 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:25.535806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a9ceb-8a63-4862-b92b-40ed710b90eb admin admin] Pushing event updated for resources: {'Network': ['ID=e24f2edf-fa82-4c32-87b9-4d14546a17f5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.546187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6da1e4-c3d7-4f3e-a104-2ad1d1266a37 req-e3fb1cf1-77eb-4c0b-a680-b69102e297ba tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.549613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.556060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6da1e4-c3d7-4f3e-a104-2ad1d1266a37 req-e3fb1cf1-77eb-4c0b-a680-b69102e297ba tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.561866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e24f2edf-fa82-4c32-87b9-4d14546a17f5 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:25.562032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6da1e4-c3d7-4f3e-a104-2ad1d1266a37 req-e3fb1cf1-77eb-4c0b-a680-b69102e297ba tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.563638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca6da1e4-c3d7-4f3e-a104-2ad1d1266a37 req-e3fb1cf1-77eb-4c0b-a680-b69102e297ba tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2414 time: 0.1983647 Jun 30 09:10:25.564801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Made reservation on behalf of c0291039293e4c3781a75968193e2106 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:25.567143 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.678632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.727595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:25.730825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca6da1e4-c3d7-4f3e-a104-2ad1d1266a37 req-eae8775d-5ebd-4e88-94cc-3d1c09cf2c8b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606166 Jun 30 09:10:25.731721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.818169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc20de-dcf0-4237-92e7-d608b22e459a req-b778e593-159a-4723-a1cb-676aa1cfdb73 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:25.819781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47dc20de-dcf0-4237-92e7-d608b22e459a req-b778e593-159a-4723-a1cb-676aa1cfdb73 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 945 time: 0.1701088 Jun 30 09:10:25.896843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:25.930731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47dc20de-dcf0-4237-92e7-d608b22e459a req-3f717bac-dae4-444e-83e2-79314a2f22f0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007109 Jun 30 09:10:25.955473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2114ee5-7376-4948-8552-cbcb45f2347b,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:25.978955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Checking segment: {'id': 'ae23db47-854d-4955-96b5-9952f9b73211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:25.980107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Network hostable DHCP agents. Network: e24f2edf-fa82-4c32-87b9-4d14546a17f5, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:25.999183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Network e24f2edf-fa82-4c32-87b9-4d14546a17f5 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:26.013433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e24f2edf-fa82-4c32-87b9-4d14546a17f5) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:26.019755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.020722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.021407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87c65ed-8fc3-4e46-8aaf-54fbc4781eec None None] Network e24f2edf-fa82-4c32-87b9-4d14546a17f5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:26.040179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.042071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-841be0d8-b8bd-407a-9419-22200775deee admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5702994 Jun 30 09:10:26.060448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.120862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['e053c7e0-5977-4aa4-9fb8-d9f18131bd14'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:26.128283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3b54fec6-8c42-4282-8c80-f0af4977e68d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:26.188215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.207567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'Port': ['ID=3ccc681e-ef4e-48b5-8df8-d2b5ff6c2c3d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:26.220809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:26.267202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.304374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.305561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eac98dac-fdca-4d47-ab53-eeb44f548161 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0038085 Jun 30 09:10:26.331047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=04681895-4f9b-4fdc-8c0f-df5aff4f363e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:26.347767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e82e0-db76-4e23-ab1b-e4f38be3769b req-4bf1126e-23ab-4d6a-b365-909b26b32b84 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.348418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': '561e5acf-a03d-4c69-b8af-6feab2c6b56f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '90edb2a9-2311-496a-a16f-492c852f4bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:26.348766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: 90edb2a9-2311-496a-a16f-492c852f4bf1, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:26.354945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-414e82e0-db76-4e23-ab1b-e4f38be3769b req-4bf1126e-23ab-4d6a-b365-909b26b32b84 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 950 time: 0.2352288 Jun 30 09:10:26.359366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2006f3c-9f08-4a8c-83b2-23164e5d00a3 None None] Network 55dc05ce-62c4-474d-85e0-c1c068ba1496 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:26.371807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 90edb2a9-2311-496a-a16f-492c852f4bf1 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:26.382173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd9663-a82d-483f-bd14-8758a7fd6ba7 req-2ec708af-f1d1-4617-8e68-59b179622cf0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.384452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57cd9663-a82d-483f-bd14-8758a7fd6ba7 req-2ec708af-f1d1-4617-8e68-59b179622cf0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1897380 Jun 30 09:10:26.386829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 90edb2a9-2311-496a-a16f-492c852f4bf1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:26.395543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.396751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.420416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb821ef1-ad0c-4c23-9fdf-33574cb4341f None None] Network 90edb2a9-2311-496a-a16f-492c852f4bf1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:26.423152 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77c56fc1-3706-4c05-9cd9-2cf974f65a40 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9962726 Jun 30 09:10:26.429984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-414e82e0-db76-4e23-ab1b-e4f38be3769b req-25966da2-5fb6-437d-a1a9-3ad07be27150 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741129 Jun 30 09:10:26.430710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60076) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:26.495706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57cd9663-a82d-483f-bd14-8758a7fd6ba7 req-d46e7f2e-0f61-41cb-8024-7dd5bab93cf2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944188 Jun 30 09:10:26.572359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.704526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.741035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6bc2b0cf-40b8-4d38-a70c-68b355e140dd up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:26.754069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069312d7-e045-434b-9360-2e9911166c54 None None] Network e24f2edf-fa82-4c32-87b9-4d14546a17f5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:26.844231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:26.848659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-3f1f104d-14d6-483f-a69b-2ca11fe13709 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:26.856394 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-3f1f104d-14d6-483f-a69b-2ca11fe13709 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/networks?id=e24f2edf-fa82-4c32-87b9-4d14546a17f5 HTTP/1.1" status: 200 len: 820 time: 0.1806757 Jun 30 09:10:26.873093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-68155604-1ff8-4ef5-833f-a5d08b70d0c3 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/quotas/c0291039293e4c3781a75968193e2106 HTTP/1.1" status: 200 len: 375 time: 0.0154257 Jun 30 09:10:26.892504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=04681895-4f9b-4fdc-8c0f-df5aff4f363e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:26.920497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-429e8214-1f2c-47b7-9bc4-842110adaa92 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c0291039293e4c3781a75968193e2106&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460205 Jun 30 09:10:26.958467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c4246f6f-969e-46a0-8515-2dadbfcb0ef7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:26.988332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.002422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90edb2a9-2311-496a-a16f-492c852f4bf1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:27.016422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-136383e5-c807-4bcd-9501-60fc323747f4 None None] Provisioning for port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:27.016818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561e5acf-a03d-4c69-b8af-6feab2c6b56f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:27.017123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561e5acf-a03d-4c69-b8af-6feab2c6b56f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:27.030798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.041182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-9b6bf484-d8f1-44c4-a758-02c42cd96eb8 service neutron] 10.222.0.77 "GET /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196268 Jun 30 09:10:27.048676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.058900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:27.060294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:27.068087 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:27.149717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.159902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.167358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/90edb2a9-2311-496a-a16f-492c852f4bf1 HTTP/1.1" status: 204 len: 168 time: 0.7341387 Jun 30 09:10:27.168682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60110) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:27.175247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471493591'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:27.185329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58c096-7aad-48f4-be23-bc26d24d0e02 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=90edb2a9-2311-496a-a16f-492c852f4bf1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.246565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:27.249737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.253036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-dc3d29a4-da67-4629-9ec6-8ff8d3fc9577 service neutron] 10.222.0.77 "GET /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106061 Jun 30 09:10:27.263043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:27.271998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-cc9d4931-c71d-4a85-b2ab-cd752863cf4e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.273562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-cc9d4931-c71d-4a85-b2ab-cd752863cf4e tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 821 time: 0.1767149 Jun 30 09:10:27.289501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:27.296812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:27.297336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.303899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.304371 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment 71bff046-249b-47a6-82b7-edbb601d4f5a of type vlan for network e7ef608e-b787-4231-8e61-a18b58a43b78 Jun 30 09:10:27.311064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980032aa-ef6f-428a-8887-45dabf791cd9 None None] Network 90edb2a9-2311-496a-a16f-492c852f4bf1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:27.333691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-630bee28-9f7f-4f30-b9fd-a274df8d8716 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/quotas/07c5f50fff1346e697e283921c51283c HTTP/1.1" status: 200 len: 375 time: 0.0346999 Jun 30 09:10:27.389694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980032aa-ef6f-428a-8887-45dabf791cd9 None None] Network 90edb2a9-2311-496a-a16f-492c852f4bf1 could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:27.400871 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.425890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:27.453619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:27.453990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.465417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-9ec60f3f-d27a-4c64-8543-e75f051c03cf tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085885 Jun 30 09:10:27.467634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.474006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:27.474845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.615808 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.672384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:27.674772 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2e244a-cbcb-459b-bd71-5f7d07db6348" -d '{"events": [{"server_uuid": "1fd14636-65f8-4776-b496-d6fa5f127ca4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc2b0cf-40b8-4d38-a70c-68b355e140dd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:27.685577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.691585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:27.701779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.755868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c4246f6f-969e-46a0-8515-2dadbfcb0ef7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,segment=NetworkSegment(ba4d1860-4169-4c79-880c-95c32d0afa4a),segment_id=ba4d1860-4169-4c79-880c-95c32d0afa4a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:27.772443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.783301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.844569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:27.939417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-96a7a2a6-0412-4503-8617-8e11471764eb None None] Provisioning complete for port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:27.939905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-96a7a2a6-0412-4503-8617-8e11471764eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:27.980445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8092439 Jun 30 09:10:27.983661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:27.989501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': 'e7ef608e-b787-4231-8e61-a18b58a43b78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:27.992496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd63b9-18fc-41fc-878e-b5accf2d5e7a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=e7ef608e-b787-4231-8e61-a18b58a43b78,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.032351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e7ef608e-b787-4231-8e61-a18b58a43b78 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:28.066564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-4279159e-a1aa-4b91-a4ba-e5d4e69cde25 service neutron] 10.222.0.77 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5885422 Jun 30 09:10:28.099799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:28.104052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.146798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb61ea-f7a0-44e9-87ea-e5e2fa2ba07e req-180a0f00-7bfa-426a-95b5-f988870727c6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.152915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb61ea-f7a0-44e9-87ea-e5e2fa2ba07e req-180a0f00-7bfa-426a-95b5-f988870727c6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.158762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb61ea-f7a0-44e9-87ea-e5e2fa2ba07e req-180a0f00-7bfa-426a-95b5-f988870727c6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.160497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fbb61ea-f7a0-44e9-87ea-e5e2fa2ba07e req-180a0f00-7bfa-426a-95b5-f988870727c6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2414 time: 0.2648704 Jun 30 09:10:28.225954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fbb61ea-f7a0-44e9-87ea-e5e2fa2ba07e req-00eef450-4c99-4174-9994-fd58033d5e63 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551343 Jun 30 09:10:28.237804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-359b520a-8f3e-4b77-9ddd-905c257e1883 service neutron] 10.222.0.77 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700177 Jun 30 09:10:28.318570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.379380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=1aa89eae-ec5b-4287-91c4-7058d23d26de,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.407563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': '71bff046-249b-47a6-82b7-edbb601d4f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'e7ef608e-b787-4231-8e61-a18b58a43b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:28.408260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: e7ef608e-b787-4231-8e61-a18b58a43b78, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:28.436357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network e7ef608e-b787-4231-8e61-a18b58a43b78 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:28.458259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e7ef608e-b787-4231-8e61-a18b58a43b78) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:28.461647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e07636-eb35-46d2-a589-be5e15e65830 req-f3f94004-16b1-4995-a8d6-aef9e638bbbc tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.464261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2e07636-eb35-46d2-a589-be5e15e65830 req-f3f94004-16b1-4995-a8d6-aef9e638bbbc tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 950 time: 0.0826910 Jun 30 09:10:28.469513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.469816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b50d3-9cd1-449e-91f5-e06d99e7bb93 None None] Network e7ef608e-b787-4231-8e61-a18b58a43b78 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:28.475026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.513439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e77343d-abd8-441d-9993-45c7609345f0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5279138 Jun 30 09:10:28.516365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:28.531784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2e07636-eb35-46d2-a589-be5e15e65830 req-ff9b1b14-52ed-491c-953b-819a84f1141f tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/security-groups?id=17a20544-2824-4292-8937-107ab692cfce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607398 Jun 30 09:10:28.718022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.736453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-524bd3cd-0122-4b02-8593-30394ae7dd5a tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.738439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-524bd3cd-0122-4b02-8593-30394ae7dd5a tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.83 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 950 time: 0.1620426 Jun 30 09:10:28.786869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43c7f04-ef24-44d1-bc96-339beb5da336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-e7ef608e-b787-4231-8e61-a18b58a43b78', 'network_id': 'e7ef608e-b787-4231-8e61-a18b58a43b78', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': '1aa89eae-ec5b-4287-91c4-7058d23d26de'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:28.787745 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b43c7f04-ef24-44d1-bc96-339beb5da336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.798848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.806198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45e3a23b-5739-480b-82f0-23bc1395bdd5 req-2f47c796-078c-4a4c-9703-814b2fd8cf9b tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 210 time: 0.0664792 Jun 30 09:10:28.909974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:28.952600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa89eae-ec5b-4287-91c4-7058d23d26de,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-b43c7f04-ef24-44d1-bc96-339beb5da336 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aa89eae-ec5b-4287-91c4-7058d23d26de: This subnet is being modified by another concurrent operation. Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:10:28.982948 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aa89eae-ec5b-4287-91c4-7058d23d26de: This subnet is being modified by another concurrent operation. Jun 30 09:10:28.987346 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:10:28.990154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade87138-e8ca-46c2-bf16-b83f311589b1 req-bc32c7bf-cfde-471d-b8ff-0bfcf2218bf1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:28.995479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ade87138-e8ca-46c2-bf16-b83f311589b1 req-bc32c7bf-cfde-471d-b8ff-0bfcf2218bf1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.3033538 Jun 30 09:10:29.016160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c4246f6f-969e-46a0-8515-2dadbfcb0ef7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:29.052962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.071830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ef608e-b787-4231-8e61-a18b58a43b78']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:29.076561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd457ee-c266-4037-898a-1e7b89f4b300 None None] Network e7ef608e-b787-4231-8e61-a18b58a43b78 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:29.096587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bff046-249b-47a6-82b7-edbb601d4f5a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:29.097112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bff046-249b-47a6-82b7-edbb601d4f5a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:29.101238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ade87138-e8ca-46c2-bf16-b83f311589b1 req-524e14fc-5986-4507-b7d8-0ba013ea4da7 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047859 Jun 30 09:10:29.111263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Deleting port d138460f-0392-40f3-8171-79f0f9a2fc64 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:29.111638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.111925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.129953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.137611 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.139472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:29.140109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:29.144133 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:29.247277 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be80c27d-dff2-431f-aac6-442bdea48594 x-openstack-request-id: req-be80c27d-dff2-431f-aac6-442bdea48594 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:29.247661 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd14636-65f8-4776-b496-d6fa5f127ca4", "name": "network-vif-plugged", "status": "completed", "tag": "6bc2b0cf-40b8-4d38-a70c-68b355e140dd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:29.248475 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be80c27d-dff2-431f-aac6-442bdea48594 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:29.251354 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd', 'code': 200} Jun 30 09:10:29.293009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8866df-2267-4d4b-85ed-238d10943d45 req-1a8dcfe9-161f-40ad-9e32-e7c7f95afaf9 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.294690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c8866df-2267-4d4b-85ed-238d10943d45 req-1a8dcfe9-161f-40ad-9e32-e7c7f95afaf9 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2813964 Jun 30 09:10:29.300727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.304634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:29.305652 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.347108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.352395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/e7ef608e-b787-4231-8e61-a18b58a43b78 HTTP/1.1" status: 204 len: 168 time: 0.8315513 Jun 30 09:10:29.354391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:29.360646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-919738895'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:29.361584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb5cea2-2694-4e0f-bc29-163dbaf802ae None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:10:29.381874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6d061-10c1-499a-a6c3-53715c199887 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=e7ef608e-b787-4231-8e61-a18b58a43b78,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.383135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c8866df-2267-4d4b-85ed-238d10943d45 req-db24b772-df3e-439e-a16d-9d827170fe16 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772920 Jun 30 09:10:29.385896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] For port d138460f-0392-40f3-8171-79f0f9a2fc64, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d138460f-0392-40f3-8171-79f0f9a2fc64,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:29.386461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.409914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Calling delete_port for d138460f-0392-40f3-8171-79f0f9a2fc64 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:29.453530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3b54fec6-8c42-4282-8c80-f0af4977e68d up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:29.466498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:29.472840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.549484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-976c1903-559e-4867-ab20-2af945dc1931 req-63a336ce-ebcf-4b95-84d3-0675f4b51458 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 210 time: 0.0662670 Jun 30 09:10:29.553865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-aa034e4c-890b-407e-a832-f164b9bd87ab tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.555791 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-aa034e4c-890b-407e-a832-f164b9bd87ab tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.83 "GET /v2.0/networks?id=e24f2edf-fa82-4c32-87b9-4d14546a17f5 HTTP/1.1" status: 200 len: 820 time: 0.3005743 Jun 30 09:10:29.581942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Request body: {'port': {'device_id': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5', 'admin_state_up': True, 'tenant_id': 'c0291039293e4c3781a75968193e2106'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:29.626014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 3b54fec6-8c42-4282-8c80-f0af4977e68d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:29.640076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 3b54fec6-8c42-4282-8c80-f0af4977e68d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:29.640451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.643232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb5cea2-2694-4e0f-bc29-163dbaf802ae None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:10:29.756898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:29.769377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Made reservation on behalf of c0291039293e4c3781a75968193e2106 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:29.774670 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.786950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.799378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.799876 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment 3ea811cb-6a21-487f-977c-60633b74402f of type vlan for network cbac5109-a1db-4135-a1f8-2b36fed87959 Jun 30 09:10:29.827947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25348582-afc4-4181-afd2-6d56b156d36f req-11c3f8c4-fe7c-41cf-ad8d-8ba79420fb25 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.77 "GET /v2.0/ports?device_id=794d9364-834a-4464-a731-821308fbbc92 HTTP/1.1" status: 200 len: 210 time: 0.0635407 Jun 30 09:10:29.874141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Pushing event deleted for resources: {'Port': ['ID=d138460f-0392-40f3-8171-79f0f9a2fc64,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:29.927794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.949194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772da680-d8b7-4485-a287-a63518d3f55d req-b1ea2d6b-23ac-404d-95ce-c5ac1a6916da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:29.950737 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-772da680-d8b7-4485-a287-a63518d3f55d req-b1ea2d6b-23ac-404d-95ce-c5ac1a6916da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 1098 time: 0.2224538 Jun 30 09:10:29.964560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] No DVR routers for this DVR port d138460f-0392-40f3-8171-79f0f9a2fc64 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:29.968286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.971003 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:29.972073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06637ebe-c30f-418c-ab2f-475d2495ac6b req-e19cd32f-7852-4b48-84ac-2ea5b17dd330 tempest-ImagesNegativeTestJSON-1604836837 tempest-ImagesNegativeTestJSON-1604836837-project] 10.222.0.83 "DELETE /v2.0/ports/d138460f-0392-40f3-8171-79f0f9a2fc64 HTTP/1.1" status: 204 len: 173 time: 1.2199986 Jun 30 09:10:29.973982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794d9364-834a-4464-a731-821308fbbc92', 'name': 'network-vif-deleted', 'tag': 'd138460f-0392-40f3-8171-79f0f9a2fc64'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:29.977018 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0df1bd-2aa2-4ac3-b8dc-3814a66929eb" -d '{"events": [{"server_uuid": "794d9364-834a-4464-a731-821308fbbc92", "name": "network-vif-deleted", "tag": "d138460f-0392-40f3-8171-79f0f9a2fc64"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:30.027914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b49c-9ce5-4e46-beb4-e7919d53b8c5 req-235868b6-d175-4c31-8427-07e43bd923e8 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.034939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b49c-9ce5-4e46-beb4-e7919d53b8c5 req-235868b6-d175-4c31-8427-07e43bd923e8 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.042186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b49c-9ce5-4e46-beb4-e7919d53b8c5 req-235868b6-d175-4c31-8427-07e43bd923e8 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.051215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3e4b49c-9ce5-4e46-beb4-e7919d53b8c5 req-235868b6-d175-4c31-8427-07e43bd923e8 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2414 time: 0.2256701 Jun 30 09:10:30.079509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-772da680-d8b7-4485-a287-a63518d3f55d req-78251237-79fe-4f7a-b2e2-220487f026cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189463 Jun 30 09:10:30.083860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.090853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.091544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.093726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3b54fec6-8c42-4282-8c80-f0af4977e68d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3b54fec6-8c42-4282-8c80-f0af4977e68d,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:30.109234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.110165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e053c7e0-5977-4aa4-9fb8-d9f18131bd14 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:30.112790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ea13511-9550-4d6e-b6db-d3d873a77b73 req-7e99e712-1175-4eb4-ace6-1e032767e08b tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 210 time: 0.0592537 Jun 30 09:10:30.149663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3e4b49c-9ce5-4e46-beb4-e7919d53b8c5 req-67183c16-fc2c-43b1-b6c1-6cf5f57e7a02 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971920 Jun 30 09:10:30.161823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Allocated IP 172.20.0.3 (e24f2edf-fa82-4c32-87b9-4d14546a17f5/f2114ee5-7376-4948-8552-cbcb45f2347b/7b951508-c7de-4e46-b62e-8078643eee24) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:30.167520 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8125498 Jun 30 09:10:30.170283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60156) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:30.176823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:30.196294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1c7dc-2d95-490a-beec-9f0e843ecc93 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=cbac5109-a1db-4135-a1f8-2b36fed87959,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.285993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:30.289558 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7089de2-29a7-4b5f-93e9-6455cd22a2a4 x-openstack-request-id: req-d7089de2-29a7-4b5f-93e9-6455cd22a2a4 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:30.293113 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794d9364-834a-4464-a731-821308fbbc92", "name": "network-vif-deleted", "tag": "d138460f-0392-40f3-8171-79f0f9a2fc64", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:30.293463 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7089de2-29a7-4b5f-93e9-6455cd22a2a4 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:30.293947 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794d9364-834a-4464-a731-821308fbbc92', 'name': 'network-vif-deleted', 'tag': 'd138460f-0392-40f3-8171-79f0f9a2fc64', 'status': 'completed', 'code': 200} Jun 30 09:10:30.392457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.420953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:30.424792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.450028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.508803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Network e24f2edf-fa82-4c32-87b9-4d14546a17f5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:30.514152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:30.522688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:30.538833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a82815-d551-40fa-b23d-6d2995f48c0a req-638f275d-dc42-496d-9267-48585305e00e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.546626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a82815-d551-40fa-b23d-6d2995f48c0a req-638f275d-dc42-496d-9267-48585305e00e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1784441 Jun 30 09:10:30.578695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Pushing event updated for resources: {'Port': ['ID=7b951508-c7de-4e46-b62e-8078643eee24,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.610011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:30.610936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.630857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a82815-d551-40fa-b23d-6d2995f48c0a req-f54088fc-d940-44af-a90b-d7a318490e66 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831933 Jun 30 09:10:30.637440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-b8da7fad-9530-4f65-9cab-e74d365bd77c tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0589950 Jun 30 09:10:30.639930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3b54fec6-8c42-4282-8c80-f0af4977e68d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:30.680409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Request body: {'port': {'device_id': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:30.702698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:30.707379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:30.708562 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.836750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.864495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c25bf696-976a-4f60-bb30-afc4c4782015 req-7bf9236d-8e04-487e-8a78-469f12c2b201 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 210 time: 0.0833395 Jun 30 09:10:30.883748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.942636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:30.989728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:31.012628 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.027978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29a241-43f3-44ee-b495-a848f57c2c4c req-cc4263a0-296b-4b8a-b1f9-a1d90e02534c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.039310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b29a241-43f3-44ee-b495-a848f57c2c4c req-cc4263a0-296b-4b8a-b1f9-a1d90e02534c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.4704628 Jun 30 09:10:31.123798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=7c505187-7b63-43c1-81ca-851a3937354f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.140768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:31.169777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': '3ea811cb-6a21-487f-977c-60633b74402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:31.170191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: cbac5109-a1db-4135-a1f8-2b36fed87959, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:31.203748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b29a241-43f3-44ee-b495-a848f57c2c4c req-6565f7c3-2bdf-467f-9b48-1dbde663e0a8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633847 Jun 30 09:10:31.249683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network cbac5109-a1db-4135-a1f8-2b36fed87959 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:31.253594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b54fec6-8c42-4282-8c80-f0af4977e68d'}, {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:31.257092 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16998b30-075a-41e9-a2c2-9c4f78e9aa93" -d '{"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-plugged", "status": "completed", "tag": "3b54fec6-8c42-4282-8c80-f0af4977e68d"}, {"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-plugged", "status": "completed", "tag": "e053c7e0-5977-4aa4-9fb8-d9f18131bd14"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:31.259034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-a70145ab-3b77-4c00-9ee9-2637d94a240d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.262365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-a70145ab-3b77-4c00-9ee9-2637d94a240d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.79 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 821 time: 0.3501799 Jun 30 09:10:31.263826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, cbac5109-a1db-4135-a1f8-2b36fed87959) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:31.268145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.268734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.278987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9bdba1-45d6-43d3-95a3-47502902c733 None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:31.287367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'port': {'device_id': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'admin_state_up': True, 'tenant_id': '07c5f50fff1346e697e283921c51283c'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:31.298676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6976138-e7a3-4a4a-8d7e-70eae0c7d7ae tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1270080 Jun 30 09:10:31.301384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60176) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:31.307340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:31.453991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:31.490718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Made reservation on behalf of 07c5f50fff1346e697e283921c51283c for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:31.495251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.574941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:31.578393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.579385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-cbac5109-a1db-4135-a1f8-2b36fed87959', 'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': '7c505187-7b63-43c1-81ca-851a3937354f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:31.581077 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.599110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:31.608214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:31.608716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.661146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594509e9-439b-4d75-9842-f9ff5b01b8bf req-a47322a3-064e-4c7c-af65-35699de7bb3f tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.668946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-594509e9-439b-4d75-9842-f9ff5b01b8bf req-a47322a3-064e-4c7c-af65-35699de7bb3f tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 931 time: 0.1987176 Jun 30 09:10:31.690601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Allocated IP 172.20.0.12 (e1d1afaa-a7ad-4a92-a95b-389a50c42e23/ea906b44-ac73-4729-99e9-9bfa2bbe77d6/41dc4c09-8f98-4940-a3e5-5f087ad23843) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:31.692698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2092b0-11e0-40e0-b204-0490992e26f1 req-86463278-ed94-4542-b670-1d8e2b2922e0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.698954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2092b0-11e0-40e0-b204-0490992e26f1 req-86463278-ed94-4542-b670-1d8e2b2922e0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.704928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2092b0-11e0-40e0-b204-0490992e26f1 req-86463278-ed94-4542-b670-1d8e2b2922e0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:31.712161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f2092b0-11e0-40e0-b204-0490992e26f1 req-86463278-ed94-4542-b670-1d8e2b2922e0 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2416 time: 0.2298377 Jun 30 09:10:31.742453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b951508-c7de-4e46-b62e-8078643eee24 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:31.759837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.789248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-594509e9-439b-4d75-9842-f9ff5b01b8bf req-9a841cb8-9e31-4718-a7de-889936d4f0ce tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194148 Jun 30 09:10:31.802531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f2092b0-11e0-40e0-b204-0490992e26f1 req-57ade963-159e-4ab7-b96a-23a90f7de30c tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894029 Jun 30 09:10:31.851915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.855370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Allocated IP 2001:db8::2 (cbac5109-a1db-4135-a1f8-2b36fed87959/7c505187-7b63-43c1-81ca-851a3937354f/4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:31.887343 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50453f7d-bf6d-4755-aad2-c39f3ed0ec09 x-openstack-request-id: req-50453f7d-bf6d-4755-aad2-c39f3ed0ec09 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:31.888060 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-plugged", "status": "completed", "tag": "3b54fec6-8c42-4282-8c80-f0af4977e68d", "code": 200}, {"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-plugged", "status": "completed", "tag": "e053c7e0-5977-4aa4-9fb8-d9f18131bd14", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:31.888271 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50453f7d-bf6d-4755-aad2-c39f3ed0ec09 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:31.888841 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b54fec6-8c42-4282-8c80-f0af4977e68d', 'code': 200} Jun 30 09:10:31.889274 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14', 'code': 200} Jun 30 09:10:31.908361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Transition to ACTIVE for port object 7b951508-c7de-4e46-b62e-8078643eee24 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:31.955194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:31.967600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.973705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:31.974751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d138460f-0392-40f3-8171-79f0f9a2fc64 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:32.018175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.063440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Pushing event updated for resources: {'Port': ['ID=7b951508-c7de-4e46-b62e-8078643eee24,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.063768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.069286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: d138460f-0392-40f3-8171-79f0f9a2fc64 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:32.069629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d138460f-0392-40f3-8171-79f0f9a2fc64 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:32.105069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.105542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.105885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.106242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.106574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.106902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.107223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.107548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.107870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.108189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.108506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.108858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:32.149942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29ebdd-8ac6-49e4-b457-55f1cdcd7b29 req-9436c689-e023-4025-8cb5-d80a14c610b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.152651 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2f29ebdd-8ac6-49e4-b457-55f1cdcd7b29 req-9436c689-e023-4025-8cb5-d80a14c610b7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.2409315 Jun 30 09:10:32.155809 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.161317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-902bef09-4464-4e72-ab53-42ce79e9e284 req-11d7375a-b8bb-4111-9fb3-ff35569c0794 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 210 time: 0.0776947 Jun 30 09:10:32.167784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Transition to ACTIVE for port object 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:32.185645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Transition to ACTIVE for port object 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:32.195707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.203141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.222985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Attempting to bind port 7b951508-c7de-4e46-b62e-8078643eee24 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:32.223312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Attempting to bind port 7b951508-c7de-4e46-b62e-8078643eee24 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'ae23db47-854d-4955-96b5-9952f9b73211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:32.223642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Attempting to bind port 7b951508-c7de-4e46-b62e-8078643eee24 on network e24f2edf-fa82-4c32-87b9-4d14546a17f5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:32.227790 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.236655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2f29ebdd-8ac6-49e4-b457-55f1cdcd7b29 req-79c67b6a-66cb-43b9-81ba-50d8acca7305 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747011 Jun 30 09:10:32.251483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:32.257066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:32.268333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network cbac5109-a1db-4135-a1f8-2b36fed87959 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:32.268575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Port 7b951508-c7de-4e46-b62e-8078643eee24 on network e24f2edf-fa82-4c32-87b9-4d14546a17f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:32.269095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Attempting to bind port 7b951508-c7de-4e46-b62e-8078643eee24 on network e24f2edf-fa82-4c32-87b9-4d14546a17f5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:32.274407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:32.275608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:32.282093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.282846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.286851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:32.287198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Checking segment: {'id': 'ae23db47-854d-4955-96b5-9952f9b73211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:32.287580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Bound using segment: {'id': 'ae23db47-854d-4955-96b5-9952f9b73211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:32.288020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Bound port: 7b951508-c7de-4e46-b62e-8078643eee24, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae23db47-854d-4955-96b5-9952f9b73211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:32.288375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.290506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Pushing event updated for resources: {'Port': ['ID=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.298727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92206b4-f54b-4b6c-9f92-b1aba955f103 req-6e1ea480-a808-4232-b53f-4efc097892d5 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.307866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:32.308330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a92206b4-f54b-4b6c-9f92-b1aba955f103 req-6e1ea480-a808-4232-b53f-4efc097892d5 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.2491922 Jun 30 09:10:32.315716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:32.317470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.319606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:32.334559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=cbaed7e9-6f4c-4667-94a8-5b49630ed775,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.350194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3a6fb51b-d79d-466f-a318-f7e597cfcecf tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0477540 Jun 30 09:10:32.352978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60190) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.393197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a92206b4-f54b-4b6c-9f92-b1aba955f103 req-f8f7e5c6-fc38-4f9d-b03e-70e53be9e3b9 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839381 Jun 30 09:10:32.415541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Attempting to bind port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:32.415912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Attempting to bind port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3ea811cb-6a21-487f-977c-60633b74402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:32.416958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Attempting to bind port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e on network cbac5109-a1db-4135-a1f8-2b36fed87959 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:32.422279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:32.422650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Checking segment: {'id': '3ea811cb-6a21-487f-977c-60633b74402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:32.423048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.423471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Bound using segment: {'id': '3ea811cb-6a21-487f-977c-60633b74402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:32.424541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Bound port: 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ea811cb-6a21-487f-977c-60633b74402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:32.424923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.438180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.439293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.452358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] For port 7b951508-c7de-4e46-b62e-8078643eee24, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:32.457748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] For port 7b951508-c7de-4e46-b62e-8078643eee24, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7b951508-c7de-4e46-b62e-8078643eee24,segment=NetworkSegment(ae23db47-854d-4955-96b5-9952f9b73211),segment_id=ae23db47-854d-4955-96b5-9952f9b73211)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:32.468628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.483047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-6a1de2e0-2679-461f-b789-f83990fd0257 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2034276 Jun 30 09:10:32.502603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] For port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:32.507269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] For port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,segment=NetworkSegment(3ea811cb-6a21-487f-977c-60633b74402f),segment_id=3ea811cb-6a21-487f-977c-60633b74402f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:32.512042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.529367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Request body: {'port': {'device_id': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:32.534948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.535554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.536873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] 10.222.0.83 "PUT /v2.0/ports/7b951508-c7de-4e46-b62e-8078643eee24 HTTP/1.1" status: 200 len: 1092 time: 1.8654933 Jun 30 09:10:32.537314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'tag': '7b951508-c7de-4e46-b62e-8078643eee24'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:32.539838 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664a0e77-e664-4113-be47-08b702e77593" -d '{"events": [{"name": "network-changed", "server_uuid": "2842bd1e-d296-478d-a3a0-fa25f211e35a", "tag": "7b951508-c7de-4e46-b62e-8078643eee24"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:32.550787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513ff97-20c2-4c0b-bb83-6218941c6d48 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.552658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513ff97-20c2-4c0b-bb83-6218941c6d48 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.554463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513ff97-20c2-4c0b-bb83-6218941c6d48 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.556618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513ff97-20c2-4c0b-bb83-6218941c6d48 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.558941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513ff97-20c2-4c0b-bb83-6218941c6d48 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.560895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d513ff97-20c2-4c0b-bb83-6218941c6d48 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2069607 Jun 30 09:10:32.578856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc659a-bce4-4464-97e4-2d1731824af6 None None] Pushing event updated for resources: {'Port': ['ID=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.580272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:32.591209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-425853439'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:32.628439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba0294-8a3b-452f-8198-cda9fabac6fb req-9a404a27-9f23-485a-9e27-3d463dbfafde tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:32.636888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cba0294-8a3b-452f-8198-cda9fabac6fb req-9a404a27-9f23-485a-9e27-3d463dbfafde tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1081121 Jun 30 09:10:32.670968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:32.674868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:32.692424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cba0294-8a3b-452f-8198-cda9fabac6fb req-25f7e029-7deb-45f1-9244-0cc0e495bd19 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544653 Jun 30 09:10:32.794139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:32.798521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.801532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.804484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e0bbb-d708-4d5c-af99-7b4b8daa0875 service neutron] Pushing event updated for resources: {'Port': ['ID=7b951508-c7de-4e46-b62e-8078643eee24,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:32.846681 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afe1f8f-d715-4a09-857a-a2823f78bb6a x-openstack-request-id: req-6afe1f8f-d715-4a09-857a-a2823f78bb6a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:32.847234 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842bd1e-d296-478d-a3a0-fa25f211e35a", "tag": "7b951508-c7de-4e46-b62e-8078643eee24", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:32.847723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6afe1f8f-d715-4a09-857a-a2823f78bb6a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:32.848332 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'tag': '7b951508-c7de-4e46-b62e-8078643eee24', 'status': 'completed', 'code': 200} Jun 30 09:10:32.944488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:32.946103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.989723 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:32.990077 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment 64270ae4-5fa7-4b0d-a206-7cd77df4e976 of type vlan for network b0817053-42ac-428a-a6a2-39193f91107a Jun 30 09:10:33.051400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:33.062391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-a973e7c4-1805-449a-bb52-76f10c5dd4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.063307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-a973e7c4-1805-449a-bb52-76f10c5dd4aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0291039293e4c3781a75968193e2106&device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 1095 time: 0.4538445 Jun 30 09:10:33.080921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'mac_address': 'fa:16:3e:5e:26:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:33.109687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc6734-c1c0-4f11-a6d4-3c2ab9a1a55c req-a3223faf-40d0-4a46-929b-e4c34f6c7def tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.125160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dbc6734-c1c0-4f11-a6d4-3c2ab9a1a55c req-a3223faf-40d0-4a46-929b-e4c34f6c7def tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1829774 Jun 30 09:10:33.149328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.156341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:33.171916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.191036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dbc6734-c1c0-4f11-a6d4-3c2ab9a1a55c req-e6708fac-6e69-4495-b60d-26f1b0927e09 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647931 Jun 30 09:10:33.233221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:33.273304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.291152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:10:33.292173 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:10:33.325955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e47f24-454f-4a06-ac0b-45821de98d6c req-669b9b82-62ff-4633-94fb-602014e94bb5 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.335469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0e47f24-454f-4a06-ac0b-45821de98d6c req-669b9b82-62ff-4633-94fb-602014e94bb5 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 943 time: 0.1312923 Jun 30 09:10:33.378537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60216) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:33.401208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0e47f24-454f-4a06-ac0b-45821de98d6c req-0e09ed21-6092-44f2-ac3f-ca07028d945b tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639307 Jun 30 09:10:33.528571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d5d6c-089e-4416-ae84-82fd44ba9b8b req-328141d1-77b0-4036-b032-7aa667a57ae1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.534688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d5d6c-089e-4416-ae84-82fd44ba9b8b req-328141d1-77b0-4036-b032-7aa667a57ae1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.540476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d5d6c-089e-4416-ae84-82fd44ba9b8b req-328141d1-77b0-4036-b032-7aa667a57ae1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.542881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb9d5d6c-089e-4416-ae84-82fd44ba9b8b req-328141d1-77b0-4036-b032-7aa667a57ae1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.0957124 Jun 30 09:10:33.617613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.652005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-b58e2518-c6b0-412d-aecb-b1b3a05f19bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.654653 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-b58e2518-c6b0-412d-aecb-b1b3a05f19bb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 1098 time: 0.8291991 Jun 30 09:10:33.777379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-be763014-76c4-465d-a57c-ef9506a7ecd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b951508-c7de-4e46-b62e-8078643eee24 HTTP/1.1" status: 200 len: 217 time: 0.1855040 Jun 30 09:10:33.817588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.826770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:33.827401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.839771 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.854358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:33.887822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:33.890197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a'}, {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:33.894303 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a918c-8650-4de4-9dfb-e1685769ba14" -d '{"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-plugged", "status": "completed", "tag": "978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a"}, {"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-unplugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:33.899688 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:33.933069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=b0817053-42ac-428a-a6a2-39193f91107a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:33.950208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b0817053-42ac-428a-a6a2-39193f91107a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:34.003580 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30667568-b02b-4d61-923a-7e98f7da87b9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4205618 Jun 30 09:10:34.005457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.009247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:34.010354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb9d5d6c-089e-4416-ae84-82fd44ba9b8b req-4e35d39b-ddc6-40c2-902e-d0ff7a1460e4 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495270 Jun 30 09:10:34.018614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681e121-2de2-4d22-84ef-4a8a9216a082 None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:34.027938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:34.031482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f4dc7a90-69b3-4d57-bd6e-ca82aed98764 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=55197bfa1d8d4da2bc6b051c1586ba2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517248 Jun 30 09:10:34.037453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:34.068401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4acc9-dbf3-43fb-9bda-255cde281978 req-99872bfb-360b-4612-a6fe-ff4b1bddebb6 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.071367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebb4acc9-dbf3-43fb-9bda-255cde281978 req-99872bfb-360b-4612-a6fe-ff4b1bddebb6 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 932 time: 0.5275483 Jun 30 09:10:34.082992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-bfdb6847-fd8b-437c-b70b-8d96ee42f88d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1305952 Jun 30 09:10:34.107648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-a6fb0ee7-0119-425e-8259-c8746ca739d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.109314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-a6fb0ee7-0119-425e-8259-c8746ca739d2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2114ee5-7376-4948-8552-cbcb45f2347b HTTP/1.1" status: 200 len: 860 time: 0.3058698 Jun 30 09:10:34.140972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-a4c02220-87ca-4553-bb5f-96ec12cc9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.142448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-a4c02220-87ca-4553-bb5f-96ec12cc9bf1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.4728110 Jun 30 09:10:34.147571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebb4acc9-dbf3-43fb-9bda-255cde281978 req-5da291b1-38c2-41ab-aa1b-7f2f732c8965 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679910 Jun 30 09:10:34.152183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3feabdb7-d651-494f-9fcc-9399217bc9a5 None None] Provisioning for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:34.202850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:34.270049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-ee2b3a8e-7f74-43aa-8c1e-d5f65147c230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.272705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-ee2b3a8e-7f74-43aa-8c1e-d5f65147c230 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 1102 time: 0.1142325 Jun 30 09:10:34.305490 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f06f80-d510-492a-97dc-5ed272e1d799 x-openstack-request-id: req-41f06f80-d510-492a-97dc-5ed272e1d799 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:34.305801 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-plugged", "status": "completed", "tag": "978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a", "code": 200}, {"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-unplugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:34.306144 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41f06f80-d510-492a-97dc-5ed272e1d799 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:34.306511 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a', 'code': 200} Jun 30 09:10:34.306694 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'code': 200} Jun 30 09:10:34.425643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-fdf32c82-9f80-4fd2-a226-b849bdd31ba1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e24f2edf-fa82-4c32-87b9-4d14546a17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3038154 Jun 30 09:10:34.443127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-f9ea266b-3830-4867-8b42-73fcf5b320f9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:10:34.444426 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-f9ea266b-3830-4867-8b42-73fcf5b320f9 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064123 Jun 30 09:10:34.454941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-faa65e0c-d5ba-4e42-8b0d-c3dc195cce51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd HTTP/1.1" status: 200 len: 217 time: 0.1992583 Jun 30 09:10:34.469336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Update dhcp port {'port': {'network_id': 'cbac5109-a1db-4135-a1f8-2b36fed87959', 'fixed_ips': [{'subnet_id': '7c505187-7b63-43c1-81ca-851a3937354f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cbaed7e9-6f4c-4667-94a8-5b49630ed775'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:10:34.491760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290f861-5d2d-4d90-88a2-1920e1ce2f9e req-90df3d77-b919-4b02-842a-c91ec8ca2902 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.493236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0290f861-5d2d-4d90-88a2-1920e1ce2f9e req-90df3d77-b919-4b02-842a-c91ec8ca2902 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 948 time: 0.2019250 Jun 30 09:10:34.503998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-25cb6f42-9bc9-421d-88a6-1a10f1e56ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.505400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-25cb6f42-9bc9-421d-88a6-1a10f1e56ff2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1686723 Jun 30 09:10:34.510809 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.531569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41dc4c09-8f98-4940-a3e5-5f087ad23843 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:34.562914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-37f475c5-bd48-4bd6-867b-e2290368340a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb HTTP/1.1" status: 200 len: 217 time: 0.0503151 Jun 30 09:10:34.599665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.619942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ff4a6-9598-4eb3-8be6-ec7129fc6626 req-1a53c643-17ac-4fee-8987-5c61f7b1f1c6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.621688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-146ff4a6-9598-4eb3-8be6-ec7129fc6626 req-1a53c643-17ac-4fee-8987-5c61f7b1f1c6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.2321742 Jun 30 09:10:34.631514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0290f861-5d2d-4d90-88a2-1920e1ce2f9e req-56216e62-468b-4d3e-90a2-d2cf8e9de9a9 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311433 Jun 30 09:10:34.657700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Transition to ACTIVE for port object 41dc4c09-8f98-4940-a3e5-5f087ad23843 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:34.664490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.679234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.688465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a15f34f-3334-4677-bb54-e9011347fca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.701152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-9936e16c-a687-4ce8-b007-51d2d472b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.702666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-9936e16c-a687-4ce8-b007-51d2d472b710 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.2232931 Jun 30 09:10:34.715441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Allocated IP 172.20.0.1 (cbac5109-a1db-4135-a1f8-2b36fed87959/cbaed7e9-6f4c-4667-94a8-5b49630ed775/4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:34.718657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-146ff4a6-9598-4eb3-8be6-ec7129fc6626 req-6b8ba70d-5c6d-4f4a-9beb-d3b606d445bb tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839000 Jun 30 09:10:34.724091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-3fe3683f-ec52-47b9-ad86-c13a6d64a059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.725647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-3fe3683f-ec52-47b9-ad86-c13a6d64a059 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1509163 Jun 30 09:10:34.748456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.848054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-27475d86-1af8-4110-b19e-cf8093306255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.849609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-27475d86-1af8-4110-b19e-cf8093306255 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1094434 Jun 30 09:10:34.864900 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-699a321c-340b-43a7-aa3c-3d3c57a8ae0b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192510 Jun 30 09:10:34.868356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] For port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,segment=NetworkSegment(3ea811cb-6a21-487f-977c-60633b74402f),segment_id=3ea811cb-6a21-487f-977c-60633b74402f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:34.869471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a15f34f-3334-4677-bb54-e9011347fca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.892652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network b0817053-42ac-428a-a6a2-39193f91107a is not hosted by any dhcp agent {{(pid=93724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:10:34.898001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.898653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.903214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "PUT /v2.0/networks/b0817053-42ac-428a-a6a2-39193f91107a HTTP/1.1" status: 200 len: 723 time: 0.8877237 Jun 30 09:10:34.907321 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.925531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:34.927939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-8b374e4f-541c-472a-93ca-93994c388ad2 service neutron] 10.222.0.83 "GET /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712441 Jun 30 09:10:34.928977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Transition to ACTIVE for port object 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:34.929748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:34.946741 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:34.947737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:34.966181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:34.986445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ee43f-ad75-4a51-a2b2-400b0ff6cbc4 req-55a9d1a0-a569-4e09-a71c-4dcb9dc048aa tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:34.987949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc4ee43f-ad75-4a51-a2b2-400b0ff6cbc4 req-55a9d1a0-a569-4e09-a71c-4dcb9dc048aa tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 943 time: 0.2034247 Jun 30 09:10:35.021448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0942-d4e0-441a-b65d-0858e6f847f8 req-b4b5d71f-b55e-44df-8562-0e1ff29cc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.021855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0942-d4e0-441a-b65d-0858e6f847f8 req-b4b5d71f-b55e-44df-8562-0e1ff29cc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.022537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea0942-d4e0-441a-b65d-0858e6f847f8 req-b4b5d71f-b55e-44df-8562-0e1ff29cc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.024838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecea0942-d4e0-441a-b65d-0858e6f847f8 req-b4b5d71f-b55e-44df-8562-0e1ff29cc58c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2873 time: 0.5980344 Jun 30 09:10:35.083589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813516e-6267-4c07-9dc1-af7f5c124af0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=b0817053-42ac-428a-a6a2-39193f91107a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.098288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b0817053-42ac-428a-a6a2-39193f91107a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:35.098513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc4ee43f-ad75-4a51-a2b2-400b0ff6cbc4 req-f52823c4-3f98-425a-bf58-3fff5750aff2 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909817 Jun 30 09:10:35.101451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-e2c34eb6-e364-4fa9-ada1-eeffad55c33b service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417769 Jun 30 09:10:35.109906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caca05f-e817-4827-b9fa-a9c6d49c30de None None] Pushing event updated for resources: {'Port': ['ID=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.192162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4dd71-97ed-4939-b072-5165c14736a5 req-e6a7bc2f-5de7-4218-a347-4470332731c8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.201081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ede4dd71-97ed-4939-b072-5165c14736a5 req-e6a7bc2f-5de7-4218-a347-4470332731c8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 948 time: 0.2494986 Jun 30 09:10:35.201508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:35.265060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ede4dd71-97ed-4939-b072-5165c14736a5 req-9365a5b3-61b7-4104-aee4-60569f980790 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630677 Jun 30 09:10:35.332031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2961f702-cdb1-4e90-bc72-13442f4733c8 req-17c5a2c2-f4f1-42fa-8f58-160f8dbe14e2 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149138 Jun 30 09:10:35.341217 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecea0942-d4e0-441a-b65d-0858e6f847f8 req-b066997c-94c4-435d-ac16-928253a237b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922022 Jun 30 09:10:35.351434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Attempting to bind port 41dc4c09-8f98-4940-a3e5-5f087ad23843 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:35.351434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Attempting to bind port 41dc4c09-8f98-4940-a3e5-5f087ad23843 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:35.351434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Attempting to bind port 41dc4c09-8f98-4940-a3e5-5f087ad23843 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:35.372617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-7f65711f-bc08-4c37-bfe8-b0e86ecab959 service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824619 Jun 30 09:10:35.375640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Port 41dc4c09-8f98-4940-a3e5-5f087ad23843 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:35.375976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Attempting to bind port 41dc4c09-8f98-4940-a3e5-5f087ad23843 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:35.380972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:35.384548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.390374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed861d-8083-4208-bc3f-91540e11ab34 req-661ceb02-3570-48f5-8508-357625860c45 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.393595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a15f34f-3334-4677-bb54-e9011347fca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.396208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a15f34f-3334-4677-bb54-e9011347fca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.399590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a15f34f-3334-4677-bb54-e9011347fca5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/17a20544-2824-4292-8937-107ab692cfce HTTP/1.1" status: 204 len: 168 time: 1.3525758 Jun 30 09:10:35.399737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed861d-8083-4208-bc3f-91540e11ab34 req-661ceb02-3570-48f5-8508-357625860c45 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.404774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed861d-8083-4208-bc3f-91540e11ab34 req-661ceb02-3570-48f5-8508-357625860c45 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.406493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aaed861d-8083-4208-bc3f-91540e11ab34 req-661ceb02-3570-48f5-8508-357625860c45 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.1389894 Jun 30 09:10:35.433228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:35.433842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Checking segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:35.434307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Bound using segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:35.434894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Bound port: 41dc4c09-8f98-4940-a3e5-5f087ad23843, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:35.435286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.507207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aaed861d-8083-4208-bc3f-91540e11ab34 req-53419bc7-7991-4b0b-a33d-7c15b077b025 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940495 Jun 30 09:10:35.533612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a15f34f-3334-4677-bb54-e9011347fca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a20544-2824-4292-8937-107ab692cfce,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:35.538387 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9e3d4ea5-0da9-4556-89c2-febea2c04a9d req-c9f7efdb-8b6b-45f1-b79d-3da2f979541f service neutron] 10.222.0.83 "GET /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792112 Jun 30 09:10:35.579892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c0165-3430-4014-80df-be31ca9d4bc0 req-419dbf57-8a07-47c0-9742-93a873e0bdcc tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.587425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-378c0165-3430-4014-80df-be31ca9d4bc0 req-419dbf57-8a07-47c0-9742-93a873e0bdcc tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 944 time: 0.1488791 Jun 30 09:10:35.648312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-378c0165-3430-4014-80df-be31ca9d4bc0 req-be7320b5-4fc3-4c51-b30a-339f14d55574 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597868 Jun 30 09:10:35.697643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-acf20d5c-7b22-4312-9db5-60a971081a8e req-e9b0f58c-8b13-4183-a180-2c2bca81422f service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048582 Jun 30 09:10:35.704691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:35.710358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:35.740001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.941971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:35.942635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:35.944166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] 10.222.0.79 "PUT /v2.0/ports/41dc4c09-8f98-4940-a3e5-5f087ad23843 HTTP/1.1" status: 200 len: 1093 time: 3.4202950 Jun 30 09:10:35.951344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:35.953647 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea970558-833b-4178-bac0-4908c8542f40" -d '{"events": [{"name": "network-changed", "server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:35.998199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3da89-d00d-403c-8f03-00fad3cc2d98 None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:36.050191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94df5d-1bf6-416d-8f41-c8baa5ae22ef req-45ce43fe-4dc9-4c72-9d31-1b95e5630c0e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.058649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a0e77-e664-4113-be47-08b702e77593 req-d5eb6831-992e-478c-ae71-6ad5e045e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.059863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e94df5d-1bf6-416d-8f41-c8baa5ae22ef req-45ce43fe-4dc9-4c72-9d31-1b95e5630c0e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1139433 Jun 30 09:10:36.061709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-d5eb6831-992e-478c-ae71-6ad5e045e9b8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c0291039293e4c3781a75968193e2106&device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 1095 time: 0.2139068 Jun 30 09:10:36.064328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] Provisioning for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:36.073996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] Provisioning complete for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:36.074573 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.157527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e94df5d-1bf6-416d-8f41-c8baa5ae22ef req-90e87ab6-f914-4e1b-84a4-0dd366a22c9f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547676 Jun 30 09:10:36.164815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39545d2b-5188-4c09-863f-6abed08dbe21 service neutron] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.196942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.315612 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6f6e61-b2b7-459b-8ffe-7ed2612216cf x-openstack-request-id: req-4d6f6e61-b2b7-459b-8ffe-7ed2612216cf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:36.315897 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:36.316147 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d6f6e61-b2b7-459b-8ffe-7ed2612216cf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:36.316543 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'status': 'completed', 'code': 200} Jun 30 09:10:36.329449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.378809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] For port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,segment=NetworkSegment(3ea811cb-6a21-487f-977c-60633b74402f),segment_id=3ea811cb-6a21-487f-977c-60633b74402f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:36.389810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.394007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=64f3e485-b0b6-4eb6-bb23-c530b8cb4f33,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.432928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-225ac5af-4ff5-42bf-a7cd-9e395ec674ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.434459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-225ac5af-4ff5-42bf-a7cd-9e395ec674ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 1096 time: 0.3862917 Jun 30 09:10:36.435423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a0e77-e664-4113-be47-08b702e77593 req-15701aff-9709-43ad-8d01-8193ceeb4ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.436950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-15701aff-9709-43ad-8d01-8193ceeb4ac7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e24f2edf-fa82-4c32-87b9-4d14546a17f5 HTTP/1.1" status: 200 len: 921 time: 0.3572202 Jun 30 09:10:36.439844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': '64270ae4-5fa7-4b0d-a206-7cd77df4e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:36.440185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: b0817053-42ac-428a-a6a2-39193f91107a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:36.495827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-0d122ad2-2d0c-427c-be8e-a52e73f377f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7b951508-c7de-4e46-b62e-8078643eee24 HTTP/1.1" status: 200 len: 217 time: 0.0506341 Jun 30 09:10:36.496456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5504b01-cffb-4bee-b7fe-d663e20129ef None None] Pushing event updated for resources: {'Port': ['ID=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:36.601930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc6278-201f-409e-9b79-203406e67c3a req-bc977b21-016a-4e2a-b1e0-122a1d762b1f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.615455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51bc6278-201f-409e-9b79-203406e67c3a req-bc977b21-016a-4e2a-b1e0-122a1d762b1f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 948 time: 0.1620033 Jun 30 09:10:36.636873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-52777ede-1ece-48fd-b16f-5f953071d8f2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843 HTTP/1.1" status: 200 len: 217 time: 0.1444967 Jun 30 09:10:36.646632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee127cd-cd22-4f3a-9655-347e33ebee68 req-26462275-4e3a-4264-a20f-7566fd995173 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.655915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ee127cd-cd22-4f3a-9655-347e33ebee68 req-26462275-4e3a-4264-a20f-7566fd995173 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 943 time: 0.1874089 Jun 30 09:10:36.699079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:36.719460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51bc6278-201f-409e-9b79-203406e67c3a req-1e45d358-c8b4-4fc9-b07b-b763d6ab34ff tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029460 Jun 30 09:10:36.730713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-5ba42e6b-4ae6-4cb0-940d-0148bfc9fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.731210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ee127cd-cd22-4f3a-9655-347e33ebee68 req-c116008a-9118-4dd6-bf2a-cb7cbc9a3ea3 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735602 Jun 30 09:10:36.732725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-5ba42e6b-4ae6-4cb0-940d-0148bfc9fe20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 200 len: 861 time: 0.0860639 Jun 30 09:10:36.736659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network b0817053-42ac-428a-a6a2-39193f91107a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:36.809740 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-10bb7192-5139-44f5-a33d-00e05f2a570c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668192 Jun 30 09:10:36.813226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a0e77-e664-4113-be47-08b702e77593 req-c4955679-87bd-4caa-97b3-25c2cab6affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.815148 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-c4955679-87bd-4caa-97b3-25c2cab6affd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f2114ee5-7376-4948-8552-cbcb45f2347b HTTP/1.1" status: 200 len: 860 time: 0.3038061 Jun 30 09:10:36.836184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d43d6bd3-f138-4dcf-a92f-18ff5d92529c None None] Provisioning complete for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:36.836184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d43d6bd3-f138-4dcf-a92f-18ff5d92529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.840870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d787962e-10da-49b1-8b38-ba71ac36e47a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:36.840992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.899619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:36.922525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b0817053-42ac-428a-a6a2-39193f91107a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:36.951523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.952137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3680775'] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:36.957235 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-5777a6e3-c892-4ec6-9901-ec98f12ff1a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e24f2edf-fa82-4c32-87b9-4d14546a17f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491838 Jun 30 09:10:36.962453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-a3b9096f-86b3-456a-9a3a-79f9ac45716d service neutron] 10.222.0.79 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461074 Jun 30 09:10:36.976945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793bac9-3fc4-4fff-b82f-9673d1ac678a req-7e9447de-e9ef-4a66-b89c-a504b802a397 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:36.979145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6793bac9-3fc4-4fff-b82f-9673d1ac678a req-7e9447de-e9ef-4a66-b89c-a504b802a397 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 944 time: 0.1207204 Jun 30 09:10:37.039027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a921-a98b-4ea8-9b93-b9b0ca96966b req-5effdec6-e34d-48a7-9f95-3a340fe1794d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.044943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a921-a98b-4ea8-9b93-b9b0ca96966b req-5effdec6-e34d-48a7-9f95-3a340fe1794d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.050681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13a921-a98b-4ea8-9b93-b9b0ca96966b req-5effdec6-e34d-48a7-9f95-3a340fe1794d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.058694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d4f6b06-712e-4178-a981-87d68e2d6634 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1266227 Jun 30 09:10:37.058899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb13a921-a98b-4ea8-9b93-b9b0ca96966b req-5effdec6-e34d-48a7-9f95-3a340fe1794d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.1476207 Jun 30 09:10:37.060229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60302) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:37.063117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6793bac9-3fc4-4fff-b82f-9673d1ac678a req-8c706212-768c-4fae-ad95-731ba2dd774d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761535 Jun 30 09:10:37.064818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:37.089225 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806012b8-33fa-477e-8af9-61e5f3cb8a65 None None] Network b0817053-42ac-428a-a6a2-39193f91107a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:37.110439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb13a921-a98b-4ea8-9b93-b9b0ca96966b req-256c573e-4b00-4e97-aae8-526c111e7e36 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502787 Jun 30 09:10:37.251972 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.322077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:37.325005 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ad249b-09dd-452e-bd61-788def6166ca" -d '{"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-plugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:37.349766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:37.361074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:37.361450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.433316 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.495784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-b0817053-42ac-428a-a6a2-39193f91107a', 'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': '64f3e485-b0b6-4eb6-bb23-c530b8cb4f33'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:37.496870 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.507696 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb933e52-3343-43d4-85f7-fd161c82f7d5 req-7c956cf8-d981-404d-95ee-070e32edf243 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311124 Jun 30 09:10:37.513033 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-81994f16-aee2-46d7-a8cb-d35febe0ed3e service neutron] 10.222.0.83 "GET /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468180 Jun 30 09:10:37.513964 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d66b52-4c59-4f85-ad23-d25890df7013 x-openstack-request-id: req-d6d66b52-4c59-4f85-ad23-d25890df7013 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:37.514270 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-plugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:37.514524 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6d66b52-4c59-4f85-ad23-d25890df7013 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:37.514910 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'code': 200} Jun 30 09:10:37.539585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88250cfa-0b02-4d0a-9678-321cefb1763f req-cbfb6738-e484-450d-a1c9-13d54709c9e6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.549763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88250cfa-0b02-4d0a-9678-321cefb1763f req-cbfb6738-e484-450d-a1c9-13d54709c9e6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1589561 Jun 30 09:10:37.582467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25341803'] for subnet, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.609977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88250cfa-0b02-4d0a-9678-321cefb1763f req-aa88e909-da0f-4f26-97a0-460b54f03014 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588043 Jun 30 09:10:37.631091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:37.738301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Allocated IP 2001:db8::2 (b0817053-42ac-428a-a6a2-39193f91107a/64f3e485-b0b6-4eb6-bb23-c530b8cb4f33/a0af43c4-5b7c-4558-bed9-4336bfd876f4) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:37.748338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-664a0e77-e664-4113-be47-08b702e77593 req-9e08617c-639b-4a73-b1e8-d88f45e9aa64 service neutron] 10.222.0.83 "GET /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270200 Jun 30 09:10:37.774544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea970558-833b-4178-bac0-4908c8542f40 req-15a22f57-e797-4803-9de3-bcb06a06f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.776804 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-15a22f57-e797-4803-9de3-bcb06a06f5e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 1096 time: 0.1305821 Jun 30 09:10:37.889838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea970558-833b-4178-bac0-4908c8542f40 req-ca28661e-a8f1-48d4-8574-71d1f1765851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.891345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-ca28661e-a8f1-48d4-8574-71d1f1765851 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 922 time: 0.1049387 Jun 30 09:10:37.929002 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:37.940093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Transition to ACTIVE for port object a0af43c4-5b7c-4558-bed9-4336bfd876f4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:37.944681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-db29a28d-774a-4e92-aee3-5e4532867489 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843 HTTP/1.1" status: 200 len: 217 time: 0.0450077 Jun 30 09:10:37.956921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Transition to ACTIVE for port object a0af43c4-5b7c-4558-bed9-4336bfd876f4 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:37.958624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25202fe-edb8-43cd-988b-4c07a4b240a2 req-1e58e0ed-b629-415f-9788-f2ab11d349e7 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:37.963175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b25202fe-edb8-43cd-988b-4c07a4b240a2 req-1e58e0ed-b629-415f-9788-f2ab11d349e7 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 943 time: 0.0871618 Jun 30 09:10:37.967212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.006074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Network b0817053-42ac-428a-a6a2-39193f91107a is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:38.008857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:38.013146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:38.021576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Pushing event updated for resources: {'Port': ['ID=a0af43c4-5b7c-4558-bed9-4336bfd876f4,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.032322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b25202fe-edb8-43cd-988b-4c07a4b240a2 req-95dbb29d-d584-41e1-8f00-ddfec246b715 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516870 Jun 30 09:10:38.037459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea970558-833b-4178-bac0-4908c8542f40 req-14c77090-9da5-42b8-a840-59c85e23131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.039040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-14c77090-9da5-42b8-a840-59c85e23131a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 200 len: 861 time: 0.0869663 Jun 30 09:10:38.051833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e2b54-249e-468b-a965-398c0ec852a2 req-730b97d7-fdcf-4de0-9cdc-64181aa3df95 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.054754 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-341e2b54-249e-468b-a965-398c0ec852a2 req-730b97d7-fdcf-4de0-9cdc-64181aa3df95 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1213412 Jun 30 09:10:38.092856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Attempting to bind port a0af43c4-5b7c-4558-bed9-4336bfd876f4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:38.094268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Attempting to bind port a0af43c4-5b7c-4558-bed9-4336bfd876f4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '64270ae4-5fa7-4b0d-a206-7cd77df4e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:38.094730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Attempting to bind port a0af43c4-5b7c-4558-bed9-4336bfd876f4 on network b0817053-42ac-428a-a6a2-39193f91107a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:38.104172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-341e2b54-249e-468b-a965-398c0ec852a2 req-5e53d9c2-27aa-4494-8efa-680683bca5e6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442007 Jun 30 09:10:38.106896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-bdefe978-b600-4159-b80e-e6c12783aa47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587986 Jun 30 09:10:38.111136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:38.111731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Checking segment: {'id': '64270ae4-5fa7-4b0d-a206-7cd77df4e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:38.112341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.112734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Bound using segment: {'id': '64270ae4-5fa7-4b0d-a206-7cd77df4e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:38.113214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Bound port: a0af43c4-5b7c-4558-bed9-4336bfd876f4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64270ae4-5fa7-4b0d-a206-7cd77df4e976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b0817053-42ac-428a-a6a2-39193f91107a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:38.113847 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.184443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753632232452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26234719'] for subnet, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.194551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] For port a0af43c4-5b7c-4558-bed9-4336bfd876f4, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:38.199462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] For port a0af43c4-5b7c-4558-bed9-4336bfd876f4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a0af43c4-5b7c-4558-bed9-4336bfd876f4,segment=NetworkSegment(64270ae4-5fa7-4b0d-a206-7cd77df4e976),segment_id=64270ae4-5fa7-4b0d-a206-7cd77df4e976)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:38.205056 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.253972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.254602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.256024 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "PUT /v2.0/subnets/64f3e485-b0b6-4eb6-bb23-c530b8cb4f33 HTTP/1.1" status: 200 len: 826 time: 1.1953862 Jun 30 09:10:38.260240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:38.305731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1c82c-6f15-4555-a273-568a467c5421 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=64f3e485-b0b6-4eb6-bb23-c530b8cb4f33,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.310977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55c391-58a3-4491-887b-537d2d6fe310 None None] Pushing event updated for resources: {'Port': ['ID=a0af43c4-5b7c-4558-bed9-4336bfd876f4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.351966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-11e86c90-2e15-4db1-b00c-b8316bf825a9 service neutron] 10.222.0.79 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340288 Jun 30 09:10:38.361863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16faf772-b57f-4420-836c-2b878e5ce75a req-2dcae9a0-88d9-4c78-87b6-b6789f06fe69 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.369667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16faf772-b57f-4420-836c-2b878e5ce75a req-2dcae9a0-88d9-4c78-87b6-b6789f06fe69 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 944 time: 0.1329284 Jun 30 09:10:38.436210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16faf772-b57f-4420-836c-2b878e5ce75a req-174c145c-8dfd-4e1f-ba26-994bfcc35692 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656414 Jun 30 09:10:38.474675 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.483146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6ffb1-554b-4183-96d3-39fd766c56fd req-3c63786c-3e39-45ee-83e2-772622fb1aeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.506330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6ffb1-554b-4183-96d3-39fd766c56fd req-3c63786c-3e39-45ee-83e2-772622fb1aeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.515831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6ffb1-554b-4183-96d3-39fd766c56fd req-3c63786c-3e39-45ee-83e2-772622fb1aeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.523126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0b6ffb1-554b-4183-96d3-39fd766c56fd req-3c63786c-3e39-45ee-83e2-772622fb1aeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.1376925 Jun 30 09:10:38.533115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea970558-833b-4178-bac0-4908c8542f40 req-77a4b683-c1eb-42f5-8c85-0a76c7714e8b service neutron] 10.222.0.79 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714566 Jun 30 09:10:38.594308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0b6ffb1-554b-4183-96d3-39fd766c56fd req-3561c9fb-6e5d-4cdd-b35f-e023aaff38aa tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698295 Jun 30 09:10:38.604793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting port a0af43c4-5b7c-4558-bed9-4336bfd876f4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:38.605142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.708039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] For port a0af43c4-5b7c-4558-bed9-4336bfd876f4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a0af43c4-5b7c-4558-bed9-4336bfd876f4,segment=NetworkSegment(64270ae4-5fa7-4b0d-a206-7cd77df4e976),segment_id=64270ae4-5fa7-4b0d-a206-7cd77df4e976)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:38.708487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.732556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Calling delete_port for a0af43c4-5b7c-4558-bed9-4336bfd876f4 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:38.883733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:38.908513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a9038-deb4-4829-8a3e-29c62b8c5249 req-1180af25-4db3-4827-bc1a-a70e9053abda tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:38.910382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-686a9038-deb4-4829-8a3e-29c62b8c5249 req-1180af25-4db3-4827-bc1a-a70e9053abda tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.0897875 Jun 30 09:10:38.917604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Port': ['ID=a0af43c4-5b7c-4558-bed9-4336bfd876f4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:38.953286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0af43c4-5b7c-4558-bed9-4336bfd876f4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:38.975193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a0af43c4-5b7c-4558-bed9-4336bfd876f4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:38.975588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0af43c4-5b7c-4558-bed9-4336bfd876f4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:10:38.978990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-686a9038-deb4-4829-8a3e-29c62b8c5249 req-acdf33b8-657a-48f0-b7a4-93cf4c7e9243 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621843 Jun 30 09:10:38.984706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No DVR routers for this DVR port a0af43c4-5b7c-4558-bed9-4336bfd876f4 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:39.011137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Port a0af43c4-5b7c-4558-bed9-4336bfd876f4 not found, will not notify nova. {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:10:39.044145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.113546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.160626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=64f3e485-b0b6-4eb6-bb23-c530b8cb4f33,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:39.231655 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.246005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0817053-42ac-428a-a6a2-39193f91107a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:39.258163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64270ae4-5fa7-4b0d-a206-7cd77df4e976') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:39.258350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be8baf-7f83-456a-83d6-aeddacf5ab1d req-020d07ad-8357-4624-a08b-3eb1e6c08c67 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.258506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64270ae4-5fa7-4b0d-a206-7cd77df4e976') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:39.260116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00be8baf-7f83-456a-83d6-aeddacf5ab1d req-020d07ad-8357-4624-a08b-3eb1e6c08c67 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 943 time: 0.0823667 Jun 30 09:10:39.268893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.272603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c32794-b2d2-4c97-b20c-5266dc9743d0 req-326c1027-a7b2-419f-a57c-f2d103209325 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.279257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c32794-b2d2-4c97-b20c-5266dc9743d0 req-326c1027-a7b2-419f-a57c-f2d103209325 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.284488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.285402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c32794-b2d2-4c97-b20c-5266dc9743d0 req-326c1027-a7b2-419f-a57c-f2d103209325 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.287105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95c32794-b2d2-4c97-b20c-5266dc9743d0 req-326c1027-a7b2-419f-a57c-f2d103209325 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.1440370 Jun 30 09:10:39.292394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:39.292845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:39.296054 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:39.349096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00be8baf-7f83-456a-83d6-aeddacf5ab1d req-a68f47e8-e032-43ae-9feb-bb5a0af7c9f0 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 Jun 30 09:10:39.352228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95c32794-b2d2-4c97-b20c-5266dc9743d0 req-21ddbb78-0ed0-4d0d-a8bf-6d3042cb52a7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Jun 30 09:10:39.378835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.398330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.401242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/b0817053-42ac-428a-a6a2-39193f91107a HTTP/1.1" status: 204 len: 168 time: 1.1380293 Jun 30 09:10:39.402146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352351c-f47b-4827-bb18-4199209d7500 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=b0817053-42ac-428a-a6a2-39193f91107a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:39.403617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60352) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.432885 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98b67c5-b22b-4500-8f8f-2ba1bca7438b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:39.434498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98b67c5-b22b-4500-8f8f-2ba1bca7438b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:39.436929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a98b67c5-b22b-4500-8f8f-2ba1bca7438b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/b0817053-42ac-428a-a6a2-39193f91107a HTTP/1.1" status: 404 len: 339 time: 0.0322340 Jun 30 09:10:39.441064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.446155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1179207620', 'description': 'd1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:39.478697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:39.480802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7b951508-c7de-4e46-b62e-8078643eee24 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:39.483227 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.529351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:39.550502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.550873 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment e475cef5-90aa-457e-9fc9-0b917134ed1b of type vlan for network 5d57ab16-493c-4aed-9912-6bf16735f4e9 Jun 30 09:10:39.606346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f9b5-2c9c-4088-85fa-db79569dbe8f req-ce901b5d-9aae-407b-aaa0-cf3bcebc2dd7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.619799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b122f9b5-2c9c-4088-85fa-db79569dbe8f req-ce901b5d-9aae-407b-aaa0-cf3bcebc2dd7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.0960529 Jun 30 09:10:39.628825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.660138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8bfce9a5-619d-45a7-b85a-1a2863ece61c None None] Could not find standard attr ID for object a0af43c4-5b7c-4558-bed9-4336bfd876f4. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:39.676883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced35eaf-bc8f-4973-84f3-8b4b8c7c47a8 None None] DHCP port deletion for b0817053-42ac-428a-a6a2-39193f91107a request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:39.683529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.686794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7b951508-c7de-4e46-b62e-8078643eee24, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7b951508-c7de-4e46-b62e-8078643eee24,segment=NetworkSegment(ae23db47-854d-4955-96b5-9952f9b73211),segment_id=ae23db47-854d-4955-96b5-9952f9b73211)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:39.692277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.693913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.698580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b122f9b5-2c9c-4088-85fa-db79569dbe8f req-6d919189-681e-4e83-98e4-9b15ad6239a5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770681 Jun 30 09:10:39.708527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '7b951508-c7de-4e46-b62e-8078643eee24', 'network_id': 'e24f2edf-fa82-4c32-87b9-4d14546a17f5', 'port_id': '7b951508-c7de-4e46-b62e-8078643eee24', 'mac_address': 'fa:16:3e:32:7c:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2114ee5-7376-4948-8552-cbcb45f2347b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:39.715135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb76e7-5e3d-49b7-b4f9-93ac8c36e8ff None None] Network b0817053-42ac-428a-a6a2-39193f91107a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:39.730412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb76e7-5e3d-49b7-b4f9-93ac8c36e8ff None None] Network b0817053-42ac-428a-a6a2-39193f91107a could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:39.748211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ea6ef-6457-4d45-90ca-3dfe186a0c00 req-de1c2b2f-78ca-4819-8fb7-0c574bc0a53f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.759307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d0ea6ef-6457-4d45-90ca-3dfe186a0c00 req-de1c2b2f-78ca-4819-8fb7-0c574bc0a53f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 944 time: 0.1290054 Jun 30 09:10:39.782757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640eb84-c579-46be-98db-35f3b0db780d None None] Network b0817053-42ac-428a-a6a2-39193f91107a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:39.810113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c640eb84-c579-46be-98db-35f3b0db780d None None] Network b0817053-42ac-428a-a6a2-39193f91107a could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:39.823518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60364) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.824484 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3779895 Jun 30 09:10:39.826629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d0ea6ef-6457-4d45-90ca-3dfe186a0c00 req-b33043c5-845b-4e83-8c06-d26693f54a97 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634358 Jun 30 09:10:39.832397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:39.853025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a7d0d9-cc8a-4fca-9c97-f3ef9980b3fe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=5d57ab16-493c-4aed-9912-6bf16735f4e9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:39.863983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b951508-c7de-4e46-b62e-8078643eee24 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:39.874320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5d57ab16-493c-4aed-9912-6bf16735f4e9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:39.928403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cb7364-962d-4177-8644-c6ed3658d0d7 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:39.929448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7b951508-c7de-4e46-b62e-8078643eee24, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7b951508-c7de-4e46-b62e-8078643eee24,segment=NetworkSegment(ae23db47-854d-4955-96b5-9952f9b73211),segment_id=ae23db47-854d-4955-96b5-9952f9b73211)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:39.934388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-31cb7364-962d-4177-8644-c6ed3658d0d7 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks?id=5d57ab16-493c-4aed-9912-6bf16735f4e9 HTTP/1.1" status: 200 len: 765 time: 0.0980752 Jun 30 09:10:39.934538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60366) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.940554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'description': 'd2'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:39.940890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:39.948709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.012956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7b951508-c7de-4e46-b62e-8078643eee24,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.057524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e06f6354-168d-4023-b029-679900fd903f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.130912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.163942 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.164300 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e06f6354-168d-4023-b029-679900fd903f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.169837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e06f6354-168d-4023-b029-679900fd903f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.177516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 5d57ab16-493c-4aed-9912-6bf16735f4e9 is not hosted by any dhcp agent {{(pid=93725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:10:40.182884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.183482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.184757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "PUT /v2.0/networks/5d57ab16-493c-4aed-9912-6bf16735f4e9 HTTP/1.1" status: 200 len: 762 time: 0.2493002 Jun 30 09:10:40.189537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60374) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.268940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056aabf-f5e4-40ec-9379-01c0285ff669 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=5d57ab16-493c-4aed-9912-6bf16735f4e9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.281247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5d57ab16-493c-4aed-9912-6bf16735f4e9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:40.285913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eee7c4-86ea-4e14-b698-2fbe2844dcc7 req-ce869be6-0f62-48cc-aa05-924a6ea7c0c6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.287428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12eee7c4-86ea-4e14-b698-2fbe2844dcc7 req-ce869be6-0f62-48cc-aa05-924a6ea7c0c6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1754811 Jun 30 09:10:40.295053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06f6354-168d-4023-b029-679900fd903f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ae4ad-124e-4a1e-a339-4654f3559bae,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.304505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e06f6354-168d-4023-b029-679900fd903f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8cad9ae729554f15a50e5fe69e70567d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603044 Jun 30 09:10:40.309549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60376) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.328510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3019c16-3530-407b-9dcb-37a56c872602 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.330784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f3019c16-3530-407b-9dcb-37a56c872602 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks?id=5d57ab16-493c-4aed-9912-6bf16735f4e9 HTTP/1.1" status: 200 len: 765 time: 0.1361065 Jun 30 09:10:40.334305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.368583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12eee7c4-86ea-4e14-b698-2fbe2844dcc7 req-9877708d-50e6-448e-80d9-4bfb3cc2468b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720723 Jun 30 09:10:40.386375 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48352ab7-8d07-4a95-9c9e-a8a7331c26bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.413580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48352ab7-8d07-4a95-9c9e-a8a7331c26bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.464233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['7b951508-c7de-4e46-b62e-8078643eee24'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:40.477436 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48352ab7-8d07-4a95-9c9e-a8a7331c26bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.481239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48352ab7-8d07-4a95-9c9e-a8a7331c26bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:40.489464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-48352ab7-8d07-4a95-9c9e-a8a7331c26bf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/816ae4ad-124e-4a1e-a339-4654f3559bae HTTP/1.1" status: 204 len: 168 time: 0.1788287 Jun 30 09:10:40.515674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48352ab7-8d07-4a95-9c9e-a8a7331c26bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ae4ad-124e-4a1e-a339-4654f3559bae,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:40.634908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efdb100-deaa-4d4e-b364-e629742ad1dd tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.638702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8efdb100-deaa-4d4e-b364-e629742ad1dd tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3031914 Jun 30 09:10:40.639998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.645016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e3f15-dc61-4f30-97ca-0a42e774d747 req-c0a1c077-4ed2-4b11-abc4-a699cad3280f tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.646327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad8e3f15-dc61-4f30-97ca-0a42e774d747 req-c0a1c077-4ed2-4b11-abc4-a699cad3280f tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 944 time: 0.1271560 Jun 30 09:10:40.659545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c1bda-8b20-4d7f-b34a-370fb82a5163 req-5183730c-0b14-46ca-9fef-bfd4aab536fc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.671722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c1bda-8b20-4d7f-b34a-370fb82a5163 req-5183730c-0b14-46ca-9fef-bfd4aab536fc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.678925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c1bda-8b20-4d7f-b34a-370fb82a5163 req-5183730c-0b14-46ca-9fef-bfd4aab536fc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:40.680657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89c1bda-8b20-4d7f-b34a-370fb82a5163 req-5183730c-0b14-46ca-9fef-bfd4aab536fc tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.1849947 Jun 30 09:10:40.731437 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b96db4af-a178-4873-8a70-f01e8cee4e5a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 207 time: 0.0874598 Jun 30 09:10:40.734743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:40.750963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:40.761872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad8e3f15-dc61-4f30-97ca-0a42e774d747 req-5e48a98f-4300-45a1-b068-5f64b11051ab tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801430 Jun 30 09:10:40.768622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89c1bda-8b20-4d7f-b34a-370fb82a5163 req-267031ac-72ff-42fe-99e1-eb2023d8a390 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780017 Jun 30 09:10:40.890416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0af43c4-5b7c-4558-bed9-4336bfd876f4 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:40.929019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a0af43c4-5b7c-4558-bed9-4336bfd876f4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:40.929356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0af43c4-5b7c-4558-bed9-4336bfd876f4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:40.999855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:41.013241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'port_id': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'mac_address': 'fa:16:3e:d7:23:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea906b44-ac73-4729-99e9-9bfa2bbe77d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:41.059697 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.079643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41dc4c09-8f98-4940-a3e5-5f087ad23843 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:41.095723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.099485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca577-2600-44e2-9ccb-5936d2cf1880 req-883dc214-7a4e-42d0-9c44-64fe1113093a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.100938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-175ca577-2600-44e2-9ccb-5936d2cf1880 req-883dc214-7a4e-42d0-9c44-64fe1113093a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1413000 Jun 30 09:10:41.105161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:41.108224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.109816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9d31d-17c1-412a-93f4-0d38f58dbc82 req-1bda0805-cd94-4200-9077-adf05ed97cbd tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.112232 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.114401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.119276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4de9d31d-17c1-412a-93f4-0d38f58dbc82 req-1bda0805-cd94-4200-9077-adf05ed97cbd tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 944 time: 0.1276233 Jun 30 09:10:41.120530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.126524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.132353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.134182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-59955cfe-19bc-48f7-baba-8eb0853270d5 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3983994 Jun 30 09:10:41.138237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.173045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:41.176895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-175ca577-2600-44e2-9ccb-5936d2cf1880 req-cc5a5330-f6e3-4fe2-9c46-c5e2fd32eca5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549824 Jun 30 09:10:41.204587 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-545ac29d-81e2-448a-aa6b-843932dd869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.235034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4de9d31d-17c1-412a-93f4-0d38f58dbc82 req-b2bc8713-43a3-4eeb-86d9-df37b5460172 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149061 Jun 30 09:10:41.287025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-9b5cf395-931c-4809-a1ca-1d0202c1b948 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.297543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-9b5cf395-931c-4809-a1ca-1d0202c1b948 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.310887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-9b5cf395-931c-4809-a1ca-1d0202c1b948 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.313555 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-9b5cf395-931c-4809-a1ca-1d0202c1b948 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.3428543 Jun 30 09:10:41.376870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['41dc4c09-8f98-4940-a3e5-5f087ad23843'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:41.405069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60418) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.418901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d45b1ec-3fec-4250-9529-24debdb23323 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2794337 Jun 30 09:10:41.423621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.548316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850c9f3-020d-4dc2-b1ae-265c57f109ee tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.549809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850c9f3-020d-4dc2-b1ae-265c57f109ee tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.551308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850c9f3-020d-4dc2-b1ae-265c57f109ee tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.552887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850c9f3-020d-4dc2-b1ae-265c57f109ee tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.555204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850c9f3-020d-4dc2-b1ae-265c57f109ee tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.557805 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c850c9f3-020d-4dc2-b1ae-265c57f109ee tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1333506 Jun 30 09:10:41.562467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:41.569227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-973562538-network', 'tenant_id': '9fe1fa94693242e8bb68a227f2988744'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:41.601721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Made reservation on behalf of 9fe1fa94693242e8bb68a227f2988744 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:41.603304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port 3b54fec6-8c42-4282-8c80-f0af4977e68d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:41.603660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.604621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.616610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.639696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d0171-073d-4c36-b535-bc5a41881196 req-9d5fe4b6-23e7-4805-b276-19f2a34c9293 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:41.641366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab3d0171-073d-4c36-b535-bc5a41881196 req-9d5fe4b6-23e7-4805-b276-19f2a34c9293 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1050377 Jun 30 09:10:41.718247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab3d0171-073d-4c36-b535-bc5a41881196 req-c14e34ba-7bae-4167-8d74-961804924fd0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633249 Jun 30 09:10:41.791852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.796463 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.829137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:41.836273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:41.847993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:41.848340 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Added segment 86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53 of type vlan for network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 Jun 30 09:10:41.851095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.851439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.851829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.852102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.852431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.852755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.853190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.854194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.854554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.854876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.855267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.855593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:41.916455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.006720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a0b3-ad6e-4bde-8083-31121a145921 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.008135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a0b3-ad6e-4bde-8083-31121a145921 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.010131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a0b3-ad6e-4bde-8083-31121a145921 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.011679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a0b3-ad6e-4bde-8083-31121a145921 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.013074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656a0b3-ad6e-4bde-8083-31121a145921 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.014744 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0656a0b3-ad6e-4bde-8083-31121a145921 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4513450 Jun 30 09:10:42.019480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.030576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.031516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.032087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.106656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6986754 Jun 30 09:10:42.109583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60432) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.121115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Request body: {'subnet': {'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-973562538-subnet', 'tenant_id': '9fe1fa94693242e8bb68a227f2988744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:42.127542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port 3b54fec6-8c42-4282-8c80-f0af4977e68d, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3b54fec6-8c42-4282-8c80-f0af4977e68d,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.127905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.128644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152227e-53a8-4849-b6b2-fe819e80217e req-497f7367-76d8-47a3-99e2-844d90f5bee0 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.130147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f152227e-53a8-4849-b6b2-fe819e80217e req-497f7367-76d8-47a3-99e2-844d90f5bee0 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 944 time: 0.2088888 Jun 30 09:10:42.131160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be644571-3317-436b-9f62-26c9dc10888d admin admin] Pushing event updated for resources: {'Network': ['ID=4d4622da-4c84-4c75-9e00-958a9f28e6e4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.147140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:42.158164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ceb6-0b7e-4e5e-8a01-42464a79181d req-66e65a56-a056-4e2d-b40c-214d8286fb78 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.162105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for 3b54fec6-8c42-4282-8c80-f0af4977e68d owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:42.164167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ceb6-0b7e-4e5e-8a01-42464a79181d req-66e65a56-a056-4e2d-b40c-214d8286fb78 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.171747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1ceb6-0b7e-4e5e-8a01-42464a79181d req-66e65a56-a056-4e2d-b40c-214d8286fb78 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.173493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ede1ceb6-0b7e-4e5e-8a01-42464a79181d req-66e65a56-a056-4e2d-b40c-214d8286fb78 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 2417 time: 0.2120545 Jun 30 09:10:42.210063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eed7f86-e3ae-4b72-b877-8becc390c2c0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.215060 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2eed7f86-e3ae-4b72-b877-8becc390c2c0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks/12002e24-d1ee-4d99-8ede-65f792159563 HTTP/1.1" status: 200 len: 804 time: 0.1913531 Jun 30 09:10:42.219202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60436) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.241829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Made reservation on behalf of 9fe1fa94693242e8bb68a227f2988744 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:42.244864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.250005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f152227e-53a8-4849-b6b2-fe819e80217e req-4ca43c03-38fc-407b-a4b8-570179c5ab65 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117001 Jun 30 09:10:42.294333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ede1ceb6-0b7e-4e5e-8a01-42464a79181d req-83d7cf70-d120-460c-b3ad-8c11641a3700 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082716 Jun 30 09:10:42.379284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-25062c01-22e3-4057-8d5b-47aa3048e16e tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/networks/12002e24-d1ee-4d99-8ede-65f792159563?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1555097 Jun 30 09:10:42.380716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60442) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.459067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.508775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb85542-8d28-44bb-b468-d235de843926 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.510746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9fb85542-8d28-44bb-b468-d235de843926 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/subnets/f6a83196-d1e1-4e21-bd89-02c2e275059d HTTP/1.1" status: 200 len: 843 time: 0.1295907 Jun 30 09:10:42.514296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60444) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.517166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=3b54fec6-8c42-4282-8c80-f0af4977e68d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.576977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port 3b54fec6-8c42-4282-8c80-f0af4977e68d on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:42.578935 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.581328 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.583253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-6495f99e-0de1-40f8-96e3-69cac3127c67 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "DELETE /v2.0/ports/3b54fec6-8c42-4282-8c80-f0af4977e68d HTTP/1.1" status: 204 len: 173 time: 1.2630260 Jun 30 09:10:42.586173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-deleted', 'tag': '3b54fec6-8c42-4282-8c80-f0af4977e68d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:42.589398 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd840abf-46dd-4f4c-b517-d5a01e46ec50" -d '{"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-deleted", "tag": "3b54fec6-8c42-4282-8c80-f0af4977e68d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:42.602267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459d856-e15e-41da-9fd6-c9ca96a9ffb4 req-787423dd-7a3d-4741-8a43-931d9b3f06fd tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.605139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8459d856-e15e-41da-9fd6-c9ca96a9ffb4 req-787423dd-7a3d-4741-8a43-931d9b3f06fd tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2137568 Jun 30 09:10:42.607728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28378b47-d32d-4e32-8e5b-de347f18ec3b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.612582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28378b47-d32d-4e32-8e5b-de347f18ec3b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "GET /v2.0/subnets/f6a83196-d1e1-4e21-bd89-02c2e275059d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0941138 Jun 30 09:10:42.612859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60448) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.617751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-117020025'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:42.629897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fc8ab-8b07-471f-affa-6d5806ffa17b req-4120aa2a-3c22-46ec-a670-4070b2a42fb9 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.631335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-425fc8ab-8b07-471f-affa-6d5806ffa17b req-4120aa2a-3c22-46ec-a670-4070b2a42fb9 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 945 time: 0.1860278 Jun 30 09:10:42.671261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2f81e44-7a08-4aaf-86a6-f95ed9638202,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:42.707508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:42.710989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.729483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Checking segment: {'id': '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:42.729794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Network hostable DHCP agents. Network: 4d4622da-4c84-4c75-9e00-958a9f28e6e4, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:42.735285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-425fc8ab-8b07-471f-affa-6d5806ffa17b req-8453984f-f117-4464-b22e-fe405e1c1fa6 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917656 Jun 30 09:10:42.737849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8459d856-e15e-41da-9fd6-c9ca96a9ffb4 req-adba92a5-d58c-4bef-a67a-6a28fc2b456b tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045895 Jun 30 09:10:42.748826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:42.756192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:42.765145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:42.765503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.776329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.776329 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Added segment 4229dcf7-5bfc-4763-948b-0b6f8f8de351 of type vlan for network 42da2292-ace0-4e36-b8bb-4bcc90af9170 Jun 30 09:10:42.784958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:42.832824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.857177 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b548e0-b248-465b-bd10-e109ce07cf7a x-openstack-request-id: req-56b548e0-b248-465b-bd10-e109ce07cf7a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:42.857620 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-deleted", "tag": "3b54fec6-8c42-4282-8c80-f0af4977e68d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:42.857928 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56b548e0-b248-465b-bd10-e109ce07cf7a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:42.862466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 41dc4c09-8f98-4940-a3e5-5f087ad23843 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:42.862679 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-deleted', 'tag': '3b54fec6-8c42-4282-8c80-f0af4977e68d', 'status': 'completed', 'code': 200} Jun 30 09:10:42.865487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4d4622da-4c84-4c75-9e00-958a9f28e6e4) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:42.873549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.874212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.875302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.881553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 41dc4c09-8f98-4940-a3e5-5f087ad23843 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:42.882317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.885860 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d943c2-1df5-46fd-992c-7ed6bbb09098 None None] Network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:42.886287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:42.888943 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.932483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0b461edf-c192-4233-a0d7-79dd614aea26 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8177769 Jun 30 09:10:42.941644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port e053c7e0-5977-4aa4-9fb8-d9f18131bd14, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:42.942006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:42.960154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for e053c7e0-5977-4aa4-9fb8-d9f18131bd14 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:42.987316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3734155 Jun 30 09:10:42.987982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60454) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:42.997033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:43.074093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e03ab-ff7d-49da-9c12-368b15a85e54 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Network': ['ID=42da2292-ace0-4e36-b8bb-4bcc90af9170,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.084960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:43.141566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987e5116-0adb-4765-88cf-765a00989e60 None None] Network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:43.172064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c62652-9b45-4911-ae71-29cc841e8422 req-41b97128-6a73-4b9a-8f5b-e9f0be2a67b0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:43.173600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77c62652-9b45-4911-ae71-29cc841e8422 req-41b97128-6a73-4b9a-8f5b-e9f0be2a67b0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1188738 Jun 30 09:10:43.175007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Made reservation on behalf of ce079324425343ac887b62b13d5b4612 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:43.178524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.188997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.232526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=e053c7e0-5977-4aa4-9fb8-d9f18131bd14,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.264656 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.265224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Performing IP validity checks on allocation pools {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:10:43.265224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:10:43.273176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77c62652-9b45-4911-ae71-29cc841e8422 req-e9cdc8ed-7ae4-49c4-b8b7-b254f6dbc7cc tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894024 Jun 30 09:10:43.323770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port e053c7e0-5977-4aa4-9fb8-d9f18131bd14 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:43.331697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.335373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-c64f77c7-3e8c-4e7e-b21a-199bb0743137 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "DELETE /v2.0/ports/e053c7e0-5977-4aa4-9fb8-d9f18131bd14 HTTP/1.1" status: 204 len: 173 time: 0.7249660 Jun 30 09:10:43.410847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:43.413077 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7e834c-6601-4980-9538-dffa0671f2d4" -d '{"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:43.433852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:43.463493 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.500955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:43.501527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.514271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7b951508-c7de-4e46-b62e-8078643eee24 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:43.592403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.599474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.609266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 7b951508-c7de-4e46-b62e-8078643eee24 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:43.614152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 7b951508-c7de-4e46-b62e-8078643eee24 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:43.614619 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.628812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:43.629418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.646254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:43.706955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.750716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 7b951508-c7de-4e46-b62e-8078643eee24, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7b951508-c7de-4e46-b62e-8078643eee24,segment=NetworkSegment(ae23db47-854d-4955-96b5-9952f9b73211),segment_id=ae23db47-854d-4955-96b5-9952f9b73211)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:43.755446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.756435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3b54fec6-8c42-4282-8c80-f0af4977e68d no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:43.805185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.814457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 3b54fec6-8c42-4282-8c80-f0af4977e68d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:43.815200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3b54fec6-8c42-4282-8c80-f0af4977e68d not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:43.815526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e053c7e0-5977-4aa4-9fb8-d9f18131bd14 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:43.837150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.842790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: e053c7e0-5977-4aa4-9fb8-d9f18131bd14 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:43.843282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e053c7e0-5977-4aa4-9fb8-d9f18131bd14 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:43.843826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:43.876293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:43.876806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:43.882947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=7b951508-c7de-4e46-b62e-8078643eee24,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:43.897563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port 978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:43.900687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:43.902712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a0b6d64e-6d97-4671-9c66-ad065147a4b8 req-3c7c1da2-f9fc-4a49-8659-e686132109c3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "DELETE /v2.0/ports/978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a HTTP/1.1" status: 204 len: 173 time: 0.5607665 Jun 30 09:10:44.025668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=8925ec0e-5fb6-42c2-962c-249c11dfc9f0,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:44.046103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e2ab897-1db4-4a6c-af53-44340099b0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.046328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-2cfb13e3-b01a-45e7-9d7b-e713ce031986 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.047903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-2cfb13e3-b01a-45e7-9d7b-e713ce031986 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/networks?id=4d4622da-4c84-4c75-9e00-958a9f28e6e4 HTTP/1.1" status: 200 len: 813 time: 0.6231799 Jun 30 09:10:44.070512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afbec22-f561-490e-9485-4dda800c49dd req-0771ff36-0980-4068-a6c4-c5c93bee9c62 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.072681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1afbec22-f561-490e-9485-4dda800c49dd req-0771ff36-0980-4068-a6c4-c5c93bee9c62 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 944 time: 0.6490486 Jun 30 09:10:44.092286 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-9293a04b-4043-4911-8801-e50673d5f3f0 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/quotas/9fe1fa94693242e8bb68a227f2988744 HTTP/1.1" status: 200 len: 375 time: 0.0366261 Jun 30 09:10:44.106881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Checking segment: {'id': '4229dcf7-5bfc-4763-948b-0b6f8f8de351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:44.107205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network hostable DHCP agents. Network: 42da2292-ace0-4e36-b8bb-4bcc90af9170, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:44.141489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.147453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-501bb758-fa65-4fb5-acea-9ddb82568d79 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fe1fa94693242e8bb68a227f2988744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451953 Jun 30 09:10:44.168050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1afbec22-f561-490e-9485-4dda800c49dd req-1c155456-8baa-4925-8edb-1af23910e8cd tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jun 30 09:10:44.209241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:44.223770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 42da2292-ace0-4e36-b8bb-4bcc90af9170) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:44.231137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.231746 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.235466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64445ff-b791-4eea-bcc9-be47625d7a95 None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:44.262549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a3aa23d-ba99-42b7-b836-fd2e294152ba tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2674100 Jun 30 09:10:44.263384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60482) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:44.275234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:44.315473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-194dc820-1ffc-4269-b53b-0fca7f28dd6f service neutron] 10.222.0.77 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587634 Jun 30 09:10:44.351757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45294403-d298-485f-bf07-622f1f3fabd1 req-d0faaa61-9d31-4346-a304-c20eb9c391eb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4 HTTP/1.1" status: 200 len: 210 time: 0.0516462 Jun 30 09:10:44.488503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28903877'] for subnet, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.518241 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fc1256-c7b2-4312-872e-34047f9c0e6d x-openstack-request-id: req-33fc1256-c7b2-4312-872e-34047f9c0e6d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:44.518740 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:44.518857 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33fc1256-c7b2-4312-872e-34047f9c0e6d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:44.519670 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'code': 200} Jun 30 09:10:44.536597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-dc613860-8b51-48bb-bc49-03d8b910680e service neutron] 10.222.0.77 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129712 Jun 30 09:10:44.614776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-42da2292-ace0-4e36-b8bb-4bcc90af9170', 'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170', 'tenant_id': 'ce079324425343ac887b62b13d5b4612', 'fixed_ips': [{'subnet_id': '8925ec0e-5fb6-42c2-962c-249c11dfc9f0'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:44.617944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.791135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af04767-9439-47cf-9ec9-c08d96b3d787 req-60c1aea4-3ccd-4b15-acce-7fb6c7f3b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.793617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2af04767-9439-47cf-9ec9-c08d96b3d787 req-60c1aea4-3ccd-4b15-acce-7fb6c7f3b7c5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 1098 time: 0.2709796 Jun 30 09:10:44.793761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f10ec-ae26-4dc4-a920-51f8333ddb50 req-16948bcc-696e-4092-989a-5cde4b05d35d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.801114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-713f10ec-ae26-4dc4-a920-51f8333ddb50 req-16948bcc-696e-4092-989a-5cde4b05d35d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.2177954 Jun 30 09:10:44.831650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753632232452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25237390'] for subnet, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.867007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-deleted', 'tag': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14'}, {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-deleted', 'tag': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:44.870508 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bf099a-e77a-43f3-b385-1996eb7b9fb7" -d '{"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-deleted", "tag": "e053c7e0-5977-4aa4-9fb8-d9f18131bd14"}, {"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-deleted", "tag": "978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:44.882255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2af04767-9439-47cf-9ec9-c08d96b3d787 req-1a57531a-e766-4252-a471-89cd66103a12 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746715 Jun 30 09:10:44.883297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Allocated IP 2001:db8::3 (42da2292-ace0-4e36-b8bb-4bcc90af9170/8925ec0e-5fb6-42c2-962c-249c11dfc9f0/220b118e-fbd8-4fcd-9f1f-b36690dd4f69) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:44.927624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-713f10ec-ae26-4dc4-a920-51f8333ddb50 req-c6c5fe00-f736-4490-ac61-0bb0ca402875 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247375 Jun 30 09:10:44.969740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:44.970713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:44.972349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "PUT /v2.0/subnets/8925ec0e-5fb6-42c2-962c-249c11dfc9f0 HTTP/1.1" status: 200 len: 900 time: 0.7080615 Jun 30 09:10:44.975109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60496) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:44.991688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd08b59-711e-4f61-98cf-29b4d27129b0 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event updated for resources: {'Subnet': ['ID=8925ec0e-5fb6-42c2-962c-249c11dfc9f0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.024633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9955f-eae4-459b-beb8-4a9749f892d9 req-96f44ed0-349e-4579-a9a0-d104b548fa7f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.032479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4d9955f-eae4-459b-beb8-4a9749f892d9 req-96f44ed0-349e-4579-a9a0-d104b548fa7f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2029345 Jun 30 09:10:45.052037 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.064275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Transition to ACTIVE for port object 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:45.089228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4d9955f-eae4-459b-beb8-4a9749f892d9 req-fc1b96e2-082c-4d44-bac2-393ce4c11369 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557702 Jun 30 09:10:45.109780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Transition to ACTIVE for port object 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:45.122092 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.176194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:45.179223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:45.179554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.185882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:45.194380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Pushing event updated for resources: {'Port': ['ID=220b118e-fbd8-4fcd-9f1f-b36690dd4f69,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.232736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f18bdf4b-d962-44d7-8a78-9274e039823b req-6159d072-8049-4fdc-8904-76880341c217 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 210 time: 0.0415490 Jun 30 09:10:45.276517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:45.277087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.325567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Attempting to bind port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:45.325940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Attempting to bind port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '4229dcf7-5bfc-4763-948b-0b6f8f8de351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:45.326401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Attempting to bind port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 on network 42da2292-ace0-4e36-b8bb-4bcc90af9170 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:45.343424 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b76ec35-7c2e-4198-a9e1-0d22bd864cdc x-openstack-request-id: req-1b76ec35-7c2e-4198-a9e1-0d22bd864cdc {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:45.344241 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-deleted", "tag": "e053c7e0-5977-4aa4-9fb8-d9f18131bd14", "status": "completed", "code": 200}, {"server_uuid": "38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4", "name": "network-vif-deleted", "tag": "978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:45.344506 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b76ec35-7c2e-4198-a9e1-0d22bd864cdc {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:45.344917 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-deleted', 'tag': 'e053c7e0-5977-4aa4-9fb8-d9f18131bd14', 'status': 'completed', 'code': 200} Jun 30 09:10:45.345172 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38c6a3bf-1a61-4de3-8e3c-3780ee5eddf4', 'name': 'network-vif-deleted', 'tag': '978c08cc-c6b0-4d61-8b7b-bff3f95a3e9a', 'status': 'completed', 'code': 200} Jun 30 09:10:45.346689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:45.347065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Checking segment: {'id': '4229dcf7-5bfc-4763-948b-0b6f8f8de351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:45.347470 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.347855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Bound using segment: {'id': '4229dcf7-5bfc-4763-948b-0b6f8f8de351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:45.348319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Bound port: 220b118e-fbd8-4fcd-9f1f-b36690dd4f69, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4229dcf7-5bfc-4763-948b-0b6f8f8de351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '42da2292-ace0-4e36-b8bb-4bcc90af9170'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:45.348694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.351038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e80bb7-23e6-4d59-a521-e9cbd05b79fc req-a8873201-15f6-42c3-b3fd-b4d890bfc3e6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.360294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39e80bb7-23e6-4d59-a521-e9cbd05b79fc req-a8873201-15f6-42c3-b3fd-b4d890bfc3e6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1010046 Jun 30 09:10:45.390864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] For port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69, host n-d-780147-22, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:45.391243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.406862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Calling delete_port for 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:45.411485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39e80bb7-23e6-4d59-a521-e9cbd05b79fc req-6c1cc94a-348d-4373-9de8-89185289c0c7 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502195 Jun 30 09:10:45.501136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60510) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:45.501337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] For port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:45.504836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] For port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=220b118e-fbd8-4fcd-9f1f-b36690dd4f69,segment=NetworkSegment(4229dcf7-5bfc-4763-948b-0b6f8f8de351),segment_id=4229dcf7-5bfc-4763-948b-0b6f8f8de351)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:45.510817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.602015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting subnet fab5e27f-d267-497a-8a51-aa3a28797969 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:45.607554 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.617697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2870bd6-0a70-42e6-91dd-7e0903e98600 None None] Pushing event updated for resources: {'Port': ['ID=220b118e-fbd8-4fcd-9f1f-b36690dd4f69,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.647710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.675053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Port': ['ID=220b118e-fbd8-4fcd-9f1f-b36690dd4f69,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:45.687365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.697521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81185a8d-bcd7-4c30-be5a-d555f92bddeb req-69b5d257-5a60-4d6e-a7de-8353fa105e3e tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:45.699504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81185a8d-bcd7-4c30-be5a-d555f92bddeb req-69b5d257-5a60-4d6e-a7de-8353fa105e3e tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 945 time: 0.1637931 Jun 30 09:10:45.757123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No DVR routers for this DVR port 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:45.789052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81185a8d-bcd7-4c30-be5a-d555f92bddeb req-d67b1e26-b3df-4b2d-aac6-747c18c0abf9 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652156 Jun 30 09:10:45.813230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.923432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.955331 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:45.976650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.054060 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.060329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=8925ec0e-5fb6-42c2-962c-249c11dfc9f0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.122434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Subnet': ['ID=fab5e27f-d267-497a-8a51-aa3a28797969,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.148310 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.157186 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.159368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-88001e2f-cd4c-4853-92b4-e6eb0b6f7766 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/subnets/fab5e27f-d267-497a-8a51-aa3a28797969 HTTP/1.1" status: 204 len: 168 time: 0.6570404 Jun 30 09:10:46.161951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60518) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.167571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e997ed3-9a11-4a6a-b308-01f0e80b15cf None None] Network 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:46.194901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42da2292-ace0-4e36-b8bb-4bcc90af9170']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:46.214653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4229dcf7-5bfc-4763-948b-0b6f8f8de351') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:46.215112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4229dcf7-5bfc-4763-948b-0b6f8f8de351') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:46.227472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.246027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.256849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:46.257089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:46.261560 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:46.279788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.316397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa017c53-535c-44a4-8d4f-9396dae71245 req-c683c261-d7ec-4efe-90a0-179fd04a4191 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.318715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa017c53-535c-44a4-8d4f-9396dae71245 req-c683c261-d7ec-4efe-90a0-179fd04a4191 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.2104931 Jun 30 09:10:46.339680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.349207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.355794 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/42da2292-ace0-4e36-b8bb-4bcc90af9170 HTTP/1.1" status: 204 len: 168 time: 1.3751376 Jun 30 09:10:46.357045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.366527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bbfe4-b426-4cd2-adfb-3335e87176d2 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=42da2292-ace0-4e36-b8bb-4bcc90af9170,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:46.419198 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e40c405-3198-4bac-a31e-a1e86b2c80e1 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:46.419657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e40c405-3198-4bac-a31e-a1e86b2c80e1 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:46.421396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2e40c405-3198-4bac-a31e-a1e86b2c80e1 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/8925ec0e-5fb6-42c2-962c-249c11dfc9f0 HTTP/1.1" status: 404 len: 337 time: 0.0641856 Jun 30 09:10:46.427029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.432322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa017c53-535c-44a4-8d4f-9396dae71245 req-ecefecff-806d-4a48-9cdd-1c54f372afc8 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040578 Jun 30 09:10:46.439640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] DHCP port deletion for 38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:46.461589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af32efef-c491-4ab9-abc3-c64aeca7b8f2 req-b23930dd-c2e1-4dc9-bf17-7aa10bd4fbe1 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:46.472052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af32efef-c491-4ab9-abc3-c64aeca7b8f2 req-b23930dd-c2e1-4dc9-bf17-7aa10bd4fbe1 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2093682 Jun 30 09:10:46.489212 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd98fc51-0310-4bb4-be64-b4d2cdc4ecbe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:46.490248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd98fc51-0310-4bb4-be64-b4d2cdc4ecbe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:46.492196 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dd98fc51-0310-4bb4-be64-b4d2cdc4ecbe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/42da2292-ace0-4e36-b8bb-4bcc90af9170 HTTP/1.1" status: 404 len: 339 time: 0.0635371 Jun 30 09:10:46.496898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60528) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:46.521995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b951508-c7de-4e46-b62e-8078643eee24'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:46.525386 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef183456-331c-4c0d-9092-f4d06e7c19f2" -d '{"events": [{"server_uuid": "2842bd1e-d296-478d-a3a0-fa25f211e35a", "name": "network-vif-plugged", "status": "completed", "tag": "7b951508-c7de-4e46-b62e-8078643eee24"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:46.544743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] Deleting port a6d90417-ed8b-415d-b7f7-25e6e9654028 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:46.545120 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.576221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af32efef-c491-4ab9-abc3-c64aeca7b8f2 req-3509687b-fde7-4c90-b74d-46105d0c7617 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980248 Jun 30 09:10:46.593668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port a6d90417-ed8b-415d-b7f7-25e6e9654028 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:46.594432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.692567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.726166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port a6d90417-ed8b-415d-b7f7-25e6e9654028, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a6d90417-ed8b-415d-b7f7-25e6e9654028,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:46.726638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.735624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] For port a6d90417-ed8b-415d-b7f7-25e6e9654028, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a6d90417-ed8b-415d-b7f7-25e6e9654028,segment=NetworkSegment(23c55b56-21d7-4444-a6fa-4af917649512),segment_id=23c55b56-21d7-4444-a6fa-4af917649512)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:46.737222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.765381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for a6d90417-ed8b-415d-b7f7-25e6e9654028 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:46.788243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] Calling delete_port for a6d90417-ed8b-415d-b7f7-25e6e9654028 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:46.938871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:46.957982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a6d90417-ed8b-415d-b7f7-25e6e9654028 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:46.960340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] No DVR routers for this DVR port a6d90417-ed8b-415d-b7f7-25e6e9654028 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:46.963321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f3126aa-77d5-4251-9e0f-cd089fb5ca3a req-655e2c56-7674-4337-a5e9-d13038bd1839 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 210 time: 0.0881267 Jun 30 09:10:47.025240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02fa1b9-ba64-4921-b4bc-eee5cd6c1580 None None] Pushing event deleted for resources: {'Port': ['ID=a6d90417-ed8b-415d-b7f7-25e6e9654028,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.027251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a6d90417-ed8b-415d-b7f7-25e6e9654028 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:47.027800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a6d90417-ed8b-415d-b7f7-25e6e9654028 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:47.050484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.061894 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bde334-430e-4aa0-b9ac-efd0e90639d5 x-openstack-request-id: req-21bde334-430e-4aa0-b9ac-efd0e90639d5 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:47.062188 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842bd1e-d296-478d-a3a0-fa25f211e35a", "name": "network-vif-plugged", "status": "completed", "tag": "7b951508-c7de-4e46-b62e-8078643eee24", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:47.062471 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21bde334-430e-4aa0-b9ac-efd0e90639d5 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:47.062869 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b951508-c7de-4e46-b62e-8078643eee24', 'code': 200} Jun 30 09:10:47.077612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.089995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d57ab16-493c-4aed-9912-6bf16735f4e9']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:47.096850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port a6d90417-ed8b-415d-b7f7-25e6e9654028 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:47.098259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-fb60e455-65f6-4e5d-bdc5-9a855aadb5aa tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.099724 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-fb60e455-65f6-4e5d-bdc5-9a855aadb5aa tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.83 "GET /v2.0/networks?id=4d4622da-4c84-4c75-9e00-958a9f28e6e4 HTTP/1.1" status: 200 len: 813 time: 0.3810515 Jun 30 09:10:47.109815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=a6d90417-ed8b-415d-b7f7-25e6e9654028,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.110000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e475cef5-90aa-457e-9fc9-0b917134ed1b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:47.110299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e475cef5-90aa-457e-9fc9-0b917134ed1b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:47.124037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.130873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Request body: {'port': {'device_id': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4', 'admin_state_up': True, 'tenant_id': '9fe1fa94693242e8bb68a227f2988744'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:47.181196 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.205519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.217495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:47.217910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:47.221150 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:47.225794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85843083-eb60-4e87-893c-5b6c24b08520 req-6b23c71b-e28b-4283-9dc3-add8e6848a4e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.233877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85843083-eb60-4e87-893c-5b6c24b08520 req-6b23c71b-e28b-4283-9dc3-add8e6848a4e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.3570771 Jun 30 09:10:47.248917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-967abd5d-1e17-481f-bb47-68103d81c9f5 None None] Could not find standard attr ID for object 220b118e-fbd8-4fcd-9f1f-b36690dd4f69. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:10:47.264141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e631b846-dd39-49e7-b1cd-bb0dff2e1e8f None None] DHCP port deletion for 42da2292-ace0-4e36-b8bb-4bcc90af9170 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:47.290165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73767e9-dd51-4422-b818-4cf46c0f24a2 None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:47.300341 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.303359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73767e9-dd51-4422-b818-4cf46c0f24a2 None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:47.312629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab096a-6a69-43d4-a1bc-3eb996e22ac6 None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:47.325062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e731ea-aa6d-4218-a6a5-cfc1d7ab3361']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:47.328256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ab096a-6a69-43d4-a1bc-3eb996e22ac6 None None] Network 42da2292-ace0-4e36-b8bb-4bcc90af9170 could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:10:47.339678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.343916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c55b56-21d7-4444-a6fa-4af917649512') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:47.344279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c55b56-21d7-4444-a6fa-4af917649512') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:47.356007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85843083-eb60-4e87-893c-5b6c24b08520 req-90096d32-e508-4cb1-96d6-45ea0254f185 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210799 Jun 30 09:10:47.359912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.368288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.370242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/5d57ab16-493c-4aed-9912-6bf16735f4e9 HTTP/1.1" status: 204 len: 168 time: 0.8723097 Jun 30 09:10:47.372790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60534) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.381954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53b30f-9ba5-4a8b-b0be-f22e341d82e4 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=5d57ab16-493c-4aed-9912-6bf16735f4e9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.408718 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebcebec1-6105-4a67-9992-96d12e83330b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:47.409181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebcebec1-6105-4a67-9992-96d12e83330b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:47.411872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebcebec1-6105-4a67-9992-96d12e83330b tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/64f3e485-b0b6-4eb6-bb23-c530b8cb4f33 HTTP/1.1" status: 404 len: 337 time: 0.0371501 Jun 30 09:10:47.412024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.416676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60536) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.418797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Made reservation on behalf of 9fe1fa94693242e8bb68a227f2988744 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:47.422635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.422766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:47.423103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:47.426014 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:47.428029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881765-1ec2-4a71-99ee-36d1d85b8509 req-14d769f0-2e4d-4f69-be43-e022d2e3221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.428029 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2f881765-1ec2-4a71-99ee-36d1d85b8509 req-14d769f0-2e4d-4f69-be43-e022d2e3221f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 1097 time: 0.2024329 Jun 30 09:10:47.433695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56878227-5a67-45f9-8550-64f1c42f22a6 req-a2d6e353-83e0-480b-86d1-2e86cf48a869 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.436192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56878227-5a67-45f9-8550-64f1c42f22a6 req-a2d6e353-83e0-480b-86d1-2e86cf48a869 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 945 time: 0.1970475 Jun 30 09:10:47.471948 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-520df6eb-2574-4204-ba8a-c646fc780228 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:47.472656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-520df6eb-2574-4204-ba8a-c646fc780228 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:47.474364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-520df6eb-2574-4204-ba8a-c646fc780228 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/b0817053-42ac-428a-a6a2-39193f91107a HTTP/1.1" status: 404 len: 339 time: 0.0564790 Jun 30 09:10:47.480654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.491006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.524011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56878227-5a67-45f9-8550-64f1c42f22a6 req-944aa4a1-d55f-4c0a-a373-f2bdedb8819f tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Jun 30 09:10:47.530712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.551934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.553933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/networks/38e731ea-aa6d-4218-a6a5-cfc1d7ab3361 HTTP/1.1" status: 204 len: 168 time: 1.3909636 Jun 30 09:10:47.559946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:47.567259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805cfa9-0826-401a-beec-1e077afeb989 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Network': ['ID=38e731ea-aa6d-4218-a6a5-cfc1d7ab3361,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:47.577013 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2f881765-1ec2-4a71-99ee-36d1d85b8509 req-9eb6df1e-ebfc-40aa-8f33-c469103658bc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358333 Jun 30 09:10:47.662500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting subnet cbaed7e9-6f4c-4667-94a8-5b49630ed775 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:47.671514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6adedd-1207-4644-b7cb-0598dee90dfd req-a2fd8cc6-dd5f-4461-8f5f-1c17863b48ee tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.674969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.678707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e6adedd-1207-4644-b7cb-0598dee90dfd req-a2fd8cc6-dd5f-4461-8f5f-1c17863b48ee tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.0826602 Jun 30 09:10:47.700695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting subnet 9855525c-14c9-41a3-bcf6-b788a04f2e76 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:47.708862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.741537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e6adedd-1207-4644-b7cb-0598dee90dfd req-2bf01a26-2eb0-4612-b67f-7cb969894344 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619557 Jun 30 09:10:47.765000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.788243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4cbe5-5019-4e0e-a4e6-44d1935285c8 req-208294a2-4d2e-4c7a-9b79-5fdf03d7ea16 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:47.789471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Allocated IP 172.20.0.12 (4d4622da-4c84-4c75-9e00-958a9f28e6e4/d2f81e44-7a08-4aaf-86a6-f95ed9638202/fa5e529b-5810-4260-b50d-cf768549ad74) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:47.790338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ca4cbe5-5019-4e0e-a4e6-44d1935285c8 req-208294a2-4d2e-4c7a-9b79-5fdf03d7ea16 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.0951531 Jun 30 09:10:47.814325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:47.833788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ca4cbe5-5019-4e0e-a4e6-44d1935285c8 req-72c4b8f7-14f4-448a-aa59-580c97c5099d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Jun 30 09:10:48.015597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd4bfc-e208-4d0f-911d-a4f51eb9399e req-e22cb973-1363-4b7e-9e17-179b1654f0ba tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.017475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36fd4bfc-e208-4d0f-911d-a4f51eb9399e req-e22cb973-1363-4b7e-9e17-179b1654f0ba tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.0674071 Jun 30 09:10:48.061543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36fd4bfc-e208-4d0f-911d-a4f51eb9399e req-d6a33f5c-3694-46b1-b686-9b564c5b22f2 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377209 Jun 30 09:10:48.124300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e579fd0a-ea7e-444e-bc2c-24801da06e88 req-312713c2-376d-466b-bd37-eeea2cf83c70 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 210 time: 0.0382481 Jun 30 09:10:48.235486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.324953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.426418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.435807 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.480970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=cbaed7e9-6f4c-4667-94a8-5b49630ed775,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.488571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.492504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.494957 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cbb00ff8-9562-4013-8f1a-fa7b00eb2670 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/cbaed7e9-6f4c-4667-94a8-5b49630ed775 HTTP/1.1" status: 204 len: 168 time: 1.0133131 Jun 30 09:10:48.497572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60564) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.500298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a323b11-9593-4393-96f8-7337b7fee476 None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:48.538469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Subnet': ['ID=9855525c-14c9-41a3-bcf6-b788a04f2e76,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.545401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.547600 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b95677e0-b2be-4eea-9389-3c69377cd1ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/subnets/9855525c-14c9-41a3-bcf6-b788a04f2e76 HTTP/1.1" status: 204 len: 168 time: 0.9846509 Jun 30 09:10:48.551246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:48.623307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.660432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eca5d-ac12-4502-a3d8-5e7984f0f59a req-af879338-c8f6-4a3a-9344-363a733f7714 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.671941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-047eca5d-ac12-4502-a3d8-5e7984f0f59a req-af879338-c8f6-4a3a-9344-363a733f7714 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1142762 Jun 30 09:10:48.691946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:48.704325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.706804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:48.710212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:48.713302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Pushing event updated for resources: {'Port': ['ID=fa5e529b-5810-4260-b50d-cf768549ad74,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:48.736428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting subnet 7c505187-7b63-43c1-81ca-851a3937354f {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:48.739983 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.745760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-047eca5d-ac12-4502-a3d8-5e7984f0f59a req-d176c5d7-242e-4695-894e-fffaa3ad476f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714319 Jun 30 09:10:48.811663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c4e49-75be-4827-ad59-7daf891cb5ba None None] Network ce8287cb-c6dc-4c91-9d71-b7ceacac4232 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:48.831202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:48.831956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.842582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.856625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-b135fb9a-8e5e-459b-8591-42d9575b0a9a tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7355633 Jun 30 09:10:48.873895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port a3f7fb33-d2b0-426f-9912-980606814af0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:48.874430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:48.882489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Request body: {'port': {'device_id': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:48.983749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:49.017888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port a3f7fb33-d2b0-426f-9912-980606814af0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a3f7fb33-d2b0-426f-9912-980606814af0,segment=NetworkSegment(15eb42c2-5c65-48c0-ba89-39f7e8f78672),segment_id=15eb42c2-5c65-48c0-ba89-39f7e8f78672)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:49.018393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.020610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:49.020610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 220b118e-fbd8-4fcd-9f1f-b36690dd4f69 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:49.038742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for a3f7fb33-d2b0-426f-9912-980606814af0 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:49.043075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.090758 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.175634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26650e-b721-4b55-a82e-ba5615ecbcdd req-08a7e524-ddad-4f7b-8ec4-b629acaf6e10 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.183479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e26650e-b721-4b55-a82e-ba5615ecbcdd req-08a7e524-ddad-4f7b-8ec4-b629acaf6e10 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.1658704 Jun 30 09:10:49.211781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa725cda-28cd-4f18-9390-2fc28f249d76 req-5367b66f-038e-4ef9-9bdd-81c8f243cbe7 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.213967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa725cda-28cd-4f18-9390-2fc28f249d76 req-5367b66f-038e-4ef9-9bdd-81c8f243cbe7 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 945 time: 0.2081437 Jun 30 09:10:49.250881 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.270175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] DHCP port deletion for ce8287cb-c6dc-4c91-9d71-b7ceacac4232 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:49.289494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.334957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e26650e-b721-4b55-a82e-ba5615ecbcdd req-10500b0c-84cc-48d0-a8cc-950625064ef9 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497200 Jun 30 09:10:49.335720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=7c505187-7b63-43c1-81ca-851a3937354f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.358894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa725cda-28cd-4f18-9390-2fc28f249d76 req-b2bfe8c7-486d-4936-8242-9541357e7144 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341364 Jun 30 09:10:49.360404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=a3f7fb33-d2b0-426f-9912-980606814af0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.364328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port a3f7fb33-d2b0-426f-9912-980606814af0 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:49.373426 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.382638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-37716ae9-f252-446a-8272-1a792a807ebe tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/7c505187-7b63-43c1-81ca-851a3937354f HTTP/1.1" status: 204 len: 168 time: 0.8834653 Jun 30 09:10:49.383301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60590) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.386212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Deleting port a3f7fb33-d2b0-426f-9912-980606814af0 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:49.387166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.507227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] For port a3f7fb33-d2b0-426f-9912-980606814af0, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:49.508315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.522208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.526545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Calling delete_port for a3f7fb33-d2b0-426f-9912-980606814af0 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:49.529527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Port a3f7fb33-d2b0-426f-9912-980606814af0 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:10:49.531898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.547970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] No DVR routers for this DVR port a3f7fb33-d2b0-426f-9912-980606814af0 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:49.553684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8287cb-c6dc-4c91-9d71-b7ceacac4232']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.570076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15eb42c2-5c65-48c0-ba89-39f7e8f78672') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.570524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15eb42c2-5c65-48c0-ba89-39f7e8f78672') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:49.591800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.593829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af6888-92bd-4d15-81f3-7b29d3b8f216 None None] Pushing event deleted for resources: {'Port': ['ID=a3f7fb33-d2b0-426f-9912-980606814af0,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.599581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.625184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.657399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:49.657860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:49.660871 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:49.679377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b203a7-70ce-4a7e-8810-ee5c2de03fd5 req-8d2d15c4-6620-4af4-a7f2-3315c5fc466f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:49.682080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48b203a7-70ce-4a7e-8810-ee5c2de03fd5 req-8d2d15c4-6620-4af4-a7f2-3315c5fc466f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1337805 Jun 30 09:10:49.709538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5e529b-5810-4260-b50d-cf768549ad74 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:49.727487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.742622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.745316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Transition to ACTIVE for port object fa5e529b-5810-4260-b50d-cf768549ad74 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:49.750010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48b203a7-70ce-4a7e-8810-ee5c2de03fd5 req-3e4b3ed8-d01e-4f08-b8f9-e2c9942ba55f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599573 Jun 30 09:10:49.753820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.755942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/networks/ce8287cb-c6dc-4c91-9d71-b7ceacac4232 HTTP/1.1" status: 204 len: 168 time: 1.2033494 Jun 30 09:10:49.756606 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.774324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:49.777990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6d829-81ea-47b5-bac0-f75a430edb11 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Network': ['ID=ce8287cb-c6dc-4c91-9d71-b7ceacac4232,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.783008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-686288258'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:49.790522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:49.790994 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.856819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=fa5e529b-5810-4260-b50d-cf768549ad74,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:49.869339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:49.873000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.884747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] For port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,segment=NetworkSegment(3ea811cb-6a21-487f-977c-60633b74402f),segment_id=3ea811cb-6a21-487f-977c-60633b74402f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:49.885204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.910915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Calling delete_port for 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:49.957179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:49.978936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:49.979319 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Added segment 8e4fd64f-028a-4e09-963a-e758aa2602d3 of type vlan for network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 Jun 30 09:10:50.001032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Attempting to bind port fa5e529b-5810-4260-b50d-cf768549ad74 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:50.001378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Attempting to bind port fa5e529b-5810-4260-b50d-cf768549ad74 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:50.001717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Attempting to bind port fa5e529b-5810-4260-b50d-cf768549ad74 on network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:50.007983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Port fa5e529b-5810-4260-b50d-cf768549ad74 on network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:10:50.008318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Attempting to bind port fa5e529b-5810-4260-b50d-cf768549ad74 on network 4d4622da-4c84-4c75-9e00-958a9f28e6e4 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:50.016167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5025f-19c4-440f-a443-5105950d888f None None] Network cbac5109-a1db-4135-a1f8-2b36fed87959 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:50.017390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bdebe-2344-45c8-aa11-e57f91207c31 req-fafac391-6113-47a1-8af8-b3e18f4b0c86 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.019479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-463bdebe-2344-45c8-aa11-e57f91207c31 req-fafac391-6113-47a1-8af8-b3e18f4b0c86 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 932 time: 0.2896128 Jun 30 09:10:50.032623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:50.032973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Checking segment: {'id': '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:50.033369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Bound using segment: {'id': '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:50.033807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Bound port: fa5e529b-5810-4260-b50d-cf768549ad74, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:50.034162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.059086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.105917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79627632-26ec-4510-8994-30c762f455b7 req-e5826231-44a7-44de-9787-dbbaf43ce1f5 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.107672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79627632-26ec-4510-8994-30c762f455b7 req-e5826231-44a7-44de-9787-dbbaf43ce1f5 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1798716 Jun 30 09:10:50.109968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-463bdebe-2344-45c8-aa11-e57f91207c31 req-b5519ea0-250b-4c6e-a600-3a5dfe0056e9 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804086 Jun 30 09:10:50.126803 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.129633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.132316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.132929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.143814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dae72403-9a70-4981-9236-8e29e638d91e None None] Provisioning complete for port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:50.144469 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dae72403-9a70-4981-9236-8e29e638d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.152462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] For port fa5e529b-5810-4260-b50d-cf768549ad74, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:50.169920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dae72403-9a70-4981-9236-8e29e638d91e None None] Port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e was deleted so its status cannot be updated. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:10:50.182460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Port': ['ID=4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.189555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No DVR routers for this DVR port 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:50.205133 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4331503 Jun 30 09:10:50.214550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] For port fa5e529b-5810-4260-b50d-cf768549ad74, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=fa5e529b-5810-4260-b50d-cf768549ad74,segment=NetworkSegment(86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53),segment_id=86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:50.215523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60596) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.222365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'subnet': {'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:50.228901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79627632-26ec-4510-8994-30c762f455b7 req-3a5ce4d5-cdd7-430c-a34c-b90889bcd8f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010625 Jun 30 09:10:50.272580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.282418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b70cdd-62c5-4248-9ab9-5e0c5625275f None None] DHCP port deletion for cbac5109-a1db-4135-a1f8-2b36fed87959 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:50.300563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.310451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5656599-0c84-48c6-94ea-40994a48a9a6 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Network': ['ID=ba883f57-47e3-4bb6-aaa5-e6c2284345d7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.311116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbac5109-a1db-4135-a1f8-2b36fed87959']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:50.321402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:50.321557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ea811cb-6a21-487f-977c-60633b74402f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:50.321784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ea811cb-6a21-487f-977c-60633b74402f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:50.327370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.327988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.329537 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] 10.222.0.83 "PUT /v2.0/ports/fa5e529b-5810-4260-b50d-cf768549ad74 HTTP/1.1" status: 200 len: 1093 time: 1.4518962 Jun 30 09:10:50.332561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.333612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'tag': 'fa5e529b-5810-4260-b50d-cf768549ad74'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:50.336102 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5a784-7c4a-423b-8d0a-51208fae6f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf", "tag": "fa5e529b-5810-4260-b50d-cf768549ad74"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:50.346866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.355236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:50.355667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:50.359707 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:50.394408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e6782-d324-4567-8b41-b5c2c5e7f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=fa5e529b-5810-4260-b50d-cf768549ad74,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.429069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.441197 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd632ace-655a-4c95-9856-b08a14cba4cb x-openstack-request-id: req-fd632ace-655a-4c95-9856-b08a14cba4cb {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:50.441490 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf", "tag": "fa5e529b-5810-4260-b50d-cf768549ad74", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:50.442048 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd632ace-655a-4c95-9856-b08a14cba4cb {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:50.442608 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'tag': 'fa5e529b-5810-4260-b50d-cf768549ad74', 'status': 'completed', 'code': 200} Jun 30 09:10:50.443713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.445567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/cbac5109-a1db-4135-a1f8-2b36fed87959 HTTP/1.1" status: 204 len: 168 time: 1.0612233 Jun 30 09:10:50.448335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60604) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.458597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:50.463329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.470306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1bed-2695-4392-ad49-7b5f5fcc259c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=cbac5109-a1db-4135-a1f8-2b36fed87959,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:50.495564 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c98311-4d6c-4ad8-94cb-b3a44c859a64 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:50.496021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c98311-4d6c-4ad8-94cb-b3a44c859a64 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:50.497767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-11c98311-4d6c-4ad8-94cb-b3a44c859a64 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/1aa89eae-ec5b-4287-91c4-7058d23d26de HTTP/1.1" status: 404 len: 337 time: 0.0485141 Jun 30 09:10:50.502250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60606) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.528423 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-52469ec7-2244-4174-9f53-320e1aadb108 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:50.528995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52469ec7-2244-4174-9f53-320e1aadb108 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:50.531721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52469ec7-2244-4174-9f53-320e1aadb108 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/e7ef608e-b787-4231-8e61-a18b58a43b78 HTTP/1.1" status: 404 len: 339 time: 0.0285218 Jun 30 09:10:50.536042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60608) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.546411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-a9d1152a-06a7-4936-ac45-25ac3793c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.547858 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-a9d1152a-06a7-4936-ac45-25ac3793c31b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fe1fa94693242e8bb68a227f2988744&device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 1096 time: 0.1448202 Jun 30 09:10:50.594334 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71741b1-76ed-4fd2-a531-dca7e4bac64a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:50.594787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71741b1-76ed-4fd2-a531-dca7e4bac64a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:50.597019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d71741b1-76ed-4fd2-a531-dca7e4bac64a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/04681895-4f9b-4fdc-8c0f-df5aff4f363e HTTP/1.1" status: 404 len: 337 time: 0.0594773 Jun 30 09:10:50.606128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60612) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.619468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-04511cab-45ce-4ddf-8eee-ce0084e11dfc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5e529b-5810-4260-b50d-cf768549ad74 HTTP/1.1" status: 200 len: 217 time: 0.0578406 Jun 30 09:10:50.639100 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9aba27-78d0-4fd8-bec3-27763f799f3a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:50.639676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf9aba27-78d0-4fd8-bec3-27763f799f3a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:50.641316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bf9aba27-78d0-4fd8-bec3-27763f799f3a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/90edb2a9-2311-496a-a16f-492c852f4bf1 HTTP/1.1" status: 404 len: 339 time: 0.0323019 Jun 30 09:10:50.644102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60614) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.664189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2da990-7945-4d98-b596-0f311caf4058 req-e19c938b-3895-4c3f-811f-ad6505cb401f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.666383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f2da990-7945-4d98-b596-0f311caf4058 req-e19c938b-3895-4c3f-811f-ad6505cb401f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.1309969 Jun 30 09:10:50.690100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363efe9-d5ab-4657-8808-c20935fc9561 req-a3a7cf58-be66-400d-b029-55f8476fd27d tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.691618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5363efe9-d5ab-4657-8808-c20935fc9561 req-a3a7cf58-be66-400d-b029-55f8476fd27d tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 945 time: 0.1025708 Jun 30 09:10:50.701453 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-174821cf-c33b-42e2-bb68-c3005dd2ce85 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:50.701911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174821cf-c33b-42e2-bb68-c3005dd2ce85 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:50.703625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-174821cf-c33b-42e2-bb68-c3005dd2ce85 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/c9c5cbb8-a6ef-4e82-8b51-dac08a86b1b7 HTTP/1.1" status: 404 len: 337 time: 0.0576215 Jun 30 09:10:50.712466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60616) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.737490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-e3d0c105-4ca5-46f1-8978-62f764bbc522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:50.738974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-e3d0c105-4ca5-46f1-8978-62f764bbc522 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2f81e44-7a08-4aaf-86a6-f95ed9638202 HTTP/1.1" status: 200 len: 853 time: 0.1092737 Jun 30 09:10:50.747063 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27fc83c-54a6-43df-b606-b43283275c85 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:50.747640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27fc83c-54a6-43df-b606-b43283275c85 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:50.749337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f27fc83c-54a6-43df-b606-b43283275c85 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/1cb441db-6ac4-4ffb-9c39-8c1fbb66e541 HTTP/1.1" status: 404 len: 339 time: 0.0350831 Jun 30 09:10:50.755703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60618) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:50.762597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:50.778252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f2da990-7945-4d98-b596-0f311caf4058 req-fab93b02-da6a-4701-8781-d233562f269d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026745 Jun 30 09:10:50.783815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-60e12e70-e9bf-467e-9094-92ff59e3c63e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d4622da-4c84-4c75-9e00-958a9f28e6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381088 Jun 30 09:10:50.806734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5363efe9-d5ab-4657-8808-c20935fc9561 req-dd8f0fb5-abe4-4a6f-b7ea-214f959d2cb2 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071837 Jun 30 09:10:50.860937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting subnet 4efac29e-c9dc-42b2-b1a4-4cd25d201e98 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:50.872707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.919121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.927851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3f7fb33-d2b0-426f-9912-980606814af0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:50.947606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:50.995292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a3f7fb33-d2b0-426f-9912-980606814af0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:50.995636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3f7fb33-d2b0-426f-9912-980606814af0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:50.996057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:51.052565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:51.063205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-3cd69a3f-134b-4249-806c-ee9c4a1c967b service neutron] 10.222.0.83 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506871 Jun 30 09:10:51.071449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'port_id': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'mac_address': 'fa:16:3e:d7:23:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea906b44-ac73-4729-99e9-9bfa2bbe77d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:51.079746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Subnet': ['ID=866ea51f-1365-418c-95f1-7a892fea6e2f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.126984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.134618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.141743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Checking segment: {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:51.142200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network hostable DHCP agents. Network: ba883f57-47e3-4bb6-aaa5-e6c2284345d7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:51.143471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f873-fa2d-4022-a949-cb9bf3f83d20 req-e4d07b3e-ea5d-40da-8e2b-82c10a501a3c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.152967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1708f873-fa2d-4022-a949-cb9bf3f83d20 req-e4d07b3e-ea5d-40da-8e2b-82c10a501a3c tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1418133 Jun 30 09:10:51.155077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41dc4c09-8f98-4940-a3e5-5f087ad23843 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:51.159321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:51.159665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4eeb4d7a-a5e5-41c2-b775-fbeceef8ea9e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:51.205048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:51.211643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.234790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:51.249004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ba883f57-47e3-4bb6-aaa5-e6c2284345d7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:51.251404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.256442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.257033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.265467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1708f873-fa2d-4022-a949-cb9bf3f83d20 req-0232b4bb-dd35-4cc0-8fa1-2817877d0d4a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662441 Jun 30 09:10:51.267448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-896cd9d8-7424-4abc-83bd-4a40419c5880 req-461fcd6d-eef9-4dd5-bc31-f0ae1cf65150 service neutron] 10.222.0.83 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006292 Jun 30 09:10:51.272159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.274147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/4efac29e-c9dc-42b2-b1a4-4cd25d201e98 HTTP/1.1" status: 204 len: 168 time: 0.5164242 Jun 30 09:10:51.278328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-517bbf48-565e-4042-a972-b4ac26b32bcd tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0598271 Jun 30 09:10:51.279283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60640) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.280113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af132cc-d9e8-426c-a2b5-83c61133ddd4 None None] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:51.281564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.287733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1648379127'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:51.295384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decf8d0-ea4f-414e-886b-7456d756dd25 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=4efac29e-c9dc-42b2-b1a4-4cd25d201e98,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.350420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f1a42f-0ca8-4846-b1e2-c7f03170efaf None None] Network 55dc05ce-62c4-474d-85e0-c1c068ba1496 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:51.401152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['41dc4c09-8f98-4940-a3e5-5f087ad23843'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:51.432852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59b94-219d-4067-bdd1-724ae29ac9d5 req-4f47a07f-538c-4ac9-83d1-cb49fe9e6f9e tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.434624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90c59b94-219d-4067-bdd1-724ae29ac9d5 req-4f47a07f-538c-4ac9-83d1-cb49fe9e6f9e tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 944 time: 0.1018145 Jun 30 09:10:51.456994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:51.462893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.486273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:51.487452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.489284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90c59b94-219d-4067-bdd1-724ae29ac9d5 req-25e9e81a-b4c8-4793-b99b-3a8e826144fb tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475953 Jun 30 09:10:51.530182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:10:51.579511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.579859 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Added segment c50cd82e-0087-4d0b-925e-2f6502c7fc95 of type vlan for network 07857841-a44e-47cd-b756-06c5c911f622 Jun 30 09:10:51.583475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-403658b2-62e9-483d-a8ab-0e5e1b8f8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.584996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-403658b2-62e9-483d-a8ab-0e5e1b8f8a8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fe1fa94693242e8bb68a227f2988744&device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 1096 time: 0.2060685 Jun 30 09:10:51.703276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.752592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4bc68-3c88-4092-bf6f-6444ee9b010b req-d541612c-84ef-4fb4-8207-576dd8ff61cc tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.754455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9cb4bc68-3c88-4092-bf6f-6444ee9b010b req-d541612c-84ef-4fb4-8207-576dd8ff61cc tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.0813808 Jun 30 09:10:51.776641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:51.776985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.790939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.798016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.798663 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.800266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ba883f57-47e3-4bb6-aaa5-e6c2284345d7', 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'fixed_ips': [{'subnet_id': '866ea51f-1365-418c-95f1-7a892fea6e2f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:51.801168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:51.833365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-17bbbe8e-dceb-47fb-b5fb-b0262c78e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:51.835498 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-17bbbe8e-dceb-47fb-b5fb-b0262c78e821 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d4622da-4c84-4c75-9e00-958a9f28e6e4 HTTP/1.1" status: 200 len: 914 time: 0.2418602 Jun 30 09:10:51.861584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9cb4bc68-3c88-4092-bf6f-6444ee9b010b req-3c17b7a7-3f60-4515-b8aa-52f7c45bf1c8 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985856 Jun 30 09:10:51.921565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] DHCP port deletion for 55dc05ce-62c4-474d-85e0-c1c068ba1496 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:51.955388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-4e570242-2deb-464d-ac1b-c2adc06ff8e3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5e529b-5810-4260-b50d-cf768549ad74 HTTP/1.1" status: 200 len: 217 time: 0.0939689 Jun 30 09:10:51.960237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6775413 Jun 30 09:10:51.964861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:51.971180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'subnet': {'network_id': '07857841-a44e-47cd-b756-06c5c911f622', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:51.980163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] For port c4246f6f-969e-46a0-8515-2dadbfcb0ef7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,segment=NetworkSegment(ba4d1860-4169-4c79-880c-95c32d0afa4a),segment_id=ba4d1860-4169-4c79-880c-95c32d0afa4a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:51.980710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.000960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ea2b9-a84d-483f-a61a-131a3b68e820 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Network': ['ID=07857841-a44e-47cd-b756-06c5c911f622,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.012652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 07857841-a44e-47cd-b756-06c5c911f622 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:10:52.030270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Calling delete_port for c4246f6f-969e-46a0-8515-2dadbfcb0ef7 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:52.057638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-3b6cdc56-1971-4dad-8953-0bc783dcd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.059564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-3b6cdc56-1971-4dad-8953-0bc783dcd885 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2f81e44-7a08-4aaf-86a6-f95ed9638202 HTTP/1.1" status: 200 len: 853 time: 0.0911651 Jun 30 09:10:52.161975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.218637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-0a1b8cb9-e08c-4db5-bbfc-604fbc009bc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d4622da-4c84-4c75-9e00-958a9f28e6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673530 Jun 30 09:10:52.222317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Port': ['ID=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.239506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No DVR routers for this DVR port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:52.245093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Allocated IP 19.80.0.2 (ba883f57-47e3-4bb6-aaa5-e6c2284345d7/866ea51f-1365-418c-95f1-7a892fea6e2f/8288a374-f071-42eb-a1b7-90a5aa3497b7) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:52.259673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Deleting port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:52.260123 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.392958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] For port c4246f6f-969e-46a0-8515-2dadbfcb0ef7, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:52.393512 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.413907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Calling delete_port for c4246f6f-969e-46a0-8515-2dadbfcb0ef7 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:52.419523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:10:52.422901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.469345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] Pushing event deleted for resources: {'Port': ['ID=c4246f6f-969e-46a0-8515-2dadbfcb0ef7,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.471560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f630fb55-fb7b-43e6-b846-d910136b517a None None] No DVR routers for this DVR port c4246f6f-969e-46a0-8515-2dadbfcb0ef7 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:52.546947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.556891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Transition to ACTIVE for port object 8288a374-f071-42eb-a1b7-90a5aa3497b7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:52.575275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Transition to ACTIVE for port object 8288a374-f071-42eb-a1b7-90a5aa3497b7 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:52.583361 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.600504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:52.605275 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.632109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6a55ac-53a5-4815-9141-f8a06abf1a6c req-d3158d52-31cc-4f11-88a8-0af238323d9a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.639673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f6a55ac-53a5-4815-9141-f8a06abf1a6c req-d3158d52-31cc-4f11-88a8-0af238323d9a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 945 time: 0.1836357 Jun 30 09:10:52.641119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Pushing event updated for resources: {'Port': ['ID=8288a374-f071-42eb-a1b7-90a5aa3497b7,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.653506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:52.655512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:52.657753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.658297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:52.676514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dc05ce-62c4-474d-85e0-c1c068ba1496']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.685960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9e6b89-2dc1-4ef7-b42f-8b8a82cbc79d req-0f472301-625a-4dfe-b935-bd7bd27d19cc tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:52.691470 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-47e80d10-93f5-4cd0-9489-bd7e7b68f9af service neutron] 10.222.0.83 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611776 Jun 30 09:10:52.693260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd9e6b89-2dc1-4ef7-b42f-8b8a82cbc79d req-0f472301-625a-4dfe-b935-bd7bd27d19cc tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 945 time: 0.2383447 Jun 30 09:10:52.693405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4d1860-4169-4c79-880c-95c32d0afa4a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.693633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4d1860-4169-4c79-880c-95c32d0afa4a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:52.712193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.729017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Attempting to bind port 8288a374-f071-42eb-a1b7-90a5aa3497b7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:52.729480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Attempting to bind port 8288a374-f071-42eb-a1b7-90a5aa3497b7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:52.729880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Attempting to bind port 8288a374-f071-42eb-a1b7-90a5aa3497b7 on network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:52.735740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:52.736163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Checking segment: {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:52.736529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.736965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Bound using segment: {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:52.737473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Bound port: 8288a374-f071-42eb-a1b7-90a5aa3497b7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:52.738645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.784840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f6a55ac-53a5-4815-9141-f8a06abf1a6c req-ac7f8569-788a-48c3-8ee3-dba6288eb182 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442714 Jun 30 09:10:52.796661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd9e6b89-2dc1-4ef7-b42f-8b8a82cbc79d req-173ad816-38ed-4632-a2fc-1cd7e93b7e41 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025066 Jun 30 09:10:52.798536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.817905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] For port 8288a374-f071-42eb-a1b7-90a5aa3497b7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:52.822160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] For port 8288a374-f071-42eb-a1b7-90a5aa3497b7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8288a374-f071-42eb-a1b7-90a5aa3497b7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:52.824039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:52.824464 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.827782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:52.832094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:52.840280 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:52.924112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c4246f6f-969e-46a0-8515-2dadbfcb0ef7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:52.952421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c4246f6f-969e-46a0-8515-2dadbfcb0ef7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:52.952421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c4246f6f-969e-46a0-8515-2dadbfcb0ef7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:52.957982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea897df5-9351-436d-aeaf-04d8e6d79415 None None] Pushing event updated for resources: {'Port': ['ID=8288a374-f071-42eb-a1b7-90a5aa3497b7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:52.992594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 41dc4c09-8f98-4940-a3e5-5f087ad23843 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:52.993066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.008930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.023005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.055222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.057898 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/55dc05ce-62c4-474d-85e0-c1c068ba1496 HTTP/1.1" status: 204 len: 168 time: 1.7774789 Jun 30 09:10:53.060511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60672) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.069896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12897c70-41ed-450b-950d-9a337d901526 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=55dc05ce-62c4-474d-85e0-c1c068ba1496,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.099196 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.104225 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25f5a784-7c4a-423b-8d0a-51208fae6f3f req-fcaebb31-90ea-4a9d-9445-7e0b0b2909ee service neutron] 10.222.0.83 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031160 Jun 30 09:10:53.105539 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3808ebf-1c65-48d8-b298-2b4714b31df9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:53.105963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3808ebf-1c65-48d8-b298-2b4714b31df9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:53.107945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b3808ebf-1c65-48d8-b298-2b4714b31df9 tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/dfac9fb4-1d3f-4d07-b83a-05eea06fa8c6 HTTP/1.1" status: 404 len: 337 time: 0.0462155 Jun 30 09:10:53.110156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60674) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.130766 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad2b6c2-276d-4f83-a818-50ff8aa2926a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:53.131333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad2b6c2-276d-4f83-a818-50ff8aa2926a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:53.133115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ad2b6c2-276d-4f83-a818-50ff8aa2926a tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/766d1336-250c-4941-817b-5de98376ec0e HTTP/1.1" status: 404 len: 339 time: 0.0218558 Jun 30 09:10:53.137482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.148171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:53.150016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:53.153230 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bdd841-c402-4f28-bfd8-59fd0833a5d7" -d '{"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:53.158131 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.168884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Subnet': ['ID=237a5335-5a7a-4dbe-926e-b905ef4e2bbe,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.191745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Checking segment: {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:53.192208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network hostable DHCP agents. Network: 07857841-a44e-47cd-b756-06c5c911f622, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:10:53.222872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting subnet f6a83196-d1e1-4e21-bd89-02c2e275059d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:53.226882 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.245215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.266137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5ac6-8b59-4eee-8046-0625955bf54b req-03e3830d-af54-4eb2-9224-84252243e0b8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.268257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-acfd5ac6-8b59-4eee-8046-0625955bf54b req-03e3830d-af54-4eb2-9224-84252243e0b8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2578242 Jun 30 09:10:53.276855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb45111-8536-4366-baf7-1e6b2dea3c2b req-1d595952-cf1f-4759-acff-5ee2078d3768 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.278426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb45111-8536-4366-baf7-1e6b2dea3c2b req-1d595952-cf1f-4759-acff-5ee2078d3768 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 944 time: 0.2424734 Jun 30 09:10:53.286136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.289414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network 07857841-a44e-47cd-b756-06c5c911f622 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:10:53.323756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 07857841-a44e-47cd-b756-06c5c911f622) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:53.332641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375f934b-8cff-4823-8e40-195e77c60891 None None] Network 07857841-a44e-47cd-b756-06c5c911f622 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:53.335822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.336432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.360320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-acfd5ac6-8b59-4eee-8046-0625955bf54b req-ed09dc8e-854c-4868-b1bf-97e432970287 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794156 Jun 30 09:10:53.373592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1915128b-4e21-4c63-bd4a-37005012ac9a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3999834 Jun 30 09:10:53.392030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb45111-8536-4366-baf7-1e6b2dea3c2b req-d0678d5f-182f-4210-8578-7b7e59c54d4d tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983205 Jun 30 09:10:53.436064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.497002 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f20230-89d6-4dc9-be68-6e8590761c09 x-openstack-request-id: req-76f20230-89d6-4dc9-be68-6e8590761c09 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:53.498023 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-plugged", "status": "completed", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:53.499217 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76f20230-89d6-4dc9-be68-6e8590761c09 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:53.500529 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'code': 200} Jun 30 09:10:53.511965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.541289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a83196-d1e1-4e21-bd89-02c2e275059d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:53.550411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.552287 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-322ef0af-856a-4bff-80be-ab1937b2653c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/subnets/f6a83196-d1e1-4e21-bd89-02c2e275059d HTTP/1.1" status: 204 len: 168 time: 0.4143035 Jun 30 09:10:53.554838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60686) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:53.584663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aede0ef2-d55d-4ace-894b-c78aed27e3a3 None None] Network 12002e24-d1ee-4d99-8ede-65f792159563 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:53.602034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-07857841-a44e-47cd-b756-06c5c911f622', 'network_id': '07857841-a44e-47cd-b756-06c5c911f622', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'fixed_ips': [{'subnet_id': '237a5335-5a7a-4dbe-926e-b905ef4e2bbe'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:10:53.602955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.687689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.742265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61492970-9d6e-4d36-9d93-6db17e8277b0 req-0eea7ebd-06de-436d-be9b-3ff250a72153 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.744199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61492970-9d6e-4d36-9d93-6db17e8277b0 req-0eea7ebd-06de-436d-be9b-3ff250a72153 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1230369 Jun 30 09:10:53.861170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61492970-9d6e-4d36-9d93-6db17e8277b0 req-31182576-849b-4921-8435-7f3e3457f901 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062388 Jun 30 09:10:53.868809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Allocated IP 19.86.0.2 (07857841-a44e-47cd-b756-06c5c911f622/237a5335-5a7a-4dbe-926e-b905ef4e2bbe/d130729c-bcc6-4a34-bd52-2b7be83581d4) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:53.890738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Deleting port 4ff32226-ca00-4d9e-93a7-e15d36e51803 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:53.891731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:53.915979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-9c3d4e76-d824-48d0-872b-8fd43c06cf23 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.926761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-9c3d4e76-d824-48d0-872b-8fd43c06cf23 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:53.936154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-9c3d4e76-d824-48d0-872b-8fd43c06cf23 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/networks?id=ba883f57-47e3-4bb6-aaa5-e6c2284345d7&id=07857841-a44e-47cd-b756-06c5c911f622 HTTP/1.1" status: 200 len: 1391 time: 0.2020173 Jun 30 09:10:53.959737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] DHCP port deletion for 12002e24-d1ee-4d99-8ede-65f792159563 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:10:53.994369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-5472b4c5-7aea-4ae2-ae73-b6ae6f7ea163 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/quotas/a63dc30e4afc4d13b18718ca7312b344 HTTP/1.1" status: 200 len: 375 time: 0.0568676 Jun 30 09:10:54.075751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] For port 4ff32226-ca00-4d9e-93a7-e15d36e51803, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ff32226-ca00-4d9e-93a7-e15d36e51803,segment=NetworkSegment(e3e58e27-b2a2-414a-9022-9979c7268ed3),segment_id=e3e58e27-b2a2-414a-9022-9979c7268ed3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:54.076126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.081398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] Deleting port 4ff32226-ca00-4d9e-93a7-e15d36e51803 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:54.081777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.089510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-f00f24e4-8239-4c7a-859d-5913c42d9448 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.095041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-f00f24e4-8239-4c7a-859d-5913c42d9448 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.83 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 945 time: 0.0892131 Jun 30 09:10:54.111354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Calling delete_port for 4ff32226-ca00-4d9e-93a7-e15d36e51803 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:54.156160 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.177149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Transition to ACTIVE for port object d130729c-bcc6-4a34-bd52-2b7be83581d4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:54.180008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] For port 4ff32226-ca00-4d9e-93a7-e15d36e51803, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4ff32226-ca00-4d9e-93a7-e15d36e51803,segment=NetworkSegment(e3e58e27-b2a2-414a-9022-9979c7268ed3),segment_id=e3e58e27-b2a2-414a-9022-9979c7268ed3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:54.180495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.192149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-c8ad9327-7332-4dd7-9581-77b6b029e6d3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1969187 Jun 30 09:10:54.203682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] Calling delete_port for 4ff32226-ca00-4d9e-93a7-e15d36e51803 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:54.212973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Transition to ACTIVE for port object d130729c-bcc6-4a34-bd52-2b7be83581d4 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:54.218161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c740c-53a9-45e2-88cf-881533e9f3ab req-138523b8-04ed-472b-892c-cfefc1d5eba7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.220003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-864c740c-53a9-45e2-88cf-881533e9f3ab req-138523b8-04ed-472b-892c-cfefc1d5eba7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.2075000 Jun 30 09:10:54.222117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Deleting port 7b951508-c7de-4e46-b62e-8078643eee24 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:54.222505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.230400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.269842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bcc8dc-0a7b-4853-8548-f3b74979933d None None] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:54.347567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-864c740c-53a9-45e2-88cf-881533e9f3ab req-616126d7-1c27-485c-aabb-3c66d4be5d02 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122150 Jun 30 09:10:54.348492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] For port 7b951508-c7de-4e46-b62e-8078643eee24, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=7b951508-c7de-4e46-b62e-8078643eee24,segment=NetworkSegment(ae23db47-854d-4955-96b5-9952f9b73211),segment_id=ae23db47-854d-4955-96b5-9952f9b73211)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:54.348916 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.363665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-81bc5806-38c5-4b8e-93b7-82c428890eaf service neutron] 10.222.0.77 "GET /v2.0/networks/ba883f57-47e3-4bb6-aaa5-e6c2284345d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705499 Jun 30 09:10:54.364602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Network 07857841-a44e-47cd-b756-06c5c911f622 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:54.366562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.375247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Calling delete_port for 7b951508-c7de-4e46-b62e-8078643eee24 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:54.390136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Pushing event updated for resources: {'Port': ['ID=d130729c-bcc6-4a34-bd52-2b7be83581d4,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.393121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:54.397535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Port': ['ID=4ff32226-ca00-4d9e-93a7-e15d36e51803,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.404918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:54.413720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] No DVR routers for this DVR port 4ff32226-ca00-4d9e-93a7-e15d36e51803 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:54.445317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-38a991fc-66ee-4111-8a3e-d0472ca16242 None None] Provisioning for port 8288a374-f071-42eb-a1b7-90a5aa3497b7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:54.519402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Attempting to bind port d130729c-bcc6-4a34-bd52-2b7be83581d4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:10:54.519795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Attempting to bind port d130729c-bcc6-4a34-bd52-2b7be83581d4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:10:54.520284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Attempting to bind port d130729c-bcc6-4a34-bd52-2b7be83581d4 on network 07857841-a44e-47cd-b756-06c5c911f622 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:10:54.528787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:10:54.529345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Checking segment: {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:10:54.529837 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.530345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Bound using segment: {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:10:54.530937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Bound port: d130729c-bcc6-4a34-bd52-2b7be83581d4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:10:54.531403 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.535206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.597296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] Pushing event deleted for resources: {'Port': ['ID=4ff32226-ca00-4d9e-93a7-e15d36e51803,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.616468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.628501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d5b26a-f53a-4e24-b827-cbf8a7b452bd None None] No DVR routers for this DVR port 4ff32226-ca00-4d9e-93a7-e15d36e51803 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:54.639016 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.653573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['7b951508-c7de-4e46-b62e-8078643eee24'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:54.666033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12002e24-d1ee-4d99-8ede-65f792159563']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:54.686583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e58e27-b2a2-414a-9022-9979c7268ed3') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:54.686877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e58e27-b2a2-414a-9022-9979c7268ed3') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:54.697253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Pushing event deleted for resources: {'Port': ['ID=7b951508-c7de-4e46-b62e-8078643eee24,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.700966 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.704797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-40b0e9e8-4231-42b6-8210-29d62105ddf7 service neutron] 10.222.0.77 "GET /v2.0/networks/ba883f57-47e3-4bb6-aaa5-e6c2284345d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085063 Jun 30 09:10:54.724681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] For port d130729c-bcc6-4a34-bd52-2b7be83581d4, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:10:54.729797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] For port d130729c-bcc6-4a34-bd52-2b7be83581d4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d130729c-bcc6-4a34-bd52-2b7be83581d4,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:10:54.736953 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.737450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] No DVR routers for this DVR port 7b951508-c7de-4e46-b62e-8078643eee24 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:54.739995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.742028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e37b212b-bb52-4775-aa26-bd15e2f6e25a req-c7432d3c-065a-4b10-9c21-1d46429cd937 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.83 "DELETE /v2.0/ports/7b951508-c7de-4e46-b62e-8078643eee24 HTTP/1.1" status: 204 len: 173 time: 0.6412756 Jun 30 09:10:54.742507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'name': 'network-vif-deleted', 'tag': '7b951508-c7de-4e46-b62e-8078643eee24'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:54.745289 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9bbf5b-2b49-40a3-ba9e-1062a26e3a7e" -d '{"events": [{"server_uuid": "2842bd1e-d296-478d-a3a0-fa25f211e35a", "name": "network-vif-deleted", "tag": "7b951508-c7de-4e46-b62e-8078643eee24"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:54.748956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.787232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8bb5d-5210-4f51-b2e9-1b0bc73afae0 req-ec493605-94b9-405a-903e-37ebb886d8d3 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:54.789688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4d8bb5d-5210-4f51-b2e9-1b0bc73afae0 req-ec493605-94b9-405a-903e-37ebb886d8d3 tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/ports?device_id=2842bd1e-d296-478d-a3a0-fa25f211e35a HTTP/1.1" status: 200 len: 867 time: 0.2063861 Jun 30 09:10:54.809137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:54.809663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:54.820089 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:54.825881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9049ad7d-389d-4e4a-a516-3ed5cd46ecfe None None] Pushing event updated for resources: {'Port': ['ID=d130729c-bcc6-4a34-bd52-2b7be83581d4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:54.936122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.948830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:54.954595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] 10.222.0.77 "DELETE /v2.0/networks/12002e24-d1ee-4d99-8ede-65f792159563 HTTP/1.1" status: 204 len: 168 time: 1.3979349 Jun 30 09:10:54.960769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8288a374-f071-42eb-a1b7-90a5aa3497b7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:54.962254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4d8bb5d-5210-4f51-b2e9-1b0bc73afae0 req-27749170-ed50-41fd-aa20-45c6955afa1f tempest-ServerMetadataNegativeTestJSON-977541681 tempest-ServerMetadataNegativeTestJSON-977541681-project] 10.222.0.77 "GET /v2.0/security-groups?id=492135d9-142f-4a58-a802-71652b70ca8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621730 Jun 30 09:10:54.986688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c35a4-3f3b-4f9a-ac0f-aca541b38a5c tempest-NetworksIpV6Test-1511819841 tempest-NetworksIpV6Test-1511819841-project] Pushing event deleted for resources: {'Network': ['ID=12002e24-d1ee-4d99-8ede-65f792159563,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.000708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-1ac79946-1272-4d87-9b68-115541881a9e service neutron] 10.222.0.77 "GET /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835648 Jun 30 09:10:55.084957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 8288a374-f071-42eb-a1b7-90a5aa3497b7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:55.092759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8288a374-f071-42eb-a1b7-90a5aa3497b7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:55.093151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.164516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-03fcd3da-1fda-4699-a845-cbb0cf854a67 service neutron] 10.222.0.77 "GET /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628773 Jun 30 09:10:55.268650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ec1a893f-3b08-43f9-a7fc-ac3c9a47f7a3 None None] Provisioning complete for port 8288a374-f071-42eb-a1b7-90a5aa3497b7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:55.269021 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec1a893f-3b08-43f9-a7fc-ac3c9a47f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.310261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.388365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 8288a374-f071-42eb-a1b7-90a5aa3497b7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8288a374-f071-42eb-a1b7-90a5aa3497b7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:55.437621 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.516402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60722) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:55.532645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ff32226-ca00-4d9e-93a7-e15d36e51803 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:55.574491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=8288a374-f071-42eb-a1b7-90a5aa3497b7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:55.579027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4ff32226-ca00-4d9e-93a7-e15d36e51803 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:55.579547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4ff32226-ca00-4d9e-93a7-e15d36e51803 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:55.588050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.588663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.588924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.589641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.589872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.590209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.590571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.591242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.591610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.592157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.592497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.593447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:10:55.605018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device fa5e529b-5810-4260-b50d-cf768549ad74 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:10:55.766503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port fa5e529b-5810-4260-b50d-cf768549ad74, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=fa5e529b-5810-4260-b50d-cf768549ad74,segment=NetworkSegment(86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53),segment_id=86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:55.790942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'fa5e529b-5810-4260-b50d-cf768549ad74', 'network_id': '4d4622da-4c84-4c75-9e00-958a9f28e6e4', 'port_id': 'fa5e529b-5810-4260-b50d-cf768549ad74', 'mac_address': 'fa:16:3e:e8:e0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2f81e44-7a08-4aaf-86a6-f95ed9638202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:10:55.795863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df10ee-ec17-4381-964c-1b226013b6b1 req-c72a8427-1cd1-4711-b90f-0bdb5b7e7b43 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.804313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62df10ee-ec17-4381-964c-1b226013b6b1 req-c72a8427-1cd1-4711-b90f-0bdb5b7e7b43 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 944 time: 0.2371960 Jun 30 09:10:55.825996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f53b47-9504-44b8-accb-2a754fa27499 req-9aaf1513-cb6a-4d1c-9aca-801a4053dcad tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:55.828205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25f53b47-9504-44b8-accb-2a754fa27499 req-9aaf1513-cb6a-4d1c-9aca-801a4053dcad tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1609907 Jun 30 09:10:55.838592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.857911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5e529b-5810-4260-b50d-cf768549ad74 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:10:55.916280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port fa5e529b-5810-4260-b50d-cf768549ad74, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=fa5e529b-5810-4260-b50d-cf768549ad74,segment=NetworkSegment(86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53),segment_id=86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:55.922028 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:55.941481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25f53b47-9504-44b8-accb-2a754fa27499 req-dec0452e-b051-4bd4-9698-a66c1231e5ce tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596330 Jun 30 09:10:55.992547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62df10ee-ec17-4381-964c-1b226013b6b1 req-9503b532-d9df-430f-8c2d-bb01199333de tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872396 Jun 30 09:10:56.002964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9474f8c6-957d-4f57-a53b-170d23e7fd81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ce079324425343ac887b62b13d5b4612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845712 Jun 30 09:10:56.006538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:56.036538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=fa5e529b-5810-4260-b50d-cf768549ad74,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.105388 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6726bf9-112a-4e1a-b73b-45feed21e2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.184656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6726bf9-112a-4e1a-b73b-45feed21e2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.266370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6726bf9-112a-4e1a-b73b-45feed21e2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.272188 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6726bf9-112a-4e1a-b73b-45feed21e2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:56.274284 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e6726bf9-112a-4e1a-b73b-45feed21e2a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/db538d20-5827-4c4a-a8ec-66e2b01e6016 HTTP/1.1" status: 204 len: 168 time: 0.2661979 Jun 30 09:10:56.299519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6726bf9-112a-4e1a-b73b-45feed21e2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db538d20-5827-4c4a-a8ec-66e2b01e6016,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:56.375940 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffbd8ee-0b34-4205-b149-0a22feaf3a43 x-openstack-request-id: req-8ffbd8ee-0b34-4205-b149-0a22feaf3a43 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:56.376705 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842bd1e-d296-478d-a3a0-fa25f211e35a", "name": "network-vif-deleted", "tag": "7b951508-c7de-4e46-b62e-8078643eee24", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:56.377227 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ffbd8ee-0b34-4205-b149-0a22feaf3a43 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:56.378081 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842bd1e-d296-478d-a3a0-fa25f211e35a', 'name': 'network-vif-deleted', 'tag': '7b951508-c7de-4e46-b62e-8078643eee24', 'status': 'completed', 'code': 200} Jun 30 09:10:56.405989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['fa5e529b-5810-4260-b50d-cf768549ad74'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:10:56.408034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec078eda-ad93-45e9-9e50-735c76485d92 req-a1a5e871-a682-48e4-b56a-8f1591a023da tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.419737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec078eda-ad93-45e9-9e50-735c76485d92 req-a1a5e871-a682-48e4-b56a-8f1591a023da tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1078877 Jun 30 09:10:56.497133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec078eda-ad93-45e9-9e50-735c76485d92 req-c5063391-5de2-4cf2-9452-455f41188bd2 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760605 Jun 30 09:10:56.560903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc207be-1184-47be-808f-72d345cfb647 None None] Network 07857841-a44e-47cd-b756-06c5c911f622 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:10:56.689966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a722754c-0bf5-44cb-94d4-6738dc1af339 None None] Provisioning for port d130729c-bcc6-4a34-bd52-2b7be83581d4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:56.700748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1eba4d-72ca-4770-a907-7399e81211b8 req-36564154-245b-43e8-9e7d-d388f6ea7af1 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:56.705469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba1eba4d-72ca-4770-a907-7399e81211b8 req-36564154-245b-43e8-9e7d-d388f6ea7af1 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.1355748 Jun 30 09:10:56.803294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdd78276-b00f-45b4-a9ad-d58021487bb5 req-384f3de6-6513-40ba-a2e1-024e79065fb5 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 210 time: 0.1282260 Jun 30 09:10:56.821432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba1eba4d-72ca-4770-a907-7399e81211b8 req-c9198cf4-7f97-4647-88be-8b772d903ef3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008453 Jun 30 09:10:56.844675 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:10:56.929007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:56.957470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.089146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Deleting subnet f2114ee5-7376-4948-8552-cbcb45f2347b {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:10:57.110545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.137723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d130729c-bcc6-4a34-bd52-2b7be83581d4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:57.186763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.320041 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.408980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:57.412117 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9da7f-4d41-43e4-a8ca-d9d213b5a8a9" -d '{"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-unplugged", "status": "completed", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:57.432700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:57.442015 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.464805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c23bb-27a9-48be-8c9a-132d20278422 req-2b63dd04-f17f-4dbb-a1ea-2a3fa15ab613 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.466937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e11c23bb-27a9-48be-8c9a-132d20278422 req-2b63dd04-f17f-4dbb-a1ea-2a3fa15ab613 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1828880 Jun 30 09:10:57.471700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-866a2bf2-ea3a-49e6-8fbf-448404cf4d34 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.478997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-866a2bf2-ea3a-49e6-8fbf-448404cf4d34 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.482822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-866a2bf2-ea3a-49e6-8fbf-448404cf4d34 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "GET /v2.0/networks?id=ba883f57-47e3-4bb6-aaa5-e6c2284345d7&id=07857841-a44e-47cd-b756-06c5c911f622 HTTP/1.1" status: 200 len: 1391 time: 0.2659166 Jun 30 09:10:57.490887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.492373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d130729c-bcc6-4a34-bd52-2b7be83581d4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:57.501936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfa869-4163-4185-bbef-c1461d51e4bb req-e756e09b-072d-4416-bf55-a3d5a8609246 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.503313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d130729c-bcc6-4a34-bd52-2b7be83581d4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:57.503762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22bfa869-4163-4185-bbef-c1461d51e4bb req-e756e09b-072d-4416-bf55-a3d5a8609246 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 945 time: 0.2668800 Jun 30 09:10:57.503880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.560819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.573136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'port': {'device_id': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7', 'admin_state_up': True, 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:57.578375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.608079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22bfa869-4163-4185-bbef-c1461d51e4bb req-06f6ae36-af87-49cf-a57f-2ff0f075ba6c tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906401 Jun 30 09:10:57.626324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7b951508-c7de-4e46-b62e-8078643eee24 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:10:57.630848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e11c23bb-27a9-48be-8c9a-132d20278422 req-609a04f6-9d36-4233-9214-6a179fc25e8f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553853 Jun 30 09:10:57.631231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.672288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 7b951508-c7de-4e46-b62e-8078643eee24 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:10:57.672703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 7b951508-c7de-4e46-b62e-8078643eee24 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:10:57.706351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-6b4fc868-80ae-4f7a-9ba4-2d24fd83d038 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:57.707935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-6b4fc868-80ae-4f7a-9ba4-2d24fd83d038 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 946 time: 0.5129445 Jun 30 09:10:57.731820 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.744446 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f47147-2c09-437b-98ef-0f68e9c98a57 x-openstack-request-id: req-e0f47147-2c09-437b-98ef-0f68e9c98a57 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:57.744767 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-unplugged", "status": "completed", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:57.744977 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0f47147-2c09-437b-98ef-0f68e9c98a57 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:57.745369 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'code': 200} Jun 30 09:10:57.783841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2114ee5-7376-4948-8552-cbcb45f2347b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.787048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.793973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:57.796996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a9be388-e351-4042-ba42-0bfccc534089 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f2114ee5-7376-4948-8552-cbcb45f2347b HTTP/1.1" status: 204 len: 168 time: 0.8325744 Jun 30 09:10:57.805637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d130729c-bcc6-4a34-bd52-2b7be83581d4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d130729c-bcc6-4a34-bd52-2b7be83581d4,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:57.810974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.811800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8288a374-f071-42eb-a1b7-90a5aa3497b7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:57.906528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.937915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d130729c-bcc6-4a34-bd52-2b7be83581d4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:57.973649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8288a374-f071-42eb-a1b7-90a5aa3497b7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:57.974159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:57.974628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-82cf2cb3-72f1-437d-b400-e583acaea114 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] Request body: {'port': {'network_id': '293c3d25-4f6e-4c7f-be9b-377020057433', 'name': 'tempest-NetworksNegativeTestJSON-1681381120'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:58.037193 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-82cf2cb3-72f1-437d-b400-e583acaea114 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] POST failed (client error): The resource could not be found. Jun 30 09:10:58.037797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82cf2cb3-72f1-437d-b400-e583acaea114 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.039347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-82cf2cb3-72f1-437d-b400-e583acaea114 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4744687 Jun 30 09:10:58.045954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.073720 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e29d8898-1f3f-407a-bf4b-87ad3176f04f tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:58.074388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e29d8898-1f3f-407a-bf4b-87ad3176f04f tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.076185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-06d19b4b-1a9f-4b62-9437-b155b9daa604 None None] Provisioning complete for port d130729c-bcc6-4a34-bd52-2b7be83581d4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:58.076560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-06d19b4b-1a9f-4b62-9437-b155b9daa604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.079374 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e29d8898-1f3f-407a-bf4b-87ad3176f04f tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "DELETE /v2.0/networks/ef9748aa-ffd4-48bc-a989-975f86804280 HTTP/1.1" status: 404 len: 339 time: 0.0310125 Jun 30 09:10:58.085312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60782) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.096202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4ae5f34-b6e1-43ad-afdb-d582ea1f60c8 req-4873dec8-e215-4ff6-b24f-700ab5aa8a20 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 210 time: 0.1051521 Jun 30 09:10:58.116733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:58.120901 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.125568 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ae80c9-105c-41e5-b9ec-b19008afbe24 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:58.126323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ae80c9-105c-41e5-b9ec-b19008afbe24 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.128168 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f8ae80c9-105c-41e5-b9ec-b19008afbe24 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "DELETE /v2.0/ports/468427b2-f668-4afd-b5b3-fcf3bb4f2c3f HTTP/1.1" status: 404 len: 333 time: 0.0411048 Jun 30 09:10:58.137809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.150725 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.164157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24f2edf-fa82-4c32-87b9-4d14546a17f5']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:58.174121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Deleting port 41dc4c09-8f98-4940-a3e5-5f087ad23843 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:10:58.174490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.179124 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c936f529-125c-476b-8e65-913e5242efa5 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] DELETE failed (client error): The resource could not be found. Jun 30 09:10:58.179251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c936f529-125c-476b-8e65-913e5242efa5 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.181600 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c936f529-125c-476b-8e65-913e5242efa5 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "DELETE /v2.0/subnets/4cc4e765-0ceb-4f57-81d2-8d1507cf3b15 HTTP/1.1" status: 404 len: 337 time: 0.0411279 Jun 30 09:10:58.188349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60877007-c2f0-423c-a572-daea3a1ac07a req-18367084-8d61-4f85-b17c-9088c257c37c tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.190248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60877007-c2f0-423c-a572-daea3a1ac07a req-18367084-8d61-4f85-b17c-9088c257c37c tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.2696269 Jun 30 09:10:58.190741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60786) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.216710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae23db47-854d-4955-96b5-9952f9b73211') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:58.217020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae23db47-854d-4955-96b5-9952f9b73211') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:10:58.256368 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35b0c49-6049-4245-b92a-278cafaeea08 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] GET failed (client error): The resource could not be found. Jun 30 09:10:58.257819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e35b0c49-6049-4245-b92a-278cafaeea08 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "GET /v2.0/networks/c9e2c4f5-5036-4f5e-88e9-dbc3df1f4c63 HTTP/1.1" status: 404 len: 339 time: 0.0637503 Jun 30 09:10:58.260094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.269527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.302355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.315677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60877007-c2f0-423c-a572-daea3a1ac07a req-73790da8-ea66-43ae-a988-e0088f547914 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076870 Jun 30 09:10:58.317372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:10:58.317815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:10:58.319535 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:10:58.321552 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3aa116-32ba-475a-80b9-9f8b9f5dbc9e tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] GET failed (client error): The resource could not be found. Jun 30 09:10:58.321552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d3aa116-32ba-475a-80b9-9f8b9f5dbc9e tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "GET /v2.0/ports/5ac1ce47-16d0-4736-8d5d-3d5313188b3b HTTP/1.1" status: 404 len: 333 time: 0.0488169 Jun 30 09:10:58.329921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60790) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.390056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] For port 41dc4c09-8f98-4940-a3e5-5f087ad23843, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=41dc4c09-8f98-4940-a3e5-5f087ad23843,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:58.390436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.403935 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeeafcd4-7009-468e-85e0-ccdecf89b8c0 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] GET failed (client error): The resource could not be found. Jun 30 09:10:58.405798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aeeafcd4-7009-468e-85e0-ccdecf89b8c0 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "GET /v2.0/subnets/aa021555-e92d-4707-8aab-809dfd9f42ad HTTP/1.1" status: 404 len: 337 time: 0.0729585 Jun 30 09:10:58.411238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Calling delete_port for 41dc4c09-8f98-4940-a3e5-5f087ad23843 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:10:58.412831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.422598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0833ad6e-adbd-4b44-91b1-331d6ab5c572 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:58.423758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc03405-c141-4bc1-bff3-5a5e7347b4b8 req-37948e78-846f-4230-a508-f37dd95f77e5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:58.425246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dcc03405-c141-4bc1-bff3-5a5e7347b4b8 req-37948e78-846f-4230-a508-f37dd95f77e5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f3d0d19-365b-4f41-8206-7fd0f517eb83 HTTP/1.1" status: 200 len: 944 time: 0.2050459 Jun 30 09:10:58.426379 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.432910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.434562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e24f2edf-fa82-4c32-87b9-4d14546a17f5 HTTP/1.1" status: 204 len: 168 time: 0.6387665 Jun 30 09:10:58.452903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97b69f-d4de-4a78-9ae1-48cf10a7d442 admin admin] Pushing event deleted for resources: {'Network': ['ID=e24f2edf-fa82-4c32-87b9-4d14546a17f5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.454386 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0833ad6e-adbd-4b44-91b1-331d6ab5c572 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] PUT failed (client error): The resource could not be found. Jun 30 09:10:58.454931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0833ad6e-adbd-4b44-91b1-331d6ab5c572 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.456077 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0833ad6e-adbd-4b44-91b1-331d6ab5c572 tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "PUT /v2.0/networks/42b24271-100e-4b02-b629-05d33c0fac98 HTTP/1.1" status: 404 len: 339 time: 0.0423107 Jun 30 09:10:58.458843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Allocated IP 19.80.0.170 (ba883f57-47e3-4bb6-aaa5-e6c2284345d7/866ea51f-1365-418c-95f1-7a892fea6e2f/8c7ff319-814c-4f66-a837-e27c1d6898c7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:58.462360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.474639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c9c8dbad-29ce-4a94-b27d-5f1a6ec3d5ae tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:58.501462 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c8dbad-29ce-4a94-b27d-5f1a6ec3d5ae tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] PUT failed (client error): The resource could not be found. Jun 30 09:10:58.502158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9c8dbad-29ce-4a94-b27d-5f1a6ec3d5ae tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.504968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c9c8dbad-29ce-4a94-b27d-5f1a6ec3d5ae tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "PUT /v2.0/ports/ed51efdc-1e64-46eb-a627-e9c338b56c85 HTTP/1.1" status: 404 len: 333 time: 0.0332177 Jun 30 09:10:58.507606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.513390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5673a0d1-ee07-4e51-8578-26c59109806b tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:58.521663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dcc03405-c141-4bc1-bff3-5a5e7347b4b8 req-92f7dea8-a51a-495a-a557-61e161ff5134 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757191 Jun 30 09:10:58.557446 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5673a0d1-ee07-4e51-8578-26c59109806b tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] PUT failed (client error): The resource could not be found. Jun 30 09:10:58.557900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5673a0d1-ee07-4e51-8578-26c59109806b tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:10:58.559065 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5673a0d1-ee07-4e51-8578-26c59109806b tempest-NetworksNegativeTestJSON-861418267 tempest-NetworksNegativeTestJSON-861418267-project] 10.222.0.77 "PUT /v2.0/subnets/761d1f31-a0ed-484c-ba49-7407b1d52663 HTTP/1.1" status: 404 len: 337 time: 0.0505371 Jun 30 09:10:58.656382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.710541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e62ee9e6-d9f1-4801-ae2c-1f87945a14fd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c0291039293e4c3781a75968193e2106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523028 Jun 30 09:10:58.710857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:58.733904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.751792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.776440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event deleted for resources: {'Port': ['ID=41dc4c09-8f98-4940-a3e5-5f087ad23843,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:58.794677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f8edcaf-af31-4833-a48b-acff78434e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.831742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Transition to ACTIVE for port object 8c7ff319-814c-4f66-a837-e27c1d6898c7 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:10:58.862939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] No DVR routers for this DVR port 41dc4c09-8f98-4940-a3e5-5f087ad23843 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:10:58.868361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.870716 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e46050d-c463-48a5-97e2-f032fa5bc06d req-4de8cd4a-fc1c-488c-8736-d6cb97ae3b20 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.79 "DELETE /v2.0/ports/41dc4c09-8f98-4940-a3e5-5f087ad23843 HTTP/1.1" status: 204 len: 173 time: 1.1178622 Jun 30 09:10:58.871359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-deleted', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:58.874351 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbac4023-d0c1-430e-8257-23279177741f" -d '{"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-deleted", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:58.891542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d130729c-bcc6-4a34-bd52-2b7be83581d4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:58.905334 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f8edcaf-af31-4833-a48b-acff78434e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.909217 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.959936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d130729c-bcc6-4a34-bd52-2b7be83581d4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:58.960843 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:58.962451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:10:58.966118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:10:58.982174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:10:59.004256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60816) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:59.024533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Port': ['ID=8c7ff319-814c-4f66-a837-e27c1d6898c7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.033710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.059905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.060924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.069148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247df1e-0abe-402e-ab29-2fb4ad49ff80 req-1dcadd6f-526f-472c-8d1b-0b56bac65dca tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.075386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d247df1e-0abe-402e-ab29-2fb4ad49ff80 req-1dcadd6f-526f-472c-8d1b-0b56bac65dca tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2544439 Jun 30 09:10:59.081048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-e07ac654-e8b9-4ede-b7e4-8ac6d1ee40d1 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5170209 Jun 30 09:10:59.093810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b203c25-3c8b-4915-b781-55a9a136b620 req-4d495c4e-e27e-4454-9069-5402eb640a57 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.100135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Request body: {'port': {'device_id': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'network_id': '07857841-a44e-47cd-b756-06c5c911f622', 'admin_state_up': True, 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:10:59.100852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b203c25-3c8b-4915-b781-55a9a136b620 req-4d495c4e-e27e-4454-9069-5402eb640a57 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 945 time: 0.2072532 Jun 30 09:10:59.163421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b203c25-3c8b-4915-b781-55a9a136b620 req-66b6d358-3993-4c15-9ec3-4183055b0868 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616760 Jun 30 09:10:59.195647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d247df1e-0abe-402e-ab29-2fb4ad49ff80 req-757a7d9c-1303-40ff-a345-40ecc0bc5d91 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913632 Jun 30 09:10:59.201570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f8edcaf-af31-4833-a48b-acff78434e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.204240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f8edcaf-af31-4833-a48b-acff78434e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.213582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3f8edcaf-af31-4833-a48b-acff78434e2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/492135d9-142f-4a58-a802-71652b70ca8c HTTP/1.1" status: 204 len: 168 time: 0.4984329 Jun 30 09:10:59.224801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8edcaf-af31-4833-a48b-acff78434e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=492135d9-142f-4a58-a802-71652b70ca8c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.288734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Made reservation on behalf of a63dc30e4afc4d13b18718ca7312b344 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:10:59.298184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.301588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f7b02fa-616e-482a-b95c-97bd4f2ce00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.328874 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c744ea-eb97-466c-945f-05d33448ed1d x-openstack-request-id: req-85c744ea-eb97-466c-945f-05d33448ed1d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:10:59.329186 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f3d0d19-365b-4f41-8206-7fd0f517eb83", "name": "network-vif-deleted", "tag": "41dc4c09-8f98-4940-a3e5-5f087ad23843", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:10:59.329522 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85c744ea-eb97-466c-945f-05d33448ed1d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:10:59.330027 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3d0d19-365b-4f41-8206-7fd0f517eb83', 'name': 'network-vif-deleted', 'tag': '41dc4c09-8f98-4940-a3e5-5f087ad23843', 'status': 'completed', 'code': 200} Jun 30 09:10:59.429218 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f7b02fa-616e-482a-b95c-97bd4f2ce00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.435305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f7b02fa-616e-482a-b95c-97bd4f2ce00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.447493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c042da08-ea6b-4364-a111-5952466c1d2e None None] Provisioning for port 8c7ff319-814c-4f66-a837-e27c1d6898c7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:59.457018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c042da08-ea6b-4364-a111-5952466c1d2e None None] Provisioning complete for port 8c7ff319-814c-4f66-a837-e27c1d6898c7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:59.457394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c042da08-ea6b-4364-a111-5952466c1d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.468989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5f7b02fa-616e-482a-b95c-97bd4f2ce00a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec78918027a74a05b79a90c1208af7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602218 Jun 30 09:10:59.480085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:10:59.523569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c042da08-ea6b-4364-a111-5952466c1d2e None None] Port 8c7ff319-814c-4f66-a837-e27c1d6898c7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:10:59.549610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b02fa-616e-482a-b95c-97bd4f2ce00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee316aa-ba44-4fdc-ad29-dbe497ba9a95,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.613363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device fa5e529b-5810-4260-b50d-cf768549ad74 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:10:59.627020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115804ef-e659-43eb-a882-8953f18917ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.660049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Allocated IP 19.86.0.218 (07857841-a44e-47cd-b756-06c5c911f622/237a5335-5a7a-4dbe-926e-b905ef4e2bbe/ff02e231-2b18-4acf-ae89-a9983c16d0c8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:10:59.709182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port fa5e529b-5810-4260-b50d-cf768549ad74 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:10:59.715745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port fa5e529b-5810-4260-b50d-cf768549ad74 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:10:59.716161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.749873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb10cf4-8749-44bb-b099-8a16a8d84abe req-9f18e47e-8ec8-4751-ab89-f2fa306a516f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.752104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcb10cf4-8749-44bb-b099-8a16a8d84abe req-9f18e47e-8ec8-4751-ab89-f2fa306a516f tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 932 time: 0.2424710 Jun 30 09:10:59.771833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870a333-7538-4d1a-82b7-fdd7f2a382b6 req-16ff369f-acb8-4d96-a34a-2f69914a5db1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:10:59.775189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5870a333-7538-4d1a-82b7-fdd7f2a382b6 req-16ff369f-acb8-4d96-a34a-2f69914a5db1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1875410 Jun 30 09:10:59.832620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115804ef-e659-43eb-a882-8953f18917ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.836050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5870a333-7538-4d1a-82b7-fdd7f2a382b6 req-ef376fa1-386a-4433-8a0d-9024b5232fbd tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Jun 30 09:10:59.845343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcb10cf4-8749-44bb-b099-8a16a8d84abe req-f8c13782-b2df-4c2c-b901-d7222ad6d8ff tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829859 Jun 30 09:10:59.858204 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.890095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5e529b-5810-4260-b50d-cf768549ad74'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:10:59.892966 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f518c54a-568e-470b-81a3-abb244f8e384" -d '{"events": [{"server_uuid": "bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf", "name": "network-vif-plugged", "status": "completed", "tag": "fa5e529b-5810-4260-b50d-cf768549ad74"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:10:59.899611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115804ef-e659-43eb-a882-8953f18917ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.902330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-115804ef-e659-43eb-a882-8953f18917ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.905843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-115804ef-e659-43eb-a882-8953f18917ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ee316aa-ba44-4fdc-ad29-dbe497ba9a95 HTTP/1.1" status: 204 len: 168 time: 0.4221816 Jun 30 09:10:59.924935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115804ef-e659-43eb-a882-8953f18917ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee316aa-ba44-4fdc-ad29-dbe497ba9a95,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:10:59.925962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port fa5e529b-5810-4260-b50d-cf768549ad74, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=fa5e529b-5810-4260-b50d-cf768549ad74,segment=NetworkSegment(86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53),segment_id=86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:10:59.939577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.966393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:10:59.981970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Transition to ACTIVE for port object ff02e231-2b18-4acf-ae89-a9983c16d0c8 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:00.000833 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8622b893-f3c1-4f2c-96c4-d69b4df15c93 x-openstack-request-id: req-8622b893-f3c1-4f2c-96c4-d69b4df15c93 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:00.001130 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf", "name": "network-vif-plugged", "status": "completed", "tag": "fa5e529b-5810-4260-b50d-cf768549ad74", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:00.001387 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8622b893-f3c1-4f2c-96c4-d69b4df15c93 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:00.001780 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5e529b-5810-4260-b50d-cf768549ad74', 'code': 200} Jun 30 09:11:00.027356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.036061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=fa5e529b-5810-4260-b50d-cf768549ad74,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:00.101678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Network 07857841-a44e-47cd-b756-06c5c911f622 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:00.127149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:00.129530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event updated for resources: {'Port': ['ID=ff02e231-2b18-4acf-ae89-a9983c16d0c8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:00.136197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:00.192101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:00.192825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.238997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a9cfa-0996-43bb-a0c7-ee4c2050ba49 req-ef314983-09be-498e-830c-5c8df7a697d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:00.240800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-106a9cfa-0996-43bb-a0c7-ee4c2050ba49 req-ef314983-09be-498e-830c-5c8df7a697d9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 1098 time: 0.1600029 Jun 30 09:11:00.245503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4e2ecc54-35f3-4999-aae7-8ecde84ee903 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1503079 Jun 30 09:11:00.269091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Request body: {'port': {'device_id': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:00.354004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-96085100-81a3-4418-864f-c70eab5563be tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:00.365113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-96085100-81a3-4418-864f-c70eab5563be tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 821 time: 0.1832185 Jun 30 09:11:00.393621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-0a2a1f5f-1dcd-4621-bff1-bde1aeeffc7c tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/quotas/07c5f50fff1346e697e283921c51283c HTTP/1.1" status: 200 len: 375 time: 0.0266879 Jun 30 09:11:00.428034 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-106a9cfa-0996-43bb-a0c7-ee4c2050ba49 req-a8b8939d-3dff-4611-b603-3b7cc3b4afc6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694026 Jun 30 09:11:00.449336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.538916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-22e7168d-1e77-4fa6-b5a2-60ce9d33b4db tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431456 Jun 30 09:11:00.552369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60876) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:00.570338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd062bc4-2510-4bda-b67b-6209b535c9e7 None None] Provisioning for port ff02e231-2b18-4acf-ae89-a9983c16d0c8 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:00.579088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd062bc4-2510-4bda-b67b-6209b535c9e7 None None] Provisioning complete for port ff02e231-2b18-4acf-ae89-a9983c16d0c8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:00.579494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd062bc4-2510-4bda-b67b-6209b535c9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.588424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195e294-2f29-47b1-95b0-ae2e766a1d31 req-e444b65a-ca6d-47a7-8431-16c81271db7e tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:00.591061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1195e294-2f29-47b1-95b0-ae2e766a1d31 req-e444b65a-ca6d-47a7-8431-16c81271db7e tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1943636 Jun 30 09:11:00.664355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cd062bc4-2510-4bda-b67b-6209b535c9e7 None None] Port ff02e231-2b18-4acf-ae89-a9983c16d0c8 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:00.859235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:00.871603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7ff319-814c-4f66-a837-e27c1d6898c7 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:00.890324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 41dc4c09-8f98-4940-a3e5-5f087ad23843 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:00.890982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 41dc4c09-8f98-4940-a3e5-5f087ad23843 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:00.895711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.919242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Transition to ACTIVE for port object 8c7ff319-814c-4f66-a837-e27c1d6898c7 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:00.925906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:00.994730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7ff319-814c-4f66-a837-e27c1d6898c7,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.027533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-816084089-network', 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:01.091813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:01.094298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.107033 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.119919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1195e294-2f29-47b1-95b0-ae2e766a1d31 req-ba01a692-3d86-4c3a-a2b4-93cfbf0633bc tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959195 Jun 30 09:11:01.124214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Attempting to bind port 8c7ff319-814c-4f66-a837-e27c1d6898c7 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:01.124638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Attempting to bind port 8c7ff319-814c-4f66-a837-e27c1d6898c7 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:01.125973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Attempting to bind port 8c7ff319-814c-4f66-a837-e27c1d6898c7 on network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:01.134577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Port 8c7ff319-814c-4f66-a837-e27c1d6898c7 on network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:01.138749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Attempting to bind port 8c7ff319-814c-4f66-a837-e27c1d6898c7 on network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:01.142580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-409c2081-7359-4eb8-b2b6-070d6aa13200 service neutron] 10.222.0.77 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6007218 Jun 30 09:11:01.145441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:01.145979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Checking segment: {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:01.155704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Bound using segment: {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:01.155704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Bound port: 8c7ff319-814c-4f66-a837-e27c1d6898c7, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e4fd64f-028a-4e09-963a-e758aa2602d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:01.155704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.155704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60896) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:01.255246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] For port 8c7ff319-814c-4f66-a837-e27c1d6898c7, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:01.259163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] For port 8c7ff319-814c-4f66-a837-e27c1d6898c7, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8c7ff319-814c-4f66-a837-e27c1d6898c7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:01.264545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.322900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031777279-network', 'tenant_id': 'be84fedbdc404764aa46949e470307ae'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:01.324213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.339660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:01.339918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.340331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.341685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] 10.222.0.83 "PUT /v2.0/ports/8c7ff319-814c-4f66-a837-e27c1d6898c7 HTTP/1.1" status: 200 len: 1093 time: 1.0766914 Jun 30 09:11:01.344127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'tag': '8c7ff319-814c-4f66-a837-e27c1d6898c7'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:01.346725 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "tag": "8c7ff319-814c-4f66-a837-e27c1d6898c7"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:01.356758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdff497-086b-4174-a1e4-ec9c9e5a3bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7ff319-814c-4f66-a837-e27c1d6898c7,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.372171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Made reservation on behalf of be84fedbdc404764aa46949e470307ae for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:01.376058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.381011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:01.386684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-183778a7-8d12-4112-a8d2-022807c77f01 service neutron] 10.222.0.77 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430027 Jun 30 09:11:01.388237 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.395408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Request body: {'port': {'device_id': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:01.407281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a47f9-4e20-4176-b88d-7713c9efaab4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.445372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.447841 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Added segment d5f81f2a-08bd-4c8b-8bee-c136d43089ac of type vlan for network 1108b339-d0e1-4356-be9c-c776d4f7ab2f Jun 30 09:11:01.499460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.516116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.564168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4651b0-480b-49ec-b5c1-9ed78e2a0ae5 req-a30976df-4433-4314-bb57-d43214b79ce4 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:01.572926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e4651b0-480b-49ec-b5c1-9ed78e2a0ae5 req-a30976df-4433-4314-bb57-d43214b79ce4 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.1887708 Jun 30 09:11:01.595053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.596016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:01.596594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.721475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e4651b0-480b-49ec-b5c1-9ed78e2a0ae5 req-a4107bce-3c47-4e39-8060-6e5396ca4708 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474748 Jun 30 09:11:01.741436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] Pushing event updated for resources: {'Network': ['ID=1108b339-d0e1-4356-be9c-c776d4f7ab2f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.754506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:01.864043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.879247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-997bf147-8dca-49ca-a736-741c29d514ea admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3205440 Jun 30 09:11:01.879594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60906) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:01.887232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Request body: {'subnet': {'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-816084089-subnet', 'tenant_id': '9fd7211b285e4da78c72296f5832977b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:01.905781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:01.985356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d849f5fb-761b-4026-8a64-314d811189b5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:01.996958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:01.999318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.007209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:02.031151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.031505 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Added segment 15fe2d21-d1c3-4b0c-a89f-1756f3b072b5 of type vlan for network 7db50e13-c612-4002-bc7f-ef5a87647b7d Jun 30 09:11:02.110033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.111926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2854310-2716-4e9a-a62f-ca0ecdc325f7 req-f4507ecb-cff5-47e9-8579-5ea853e2a5b6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.113493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2854310-2716-4e9a-a62f-ca0ecdc325f7 req-f4507ecb-cff5-47e9-8579-5ea853e2a5b6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.2169802 Jun 30 09:11:02.155742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472c5f1-e590-41df-8792-613ac4caaf41 req-015efcdc-b9a9-4db6-8cc2-9c04e668e725 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.161818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472c5f1-e590-41df-8792-613ac4caaf41 req-015efcdc-b9a9-4db6-8cc2-9c04e668e725 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.163453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2472c5f1-e590-41df-8792-613ac4caaf41 req-015efcdc-b9a9-4db6-8cc2-9c04e668e725 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1667 time: 0.2137420 Jun 30 09:11:02.184932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff02e231-2b18-4acf-ae89-a9983c16d0c8 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:02.193086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.194194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.194818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.199202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.224094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2854310-2716-4e9a-a62f-ca0ecdc325f7 req-34b515bc-326a-4958-9e7f-9a6bf0e3dd20 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015561 Jun 30 09:11:02.260156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Transition to ACTIVE for port object ff02e231-2b18-4acf-ae89-a9983c16d0c8 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:02.273647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1228137 Jun 30 09:11:02.273963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60916) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:02.276561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.285146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Request body: {'subnet': {'network_id': '7db50e13-c612-4002-bc7f-ef5a87647b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2031777279-subnet', 'tenant_id': 'be84fedbdc404764aa46949e470307ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:02.296415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2472c5f1-e590-41df-8792-613ac4caaf41 req-3f223c0e-a6e0-4881-91ea-09a39c4a5a2a tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133993 Jun 30 09:11:02.335849 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb0115-87e3-4793-8025-507b1479a37e x-openstack-request-id: req-e7fb0115-87e3-4793-8025-507b1479a37e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:02.336149 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "tag": "8c7ff319-814c-4f66-a837-e27c1d6898c7", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:02.337830 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e7fb0115-87e3-4793-8025-507b1479a37e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:02.337830 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'tag': '8c7ff319-814c-4f66-a837-e27c1d6898c7', 'status': 'completed', 'code': 200} Jun 30 09:11:02.338679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Pushing event updated for resources: {'Port': ['ID=ff02e231-2b18-4acf-ae89-a9983c16d0c8,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.346417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558c771-388d-4155-baa5-c79ce66d4488 admin admin] Pushing event updated for resources: {'Network': ['ID=7db50e13-c612-4002-bc7f-ef5a87647b7d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.361975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.369818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Made reservation on behalf of be84fedbdc404764aa46949e470307ae for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:02.373084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.390851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7db50e13-c612-4002-bc7f-ef5a87647b7d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:02.515433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b24691b6-0eaa-471d-a585-bac87d95ef38,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:02.594328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:02.595443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Network hostable DHCP agents. Network: 1108b339-d0e1-4356-be9c-c776d4f7ab2f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:02.634824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-0397b0a0-a18d-419a-931f-e945f86a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.635404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-0397b0a0-a18d-419a-931f-e945f86a71f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.636879 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-0397b0a0-a18d-419a-931f-e945f86a71f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1941 time: 0.2752523 Jun 30 09:11:02.665281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-687e4b09-0868-4bd5-a2e1-c996d9143ade req-780e6949-f89d-480b-b6ee-d32809cde024 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 210 time: 0.0629828 Jun 30 09:11:02.721085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:02.768941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 1108b339-d0e1-4356-be9c-c776d4f7ab2f) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:02.782524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb51b50b-bf49-4b74-82b0-463d1c78caa0 None None] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:02.784489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.785097 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.826789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bc6e3-5fcf-43a0-ac24-93f95771f13f req-973b95b7-f26d-4caa-abb9-ac0c97a47a97 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:02.828405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d9bc6e3-5fcf-43a0-ac24-93f95771f13f req-973b95b7-f26d-4caa-abb9-ac0c97a47a97 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.2031231 Jun 30 09:11:02.850728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce449120-06c9-4f5e-87bd-e1c4134f0f1d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9695508 Jun 30 09:11:02.908652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:02.981910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d9bc6e3-5fcf-43a0-ac24-93f95771f13f req-8c29feb1-93e8-44c4-85e0-bf2304262ab0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300950 Jun 30 09:11:02.999438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda900a4-813b-4130-a142-f583c9a4d0fa None None] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:03.024541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83efde1b-12f9-4fef-81e1-a34f74d002fb,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:03.084917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-3c617d01-b4a6-40fa-a48e-adc70912224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.085398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-3c617d01-b4a6-40fa-a48e-adc70912224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.085865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-3c617d01-b4a6-40fa-a48e-adc70912224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.087763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-3c617d01-b4a6-40fa-a48e-adc70912224c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a63dc30e4afc4d13b18718ca7312b344&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4343371 Jun 30 09:11:03.092376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Attempting to bind port ff02e231-2b18-4acf-ae89-a9983c16d0c8 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:03.092719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Attempting to bind port ff02e231-2b18-4acf-ae89-a9983c16d0c8 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:03.093048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Attempting to bind port ff02e231-2b18-4acf-ae89-a9983c16d0c8 on network 07857841-a44e-47cd-b756-06c5c911f622 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:03.150652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Port ff02e231-2b18-4acf-ae89-a9983c16d0c8 on network 07857841-a44e-47cd-b756-06c5c911f622 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:03.151014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Attempting to bind port ff02e231-2b18-4acf-ae89-a9983c16d0c8 on network 07857841-a44e-47cd-b756-06c5c911f622 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:03.158620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Checking segment: {'id': '15fe2d21-d1c3-4b0c-a89f-1756f3b072b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '7db50e13-c612-4002-bc7f-ef5a87647b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:03.158998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Network hostable DHCP agents. Network: 7db50e13-c612-4002-bc7f-ef5a87647b7d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:03.162331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:03.162683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Checking segment: {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:03.163075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Bound using segment: {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:03.163525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Bound port: ff02e231-2b18-4acf-ae89-a9983c16d0c8, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50cd82e-0087-4d0b-925e-2f6502c7fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '07857841-a44e-47cd-b756-06c5c911f622'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:03.164487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.249340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-5032f9e2-bce6-48c2-b735-d426671f807c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.250931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6d6d75f-d5fd-4343-a588-7703be1f4bb5 req-5032f9e2-bce6-48c2-b735-d426671f807c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554830 Jun 30 09:11:03.263466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] For port ff02e231-2b18-4acf-ae89-a9983c16d0c8, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:03.267490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] For port ff02e231-2b18-4acf-ae89-a9983c16d0c8, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:03.275077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.324222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.324832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.326292 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] 10.222.0.83 "PUT /v2.0/ports/ff02e231-2b18-4acf-ae89-a9983c16d0c8 HTTP/1.1" status: 200 len: 1093 time: 1.9390948 Jun 30 09:11:03.338426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Network 7db50e13-c612-4002-bc7f-ef5a87647b7d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:03.346615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f75c3-acd0-438f-9d90-c097b6f36c41 service neutron] Pushing event updated for resources: {'Port': ['ID=ff02e231-2b18-4acf-ae89-a9983c16d0c8,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:03.380247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4b22f-596f-4414-8fcb-d55c9efd63e4 req-ca60053b-d0a4-48c9-9335-4ccaaad08722 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.384944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-def4b22f-596f-4414-8fcb-d55c9efd63e4 req-ca60053b-d0a4-48c9-9335-4ccaaad08722 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.3536212 Jun 30 09:11:03.391980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 7db50e13-c612-4002-bc7f-ef5a87647b7d) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:03.400831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.408950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bb3a76-ba67-4bcc-88a0-bc22eb86e8c6 None None] Network 7db50e13-c612-4002-bc7f-ef5a87647b7d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:03.426142 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.468605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-44ec170d-7e3d-4af6-9212-7241232afd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.469698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-44ec170d-7e3d-4af6-9212-7241232afd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.474555 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-44ec170d-7e3d-4af6-9212-7241232afd27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1983 time: 0.0819471 Jun 30 09:11:03.505715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-d5933be1-1b85-41de-9032-caab1a71b73d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.508200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-d5933be1-1b85-41de-9032-caab1a71b73d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 821 time: 0.3375170 Jun 30 09:11:03.555763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Request body: {'port': {'device_id': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'admin_state_up': True, 'tenant_id': '07c5f50fff1346e697e283921c51283c'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:03.566294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c7f13133-55bc-4067-8314-f78e23495c28 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2836006 Jun 30 09:11:03.584499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-cca9a106-6fca-4528-85bb-aa4ea3356bb3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.170&port_id=8c7ff319-814c-4f66-a837-e27c1d6898c7 HTTP/1.1" status: 200 len: 217 time: 0.0993934 Jun 30 09:11:03.637080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f3155-45b2-4d71-93b4-3061ae54d0f9 None None] Network 7db50e13-c612-4002-bc7f-ef5a87647b7d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:03.691973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-6237b3a5-f0ca-401a-8409-3a42d3ae0b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.693561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-6237b3a5-f0ca-401a-8409-3a42d3ae0b70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=866ea51f-1365-418c-95f1-7a892fea6e2f HTTP/1.1" status: 200 len: 801 time: 0.1030753 Jun 30 09:11:03.717555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-def4b22f-596f-4414-8fcb-d55c9efd63e4 req-08929d65-4423-47a3-9df4-203cb3b105b6 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765141 Jun 30 09:11:03.828200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-2f3cf7ae-0080-484b-b2e3-6bc38a4211b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.831730 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-2f3cf7ae-0080-484b-b2e3-6bc38a4211b7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ba883f57-47e3-4bb6-aaa5-e6c2284345d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1202228 Jun 30 09:11:03.850250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-567618c9-bc16-484f-a72b-a9fd7a469318 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:03.851771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-567618c9-bc16-484f-a72b-a9fd7a469318 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.3859680 Jun 30 09:11:03.910349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-e82fb9ea-4036-494b-ac88-dc094e518dbf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0518115 Jun 30 09:11:03.922276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Made reservation on behalf of 07c5f50fff1346e697e283921c51283c for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:03.925742 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:03.963766 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-55faac79-aacf-449c-a503-98a69b723c53 service neutron] 10.222.0.83 "GET /v2.0/networks/ba883f57-47e3-4bb6-aaa5-e6c2284345d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253121 Jun 30 09:11:03.975169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-b83b3624-ee9b-44c8-ad4b-46e0b2fdd38a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539515 Jun 30 09:11:04.043063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fb416-98b6-46f0-9d9b-baa4032eb3a3 req-31219028-44bc-47d5-b100-976c092a5ae3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.050032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec6fb416-98b6-46f0-9d9b-baa4032eb3a3 req-31219028-44bc-47d5-b100-976c092a5ae3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1813502 Jun 30 09:11:04.093206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-b0e7a867-8d66-477d-a175-ad099e23d906 service neutron] 10.222.0.83 "GET /v2.0/networks/ba883f57-47e3-4bb6-aaa5-e6c2284345d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232150 Jun 30 09:11:04.131339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec6fb416-98b6-46f0-9d9b-baa4032eb3a3 req-d00ae2c4-5e52-4e34-bd51-7cb80603ba45 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803020 Jun 30 09:11:04.149669 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-60e8aad6-8684-4d88-9bcc-97a8323f8eeb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.218&port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8 HTTP/1.1" status: 200 len: 217 time: 0.0481181 Jun 30 09:11:04.168951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Allocated IP 172.20.0.6 (e1d1afaa-a7ad-4a92-a95b-389a50c42e23/ea906b44-ac73-4729-99e9-9bfa2bbe77d6/5db08007-3564-42e6-a8db-7e0bfd9694c3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:04.219626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-6bf0f004-ae76-4553-bbc3-e6df8e2d9d87 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:11:04.230370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-6bf0f004-ae76-4553-bbc3-e6df8e2d9d87 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2401922 Jun 30 09:11:04.231340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-b7fd3e67-30f4-4444-9fc5-b093a9c3c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.232831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-b7fd3e67-30f4-4444-9fc5-b093a9c3c146 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=237a5335-5a7a-4dbe-926e-b905ef4e2bbe HTTP/1.1" status: 200 len: 801 time: 0.0583472 Jun 30 09:11:04.241445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:04.246947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422264918-network', 'tenant_id': 'f172fe4d5156414da011b32fdd641d15'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:04.300894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Made reservation on behalf of f172fe4d5156414da011b32fdd641d15 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:04.303306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.315823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.339870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'tag': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:04.342151 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571cf4db-0842-4d2a-9c1d-57254d882965" -d '{"events": [{"name": "network-changed", "server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "tag": "ff02e231-2b18-4acf-ae89-a9983c16d0c8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:04.348578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-b71e4fae-4df7-49a7-8770-a3e970052141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.350090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-b71e4fae-4df7-49a7-8770-a3e970052141 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07857841-a44e-47cd-b756-06c5c911f622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107478 Jun 30 09:11:04.468553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-6cb544f6-2bbd-4efc-bfb1-754e0ddd269c service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372262 Jun 30 09:11:04.482411 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-6f8ad5c1-ea1d-4dd4-94a8-566b9db7d5fb service neutron] 10.222.0.83 "GET /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230249 Jun 30 09:11:04.485766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbf925-730d-4cf9-ba98-1652af45111e req-c0905b70-c596-48bb-bb9b-39db9157bc00 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.495991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bbf925-730d-4cf9-ba98-1652af45111e req-c0905b70-c596-48bb-bb9b-39db9157bc00 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.497621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3bbf925-730d-4cf9-ba98-1652af45111e req-c0905b70-c596-48bb-bb9b-39db9157bc00 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1679 time: 0.2475693 Jun 30 09:11:04.551512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.559465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.593524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.599773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:04.622700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28d148-5e50-4126-be9b-1f1e6e3ad958,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:04.625547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.625899 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Added segment 755d2a0c-3dd3-4d2c-b8e6-f0f0d46de034 of type vlan for network 950ddd0b-eb2a-4965-88b8-ceb5313d0781 Jun 30 09:11:04.629212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3bbf925-730d-4cf9-ba98-1652af45111e req-a4a78ee1-8d9b-41a4-a2d8-7a2c07269b34 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137562 Jun 30 09:11:04.641002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-60ac86e2-989d-4c0b-bf03-6347f03913f7 req-fc8154dd-c537-4de1-a7a0-8c1e47a2a70e service neutron] 10.222.0.83 "GET /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522326 Jun 30 09:11:04.661770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-bb599390-1462-416e-887d-df57932b232c service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629722 Jun 30 09:11:04.681729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.707227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.728032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.729319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.730122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.748838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5062518 Jun 30 09:11:04.751692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:04.756658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Request body: {'subnet': {'network_id': '950ddd0b-eb2a-4965-88b8-ceb5313d0781', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1422264918-subnet', 'tenant_id': 'f172fe4d5156414da011b32fdd641d15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:04.796655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:04.797464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event updated for resources: {'Port': ['ID=5db08007-3564-42e6-a8db-7e0bfd9694c3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:04.803298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:04.809179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:04.822392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f517f55-a093-4bb9-80da-4a07035be27d admin admin] Pushing event updated for resources: {'Network': ['ID=950ddd0b-eb2a-4965-88b8-ceb5313d0781,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:04.843264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 950ddd0b-eb2a-4965-88b8-ceb5313d0781 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:04.884504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Made reservation on behalf of f172fe4d5156414da011b32fdd641d15 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:04.886951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:04.958705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:04.959329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.003302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-25e21d5d-2fba-4d93-a209-4330cb65d52f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4745870 Jun 30 09:11:05.026540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Request body: {'port': {'device_id': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:05.037568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53619534-f190-489a-b25c-1cc5c14c96b4 req-3b4b2b2d-1887-4c14-927e-34af357803e0 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.039153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53619534-f190-489a-b25c-1cc5c14c96b4 req-3b4b2b2d-1887-4c14-927e-34af357803e0 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 931 time: 0.2331598 Jun 30 09:11:05.177032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53619534-f190-489a-b25c-1cc5c14c96b4 req-054b68aa-a645-44fa-bb45-8b5c3f24a49b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151316 Jun 30 09:11:05.237045 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ef7d4-6922-48c4-9361-b54371afeb8c x-openstack-request-id: req-6f0ef7d4-6922-48c4-9361-b54371afeb8c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:05.237505 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "tag": "ff02e231-2b18-4acf-ae89-a9983c16d0c8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:05.238157 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6f0ef7d4-6922-48c4-9361-b54371afeb8c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:05.238805 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'tag': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8', 'status': 'completed', 'code': 200} Jun 30 09:11:05.250450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.292039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.329061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c92c8d67-21c0-4580-b657-3d210ef6108c req-a98143c6-4a5a-4778-8cda-ac517fd85037 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 210 time: 0.0550804 Jun 30 09:11:05.373198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-c0e47bd3-15e9-4fe4-bcf3-3d97ad926e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.373582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-c0e47bd3-15e9-4fe4-bcf3-3d97ad926e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.377162 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-c0e47bd3-15e9-4fe4-bcf3-3d97ad926e00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a63dc30e4afc4d13b18718ca7312b344&device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1983 time: 0.0876343 Jun 30 09:11:05.478594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235459c7-634a-4988-b038-51fbd44c4f20,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:05.498113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b492a-2390-4261-a0df-4afd4a3543cf req-5a0145cf-8f3b-4168-a95e-34ef772bfa69 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.503687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-43a811f1-12e8-455a-aeab-14e53c5de10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.505418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d7b492a-2390-4261-a0df-4afd4a3543cf req-5a0145cf-8f3b-4168-a95e-34ef772bfa69 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.3243008 Jun 30 09:11:05.505679 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-43a811f1-12e8-455a-aeab-14e53c5de10b service neutron] 10.222.0.83 "GET /v2.0/networks?id=07857841-a44e-47cd-b756-06c5c911f622 HTTP/1.1" status: 200 len: 903 time: 0.1232686 Jun 30 09:11:05.543595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Checking segment: {'id': '755d2a0c-3dd3-4d2c-b8e6-f0f0d46de034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '950ddd0b-eb2a-4965-88b8-ceb5313d0781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:05.543937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Network hostable DHCP agents. Network: 950ddd0b-eb2a-4965-88b8-ceb5313d0781, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:05.556883 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-37323792-5286-43ce-98b8-7996d4a3a621 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.218&port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8 HTTP/1.1" status: 200 len: 217 time: 0.0449481 Jun 30 09:11:05.629077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d7b492a-2390-4261-a0df-4afd4a3543cf req-684924e9-476b-43d1-929d-5bb7e2eb932d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226878 Jun 30 09:11:05.636579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-431c2954-7a3d-47a0-806d-de762c0fe074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.638815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-431c2954-7a3d-47a0-806d-de762c0fe074 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=237a5335-5a7a-4dbe-926e-b905ef4e2bbe HTTP/1.1" status: 200 len: 801 time: 0.0758436 Jun 30 09:11:05.732248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Network 950ddd0b-eb2a-4965-88b8-ceb5313d0781 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:05.735475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-ce47384e-1ab4-49df-b6bc-3987722ac72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.736983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-ce47384e-1ab4-49df-b6bc-3987722ac72e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=07857841-a44e-47cd-b756-06c5c911f622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854745 Jun 30 09:11:05.766437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 950ddd0b-eb2a-4965-88b8-ceb5313d0781) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:05.772506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.773665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:05.778942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0002da-c3f9-4a98-a526-52276ad2406f None None] Network 950ddd0b-eb2a-4965-88b8-ceb5313d0781 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:05.863176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db996078-b607-4dbf-8fa4-15f41f7fb812 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1100001 Jun 30 09:11:05.878123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-526eb960-7350-45a6-bbf9-0b9685708483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:05.880637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-526eb960-7350-45a6-bbf9-0b9685708483 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fe1fa94693242e8bb68a227f2988744&device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 1098 time: 0.1425250 Jun 30 09:11:05.981349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-75a0fcfa-26c5-4fe2-a533-3cdfd76ae958 service neutron] 10.222.0.83 "GET /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117672 Jun 30 09:11:05.990689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc174b-78b3-471b-a2dc-cfb4a7fee835 None None] Network 950ddd0b-eb2a-4965-88b8-ceb5313d0781 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:06.026886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:06.129462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-6bcc4e70-704a-4727-a1fa-8bdef356b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.131145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-6bcc4e70-704a-4727-a1fa-8bdef356b227 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4d4622da-4c84-4c75-9e00-958a9f28e6e4 HTTP/1.1" status: 200 len: 914 time: 0.2403147 Jun 30 09:11:06.154598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Deleting subnet 83efde1b-12f9-4fef-81e1-a34f74d002fb {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:06.202189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.236075 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-58955a4a-a5f3-4f95-b99a-eee66bde8cba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa5e529b-5810-4260-b50d-cf768549ad74 HTTP/1.1" status: 200 len: 217 time: 0.0918150 Jun 30 09:11:06.276294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db08007-3564-42e6-a8db-7e0bfd9694c3 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:06.292015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.301891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e5e5b-107c-4fa3-be40-883ad8d01810 req-a1b54616-a4b6-49ea-afcf-4e4a548cfde1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.307060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe1e5e5b-107c-4fa3-be40-883ad8d01810 req-a1b54616-a4b6-49ea-afcf-4e4a548cfde1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.5654070 Jun 30 09:11:06.329502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-571cf4db-0842-4d2a-9c1d-57254d882965 req-6ea99695-ec15-4766-82ae-b114123bf70f service neutron] 10.222.0.83 "GET /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139718 Jun 30 09:11:06.338116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddde7b-e815-43ed-a17d-4d99f3b6c3cb req-71380e7a-01f5-4b7d-bc12-f43887a655bb tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.339612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51ddde7b-e815-43ed-a17d-4d99f3b6c3cb req-71380e7a-01f5-4b7d-bc12-f43887a655bb tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.5419443 Jun 30 09:11:06.357994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Transition to ACTIVE for port object 5db08007-3564-42e6-a8db-7e0bfd9694c3 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:06.370313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.379091 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.398435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-4e03625a-0104-4581-8f32-d0caeb87ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.400982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-4e03625a-0104-4581-8f32-d0caeb87ef88 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2f81e44-7a08-4aaf-86a6-f95ed9638202 HTTP/1.1" status: 200 len: 853 time: 0.1164467 Jun 30 09:11:06.446070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe1e5e5b-107c-4fa3-be40-883ad8d01810 req-8ac505fc-74d7-43b8-affe-f5daeeeee647 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336491 Jun 30 09:11:06.452881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-5aafcafd-4f60-4ce5-b4f7-f993b14e1982 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.454457 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-5aafcafd-4f60-4ce5-b4f7-f993b14e1982 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.2533329 Jun 30 09:11:06.456358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-7dd8b3ea-917d-45d6-b9be-b1712d331300 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4d4622da-4c84-4c75-9e00-958a9f28e6e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456812 Jun 30 09:11:06.459813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Pushing event updated for resources: {'Port': ['ID=5db08007-3564-42e6-a8db-7e0bfd9694c3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.469320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': '704d5c2a-0563-473d-a26c-5150dd55758b', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:06.473450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51ddde7b-e815-43ed-a17d-4d99f3b6c3cb req-cdbf876a-8f60-4db6-8e41-9fd106284405 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142843 Jun 30 09:11:06.502971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.565429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Attempting to bind port 5db08007-3564-42e6-a8db-7e0bfd9694c3 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:06.565772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Attempting to bind port 5db08007-3564-42e6-a8db-7e0bfd9694c3 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:06.566093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Attempting to bind port 5db08007-3564-42e6-a8db-7e0bfd9694c3 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:06.582077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Port 5db08007-3564-42e6-a8db-7e0bfd9694c3 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:06.582426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Attempting to bind port 5db08007-3564-42e6-a8db-7e0bfd9694c3 on network e1d1afaa-a7ad-4a92-a95b-389a50c42e23 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:06.605028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:06.605370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Checking segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:06.605804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Bound using segment: {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:06.606192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Bound port: 5db08007-3564-42e6-a8db-7e0bfd9694c3, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20eacdab-697d-4492-83eb-62c201d3a5c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:06.606702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.687686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.690704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f757-0090-40df-bf45-dae63044bcd2 req-fe8e26af-815e-4c22-8126-2c16e9a62e6b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.697017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2f757-0090-40df-bf45-dae63044bcd2 req-fe8e26af-815e-4c22-8126-2c16e9a62e6b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.698986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dcf2f757-0090-40df-bf45-dae63044bcd2 req-fe8e26af-815e-4c22-8126-2c16e9a62e6b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1679 time: 0.1306551 Jun 30 09:11:06.699098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-83db0f8f-2834-49f1-b613-748b0fc463bb service neutron] 10.222.0.83 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351525 Jun 30 09:11:06.706099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] For port 5db08007-3564-42e6-a8db-7e0bfd9694c3, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:06.717542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] For port 5db08007-3564-42e6-a8db-7e0bfd9694c3, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:06.732902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83efde1b-12f9-4fef-81e1-a34f74d002fb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.735628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.738987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.743184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b3adbe3-b29b-4b3a-bb9f-c754136c12ac admin admin] 10.222.0.77 "DELETE /v2.0/subnets/83efde1b-12f9-4fef-81e1-a34f74d002fb HTTP/1.1" status: 204 len: 168 time: 0.7118213 Jun 30 09:11:06.744622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:06.805604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.805604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.805604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] 10.222.0.83 "PUT /v2.0/ports/5db08007-3564-42e6-a8db-7e0bfd9694c3 HTTP/1.1" status: 200 len: 1092 time: 1.7868159 Jun 30 09:11:06.809664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'tag': '5db08007-3564-42e6-a8db-7e0bfd9694c3'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:06.812035 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da39123-80a9-4a1a-91c0-62844037c779" -d '{"events": [{"name": "network-changed", "server_uuid": "f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8", "tag": "5db08007-3564-42e6-a8db-7e0bfd9694c3"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:06.846555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dcf2f757-0090-40df-bf45-dae63044bcd2 req-e2e9db57-b096-42bd-88ef-0c74c0ca9fe7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375301 Jun 30 09:11:06.857402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:06.860906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.884023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd36cc2d-b2ad-418b-aef1-221a7036f45e service neutron] Pushing event updated for resources: {'Port': ['ID=5db08007-3564-42e6-a8db-7e0bfd9694c3,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:06.907230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:06.934354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685fe903-fb80-41d3-b8cf-965500a0aed1 req-190cbaaa-daec-4b90-9bd2-7ad9056c72f0 service neutron] 10.222.0.83 "GET /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109745 Jun 30 09:11:06.948670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df826a7b-0476-4bec-a4d4-3d6cd25e5089 req-a831768c-b560-4695-9ef6-314c33d76b29 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:06.950251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df826a7b-0476-4bec-a4d4-3d6cd25e5089 req-a831768c-b560-4695-9ef6-314c33d76b29 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 943 time: 0.1988275 Jun 30 09:11:07.002588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-5bf31d52-191d-4491-9263-52da5b8b32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.004108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-5bf31d52-191d-4491-9263-52da5b8b32b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 1095 time: 0.1311872 Jun 30 09:11:07.050441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afd8e9ab-ac20-4888-86db-0a615e6b0c04 req-fe663af2-3952-4b09-a840-e272573fd3c4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 210 time: 0.0580852 Jun 30 09:11:07.091041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-ce7b88cc-4be5-44d1-b665-668b959712f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3 HTTP/1.1" status: 200 len: 217 time: 0.0537183 Jun 30 09:11:07.108668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df826a7b-0476-4bec-a4d4-3d6cd25e5089 req-5c2a45d8-8244-4aa0-8be1-4b3d70904be3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413047 Jun 30 09:11:07.226528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-a546ef80-ca9d-4226-a9ba-3922f67d6e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.228357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-a546ef80-ca9d-4226-a9ba-3922f67d6e77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 200 len: 861 time: 0.1166739 Jun 30 09:11:07.276127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-bbf2a9e3-d585-403a-b93c-0c4fe06b5a93 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405903 Jun 30 09:11:07.355937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.362379 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce88cffb-a58b-4645-be00-88fb4bd1b961 x-openstack-request-id: req-ce88cffb-a58b-4645-be00-88fb4bd1b961 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:07.362761 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8", "tag": "5db08007-3564-42e6-a8db-7e0bfd9694c3", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:07.363093 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce88cffb-a58b-4645-be00-88fb4bd1b961 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:07.363551 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'tag': '5db08007-3564-42e6-a8db-7e0bfd9694c3', 'status': 'completed', 'code': 200} Jun 30 09:11:07.390043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db50e13-c612-4002-bc7f-ef5a87647b7d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:07.412413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fe2d21-d1c3-4b0c-a89f-1756f3b072b5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:07.412699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fe2d21-d1c3-4b0c-a89f-1756f3b072b5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:07.429262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ac364-ca8a-43dd-9ed2-a5bf81375de4 req-ca7b290b-3093-4d8f-b7bd-d50117098fb7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.431029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c6ac364-ca8a-43dd-9ed2-a5bf81375de4 req-ca7b290b-3093-4d8f-b7bd-d50117098fb7 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1539929 Jun 30 09:11:07.433785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.437055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-5037fde2-e2f5-4cb4-bef7-50cfa69f298f service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294396 Jun 30 09:11:07.442113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.5 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/81db8968-a13f-4c55-a900-1abf48404bca) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:07.458542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.462648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90216a6e-e483-4f6c-8b5b-ddac90aee075 req-5da3070c-5493-4dbf-9eaa-62af47fc75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.464237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-90216a6e-e483-4f6c-8b5b-ddac90aee075 req-5da3070c-5493-4dbf-9eaa-62af47fc75bb service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 1098 time: 0.2163842 Jun 30 09:11:07.478793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:07.479213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:07.480957 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:07.529685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c6ac364-ca8a-43dd-9ed2-a5bf81375de4 req-7767f944-98f6-4d67-b3a5-dc8768e507eb tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897748 Jun 30 09:11:07.560403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bff9f4f-7c18-4315-95eb-a820ba07822b req-5004f994-f978-48b1-8b56-13eb1953b700 service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134169 Jun 30 09:11:07.583167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-90216a6e-e483-4f6c-8b5b-ddac90aee075 req-66d81fef-eb8f-469a-afce-8931e41ef95a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102674 Jun 30 09:11:07.589500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.600496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.605040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7db50e13-c612-4002-bc7f-ef5a87647b7d HTTP/1.1" status: 204 len: 168 time: 0.8457563 Jun 30 09:11:07.605371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32780) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:07.623861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0f0f6-e0dd-487d-aa3b-697cb77c25e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7db50e13-c612-4002-bc7f-ef5a87647b7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.644724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8c7ff319-814c-4f66-a837-e27c1d6898c7 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:07.726354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.756197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8c7ff319-814c-4f66-a837-e27c1d6898c7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8c7ff319-814c-4f66-a837-e27c1d6898c7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:07.769968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '8c7ff319-814c-4f66-a837-e27c1d6898c7', 'network_id': 'ba883f57-47e3-4bb6-aaa5-e6c2284345d7', 'port_id': '8c7ff319-814c-4f66-a837-e27c1d6898c7', 'mac_address': 'fa:16:3e:2d:02:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '866ea51f-1365-418c-95f1-7a892fea6e2f', 'ip_address': '19.80.0.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:07.771224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Deleting subnet 235459c7-634a-4988-b038-51fbd44c4f20 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:07.779032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.781509 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.823665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.838868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7ff319-814c-4f66-a837-e27c1d6898c7 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:07.848530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:07.852959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:07.853599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.860081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:07.864077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=81db8968-a13f-4c55-a900-1abf48404bca,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:07.878051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8c7ff319-814c-4f66-a837-e27c1d6898c7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8c7ff319-814c-4f66-a837-e27c1d6898c7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:07.884405 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.885555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ff02e231-2b18-4acf-ae89-a9983c16d0c8 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:07.914749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889623f-7220-4c22-9ee2-e3100bd965a5 req-7a2fc906-f0cb-48cc-bda8-75ec1724efda tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.915026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.915836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:07.924233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6889623f-7220-4c22-9ee2-e3100bd965a5 req-7a2fc906-f0cb-48cc-bda8-75ec1724efda tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.3305151 Jun 30 09:11:07.938843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-50d1a9de-3de7-4627-a695-f51c5be1c0f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4733975 Jun 30 09:11:07.953043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-2a047066-2260-46f5-adee-b6ed164620dd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:11:07.954043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-2a047066-2260-46f5-adee-b6ed164620dd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069461 Jun 30 09:11:07.975099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Request body: {'port': {'device_id': '704d5c2a-0563-473d-a26c-5150dd55758b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:07.977175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aaee89-6681-4e7c-b38b-5aec17842a34 req-f253d43a-48e8-47b2-a4d7-e10d81fc2156 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.979256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42aaee89-6681-4e7c-b38b-5aec17842a34 req-f253d43a-48e8-47b2-a4d7-e10d81fc2156 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.2729483 Jun 30 09:11:07.987125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da39123-80a9-4a1a-91c0-62844037c779 req-c02aa16a-f665-4d67-856a-3ee9d99632a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:07.988614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-c02aa16a-f665-4d67-856a-3ee9d99632a4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=07c5f50fff1346e697e283921c51283c&device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 1095 time: 0.2862992 Jun 30 09:11:07.993337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.011705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8c7ff319-814c-4f66-a837-e27c1d6898c7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.062685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.063991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ff02e231-2b18-4acf-ae89-a9983c16d0c8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:08.078189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8', 'network_id': '07857841-a44e-47cd-b756-06c5c911f622', 'port_id': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8', 'mac_address': 'fa:16:3e:af:2f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '237a5335-5a7a-4dbe-926e-b905ef4e2bbe', 'ip_address': '19.86.0.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:08.107652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6889623f-7220-4c22-9ee2-e3100bd965a5 req-68a6cccc-50c2-4ce0-9950-ffac947596c7 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825616 Jun 30 09:11:08.120720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.135548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff02e231-2b18-4acf-ae89-a9983c16d0c8 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:08.158367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42aaee89-6681-4e7c-b38b-5aec17842a34 req-54a94bef-4abf-4793-ab72-fbb744597094 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669214 Jun 30 09:11:08.190256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ff02e231-2b18-4acf-ae89-a9983c16d0c8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:08.199578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.213079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.254479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.258682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/235459c7-634a-4988-b038-51fbd44c4f20 HTTP/1.1" status: 204 len: 168 time: 0.6503842 Jun 30 09:11:08.258682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da39123-80a9-4a1a-91c0-62844037c779 req-248a840d-af80-4e3b-a53a-44669fbc8297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.260007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-248a840d-af80-4e3b-a53a-44669fbc8297 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 200 len: 922 time: 0.2347250 Jun 30 09:11:08.260617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32790) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:08.263356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff050d69-91b5-4eac-8417-b01ea935d11b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235459c7-634a-4988-b038-51fbd44c4f20,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.277234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ff02e231-2b18-4acf-ae89-a9983c16d0c8,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.385299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-5038a8ae-2ce4-458e-83eb-a6773b7a1a4a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3 HTTP/1.1" status: 200 len: 217 time: 0.0404797 Jun 30 09:11:08.399802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81db8968-a13f-4c55-a900-1abf48404bca {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:08.417811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.450365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Transition to ACTIVE for port object 81db8968-a13f-4c55-a900-1abf48404bca will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:08.455039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.485278 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.542031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da39123-80a9-4a1a-91c0-62844037c779 req-49ee1982-cce1-4910-a41e-29702ba164df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.543548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-49ee1982-cce1-4910-a41e-29702ba164df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 200 len: 861 time: 0.1410401 Jun 30 09:11:08.600383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Pushing event updated for resources: {'Port': ['ID=81db8968-a13f-4c55-a900-1abf48404bca,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.632479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Attempting to bind port 81db8968-a13f-4c55-a900-1abf48404bca on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:08.632868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Attempting to bind port 81db8968-a13f-4c55-a900-1abf48404bca by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:08.634409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Attempting to bind port 81db8968-a13f-4c55-a900-1abf48404bca on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:08.639351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Port 81db8968-a13f-4c55-a900-1abf48404bca on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:08.639675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Attempting to bind port 81db8968-a13f-4c55-a900-1abf48404bca on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:08.643662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-216e81a1-aaab-4d6a-972f-abfb673bc612 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e1d1afaa-a7ad-4a92-a95b-389a50c42e23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735207 Jun 30 09:11:08.644675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:08.645021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:08.646016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:08.646016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Bound port: 81db8968-a13f-4c55-a900-1abf48404bca, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:08.646257 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.663742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d352435-7836-44db-b94a-9b9a768e8035 req-5a408db9-d77d-4926-a0fd-fe02d656d96d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.669767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d352435-7836-44db-b94a-9b9a768e8035 req-5a408db9-d77d-4926-a0fd-fe02d656d96d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.671419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d352435-7836-44db-b94a-9b9a768e8035 req-5a408db9-d77d-4926-a0fd-fe02d656d96d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1681 time: 0.3233747 Jun 30 09:11:08.725189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] For port 81db8968-a13f-4c55-a900-1abf48404bca, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:08.728590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] For port 81db8968-a13f-4c55-a900-1abf48404bca, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81db8968-a13f-4c55-a900-1abf48404bca,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:08.730514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.733505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.751269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950ddd0b-eb2a-4965-88b8-ceb5313d0781']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:08.768594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2e4f0f-85da-429c-a150-c66318cfd485 req-aa7a95f6-f070-4edd-b719-31ef1a173edc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.770437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d2e4f0f-85da-429c-a150-c66318cfd485 req-aa7a95f6-f070-4edd-b719-31ef1a173edc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 943 time: 0.3244910 Jun 30 09:11:08.770789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.771418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.772816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] 10.222.0.79 "PUT /v2.0/ports/81db8968-a13f-4c55-a900-1abf48404bca HTTP/1.1" status: 200 len: 1092 time: 0.8094873 Jun 30 09:11:08.773271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704d5c2a-0563-473d-a26c-5150dd55758b', 'tag': '81db8968-a13f-4c55-a900-1abf48404bca'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:08.775863 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45dcb3a-aaa6-404c-a425-720f994a017d" -d '{"events": [{"name": "network-changed", "server_uuid": "704d5c2a-0563-473d-a26c-5150dd55758b", "tag": "81db8968-a13f-4c55-a900-1abf48404bca"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:08.782419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '755d2a0c-3dd3-4d2c-b8e6-f0f0d46de034') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:08.782878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '755d2a0c-3dd3-4d2c-b8e6-f0f0d46de034') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:08.800417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1335d8-e703-4de4-908a-64bc462079ae service neutron] Pushing event updated for resources: {'Port': ['ID=81db8968-a13f-4c55-a900-1abf48404bca,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:08.802593 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.844107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d352435-7836-44db-b94a-9b9a768e8035 req-0bdc1a87-9a89-44e7-a933-b5d30be95579 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551497 Jun 30 09:11:08.847139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.869149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:08.869561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:08.872454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8c7ff319-814c-4f66-a837-e27c1d6898c7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:08.872932 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:08.886713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ff02e231-2b18-4acf-ae89-a9983c16d0c8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:08.897281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-6118c8c3-3bf5-4680-b3c4-f06fcd52f6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:08.899173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-6118c8c3-3bf5-4680-b3c4-f06fcd52f6fa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 1095 time: 0.0752156 Jun 30 09:11:08.949482 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-23b248b6-0002-455c-9c81-4d8cbca68d07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81db8968-a13f-4c55-a900-1abf48404bca HTTP/1.1" status: 200 len: 217 time: 0.0427792 Jun 30 09:11:08.963268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d2e4f0f-85da-429c-a150-c66318cfd485 req-be317140-f384-4d9b-bcdc-d509eb579c47 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751859 Jun 30 09:11:08.974126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-a812b8d9-613d-4277-ac93-ec0ab7c478ca service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207588 Jun 30 09:11:09.030798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-3552a550-6354-4031-84b8-ba22c3ea5d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.032838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-3552a550-6354-4031-84b8-ba22c3ea5d66 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.0759521 Jun 30 09:11:09.078175 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.089536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-dad7dec2-8aa2-4916-8648-cf5b6a6caa92 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479631 Jun 30 09:11:09.130874 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.132761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] 10.222.0.77 "DELETE /v2.0/networks/950ddd0b-eb2a-4965-88b8-ceb5313d0781 HTTP/1.1" status: 204 len: 168 time: 0.8637171 Jun 30 09:11:09.148385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf82e4c-b30e-4542-8553-883ad4e7eed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=950ddd0b-eb2a-4965-88b8-ceb5313d0781,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:09.202708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da39123-80a9-4a1a-91c0-62844037c779 req-4d3cffc8-9fc4-48bd-8a8a-dacdcdd1723b service neutron] 10.222.0.83 "GET /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210820 Jun 30 09:11:09.217619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-e4e96f41-5322-4125-8ee8-bc8d0deb3194 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205537 Jun 30 09:11:09.231799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc1eb82-aa07-4dd2-8de2-2d07fc2a2bb1 req-1f454257-45a3-4eeb-8c5f-8bf3eff7b8e5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.234467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dc1eb82-aa07-4dd2-8de2-2d07fc2a2bb1 req-1f454257-45a3-4eeb-8c5f-8bf3eff7b8e5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 943 time: 0.2382083 Jun 30 09:11:09.282335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb0f33-251b-41b8-991a-312c5d93c8cb req-daa6a9e2-4445-4b3b-b1bd-c729549f2196 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.285065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7eb0f33-251b-41b8-991a-312c5d93c8cb req-daa6a9e2-4445-4b3b-b1bd-c729549f2196 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1509438 Jun 30 09:11:09.315360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dc1eb82-aa07-4dd2-8de2-2d07fc2a2bb1 req-1831fa66-a8dd-4135-8d7e-8ad6ae224f90 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711677 Jun 30 09:11:09.335081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c3d02a1-8b6a-4bd1-a9de-f44b98997977 req-0416ae90-ff74-4c99-bc55-892d6c4cc5a8 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088979 Jun 30 09:11:09.345934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7eb0f33-251b-41b8-991a-312c5d93c8cb req-a279716e-8143-4acf-8ac3-009fc07db54f tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598736 Jun 30 09:11:09.377567 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aca0bf7-80db-4c05-9019-b77f306951ec x-openstack-request-id: req-8aca0bf7-80db-4c05-9019-b77f306951ec {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:09.378185 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704d5c2a-0563-473d-a26c-5150dd55758b", "tag": "81db8968-a13f-4c55-a900-1abf48404bca", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:09.378661 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8aca0bf7-80db-4c05-9019-b77f306951ec {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:09.379396 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704d5c2a-0563-473d-a26c-5150dd55758b', 'tag': '81db8968-a13f-4c55-a900-1abf48404bca', 'status': 'completed', 'code': 200} Jun 30 09:11:09.384900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.457024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28db1c32-98ee-4701-984b-33fe911d8777 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be84fedbdc404764aa46949e470307ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0699186 Jun 30 09:11:09.461524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:09.488763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-0b1c9918-ce9a-4872-89c2-0eaad8597aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.490511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-0b1c9918-ce9a-4872-89c2-0eaad8597aa9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 1095 time: 0.0821538 Jun 30 09:11:09.584583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-fe9cea78-8864-4562-9627-5b3e097060eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.586605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-fe9cea78-8864-4562-9627-5b3e097060eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.0890808 Jun 30 09:11:09.605228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8df96-2616-44a5-b38a-4ab37a898257 req-19d9d249-4edb-44e4-88e0-f33ff34c72b0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.606771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49c8df96-2616-44a5-b38a-4ab37a898257 req-19d9d249-4edb-44e4-88e0-f33ff34c72b0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1627183 Jun 30 09:11:09.608766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa31425c-31a6-41ad-91f0-bfdf9d75d874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.633365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-d346c17c-d7a5-40bb-aae2-43dd890d68d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81db8968-a13f-4c55-a900-1abf48404bca HTTP/1.1" status: 200 len: 217 time: 0.0382586 Jun 30 09:11:09.660660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa31425c-31a6-41ad-91f0-bfdf9d75d874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.670019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44a563-2081-4243-8286-be7d26fc6e7c req-b3105189-5797-4ebc-87d5-2c868f02399d tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.671782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba44a563-2081-4243-8286-be7d26fc6e7c req-b3105189-5797-4ebc-87d5-2c868f02399d tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.1500745 Jun 30 09:11:09.687725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-bfbada2d-f91e-40e6-8eba-db2783e7ebea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:09.689193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-bfbada2d-f91e-40e6-8eba-db2783e7ebea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.0474670 Jun 30 09:11:09.704047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49c8df96-2616-44a5-b38a-4ab37a898257 req-9aabb78e-2755-4d9c-8aae-0d4c7166aca4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895004 Jun 30 09:11:09.736976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-d94f1500-a377-46a5-9be4-b3424683dfee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385129 Jun 30 09:11:09.751024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba44a563-2081-4243-8286-be7d26fc6e7c req-08a7c180-9ed9-41f2-88b5-67da0d88fb7f tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673869 Jun 30 09:11:09.766434 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa31425c-31a6-41ad-91f0-bfdf9d75d874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.777995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa31425c-31a6-41ad-91f0-bfdf9d75d874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:09.781417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fa31425c-31a6-41ad-91f0-bfdf9d75d874 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d849f5fb-761b-4026-8a64-314d811189b5 HTTP/1.1" status: 204 len: 168 time: 0.3182180 Jun 30 09:11:09.793204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31425c-31a6-41ad-91f0-bfdf9d75d874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d849f5fb-761b-4026-8a64-314d811189b5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:09.896158 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-d35d3dcd-6fb9-4c86-87a4-ff88d358a82f service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485925 Jun 30 09:11:10.060559 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a45dcb3a-aaa6-404c-a425-720f994a017d req-14c8baf1-54a4-43a9-b7ab-aaaa74cac820 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421716 Jun 30 09:11:10.069884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514dddd-5934-4e95-9917-b7b9acb81b94 req-9f83d394-b859-48ea-8192-38f5466d8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.072795 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8514dddd-5934-4e95-9917-b7b9acb81b94 req-9f83d394-b859-48ea-8192-38f5466d8114 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.1449478 Jun 30 09:11:10.115871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8514dddd-5934-4e95-9917-b7b9acb81b94 req-f78cdab7-686a-47c4-9167-bbe7742c2412 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362687 Jun 30 09:11:10.167183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1036f-a65d-4c8f-afee-e046b58d04b0 req-2951fba8-c20d-4cd3-8863-6bb120b4fe43 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.173039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1036f-a65d-4c8f-afee-e046b58d04b0 req-2951fba8-c20d-4cd3-8863-6bb120b4fe43 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.174710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fd1036f-a65d-4c8f-afee-e046b58d04b0 req-2951fba8-c20d-4cd3-8863-6bb120b4fe43 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1681 time: 0.1635265 Jun 30 09:11:10.221530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-8d09c0b5-e717-413d-843b-fb97452b79b4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.223050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-8d09c0b5-e717-413d-843b-fb97452b79b4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 811 time: 0.1758745 Jun 30 09:11:10.247786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-f66d48c2-d0f0-4b5e-baa9-c1c1c5fd064f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/quotas/6b58d0e0c774468fade5f1f07c1cc880 HTTP/1.1" status: 200 len: 375 time: 0.0181966 Jun 30 09:11:10.248617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:10.250876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fd1036f-a65d-4c8f-afee-e046b58d04b0 req-0a5b04cd-3e0d-45ed-8fb5-63113ab96bd4 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663176 Jun 30 09:11:10.314065 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4fce877e-3323-4f31-91cc-ac07a80ae3c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f172fe4d5156414da011b32fdd641d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639029 Jun 30 09:11:10.318104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:10.323509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-83113df7-5bab-467a-bdb1-c28f47eb25c8 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689833 Jun 30 09:11:10.339762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-55ef39d8-ae9c-4dec-b49b-45016e98c0f1 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:11:10.340718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-55ef39d8-ae9c-4dec-b49b-45016e98c0f1 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063505 Jun 30 09:11:10.389539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dccd566-3343-48da-ba33-7ce808c89ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.412351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dccd566-3343-48da-ba33-7ce808c89ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.442671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-6a376591-b669-42f0-ada2-01d1490f8f65 service neutron] 10.222.0.77 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914466 Jun 30 09:11:10.477729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dccd566-3343-48da-ba33-7ce808c89ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.480837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dccd566-3343-48da-ba33-7ce808c89ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:10.482415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9dccd566-3343-48da-ba33-7ce808c89ef7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9c28d148-5e50-4126-be9b-1f1e6e3ad958 HTTP/1.1" status: 204 len: 168 time: 0.1630900 Jun 30 09:11:10.490664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccd566-3343-48da-ba33-7ce808c89ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c28d148-5e50-4126-be9b-1f1e6e3ad958,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:10.573722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-eb7c1d21-5bd9-4359-8977-e3ca31440ded service neutron] 10.222.0.77 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244860 Jun 30 09:11:10.696016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9057878a-4c57-4c6b-808f-f404d223025b req-d7e1d0f1-390a-4d76-8f24-8edd430d6215 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:10.697988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9057878a-4c57-4c6b-808f-f404d223025b req-d7e1d0f1-390a-4d76-8f24-8edd430d6215 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 943 time: 0.0718296 Jun 30 09:11:10.748434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9057878a-4c57-4c6b-808f-f404d223025b req-c3fc3acd-8c1d-46e9-80fc-1ac8d9524d65 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Jun 30 09:11:10.935549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:10.978298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:11.066568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454f9d6-8ff0-489f-a73e-c849929e364c req-a47d079e-1bad-42e6-9e99-20f745e962e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.074936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6454f9d6-8ff0-489f-a73e-c849929e364c req-a47d079e-1bad-42e6-9e99-20f745e962e5 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 949 time: 0.1857615 Jun 30 09:11:11.135346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be580ce-c056-4349-9982-135a339692fd req-01a17fe5-3e5f-4012-834a-a14d886af834 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.135346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6be580ce-c056-4349-9982-135a339692fd req-01a17fe5-3e5f-4012-834a-a14d886af834 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 943 time: 0.1462994 Jun 30 09:11:11.163105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6454f9d6-8ff0-489f-a73e-c849929e364c req-25ad090e-ee43-42b3-b809-26f9465fec19 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870724 Jun 30 09:11:11.239814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6be580ce-c056-4349-9982-135a339692fd req-2105605d-4cda-41a1-b2d4-bb65af7d5556 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885320 Jun 30 09:11:11.398380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:11.407886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceb8d673-7182-4614-b0b6-52dbd39a8128 req-b145c33f-d8b9-4dc7-b25a-90f8cd0f1755 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 210 time: 0.0410142 Jun 30 09:11:11.430352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'mac_address': 'fa:16:3e:5e:26:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:11.433952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fd64e21-ccef-45ff-8e00-a961a0443885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.435517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.453025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4022a-c1e3-4ad9-9d7d-5ff6cee8d369 req-127c9db8-75a4-411a-a960-9f74261551ca tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.456842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79d4022a-c1e3-4ad9-9d7d-5ff6cee8d369 req-127c9db8-75a4-411a-a960-9f74261551ca tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.1306024 Jun 30 09:11:11.508568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:11.512734 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c56116-a3d2-4784-845f-cc803d9d57c2" -d '{"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-unplugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:11.531454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.534588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:11.545105 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.550768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79d4022a-c1e3-4ad9-9d7d-5ff6cee8d369 req-01fda025-7c78-4266-8587-6d5b4485cc85 tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868225 Jun 30 09:11:11.554091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:11.662826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:11.666588 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:11.667131 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:11.670028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5db08007-3564-42e6-a8db-7e0bfd9694c3 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:11.693813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8c7ff319-814c-4f66-a837-e27c1d6898c7 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:11.839621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 8c7ff319-814c-4f66-a837-e27c1d6898c7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:11.849403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 8c7ff319-814c-4f66-a837-e27c1d6898c7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:11.849755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:11.861128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32fd6-6000-4135-9024-647409267f56 req-b4aeebe3-1685-45e0-b5dd-477db384e5be tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.872006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c32fd6-6000-4135-9024-647409267f56 req-b4aeebe3-1685-45e0-b5dd-477db384e5be tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:11.874856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9c32fd6-6000-4135-9024-647409267f56 req-b4aeebe3-1685-45e0-b5dd-477db384e5be tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1681 time: 0.1513591 Jun 30 09:11:11.883174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5db08007-3564-42e6-a8db-7e0bfd9694c3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:11.902963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '5db08007-3564-42e6-a8db-7e0bfd9694c3', 'network_id': 'e1d1afaa-a7ad-4a92-a95b-389a50c42e23', 'port_id': '5db08007-3564-42e6-a8db-7e0bfd9694c3', 'mac_address': 'fa:16:3e:39:f1:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea906b44-ac73-4729-99e9-9bfa2bbe77d6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:11.957084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9c32fd6-6000-4135-9024-647409267f56 req-d9b434fd-41c3-45a5-87c4-5c8621e56608 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646846 Jun 30 09:11:11.973536 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07e2504-8abb-4ae2-bfa4-600cad5fe8be x-openstack-request-id: req-c07e2504-8abb-4ae2-bfa4-600cad5fe8be {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:11.974056 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-unplugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:11.974263 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c07e2504-8abb-4ae2-bfa4-600cad5fe8be {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:11.974793 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'code': 200} Jun 30 09:11:11.997950 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.030980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.056075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8c7ff319-814c-4f66-a837-e27c1d6898c7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8c7ff319-814c-4f66-a837-e27c1d6898c7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:12.059086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db08007-3564-42e6-a8db-7e0bfd9694c3 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:12.081088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5db08007-3564-42e6-a8db-7e0bfd9694c3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:12.083517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.084430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ff02e231-2b18-4acf-ae89-a9983c16d0c8 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:12.091719 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.135161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8156843-1a2a-4593-b459-021a1b97f18a req-8d63650e-4c89-4bc7-886a-d68040266dfd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.137401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8156843-1a2a-4593-b459-021a1b97f18a req-8d63650e-4c89-4bc7-886a-d68040266dfd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 943 time: 0.0744715 Jun 30 09:11:12.188093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8156843-1a2a-4593-b459-021a1b97f18a req-89d41c19-2ff1-4c62-8ca4-5db77c8f6e9e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426259 Jun 30 09:11:12.201807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8c7ff319-814c-4f66-a837-e27c1d6898c7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.251857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port ff02e231-2b18-4acf-ae89-a9983c16d0c8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:12.260778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ff02e231-2b18-4acf-ae89-a9983c16d0c8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:12.261227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.292688 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.329820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:12.334021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=5db08007-3564-42e6-a8db-7e0bfd9694c3,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.377836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:12.385145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.385855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81db8968-a13f-4c55-a900-1abf48404bca details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:12.430697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-6fdd4475-6990-480d-836a-2d54b0358edb tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.432369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-6fdd4475-6990-480d-836a-2d54b0358edb tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.83 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 946 time: 0.1931617 Jun 30 09:11:12.452642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aedc9-1501-4a58-a26e-c2de86e99749 req-b400882d-9420-4e8c-af9a-66dbe847c5cc tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.460235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f8aedc9-1501-4a58-a26e-c2de86e99749 req-b400882d-9420-4e8c-af9a-66dbe847c5cc tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 947 time: 0.1568654 Jun 30 09:11:12.476190 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.532083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['5db08007-3564-42e6-a8db-7e0bfd9694c3'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:12.624172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f8aedc9-1501-4a58-a26e-c2de86e99749 req-c1c9a928-13cd-491a-a6b9-1f49782d5bcb tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623707 Jun 30 09:11:12.674212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155931ab-5dc5-4f32-aa27-37f483a7765f req-c0e95238-22cb-4114-a74b-9a2d49b915e8 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.685793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-155931ab-5dc5-4f32-aa27-37f483a7765f req-c0e95238-22cb-4114-a74b-9a2d49b915e8 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 944 time: 0.2109787 Jun 30 09:11:12.705949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-19eec6e8-50f8-4ae0-bc05-17fc737ca895 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:12.711674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-19eec6e8-50f8-4ae0-bc05-17fc737ca895 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.83 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 811 time: 0.2560036 Jun 30 09:11:12.717038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81db8968-a13f-4c55-a900-1abf48404bca, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81db8968-a13f-4c55-a900-1abf48404bca,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:12.730358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Request body: {'port': {'device_id': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'admin_state_up': True, 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:12.749656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '81db8968-a13f-4c55-a900-1abf48404bca', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': '81db8968-a13f-4c55-a900-1abf48404bca', 'mac_address': 'fa:16:3e:d5:34:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:12.753228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Deleting port fa5e529b-5810-4260-b50d-cf768549ad74 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:12.753809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.819589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:12.859075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ff02e231-2b18-4acf-ae89-a9983c16d0c8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:12.868525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-155931ab-5dc5-4f32-aa27-37f483a7765f req-1fbfb40a-9e19-4b76-8480-bbd04335b890 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817579 Jun 30 09:11:12.885849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Made reservation on behalf of 6b58d0e0c774468fade5f1f07c1cc880 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:12.890815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.891108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.922802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcf6cd16-2d77-4415-b6dc-0297a8b5a5bf req-15a5aae6-75c9-44d0-a581-6235c178af67 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 210 time: 0.0413034 Jun 30 09:11:12.986776 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:12.996936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] For port fa5e529b-5810-4260-b50d-cf768549ad74, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=fa5e529b-5810-4260-b50d-cf768549ad74,segment=NetworkSegment(86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53),segment_id=86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:12.997312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.016641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Calling delete_port for fa5e529b-5810-4260-b50d-cf768549ad74 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:13.097475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81db8968-a13f-4c55-a900-1abf48404bca {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:13.104010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ff02e231-2b18-4acf-ae89-a9983c16d0c8,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.104741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Allocated IP 172.20.0.14 (c8649ae5-4b39-4144-9fe7-a0c661c77428/c1b2a258-a22e-40a8-9608-69687b09a6e5/2fbdecf9-d1d1-4830-b294-6f24cc76f596) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:13.191048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81db8968-a13f-4c55-a900-1abf48404bca, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81db8968-a13f-4c55-a900-1abf48404bca,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:13.203091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.271610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.329119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Pushing event deleted for resources: {'Port': ['ID=fa5e529b-5810-4260-b50d-cf768549ad74,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.332819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=81db8968-a13f-4c55-a900-1abf48404bca,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.337755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724d22e-a3e5-459f-8270-7f8d8e1fb990 req-9faae3b5-f8ac-47a4-b976-a0d3b351cb2b tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.339325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b724d22e-a3e5-459f-8270-7f8d8e1fb990 req-9faae3b5-f8ac-47a4-b976-a0d3b351cb2b tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/ports?device_id=bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf HTTP/1.1" status: 200 len: 867 time: 0.1606932 Jun 30 09:11:13.365061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.417995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] No DVR routers for this DVR port fa5e529b-5810-4260-b50d-cf768549ad74 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:13.422134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.423881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-182790fb-4517-4a40-be5f-0ad8bf5e1de8 req-10809d97-4afd-41a8-9a45-4f91a26e06fd tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.83 "DELETE /v2.0/ports/fa5e529b-5810-4260-b50d-cf768549ad74 HTTP/1.1" status: 204 len: 173 time: 0.9604039 Jun 30 09:11:13.426421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'name': 'network-vif-deleted', 'tag': 'fa5e529b-5810-4260-b50d-cf768549ad74'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:13.430729 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bad22b-97e7-46aa-a335-1b6e3c764732" -d '{"events": [{"server_uuid": "bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf", "name": "network-vif-deleted", "tag": "fa5e529b-5810-4260-b50d-cf768549ad74"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:13.440007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.452114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6bc2b0cf-40b8-4d38-a70c-68b355e140dd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:13.484589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b724d22e-a3e5-459f-8270-7f8d8e1fb990 req-1586fda8-0000-49d8-ae8a-eb803a053c9c tempest-InstanceActionsTestJSON-1328626208 tempest-InstanceActionsTestJSON-1328626208-project] 10.222.0.77 "GET /v2.0/security-groups?id=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126549 Jun 30 09:11:13.504612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:13.550379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:13.574035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Pushing event updated for resources: {'Port': ['ID=2fbdecf9-d1d1-4830-b294-6f24cc76f596,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:13.608130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Network c8649ae5-4b39-4144-9fe7-a0c661c77428 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:13.613617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:13.622176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:13.767378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.770068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:13.796989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d18dc-2b69-4360-a36d-e99b9ce8859e req-04a71068-d2b9-4f68-a002-cde74244fa97 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.803007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685d18dc-2b69-4360-a36d-e99b9ce8859e req-04a71068-d2b9-4f68-a002-cde74244fa97 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.808088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-1a15864a-dfbc-4f61-b5e8-720dbb580054 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0848153 Jun 30 09:11:13.810764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685d18dc-2b69-4360-a36d-e99b9ce8859e req-04a71068-d2b9-4f68-a002-cde74244fa97 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.1356456 Jun 30 09:11:13.840000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Request body: {'port': {'device_id': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:13.865128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e10c2c-9f71-4083-b1db-061ca5e4add3 req-ce671141-e9e9-44d9-af6c-a318a0fc02ef tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:13.871503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3e10c2c-9f71-4083-b1db-061ca5e4add3 req-ce671141-e9e9-44d9-af6c-a318a0fc02ef tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 944 time: 0.1657681 Jun 30 09:11:13.921399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685d18dc-2b69-4360-a36d-e99b9ce8859e req-c4f85823-92d4-418f-8cd9-65335fe00646 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094148 Jun 30 09:11:13.932313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32948) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:13.976508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7ff319-814c-4f66-a837-e27c1d6898c7'}, {'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:13.982244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3e10c2c-9f71-4083-b1db-061ca5e4add3 req-650ec849-8b42-400d-86d3-8eb1741bef75 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999472 Jun 30 09:11:13.982692 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4087661b-a0b9-4669-948b-86b172ac0c64" -d '{"events": [{"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-plugged", "status": "completed", "tag": "8c7ff319-814c-4f66-a837-e27c1d6898c7"}, {"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-plugged", "status": "completed", "tag": "ff02e231-2b18-4acf-ae89-a9983c16d0c8"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:14.001046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.038499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30fdb653-2e3f-44ff-9978-a49cedb7d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.047964 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3306cb49-fb7e-4fa8-ac56-3a573364a124 x-openstack-request-id: req-3306cb49-fb7e-4fa8-ac56-3a573364a124 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:14.048260 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf", "name": "network-vif-deleted", "tag": "fa5e529b-5810-4260-b50d-cf768549ad74", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:14.048502 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3306cb49-fb7e-4fa8-ac56-3a573364a124 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:14.048899 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd3b9c3b-13d8-4e6c-b1eb-bfe2b96e0cbf', 'name': 'network-vif-deleted', 'tag': 'fa5e529b-5810-4260-b50d-cf768549ad74', 'status': 'completed', 'code': 200} Jun 30 09:11:14.141268 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d90e36ab-f570-4d8b-b11d-12ffebd1e227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.151261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.306852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac16c1c-c0f9-4fff-940d-f10eef72a66c req-3123d8be-e56f-43b2-80d2-043f5929ba90 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.308982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ac16c1c-c0f9-4fff-940d-f10eef72a66c req-3123d8be-e56f-43b2-80d2-043f5929ba90 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.1626766 Jun 30 09:11:14.359519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260a978-d1d1-412c-acb4-4c15b83a0aac req-3af247f8-35c5-4839-8686-967f84e3bf98 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.361263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8260a978-d1d1-412c-acb4-4c15b83a0aac req-3af247f8-35c5-4839-8686-967f84e3bf98 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 944 time: 0.1727884 Jun 30 09:11:14.411376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ac16c1c-c0f9-4fff-940d-f10eef72a66c req-f570f24f-8695-4764-bf0e-0f06e3ae4040 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922689 Jun 30 09:11:14.417399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fbdecf9-d1d1-4830-b294-6f24cc76f596 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:14.423499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d90e36ab-f570-4d8b-b11d-12ffebd1e227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.427701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.435679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d90e36ab-f570-4d8b-b11d-12ffebd1e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.462830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8260a978-d1d1-412c-acb4-4c15b83a0aac req-1a5983c1-ab9d-462b-81e9-a1cd3eb82a6f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898733 Jun 30 09:11:14.491402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Transition to ACTIVE for port object 2fbdecf9-d1d1-4830-b294-6f24cc76f596 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:14.504407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.508751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e36ab-f570-4d8b-b11d-12ffebd1e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e34f4ed-65c0-401c-8513-ab5263d29f35,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.517607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d90e36ab-f570-4d8b-b11d-12ffebd1e227 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfb96ce42aec424dadf8fc12a323ba88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813761 Jun 30 09:11:14.517932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32962) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:14.545624 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86bed0a-8228-490f-b4f1-592aa825eaf6 x-openstack-request-id: req-c86bed0a-8228-490f-b4f1-592aa825eaf6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:14.545988 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-plugged", "status": "completed", "tag": "8c7ff319-814c-4f66-a837-e27c1d6898c7", "code": 200}, {"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-plugged", "status": "completed", "tag": "ff02e231-2b18-4acf-ae89-a9983c16d0c8", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:14.546340 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c86bed0a-8228-490f-b4f1-592aa825eaf6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:14.546826 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7ff319-814c-4f66-a837-e27c1d6898c7', 'code': 200} Jun 30 09:11:14.547192 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8', 'code': 200} Jun 30 09:11:14.620170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbdecf9-d1d1-4830-b294-6f24cc76f596,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:14.665828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ed1b-c892-4355-a5c9-e26ab4ece921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.679775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Attempting to bind port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:14.680120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Attempting to bind port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:14.680452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Attempting to bind port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 on network c8649ae5-4b39-4144-9fe7-a0c661c77428 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:14.685273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 on network c8649ae5-4b39-4144-9fe7-a0c661c77428 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:14.685755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Attempting to bind port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 on network c8649ae5-4b39-4144-9fe7-a0c661c77428 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:14.691201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:14.691542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Checking segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:14.691934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Bound using segment: {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:14.692365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Bound port: 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4aaac8a0-a889-4968-98e6-3047cc458a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:14.692725 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.792379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] For port 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:14.799602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] For port 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:14.818180 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.863025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:14.863352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:14.865225 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] 10.222.0.83 "PUT /v2.0/ports/2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 200 len: 1093 time: 1.0316978 Jun 30 09:11:14.866007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'tag': '2fbdecf9-d1d1-4830-b294-6f24cc76f596'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:14.869611 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a9dfba-56f4-4039-a27a-830f650e39d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca8dd38-44af-4ecd-b18f-6533e273ac30", "tag": "2fbdecf9-d1d1-4830-b294-6f24cc76f596"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:14.899803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545371d-e522-4945-9369-2aaf79d60722 service neutron] Pushing event updated for resources: {'Port': ['ID=2fbdecf9-d1d1-4830-b294-6f24cc76f596,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.000366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-17227432-28eb-4575-9eaa-c2736e88d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.001895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-17227432-28eb-4575-9eaa-c2736e88d25b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1096 time: 0.0706234 Jun 30 09:11:15.005977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.073786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-d740b1b2-98b5-40ad-999c-d9d41a911934 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 200 len: 217 time: 0.0554483 Jun 30 09:11:15.081043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ed1b-c892-4355-a5c9-e26ab4ece921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.094978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ba92a-abcd-491f-9073-f3465a9b261a req-b701b2d5-873e-4219-8e7f-02403c9d0037 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.096526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f88ba92a-abcd-491f-9073-f3465a9b261a req-b701b2d5-873e-4219-8e7f-02403c9d0037 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 944 time: 0.5535295 Jun 30 09:11:15.123913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Deleting subnet d2f81e44-7a08-4aaf-86a6-f95ed9638202 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:15.130421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.168140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-23ab8e20-dcc9-4e66-b4ec-282dd19fdb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.169945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-23ab8e20-dcc9-4e66-b4ec-282dd19fdb4b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.0884795 Jun 30 09:11:15.204965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0d777-e757-467c-b1e0-f105f1f85e70 req-38d9e4fc-33a1-4acb-8951-8fbf34f1c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.205437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab0d777-e757-467c-b1e0-f105f1f85e70 req-38d9e4fc-33a1-4acb-8951-8fbf34f1c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.207048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eab0d777-e757-467c-b1e0-f105f1f85e70 req-38d9e4fc-33a1-4acb-8951-8fbf34f1c8f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1987 time: 0.5351474 Jun 30 09:11:15.212434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f88ba92a-abcd-491f-9073-f3465a9b261a req-df5ad163-2c8a-43b9-a509-d14d21a89d4e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985682 Jun 30 09:11:15.234049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:15.236556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.240295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ed1b-c892-4355-a5c9-e26ab4ece921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.244841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8e3ed1b-c892-4355-a5c9-e26ab4ece921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.248717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e8e3ed1b-c892-4355-a5c9-e26ab4ece921 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e34f4ed-65c0-401c-8513-ab5263d29f35 HTTP/1.1" status: 204 len: 168 time: 0.7275078 Jun 30 09:11:15.260575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-a61067de-a5cc-4166-9b4f-7849b4054b52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844376 Jun 30 09:11:15.276314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3ed1b-c892-4355-a5c9-e26ab4ece921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e34f4ed-65c0-401c-8513-ab5263d29f35,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.289386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a1ebd0-d1a5-4727-8074-d3562ee02733 req-10de3833-9a71-4af5-ad0f-6d400fba3fb6 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.291037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7a1ebd0-d1a5-4727-8074-d3562ee02733 req-10de3833-9a71-4af5-ad0f-6d400fba3fb6 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.1845541 Jun 30 09:11:15.293213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eab0d777-e757-467c-b1e0-f105f1f85e70 req-58f1f150-c751-4d16-a490-6f3fd5ea1406 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785286 Jun 30 09:11:15.328646 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b92746-35a6-4046-9a4d-bebbf9b6e4d6 x-openstack-request-id: req-54b92746-35a6-4046-9a4d-bebbf9b6e4d6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:15.328927 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca8dd38-44af-4ecd-b18f-6533e273ac30", "tag": "2fbdecf9-d1d1-4830-b294-6f24cc76f596", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:15.329697 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54b92746-35a6-4046-9a4d-bebbf9b6e4d6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:15.330127 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'tag': '2fbdecf9-d1d1-4830-b294-6f24cc76f596', 'status': 'completed', 'code': 200} Jun 30 09:11:15.336314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7a1ebd0-d1a5-4727-8074-d3562ee02733 req-f164f51f-bada-4cea-8fa7-2174855714a7 tempest-ServersAdminTestJSON-653867613 tempest-ServersAdminTestJSON-653867613-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365639 Jun 30 09:11:15.354110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.406700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-e2b2ef6a-0510-4c6a-8c56-0f60608e4f17 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2181218 Jun 30 09:11:15.440882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d787962e-10da-49b1-8b38-ba71ac36e47a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:15.441255 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.470045 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-685bd78f-36ea-4a80-94ad-fe3130d5db17 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987243 Jun 30 09:11:15.520253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.557979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2f81e44-7a08-4aaf-86a6-f95ed9638202,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.564271 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.566741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2e97c10a-97b4-49ba-9d23-61db3f3a9a43 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d2f81e44-7a08-4aaf-86a6-f95ed9638202 HTTP/1.1" status: 204 len: 168 time: 0.5584614 Jun 30 09:11:15.569601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32982) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.571608 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.621101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:15.623573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69425a-4235-47a9-81a6-bf3fc3a57f7d req-7541555e-9fd7-4350-8c1f-36804cdae608 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.627923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.630291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69425a-4235-47a9-81a6-bf3fc3a57f7d req-7541555e-9fd7-4350-8c1f-36804cdae608 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.631064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81db8968-a13f-4c55-a900-1abf48404bca up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:15.631380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f69425a-4235-47a9-81a6-bf3fc3a57f7d req-7541555e-9fd7-4350-8c1f-36804cdae608 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.1734066 Jun 30 09:11:15.692186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5db08007-3564-42e6-a8db-7e0bfd9694c3 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:15.701041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b99b7-501c-48da-9051-1b188e8bb0e7 req-fc30d749-9351-4e05-8d31-194dc57dcae9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:15.703028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-078b99b7-501c-48da-9051-1b188e8bb0e7 req-fc30d749-9351-4e05-8d31-194dc57dcae9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 944 time: 0.1713624 Jun 30 09:11:15.745760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f69425a-4235-47a9-81a6-bf3fc3a57f7d req-b9e5b878-a25b-4ac9-9f91-5e439c45b96c tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001368 Jun 30 09:11:15.781490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-078b99b7-501c-48da-9051-1b188e8bb0e7 req-41bc8dc7-e7b2-4b7f-b556-d26b43b17de0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646873 Jun 30 09:11:15.819477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32984) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:15.832420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:15.841585 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-811a59bf-e73a-4e2e-af13-ca3365bdefe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.860237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 5db08007-3564-42e6-a8db-7e0bfd9694c3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:15.897226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 5db08007-3564-42e6-a8db-7e0bfd9694c3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:15.900859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:15.909021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 81db8968-a13f-4c55-a900-1abf48404bca completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:15.961994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 81db8968-a13f-4c55-a900-1abf48404bca triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:15.962855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.028382 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.037251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-811a59bf-e73a-4e2e-af13-ca3365bdefe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.050336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538619ba-7a6d-418d-b6fa-ac2a40939c10 req-2772b620-2503-4dbd-b065-d0d9384b401b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.053369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-9e1c3891-e44b-4487-98a1-562c062b7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.055056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-9e1c3891-e44b-4487-98a1-562c062b7d79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d5c6d703a1e448994a8958fa813e706&device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 1101 time: 0.5757892 Jun 30 09:11:16.059760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-538619ba-7a6d-418d-b6fa-ac2a40939c10 req-2772b620-2503-4dbd-b065-d0d9384b401b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 944 time: 0.1275141 Jun 30 09:11:16.061254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.082514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-811a59bf-e73a-4e2e-af13-ca3365bdefe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.151048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.156468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-811a59bf-e73a-4e2e-af13-ca3365bdefe1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6c36e418685347e485509ca3fb207b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329523 Jun 30 09:11:16.159041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a59bf-e73a-4e2e-af13-ca3365bdefe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c15949-0fb2-498a-8cd8-f84a58386634,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.159283 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80e9bbd8-9b82-4b32-9505-edd350566d70 req-5cba757e-2121-4761-9e69-556e5702569f service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995973 Jun 30 09:11:16.161491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32988) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:16.172629 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.186722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-538619ba-7a6d-418d-b6fa-ac2a40939c10 req-dbb9a274-1cc5-42a4-861a-fa5ae62bab6a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201272 Jun 30 09:11:16.236970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81db8968-a13f-4c55-a900-1abf48404bca, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81db8968-a13f-4c55-a900-1abf48404bca,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:16.260187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5db08007-3564-42e6-a8db-7e0bfd9694c3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:16.263912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.269542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.270523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device fa5e529b-5810-4260-b50d-cf768549ad74 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:16.303183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47b74e9a-001f-4c4e-b353-09b30757aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.319437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: fa5e529b-5810-4260-b50d-cf768549ad74 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:16.321079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device fa5e529b-5810-4260-b50d-cf768549ad74 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:16.335120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47b74e9a-001f-4c4e-b353-09b30757aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.358487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=81db8968-a13f-4c55-a900-1abf48404bca,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.406497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-0614d97f-96ab-4f64-94ca-4d1613622e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.408613 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-0614d97f-96ab-4f64-94ca-4d1613622e0a service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2806091 Jun 30 09:11:16.433407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47b74e9a-001f-4c4e-b353-09b30757aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.436375 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47b74e9a-001f-4c4e-b353-09b30757aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.440734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-47b74e9a-001f-4c4e-b353-09b30757aa5a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48c15949-0fb2-498a-8cd8-f84a58386634 HTTP/1.1" status: 204 len: 168 time: 0.2756150 Jun 30 09:11:16.454930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b74e9a-001f-4c4e-b353-09b30757aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c15949-0fb2-498a-8cd8-f84a58386634,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.474559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=5db08007-3564-42e6-a8db-7e0bfd9694c3,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:16.487230 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-5d26db18-38b4-41be-ba24-8d6730afd461 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=d787962e-10da-49b1-8b38-ba71ac36e47a HTTP/1.1" status: 200 len: 217 time: 0.0559618 Jun 30 09:11:16.549478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}, {'server_uuid': '704d5c2a-0563-473d-a26c-5150dd55758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81db8968-a13f-4c55-a900-1abf48404bca'}, {'server_uuid': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db08007-3564-42e6-a8db-7e0bfd9694c3'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:16.552089 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c460555-91fa-4826-a5b0-a47746af8a29" -d '{"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-plugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}, {"server_uuid": "704d5c2a-0563-473d-a26c-5150dd55758b", "name": "network-vif-plugged", "status": "completed", "tag": "81db8968-a13f-4c55-a900-1abf48404bca"}, {"server_uuid": "f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8", "name": "network-vif-plugged", "status": "completed", "tag": "5db08007-3564-42e6-a8db-7e0bfd9694c3"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:16.571830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.601964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4622da-4c84-4c75-9e00-958a9f28e6e4']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:16.625041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3845ff2-73b3-4bbb-ba80-197da95a45d0 req-40150b06-aa6d-43b1-816c-a1171f022ca3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.626677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3845ff2-73b3-4bbb-ba80-197da95a45d0 req-40150b06-aa6d-43b1-816c-a1171f022ca3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 944 time: 0.1440213 Jun 30 09:11:16.630572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:16.631284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d5ade3-9edb-4ca5-86e0-ea0cc1b6da53') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:16.641108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-117dfdaf-5077-4496-bb5d-1348eec20ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.643281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-117dfdaf-5077-4496-bb5d-1348eec20ebb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1236658 Jun 30 09:11:16.653908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-d640ae10-d9c8-42c0-b85b-98d2ea2fe6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.656179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-d640ae10-d9c8-42c0-b85b-98d2ea2fe6a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1096 time: 0.3246055 Jun 30 09:11:16.673998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.682950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1563a543-a6e4-4429-bb67-3a827daf7ad5 req-8fd1c2bb-8585-4923-af48-10eb03ebeaa2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:16.684507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1563a543-a6e4-4429-bb67-3a827daf7ad5 req-8fd1c2bb-8585-4923-af48-10eb03ebeaa2 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 950 time: 0.1251235 Jun 30 09:11:16.697876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3845ff2-73b3-4bbb-ba80-197da95a45d0 req-b48a4042-68b4-48f4-a4e3-9f6429319603 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549681 Jun 30 09:11:16.764381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1563a543-a6e4-4429-bb67-3a827daf7ad5 req-d531d632-5d5a-4ed5-8ee2-c5bec97bdf45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638549 Jun 30 09:11:16.800762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.801637 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f2ae10-4e93-47cb-b493-9b24195d7c57 x-openstack-request-id: req-c3f2ae10-4e93-47cb-b493-9b24195d7c57 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:16.801637 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-plugged", "status": "completed", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "code": 200}, {"server_uuid": "704d5c2a-0563-473d-a26c-5150dd55758b", "name": "network-vif-plugged", "status": "completed", "tag": "81db8968-a13f-4c55-a900-1abf48404bca", "code": 200}, {"server_uuid": "f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8", "name": "network-vif-plugged", "status": "completed", "tag": "5db08007-3564-42e6-a8db-7e0bfd9694c3", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:16.801953 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c3f2ae10-4e93-47cb-b493-9b24195d7c57 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:16.802333 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'code': 200} Jun 30 09:11:16.802587 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704d5c2a-0563-473d-a26c-5150dd55758b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81db8968-a13f-4c55-a900-1abf48404bca', 'code': 200} Jun 30 09:11:16.802927 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db08007-3564-42e6-a8db-7e0bfd9694c3', 'code': 200} Jun 30 09:11:16.923975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:16.925470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:16.929092 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:17.109770 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.133621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.136466 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4d4622da-4c84-4c75-9e00-958a9f28e6e4 HTTP/1.1" status: 204 len: 168 time: 1.5647056 Jun 30 09:11:17.159252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-f6a0d0b9-a092-4415-92ef-39842c198e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.161100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-f6a0d0b9-a092-4415-92ef-39842c198e97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5036983 Jun 30 09:11:17.170962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d00be4-fc53-42af-a88f-366a8583c941 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d4622da-4c84-4c75-9e00-958a9f28e6e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:17.180974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.183516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068efb9-7ef2-455b-a6e7-c6b5d25315e7 req-1541afef-aff4-4cf2-9f36-3f1236064b04 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.192307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c068efb9-7ef2-455b-a6e7-c6b5d25315e7 req-1541afef-aff4-4cf2-9f36-3f1236064b04 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 945 time: 0.2163684 Jun 30 09:11:17.205440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-41946f77-c7ec-47e4-b033-adea65c80597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.207182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-41946f77-c7ec-47e4-b033-adea65c80597 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.4697750 Jun 30 09:11:17.278171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283e98-08ca-4aa1-8bd8-a7f899891142 req-549b8b55-422b-4055-9dd8-30a57853add3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.284506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37283e98-08ca-4aa1-8bd8-a7f899891142 req-549b8b55-422b-4055-9dd8-30a57853add3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.292219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37283e98-08ca-4aa1-8bd8-a7f899891142 req-549b8b55-422b-4055-9dd8-30a57853add3 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.3047721 Jun 30 09:11:17.295563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-29f2d044-b96a-436a-8f01-899cb800416c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 200 len: 217 time: 0.0556085 Jun 30 09:11:17.295757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22a5ad-18b1-4ef9-be62-4d6ae836bcda req-0e20207d-7e0a-4aea-ae06-2abe95986c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.299831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd22a5ad-18b1-4ef9-be62-4d6ae836bcda req-0e20207d-7e0a-4aea-ae06-2abe95986c8d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 1097 time: 0.2316940 Jun 30 09:11:17.305898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4c4e1-f12d-44ed-8d4a-0b8e94ca7ca1 req-d9c48f10-a0c9-4099-b574-9737bd5dc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.307612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-73a4c4e1-f12d-44ed-8d4a-0b8e94ca7ca1 req-d9c48f10-a0c9-4099-b574-9737bd5dc2d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 1097 time: 0.2748108 Jun 30 09:11:17.335770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c068efb9-7ef2-455b-a6e7-c6b5d25315e7 req-83079777-fb0d-42d8-9a02-ec14c226ee2f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427667 Jun 30 09:11:17.350294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33016) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:17.416332 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-7376cbeb-a00f-4dfb-81df-8d496aca7a71 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396181 Jun 30 09:11:17.420327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37283e98-08ca-4aa1-8bd8-a7f899891142 req-996f7f00-ca9a-4ebd-8fca-cf69eeb90699 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238894 Jun 30 09:11:17.423528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-1276c182-d97d-4df5-b681-d411f7c9e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.424195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-1276c182-d97d-4df5-b681-d411f7c9e1cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.1130672 Jun 30 09:11:17.436703 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-73a4c4e1-f12d-44ed-8d4a-0b8e94ca7ca1 req-f56d820c-1a84-4584-8bca-372ce0026600 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150937 Jun 30 09:11:17.437627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd22a5ad-18b1-4ef9-be62-4d6ae836bcda req-79a395d9-fb53-471d-95b8-3f26ea05f015 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160488 Jun 30 09:11:17.486852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5d84d77e-2f2b-44b8-bf0d-1e45d1bc045c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fe1fa94693242e8bb68a227f2988744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349876 Jun 30 09:11:17.489077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33022) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:17.511135 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.525512 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-93002557-3740-42fe-9a1a-fcc5e0a6d981 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856872 Jun 30 09:11:17.599503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0ac559aa-286c-4bfb-b18a-22fe686da1bb req-c8eb7db3-2adc-4241-b319-7c363f1bc3f2 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743140 Jun 30 09:11:17.626479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9abcc6fc-078b-47da-bc0a-c8bc927aa9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.671420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9abcc6fc-078b-47da-bc0a-c8bc927aa9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.761306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf27a5a-c2e3-4d37-bf67-c613b9fc48f2 req-0476d1c4-2b2f-40a9-abc7-9ac9dbad0b21 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.768782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2bf27a5a-c2e3-4d37-bf67-c613b9fc48f2 req-0476d1c4-2b2f-40a9-abc7-9ac9dbad0b21 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 945 time: 0.1899769 Jun 30 09:11:17.800262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-9d33ed90-b8f3-414e-a5e4-f1dcb9558038 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:17.802159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-9d33ed90-b8f3-414e-a5e4-f1dcb9558038 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 950 time: 0.1125829 Jun 30 09:11:17.823218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2bf27a5a-c2e3-4d37-bf67-c613b9fc48f2 req-95b87258-8ae4-4645-8af3-708ac7f12b5a tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530887 Jun 30 09:11:17.855573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9abcc6fc-078b-47da-bc0a-c8bc927aa9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.860144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9abcc6fc-078b-47da-bc0a-c8bc927aa9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:17.862139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9abcc6fc-078b-47da-bc0a-c8bc927aa9be admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd HTTP/1.1" status: 204 len: 168 time: 0.3720787 Jun 30 09:11:17.877353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcc6fc-078b-47da-bc0a-c8bc927aa9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab26c9-c6a5-42c6-989c-1f7af1fc2fdd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.013188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0ef4e-a2fc-46d9-9a92-6db3e166cf96 req-a5b23c8c-b886-4139-9cc9-469dc2a31b39 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.021732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73d0ef4e-a2fc-46d9-9a92-6db3e166cf96 req-a5b23c8c-b886-4139-9cc9-469dc2a31b39 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 944 time: 0.0955870 Jun 30 09:11:18.029788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-cdbee9d5-ff89-4690-844d-415e7c092987 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387753 Jun 30 09:11:18.161287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73d0ef4e-a2fc-46d9-9a92-6db3e166cf96 req-4d1ec04f-4778-4076-b997-8605ec68859e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302423 Jun 30 09:11:18.198109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Deleting port 6d316f27-14d2-464a-84cc-48e085957d77 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:18.199054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.222577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f9569-b0d5-410d-b05f-90111e517cb6 req-1e7be519-4926-42cf-a5b0-773c526ceb91 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.226939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b96f9569-b0d5-410d-b05f-90111e517cb6 req-1e7be519-4926-42cf-a5b0-773c526ceb91 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 950 time: 0.1724958 Jun 30 09:11:18.284107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e1a9dfba-56f4-4039-a27a-830f650e39d2 req-304b326a-affa-42fc-ab73-4697773a6e27 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204633 Jun 30 09:11:18.287052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b96f9569-b0d5-410d-b05f-90111e517cb6 req-7886162c-c51e-407e-89c4-d517fbfff08b tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474455 Jun 30 09:11:18.352024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] For port 6d316f27-14d2-464a-84cc-48e085957d77, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d316f27-14d2-464a-84cc-48e085957d77,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:18.352695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.368189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Calling delete_port for 6d316f27-14d2-464a-84cc-48e085957d77 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:18.566564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.579698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6d316f27-14d2-464a-84cc-48e085957d77', 'd787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:18.635686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event deleted for resources: {'Port': ['ID=6d316f27-14d2-464a-84cc-48e085957d77,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:18.707052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['a988720f-cb47-44be-9126-7a4fe4b4ebbb'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:18.711423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] No DVR routers for this DVR port 6d316f27-14d2-464a-84cc-48e085957d77 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:18.719255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:18.722441 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e48aa012-eac5-40a9-b034-f08edf12fef6 req-6217a04a-0cde-488e-829c-d7a733fffda8 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "DELETE /v2.0/ports/6d316f27-14d2-464a-84cc-48e085957d77 HTTP/1.1" status: 204 len: 173 time: 0.8498991 Jun 30 09:11:18.723287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'name': 'network-vif-deleted', 'tag': '6d316f27-14d2-464a-84cc-48e085957d77'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:18.729479 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ab0f33-f702-41e3-b6d8-f3549c587089" -d '{"events": [{"server_uuid": "fd007d96-95e9-4179-8757-758af0b5e08b", "name": "network-vif-deleted", "tag": "6d316f27-14d2-464a-84cc-48e085957d77"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:18.827764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9a709-438b-49ce-8190-51f552450778 req-a97b36a9-dba7-40ba-9bd8-603f66345e7b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.838354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee9a709-438b-49ce-8190-51f552450778 req-a97b36a9-dba7-40ba-9bd8-603f66345e7b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.851757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ee9a709-438b-49ce-8190-51f552450778 req-a97b36a9-dba7-40ba-9bd8-603f66345e7b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.1741021 Jun 30 09:11:18.868162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cb0f1-0bde-4afb-9e68-22c22422b922 req-f7841232-7e31-4145-bcd1-b3101fe3cd5e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:18.878207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18cb0f1-0bde-4afb-9e68-22c22422b922 req-f7841232-7e31-4145-bcd1-b3101fe3cd5e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 945 time: 0.3097315 Jun 30 09:11:18.966454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18cb0f1-0bde-4afb-9e68-22c22422b922 req-0a4a7d62-6b53-4843-b0f0-9cdfc044f2c6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866442 Jun 30 09:11:18.993588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ee9a709-438b-49ce-8190-51f552450778 req-6bc07f56-4d38-40ea-8ba0-20bfd1b56103 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407504 Jun 30 09:11:19.127188 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e56b8-acf7-4f58-8a30-6f23d1746930 x-openstack-request-id: req-584e56b8-acf7-4f58-8a30-6f23d1746930 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:19.127482 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd007d96-95e9-4179-8757-758af0b5e08b", "name": "network-vif-deleted", "tag": "6d316f27-14d2-464a-84cc-48e085957d77", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:19.127780 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-584e56b8-acf7-4f58-8a30-6f23d1746930 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:19.128218 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd007d96-95e9-4179-8757-758af0b5e08b', 'name': 'network-vif-deleted', 'tag': '6d316f27-14d2-464a-84cc-48e085957d77', 'status': 'completed', 'code': 200} Jun 30 09:11:19.399903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06336a-a76b-4757-82f9-0f60a75bb083 req-82b0aec6-2706-492b-a6f9-c900c417a4c5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:19.408628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e06336a-a76b-4757-82f9-0f60a75bb083 req-82b0aec6-2706-492b-a6f9-c900c417a4c5 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 945 time: 0.1026359 Jun 30 09:11:19.461186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e06336a-a76b-4757-82f9-0f60a75bb083 req-919b3480-26f2-4c64-8e81-eb32080b7b0b tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510471 Jun 30 09:11:19.642894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33098) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:19.722084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2fbdecf9-d1d1-4830-b294-6f24cc76f596 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:19.750470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcaa1de7-c58f-450f-8eb0-286be712052b req-a82d1220-4132-4c8f-b911-e128b2b3e38a tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=fd007d96-95e9-4179-8757-758af0b5e08b HTTP/1.1" status: 200 len: 210 time: 0.0872316 Jun 30 09:11:19.778505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbbbb5-0b01-4717-9797-d7596d5e0894 req-d8b38b91-7aae-477d-b09a-c373e4143801 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:19.787683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9bbbbb5-0b01-4717-9797-d7596d5e0894 req-d8b38b91-7aae-477d-b09a-c373e4143801 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 944 time: 0.1968486 Jun 30 09:11:19.845878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9bbbbb5-0b01-4717-9797-d7596d5e0894 req-dfb2cd6f-5c20-4ff7-be7d-84c5a7f4227f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553291 Jun 30 09:11:19.865785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-286245901-network', 'tenant_id': 'd652ce80368b4ab8b7bf3fbd5c8962d5'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:19.964641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:19.993654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '2fbdecf9-d1d1-4830-b294-6f24cc76f596', 'network_id': 'c8649ae5-4b39-4144-9fe7-a0c661c77428', 'port_id': '2fbdecf9-d1d1-4830-b294-6f24cc76f596', 'mac_address': 'fa:16:3e:7b:0b:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1b2a258-a22e-40a8-9608-69687b09a6e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:20.073442 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.074541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608cf20-b8fa-4120-8cdc-afc7e6bbc1c8 req-eb0f7053-223c-4ee4-a878-4f66228d31ea tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.076084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e608cf20-b8fa-4120-8cdc-afc7e6bbc1c8 req-eb0f7053-223c-4ee4-a878-4f66228d31ea tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.1713736 Jun 30 09:11:20.081491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Made reservation on behalf of d652ce80368b4ab8b7bf3fbd5c8962d5 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:20.084202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.099753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fbdecf9-d1d1-4830-b294-6f24cc76f596 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:20.117788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.125448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e608cf20-b8fa-4120-8cdc-afc7e6bbc1c8 req-856069a1-b2c1-46b3-a81a-5a5db787ca82 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0379896 Jun 30 09:11:20.153195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:20.159643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.235421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=2fbdecf9-d1d1-4830-b294-6f24cc76f596,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.327243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e608cf20-b8fa-4120-8cdc-afc7e6bbc1c8 req-7e4c58a8-6669-471e-807f-0934871b53a6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1818209 Jun 30 09:11:20.424527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.434155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.475645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:20.504729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df45cee4-06ca-46e3-8be9-46649fca79be,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.508310 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.508678 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Added segment aff7fda5-5603-4402-8978-97b1c9ce7818 of type vlan for network b9437e88-66e0-45d9-b724-0fc3f897bffa Jun 30 09:11:20.541668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e74b7a-cb13-4a65-afa7-300ef458ead5 req-4c3dd80a-d0bd-4e21-adda-1d12fe6c502d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.547499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e74b7a-cb13-4a65-afa7-300ef458ead5 req-4c3dd80a-d0bd-4e21-adda-1d12fe6c502d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.549097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08e74b7a-cb13-4a65-afa7-300ef458ead5 req-4c3dd80a-d0bd-4e21-adda-1d12fe6c502d tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.2209730 Jun 30 09:11:20.577311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e608cf20-b8fa-4120-8cdc-afc7e6bbc1c8 req-55cf84c4-91d2-45f9-9deb-72b0086d0ba9 service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317612 Jun 30 09:11:20.603371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['2fbdecf9-d1d1-4830-b294-6f24cc76f596'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:20.618453 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.684253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08e74b7a-cb13-4a65-afa7-300ef458ead5 req-061b371d-9036-441f-9a3c-205ceaabd4ee tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125066 Jun 30 09:11:20.727636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.728992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:20.729729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.786952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e608cf20-b8fa-4120-8cdc-afc7e6bbc1c8 req-faafa67c-0042-47f9-b620-8ac5bc192a1e service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009723 Jun 30 09:11:20.803237 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1526439 Jun 30 09:11:20.806237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33122) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:20.812571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Request body: {'subnet': {'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-286245901-subnet', 'tenant_id': 'd652ce80368b4ab8b7bf3fbd5c8962d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:20.820045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3fedb-32b0-4d56-a982-23c494c2700e admin admin] Pushing event updated for resources: {'Network': ['ID=b9437e88-66e0-45d9-b724-0fc3f897bffa,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:20.845037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Made reservation on behalf of d652ce80368b4ab8b7bf3fbd5c8962d5 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:20.848160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:20.863315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b9437e88-66e0-45d9-b724-0fc3f897bffa details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:21.185818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.261531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d316f27-14d2-464a-84cc-48e085957d77 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:21.283412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7fc476-a11f-4334-a93d-728c53c136e5 req-04dd85e7-173a-4e5a-a159-b1d579d24af4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.295012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c7fc476-a11f-4334-a93d-728c53c136e5 req-04dd85e7-173a-4e5a-a159-b1d579d24af4 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 945 time: 0.2519786 Jun 30 09:11:21.295683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 6d316f27-14d2-464a-84cc-48e085957d77 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:21.296034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d316f27-14d2-464a-84cc-48e085957d77 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:21.364635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31a8b4fb-6cd2-4ece-b76e-242523c5f2b2,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:21.407020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c7fc476-a11f-4334-a93d-728c53c136e5 req-cec87347-b519-46ba-81b7-f388f424c343 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104586 Jun 30 09:11:21.417534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Checking segment: {'id': 'aff7fda5-5603-4402-8978-97b1c9ce7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:21.417737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Network hostable DHCP agents. Network: b9437e88-66e0-45d9-b724-0fc3f897bffa, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:21.461978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15925eb7-9c7f-4c2e-83c9-a17185f74a09 req-a432b038-0a09-415c-ba04-bedbd7217308 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.463617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15925eb7-9c7f-4c2e-83c9-a17185f74a09 req-a432b038-0a09-415c-ba04-bedbd7217308 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 945 time: 0.2728283 Jun 30 09:11:21.506647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Network b9437e88-66e0-45d9-b724-0fc3f897bffa is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:21.531989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15925eb7-9c7f-4c2e-83c9-a17185f74a09 req-4e7ff3ff-83b9-46d7-a515-505bcef297f0 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Jun 30 09:11:21.532565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b9437e88-66e0-45d9-b724-0fc3f897bffa) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:21.537619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.538368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:21.548053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7cb65b-0590-4550-8eb5-91580091c08a None None] Network b9437e88-66e0-45d9-b724-0fc3f897bffa requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:21.567072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dbc3cf76-47e6-41f7-8240-69deae58a80c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7587035 Jun 30 09:11:21.832640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4a9bbe-3c55-4db8-ab08-43aec41ddd7c None None] Network b9437e88-66e0-45d9-b724-0fc3f897bffa requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:21.946040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f465d-0505-4bad-bc3c-a657abc671be req-dc1d4ad6-6bbd-46c9-93c2-2cbe23569b00 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.953358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f465d-0505-4bad-bc3c-a657abc671be req-dc1d4ad6-6bbd-46c9-93c2-2cbe23569b00 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:21.955350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-059f465d-0505-4bad-bc3c-a657abc671be req-dc1d4ad6-6bbd-46c9-93c2-2cbe23569b00 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.0910389 Jun 30 09:11:22.100563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port 8c7ff319-814c-4f66-a837-e27c1d6898c7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:22.101430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.207979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773684-75d7-432a-b63a-f46ee9971df0 req-77dbf96f-1902-4707-9c15-17ef43cd8e53 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.216365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f773684-75d7-432a-b63a-f46ee9971df0 req-77dbf96f-1902-4707-9c15-17ef43cd8e53 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.218446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f773684-75d7-432a-b63a-f46ee9971df0 req-77dbf96f-1902-4707-9c15-17ef43cd8e53 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 1683 time: 0.0992594 Jun 30 09:11:22.252001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port 8c7ff319-814c-4f66-a837-e27c1d6898c7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8c7ff319-814c-4f66-a837-e27c1d6898c7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:22.252534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.272185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f773684-75d7-432a-b63a-f46ee9971df0 req-c17de1f4-97f0-4ce6-ae46-976103bc698e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/security-groups?id=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474064 Jun 30 09:11:22.275396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for 8c7ff319-814c-4f66-a837-e27c1d6898c7 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:22.454084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.491164 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8c7ff319-814c-4f66-a837-e27c1d6898c7', 'ff02e231-2b18-4acf-ae89-a9983c16d0c8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:22.493462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=8c7ff319-814c-4f66-a837-e27c1d6898c7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:22.640884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port 8c7ff319-814c-4f66-a837-e27c1d6898c7 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:22.646822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.649780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-059f465d-0505-4bad-bc3c-a657abc671be req-0b45bf05-857d-4e01-ba36-d6b5daf6155b tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "DELETE /v2.0/ports/8c7ff319-814c-4f66-a837-e27c1d6898c7 HTTP/1.1" status: 204 len: 173 time: 0.6893995 Jun 30 09:11:22.650295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-deleted', 'tag': '8c7ff319-814c-4f66-a837-e27c1d6898c7'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:22.652902 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a758a290-970d-4f02-9ff0-7ac52f968bc0" -d '{"events": [{"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-deleted", "tag": "8c7ff319-814c-4f66-a837-e27c1d6898c7"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:22.822537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-844467c4-551a-45de-a363-6eed9322150e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.824193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-844467c4-551a-45de-a363-6eed9322150e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/networks?id=b9437e88-66e0-45d9-b724-0fc3f897bffa HTTP/1.1" status: 200 len: 817 time: 0.2955883 Jun 30 09:11:22.855303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-dd2a5404-f81e-43b5-b76b-1da9324a15c4 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/quotas/d652ce80368b4ab8b7bf3fbd5c8962d5 HTTP/1.1" status: 200 len: 375 time: 0.0212662 Jun 30 09:11:22.870941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port ff02e231-2b18-4acf-ae89-a9983c16d0c8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:22.871549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:22.876944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88295f89-833f-4fd3-a043-5f2bd71297f0 req-df3cfd67-2785-4675-85d4-4f5a58b803b0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:22.878607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88295f89-833f-4fd3-a043-5f2bd71297f0 req-df3cfd67-2785-4675-85d4-4f5a58b803b0 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 950 time: 0.2022605 Jun 30 09:11:22.901181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-999a8f68-810a-4cd7-8d30-200501cd98a7 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d652ce80368b4ab8b7bf3fbd5c8962d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449996 Jun 30 09:11:23.004367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88295f89-833f-4fd3-a043-5f2bd71297f0 req-2e837a29-9122-45ed-b8e1-259944b1f1dd tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052673 Jun 30 09:11:23.018394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port ff02e231-2b18-4acf-ae89-a9983c16d0c8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ff02e231-2b18-4acf-ae89-a9983c16d0c8,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:23.018976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.056566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for ff02e231-2b18-4acf-ae89-a9983c16d0c8 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:23.072751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-957ea573-0ea2-40f6-a59d-214b76a62523 service neutron] 10.222.0.77 "GET /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577454 Jun 30 09:11:23.314553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.328673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-1e7ca574-5f33-4cc4-9a73-4f2a3171a649 service neutron] 10.222.0.77 "GET /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486582 Jun 30 09:11:23.350102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=ff02e231-2b18-4acf-ae89-a9983c16d0c8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:23.353582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8c7ff319-814c-4f66-a837-e27c1d6898c7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:23.400162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce284374-1c29-4222-aec2-4e84ec192fc0 req-dbaaa496-ecee-442c-add3-f510cb1a126d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.402395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce284374-1c29-4222-aec2-4e84ec192fc0 req-dbaaa496-ecee-442c-add3-f510cb1a126d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 945 time: 0.1977031 Jun 30 09:11:23.448888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port ff02e231-2b18-4acf-ae89-a9983c16d0c8 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:23.456489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.459815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-059f465d-0505-4bad-bc3c-a657abc671be req-020c0450-a5fe-45c9-8ce9-78f74bd1da4e tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.83 "DELETE /v2.0/ports/ff02e231-2b18-4acf-ae89-a9983c16d0c8 HTTP/1.1" status: 204 len: 173 time: 0.7995052 Jun 30 09:11:23.480322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce284374-1c29-4222-aec2-4e84ec192fc0 req-235d09c6-1676-4cb8-9473-3c9fc9969e6f tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716395 Jun 30 09:11:23.812779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2fbdecf9-d1d1-4830-b294-6f24cc76f596 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:23.845361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7140e-53b4-41f6-bbcf-1dc29e41fe86 req-30b7edd9-cd16-41a2-9c41-403e672036a9 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.847830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bda7140e-53b4-41f6-bbcf-1dc29e41fe86 req-30b7edd9-cd16-41a2-9c41-403e672036a9 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.1708064 Jun 30 09:11:23.893634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:23.904643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1120e3-e7a4-48e5-ab86-2c3deca3a44e req-4e513148-16bd-4bce-af96-3fc6b504fcd6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.906247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d1120e3-e7a4-48e5-ab86-2c3deca3a44e req-4e513148-16bd-4bce-af96-3fc6b504fcd6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 945 time: 0.1551096 Jun 30 09:11:23.911637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:23.913406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:23.972427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf488fe-868c-4391-a385-972864d01cc1 req-38799c9b-9c8c-447c-ae8c-2abe3ad23a86 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:23.978895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caf488fe-868c-4391-a385-972864d01cc1 req-38799c9b-9c8c-447c-ae8c-2abe3ad23a86 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.83 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 950 time: 0.1216550 Jun 30 09:11:23.983645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d1120e3-e7a4-48e5-ab86-2c3deca3a44e req-07a7eee3-db9d-4d6b-a17e-5a5c8c9520fe tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659306 Jun 30 09:11:24.002381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bda7140e-53b4-41f6-bbcf-1dc29e41fe86 req-3eaf878d-b60d-426f-8cf4-fc4721dd9e3c tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462977 Jun 30 09:11:24.049396 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.101218 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c8580b-322c-4e38-9598-50d72e6b87e1 x-openstack-request-id: req-83c8580b-322c-4e38-9598-50d72e6b87e1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:24.102200 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-deleted", "tag": "8c7ff319-814c-4f66-a837-e27c1d6898c7", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:24.102660 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83c8580b-322c-4e38-9598-50d72e6b87e1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:24.103067 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-deleted', 'tag': '8c7ff319-814c-4f66-a837-e27c1d6898c7', 'status': 'completed', 'code': 200} Jun 30 09:11:24.185560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Deleting port a988720f-cb47-44be-9126-7a4fe4b4ebbb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:24.185911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.229619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:24.234830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbdecf9-d1d1-4830-b294-6f24cc76f596'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:24.246751 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d414c83c-f185-4dd1-8f85-2007fd54817e" -d '{"events": [{"server_uuid": "7ca8dd38-44af-4ecd-b18f-6533e273ac30", "name": "network-vif-plugged", "status": "completed", "tag": "2fbdecf9-d1d1-4830-b294-6f24cc76f596"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:24.267327 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.271823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8c7ff319-814c-4f66-a837-e27c1d6898c7 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:24.348604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-aae7f77e-dd79-46d5-a49f-7675503283d2 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.353597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-aae7f77e-dd79-46d5-a49f-7675503283d2 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 945 time: 0.3474081 Jun 30 09:11:24.429573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 8c7ff319-814c-4f66-a837-e27c1d6898c7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:24.431885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] For port a988720f-cb47-44be-9126-7a4fe4b4ebbb, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=a988720f-cb47-44be-9126-7a4fe4b4ebbb,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:24.432428 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.443535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8c7ff319-814c-4f66-a837-e27c1d6898c7 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:24.444154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ff02e231-2b18-4acf-ae89-a9983c16d0c8 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:24.447662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Calling delete_port for a988720f-cb47-44be-9126-7a4fe4b4ebbb owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:24.517624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: ff02e231-2b18-4acf-ae89-a9983c16d0c8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:24.518676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ff02e231-2b18-4acf-ae89-a9983c16d0c8 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:24.571841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=2fbdecf9-d1d1-4830-b294-6f24cc76f596,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.583862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d28de38a-24ef-4c97-84fd-81a680aac4ea req-6367ec05-b850-4b3a-b345-a7e1db03e9ce tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "GET /v2.0/ports?device_id=123d7639-e49e-4433-9ee6-d499cbb36a18 HTTP/1.1" status: 200 len: 210 time: 0.2198315 Jun 30 09:11:24.651741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.665982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d787962e-10da-49b1-8b38-ba71ac36e47a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:24.695941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event deleted for resources: {'Port': ['ID=a988720f-cb47-44be-9126-7a4fe4b4ebbb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:24.722040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-aa72c5ed-5dbd-411c-98cd-6e0e92d9c1d6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:24.729420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-aa72c5ed-5dbd-411c-98cd-6e0e92d9c1d6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.3604398 Jun 30 09:11:24.737635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['a988720f-cb47-44be-9126-7a4fe4b4ebbb'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:24.756758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-87dc701b-9f5b-4ba8-9649-6b8f30f88d20 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0190191 Jun 30 09:11:24.797782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] No DVR routers for this DVR port a988720f-cb47-44be-9126-7a4fe4b4ebbb on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:24.800409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.802467 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caf488fe-868c-4391-a385-972864d01cc1 req-0d8f0142-4819-4607-9cd2-ca6c81824ba6 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.83 "DELETE /v2.0/ports/a988720f-cb47-44be-9126-7a4fe4b4ebbb HTTP/1.1" status: 204 len: 173 time: 0.7980039 Jun 30 09:11:24.832206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Deleting port 5db08007-3564-42e6-a8db-7e0bfd9694c3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:24.832703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:24.921895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdbc6cef-427c-4077-af4c-6ae9b9d9d51d req-7aac61fb-ac14-41ea-97e3-fb9dec13d3f4 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 210 time: 0.0838730 Jun 30 09:11:24.985292 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2ba24a54-ee45-4fa4-8448-fd5b3954e0a4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031059 Jun 30 09:11:25.010358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] For port 5db08007-3564-42e6-a8db-7e0bfd9694c3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5db08007-3564-42e6-a8db-7e0bfd9694c3,segment=NetworkSegment(20eacdab-697d-4492-83eb-62c201d3a5c4),segment_id=20eacdab-697d-4492-83eb-62c201d3a5c4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:25.010600 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.067583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Calling delete_port for 5db08007-3564-42e6-a8db-7e0bfd9694c3 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:25.121912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42f3341a-a727-4924-9248-795fed20e258 req-2901ef1d-2342-4646-ad4a-6120ef403e8d tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5937315-6395-42ec-93ee-500ed4e24623 HTTP/1.1" status: 200 len: 210 time: 0.0416846 Jun 30 09:11:25.185643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-3b9c3f15-5d6b-4703-8bb5-931198dea38e service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902533 Jun 30 09:11:25.191978 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c160e67e-e123-4a86-b39f-c0ee6c3ef776 x-openstack-request-id: req-c160e67e-e123-4a86-b39f-c0ee6c3ef776 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:25.193188 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca8dd38-44af-4ecd-b18f-6533e273ac30", "name": "network-vif-plugged", "status": "completed", "tag": "2fbdecf9-d1d1-4830-b294-6f24cc76f596", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:25.193451 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c160e67e-e123-4a86-b39f-c0ee6c3ef776 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:25.193860 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fbdecf9-d1d1-4830-b294-6f24cc76f596', 'code': 200} Jun 30 09:11:25.364199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4205cb-1bfd-41a9-ab1c-3a3d5a7e1c3a req-3d7ff5bf-2a08-40de-95d4-c8a37c2a24e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:25.365844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9c4205cb-1bfd-41a9-ab1c-3a3d5a7e1c3a req-3d7ff5bf-2a08-40de-95d4-c8a37c2a24e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1098 time: 0.0558698 Jun 30 09:11:25.370946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:25.390898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-f5b64e57-5980-4206-984e-3048efd8a8ec service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819174 Jun 30 09:11:25.403424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['5db08007-3564-42e6-a8db-7e0bfd9694c3'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:25.457050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9c4205cb-1bfd-41a9-ab1c-3a3d5a7e1c3a req-7548783c-69d1-4f99-b1ab-550120f4e269 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823085 Jun 30 09:11:25.741013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-245e63f9-82f3-4199-a2e8-289cbb4f60e6 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:25.745177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-245e63f9-82f3-4199-a2e8-289cbb4f60e6 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.79 "GET /v2.0/networks?id=b9437e88-66e0-45d9-b724-0fc3f897bffa HTTP/1.1" status: 200 len: 817 time: 0.2183700 Jun 30 09:11:25.764867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Request body: {'port': {'device_id': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa', 'admin_state_up': True, 'tenant_id': 'd652ce80368b4ab8b7bf3fbd5c8962d5'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:25.934571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event deleted for resources: {'Port': ['ID=5db08007-3564-42e6-a8db-7e0bfd9694c3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:26.069072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] No DVR routers for this DVR port 5db08007-3564-42e6-a8db-7e0bfd9694c3 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:26.075445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.083129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3119c9e3-7f64-4ba4-acb2-b02784bf178e req-d2450f2d-f3a9-498f-9333-f051eddc53c7 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.83 "DELETE /v2.0/ports/5db08007-3564-42e6-a8db-7e0bfd9694c3 HTTP/1.1" status: 204 len: 173 time: 1.7174613 Jun 30 09:11:26.094730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Made reservation on behalf of d652ce80368b4ab8b7bf3fbd5c8962d5 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:26.099094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.099532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7e37c-ef61-42d5-a5f6-e0812e6d266c req-e55e75a1-bb76-4e56-8520-f5a1f4f72669 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:26.102357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0a7e37c-ef61-42d5-a5f6-e0812e6d266c req-e55e75a1-bb76-4e56-8520-f5a1f4f72669 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/ports?device_id=f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8 HTTP/1.1" status: 200 len: 867 time: 0.7905548 Jun 30 09:11:26.105764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'name': 'network-vif-deleted', 'tag': '5db08007-3564-42e6-a8db-7e0bfd9694c3'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:26.108489 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeb8033-920e-4d8b-a63d-e10d7e7eabda" -d '{"events": [{"server_uuid": "f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8", "name": "network-vif-deleted", "tag": "5db08007-3564-42e6-a8db-7e0bfd9694c3"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:26.116566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-deleted', 'tag': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8'}, {'server_uuid': 'e5937315-6395-42ec-93ee-500ed4e24623', 'name': 'network-vif-deleted', 'tag': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:26.120509 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4179f3-11e4-40c2-a503-4c8ee18878a0" -d '{"events": [{"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-deleted", "tag": "ff02e231-2b18-4acf-ae89-a9983c16d0c8"}, {"server_uuid": "e5937315-6395-42ec-93ee-500ed4e24623", "name": "network-vif-deleted", "tag": "a988720f-cb47-44be-9126-7a4fe4b4ebbb"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:26.230015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0a7e37c-ef61-42d5-a5f6-e0812e6d266c req-93b6ee33-f6d3-488d-a9b0-87a043e7801d tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab894232-738f-4e76-b3ce-322595f39242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767183 Jun 30 09:11:26.283985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8002e-8a84-476e-95ad-10b825673297 req-2a6b9320-ac53-47c7-a9a4-75f4dea489a8 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:26.301731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13a8002e-8a84-476e-95ad-10b825673297 req-2a6b9320-ac53-47c7-a9a4-75f4dea489a8 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.1967971 Jun 30 09:11:26.378110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13a8002e-8a84-476e-95ad-10b825673297 req-83bd4370-6a3b-40fa-8f80-5b1b0056e0e9 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725079 Jun 30 09:11:26.416550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Allocated IP 172.20.0.10 (b9437e88-66e0-45d9-b724-0fc3f897bffa/31a8b4fb-6cd2-4ece-b76e-242523c5f2b2/2084a51e-c91a-4487-8acb-ce85954ff021) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:26.421868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:26.527327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2831662-f77e-4a7a-84de-8ff394e475d4 req-09902211-6ab0-4f9f-a35f-362c1be63740 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 210 time: 0.0876291 Jun 30 09:11:26.632488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting subnet 237a5335-5a7a-4dbe-926e-b905ef4e2bbe {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:26.643910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.774771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:26.890930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58da031e-68e7-4240-b06f-3705f5e3b2f6 req-9f14ced6-de1c-43a2-970a-68e6777e8d4c tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 210 time: 0.1213672 Jun 30 09:11:27.049129 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2cccd2-4d17-48fb-822f-5212ad319880 x-openstack-request-id: req-0c2cccd2-4d17-48fb-822f-5212ad319880 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:27.050774 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8", "name": "network-vif-deleted", "tag": "5db08007-3564-42e6-a8db-7e0bfd9694c3", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:27.052724 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c2cccd2-4d17-48fb-822f-5212ad319880 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:27.053502 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f451ba43-1fc7-4e8f-9e24-8e45dc8ecbc8', 'name': 'network-vif-deleted', 'tag': '5db08007-3564-42e6-a8db-7e0bfd9694c3', 'status': 'completed', 'code': 200} Jun 30 09:11:27.120990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.128321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.131501 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaabadbd-e7c2-4bc0-8d5b-8f97b20d52c4 x-openstack-request-id: req-eaabadbd-e7c2-4bc0-8d5b-8f97b20d52c4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:27.132337 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123d7639-e49e-4433-9ee6-d499cbb36a18", "name": "network-vif-deleted", "tag": "ff02e231-2b18-4acf-ae89-a9983c16d0c8", "status": "completed", "code": 200}, {"server_uuid": "e5937315-6395-42ec-93ee-500ed4e24623", "name": "network-vif-deleted", "tag": "a988720f-cb47-44be-9126-7a4fe4b4ebbb", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:27.132600 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eaabadbd-e7c2-4bc0-8d5b-8f97b20d52c4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:27.134444 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '123d7639-e49e-4433-9ee6-d499cbb36a18', 'name': 'network-vif-deleted', 'tag': 'ff02e231-2b18-4acf-ae89-a9983c16d0c8', 'status': 'completed', 'code': 200} Jun 30 09:11:27.135423 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5937315-6395-42ec-93ee-500ed4e24623', 'name': 'network-vif-deleted', 'tag': 'a988720f-cb47-44be-9126-7a4fe4b4ebbb', 'status': 'completed', 'code': 200} Jun 30 09:11:27.187860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.189589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380288f6-eb81-4a37-9302-03dc61d9b561 req-728e916f-3a66-401c-b687-165a8fb21025 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:27.199091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-380288f6-eb81-4a37-9302-03dc61d9b561 req-728e916f-3a66-401c-b687-165a8fb21025 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.4280374 Jun 30 09:11:27.232049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Network b9437e88-66e0-45d9-b724-0fc3f897bffa is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:27.235182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:27.239325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:27.274553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.308200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-380288f6-eb81-4a37-9302-03dc61d9b561 req-058515d3-4146-4534-a5a0-b3f948520f40 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072111 Jun 30 09:11:27.310526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Pushing event updated for resources: {'Port': ['ID=2084a51e-c91a-4487-8acb-ce85954ff021,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:27.311860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Subnet': ['ID=237a5335-5a7a-4dbe-926e-b905ef4e2bbe,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:27.326070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.331865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e119d773-ea98-4503-ab16-5185f6d99bc7 None None] Network 07857841-a44e-47cd-b756-06c5c911f622 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:27.332376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-228bcb0b-716d-4515-a983-10376c9596f7 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/subnets/237a5335-5a7a-4dbe-926e-b905ef4e2bbe HTTP/1.1" status: 204 len: 168 time: 0.9061687 Jun 30 09:11:27.339355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33294) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:27.356392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:27.357469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.389754 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-c19a522b-36ed-40fb-8bfa-46c0b2ff9919 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6355050 Jun 30 09:11:27.402126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Request body: {'port': {'device_id': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:27.517280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.583757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.720543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port d130729c-bcc6-4a34-bd52-2b7be83581d4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:27.724200 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.780902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5db08007-3564-42e6-a8db-7e0bfd9694c3 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:27.786248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] DHCP port deletion for 07857841-a44e-47cd-b756-06c5c911f622 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:27.857718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port d130729c-bcc6-4a34-bd52-2b7be83581d4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d130729c-bcc6-4a34-bd52-2b7be83581d4,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:27.858091 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:27.863177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 5db08007-3564-42e6-a8db-7e0bfd9694c3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:27.864013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5db08007-3564-42e6-a8db-7e0bfd9694c3 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:27.864507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a988720f-cb47-44be-9126-7a4fe4b4ebbb no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:27.888767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for d130729c-bcc6-4a34-bd52-2b7be83581d4 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:27.926474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc6562-4029-4cae-aab4-f6be5eb42212 req-f12f1936-ce14-4c45-80db-f9e539865cc9 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:27.934298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: a988720f-cb47-44be-9126-7a4fe4b4ebbb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:27.934645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device a988720f-cb47-44be-9126-7a4fe4b4ebbb not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:27.935880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61dc6562-4029-4cae-aab4-f6be5eb42212 req-f12f1936-ce14-4c45-80db-f9e539865cc9 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.2884057 Jun 30 09:11:27.988304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] Deleting port d130729c-bcc6-4a34-bd52-2b7be83581d4 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:27.989009 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.024144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-fb38636d-5132-4d62-bc8e-0637c9e65e69 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.025593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-fb38636d-5132-4d62-bc8e-0637c9e65e69 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.3638899 Jun 30 09:11:28.056869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:28.124228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] For port d130729c-bcc6-4a34-bd52-2b7be83581d4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d130729c-bcc6-4a34-bd52-2b7be83581d4,segment=NetworkSegment(c50cd82e-0087-4d0b-925e-2f6502c7fc95),segment_id=c50cd82e-0087-4d0b-925e-2f6502c7fc95)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:28.124624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.128850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2084a51e-c91a-4487-8acb-ce85954ff021 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:28.137847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.139933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] Calling delete_port for d130729c-bcc6-4a34-bd52-2b7be83581d4 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:28.156297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Transition to ACTIVE for port object 2084a51e-c91a-4487-8acb-ce85954ff021 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:28.162622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.164839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-014868d7-4c78-49f8-b1cc-92d0ec672264 req-787be742-d6d7-4f8c-a8cc-7d934bf7a75f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 210 time: 0.1360583 Jun 30 09:11:28.171950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.242929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=d130729c-bcc6-4a34-bd52-2b7be83581d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.254337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2084a51e-c91a-4487-8acb-ce85954ff021,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.261740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61dc6562-4029-4cae-aab4-f6be5eb42212 req-0cf3ac0a-af6e-48e7-8727-44aa908e9e0b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248827 Jun 30 09:11:28.271432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port d130729c-bcc6-4a34-bd52-2b7be83581d4 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: from cryptography.utils import int_from_bytes Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: from cryptography.utils import int_from_bytes Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.280195 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:11:28.282615 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:11:28.286483 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.317824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] Pushing event deleted for resources: {'Port': ['ID=d130729c-bcc6-4a34-bd52-2b7be83581d4,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.323516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765d646-09a0-4c95-b102-642ec5d962a6 None None] No DVR routers for this DVR port d130729c-bcc6-4a34-bd52-2b7be83581d4 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:28.387377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Attempting to bind port 2084a51e-c91a-4487-8acb-ce85954ff021 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:28.387719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Attempting to bind port 2084a51e-c91a-4487-8acb-ce85954ff021 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'aff7fda5-5603-4402-8978-97b1c9ce7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:28.388047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Attempting to bind port 2084a51e-c91a-4487-8acb-ce85954ff021 on network b9437e88-66e0-45d9-b724-0fc3f897bffa {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:28.396623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Port 2084a51e-c91a-4487-8acb-ce85954ff021 on network b9437e88-66e0-45d9-b724-0fc3f897bffa not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:28.396949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Attempting to bind port 2084a51e-c91a-4487-8acb-ce85954ff021 on network b9437e88-66e0-45d9-b724-0fc3f897bffa {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:28.411753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:28.412179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Checking segment: {'id': 'aff7fda5-5603-4402-8978-97b1c9ce7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:28.412490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Bound using segment: {'id': 'aff7fda5-5603-4402-8978-97b1c9ce7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:28.412939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Bound port: 2084a51e-c91a-4487-8acb-ce85954ff021, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aff7fda5-5603-4402-8978-97b1c9ce7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:28.413984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.495050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.511472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07857841-a44e-47cd-b756-06c5c911f622']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:28.518119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] For port 2084a51e-c91a-4487-8acb-ce85954ff021, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:28.523439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] For port 2084a51e-c91a-4487-8acb-ce85954ff021, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2084a51e-c91a-4487-8acb-ce85954ff021,segment=NetworkSegment(aff7fda5-5603-4402-8978-97b1c9ce7818),segment_id=aff7fda5-5603-4402-8978-97b1c9ce7818)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:28.529747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.533286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50cd82e-0087-4d0b-925e-2f6502c7fc95') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:28.533795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50cd82e-0087-4d0b-925e-2f6502c7fc95') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:28.553114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.600090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.601365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.603589 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] 10.222.0.79 "PUT /v2.0/ports/2084a51e-c91a-4487-8acb-ce85954ff021 HTTP/1.1" status: 200 len: 1093 time: 1.2061622 Jun 30 09:11:28.610511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2f2cc-4b8d-43e2-a795-3f32fcf159de req-e52d531d-1efc-4e45-bff9-61b337c67a90 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.612318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37c2f2cc-4b8d-43e2-a795-3f32fcf159de req-e52d531d-1efc-4e45-bff9-61b337c67a90 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 950 time: 0.1896265 Jun 30 09:11:28.614572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:28.621646 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.626577 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.684579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:28.685481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:28.691220 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:28.700545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c65b6-074a-430e-97e3-221be9cc37c2 service neutron] Pushing event updated for resources: {'Port': ['ID=2084a51e-c91a-4487-8acb-ce85954ff021,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:28.777425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-8e951bcc-901b-4f08-a099-d9d1905b5676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:28.783592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37c2f2cc-4b8d-43e2-a795-3f32fcf159de req-710f9535-9b37-4e80-8451-c22746fa2f50 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538150 Jun 30 09:11:28.802974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-8e951bcc-901b-4f08-a099-d9d1905b5676 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d652ce80368b4ab8b7bf3fbd5c8962d5&device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 1096 time: 0.1321225 Jun 30 09:11:28.903605 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.910484 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-dabf8964-0ba9-481f-bdf4-9d8069cdefd9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2084a51e-c91a-4487-8acb-ce85954ff021 HTTP/1.1" status: 200 len: 217 time: 0.0995853 Jun 30 09:11:28.990515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:28.997181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/networks/07857841-a44e-47cd-b756-06c5c911f622 HTTP/1.1" status: 204 len: 168 time: 1.6559370 Jun 30 09:11:29.000027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33330) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:29.028507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d130729c-bcc6-4a34-bd52-2b7be83581d4 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:29.043777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ee493-457c-4e58-a70f-309e618fe874 tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Network': ['ID=07857841-a44e-47cd-b756-06c5c911f622,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:29.048440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.077163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-06326caf-2af2-44fe-af88-398da65d87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.081630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d130729c-bcc6-4a34-bd52-2b7be83581d4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:29.082295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d130729c-bcc6-4a34-bd52-2b7be83581d4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:29.083111 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-06326caf-2af2-44fe-af88-398da65d87e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31a8b4fb-6cd2-4ece-b76e-242523c5f2b2 HTTP/1.1" status: 200 len: 857 time: 0.1546869 Jun 30 09:11:29.131847 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-adcda740-c03d-496c-b7e7-47a76f158dac service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b9437e88-66e0-45d9-b724-0fc3f897bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349119 Jun 30 09:11:29.136269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'tag': '2084a51e-c91a-4487-8acb-ce85954ff021'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:29.139354 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8463623-2a4c-4087-9621-52897e33be1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b051377-5e8c-48de-9661-88fd88cb6aac", "tag": "2084a51e-c91a-4487-8acb-ce85954ff021"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:29.140413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting subnet 866ea51f-1365-418c-95f1-7a892fea6e2f {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:29.152840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.201070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad73c6-fefe-41af-82a4-4ff5e0b08070 req-0c3fd68a-cc8f-4865-bbca-e9fd0370e97d tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.208839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77ad73c6-fefe-41af-82a4-4ff5e0b08070 req-0c3fd68a-cc8f-4865-bbca-e9fd0370e97d tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 944 time: 0.3354630 Jun 30 09:11:29.226929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.14 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/ae00a9a0-e743-42e8-9df3-cadf482fe279) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:29.269366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.277966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-746da25b-0e9b-4f73-a74a-afca19ed231b service neutron] 10.222.0.79 "GET /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333625 Jun 30 09:11:29.364809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77ad73c6-fefe-41af-82a4-4ff5e0b08070 req-723b4b05-7c14-4d54-a97e-a0e7061341eb tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545894 Jun 30 09:11:29.456718 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5703bbb-b449-4f8d-96f3-003153365a10 x-openstack-request-id: req-d5703bbb-b449-4f8d-96f3-003153365a10 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:29.457199 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b051377-5e8c-48de-9661-88fd88cb6aac", "tag": "2084a51e-c91a-4487-8acb-ce85954ff021", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:29.457549 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d5703bbb-b449-4f8d-96f3-003153365a10 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:29.458036 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'tag': '2084a51e-c91a-4487-8acb-ce85954ff021', 'status': 'completed', 'code': 200} Jun 30 09:11:29.526041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-8a17c6f6-8f89-4ec7-9734-4d262d822e67 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.527753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-8a17c6f6-8f89-4ec7-9734-4d262d822e67 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 950 time: 0.2476554 Jun 30 09:11:29.540629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-810981e8-11bd-4210-ad2e-b01055d839ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.542477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-810981e8-11bd-4210-ad2e-b01055d839ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1098 time: 0.2634315 Jun 30 09:11:29.572289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.642967 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fa598569-4791-4af3-b0f8-930cbb2691e4 req-b17b7b7a-92ed-4e3c-a47a-f294cdcfe5ec service neutron] 10.222.0.79 "GET /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450778 Jun 30 09:11:29.728474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.765380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-ca3f1b41-fff3-4d2d-8299-672e7b88ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.768024 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-ca3f1b41-fff3-4d2d-8299-672e7b88ec7d service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.2126827 Jun 30 09:11:29.779069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.791578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:29.835390 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-9b47aedb-5ca9-4d8e-8a7d-879ef9d2d7b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 200 len: 217 time: 0.0606108 Jun 30 09:11:29.872093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:29.888180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:29.894686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=ae00a9a0-e743-42e8-9df3-cadf482fe279,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:29.899679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:29.904042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Deleting port d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:29.904665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:29.931733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456c60f-eeb2-41b8-a03e-820630a80241 req-a6b7beb1-ce8c-486a-8a6c-db0f1ae1934d tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.939211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463623-2a4c-4087-9621-52897e33be1b req-fb55fd85-81d0-4bac-b646-7a3f82ff7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:29.941171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-fb55fd85-81d0-4bac-b646-7a3f82ff7b63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d652ce80368b4ab8b7bf3fbd5c8962d5&device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 1096 time: 0.2317300 Jun 30 09:11:29.949076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1456c60f-eeb2-41b8-a03e-820630a80241 req-a6b7beb1-ce8c-486a-8a6c-db0f1ae1934d tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.3594668 Jun 30 09:11:30.001075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-903830d6-4323-449d-be04-83fe185f9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.002921 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-903830d6-4323-449d-be04-83fe185f9093 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.1609759 Jun 30 09:11:30.019686 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.049162 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-b16cd1d0-1a66-4789-b96f-900d71e0ea3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314898 Jun 30 09:11:30.120521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.125628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5993743-8390-4488-a0a4-e2a9338c28ee None None] Network ba883f57-47e3-4bb6-aaa5-e6c2284345d7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:30.129025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/subnets/866ea51f-1365-418c-95f1-7a892fea6e2f HTTP/1.1" status: 204 len: 168 time: 1.1129477 Jun 30 09:11:30.157021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1456c60f-eeb2-41b8-a03e-820630a80241 req-ea810865-c43f-4484-8039-d5c28218acd7 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069507 Jun 30 09:11:30.178512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:30.182688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d11d0-e9f3-4f02-9def-3c4dfa282262 req-2ee2b0c5-a220-4215-bcdb-2579c7ba1c9a tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.190318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d0d11d0-e9f3-4f02-9def-3c4dfa282262 req-2ee2b0c5-a220-4215-bcdb-2579c7ba1c9a tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.6017406 Jun 30 09:11:30.206663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441459f8-1a3f-42cc-af91-433c91f24fbe tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Subnet': ['ID=866ea51f-1365-418c-95f1-7a892fea6e2f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.280855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d0d11d0-e9f3-4f02-9def-3c4dfa282262 req-089e1e6e-637d-4d00-be6b-ebe78b87bc66 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895693 Jun 30 09:11:30.302317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.303022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.334551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-bc4152b0-5484-4c26-af0a-d5e2766b0367 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2852652 Jun 30 09:11:30.352471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Request body: {'port': {'device_id': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:30.380539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:30.436946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] For port d787962e-10da-49b1-8b38-ba71ac36e47a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d787962e-10da-49b1-8b38-ba71ac36e47a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:30.437582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.444499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.461735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] DHCP port deletion for ba883f57-47e3-4bb6-aaa5-e6c2284345d7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:30.486421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Calling delete_port for d787962e-10da-49b1-8b38-ba71ac36e47a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:30.512573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-0cdc20ea-c3bb-417c-8529-d2a3eeb94683 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341552 Jun 30 09:11:30.519433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463623-2a4c-4087-9621-52897e33be1b req-beaaf149-5ae3-4936-a7fa-17907acf225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.521128 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-beaaf149-5ae3-4936-a7fa-17907acf225b service neutron] 10.222.0.79 "GET /v2.0/networks?id=b9437e88-66e0-45d9-b724-0fc3f897bffa HTTP/1.1" status: 200 len: 918 time: 0.5411901 Jun 30 09:11:30.557658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] Deleting port 8288a374-f071-42eb-a1b7-90a5aa3497b7 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:30.558753 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.653578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.660752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] For port 8288a374-f071-42eb-a1b7-90a5aa3497b7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8288a374-f071-42eb-a1b7-90a5aa3497b7,segment=NetworkSegment(8e4fd64f-028a-4e09-963a-e758aa2602d3),segment_id=8e4fd64f-028a-4e09-963a-e758aa2602d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:30.661298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.679901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] Calling delete_port for 8288a374-f071-42eb-a1b7-90a5aa3497b7 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:30.692910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5a326-1b30-431d-aa32-b919b357a53b req-90833485-56c5-42c8-ac54-59996d63f0da tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.695727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-aa6ac909-60eb-4fc3-874e-8d9b9df12590 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2084a51e-c91a-4487-8acb-ce85954ff021 HTTP/1.1" status: 200 len: 217 time: 0.1590672 Jun 30 09:11:30.701961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76d5a326-1b30-431d-aa32-b919b357a53b req-90833485-56c5-42c8-ac54-59996d63f0da tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 932 time: 0.3347733 Jun 30 09:11:30.809689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:30.815242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07d585-f984-4374-9a96-351485e22d2c req-8405e280-f795-4c28-a1ce-f391c3247a7f tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.816855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d07d585-f984-4374-9a96-351485e22d2c req-8405e280-f795-4c28-a1ce-f391c3247a7f tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.79 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.2686875 Jun 30 09:11:30.825055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39572bc5-3880-4176-8673-c97e88134830 req-0d16d26b-f672-43c4-9758-63237233ca2e tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:30.827718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] No DVR routers for this DVR port 8288a374-f071-42eb-a1b7-90a5aa3497b7 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:30.832362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39572bc5-3880-4176-8673-c97e88134830 req-0d16d26b-f672-43c4-9758-63237233ca2e tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/ports?device_id=724804ec-d48c-4996-80bb-9a433c0de453 HTTP/1.1" status: 200 len: 950 time: 0.2401114 Jun 30 09:11:30.860170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b065e8-f167-447f-91e8-82df195c2606 None None] Pushing event deleted for resources: {'Port': ['ID=8288a374-f071-42eb-a1b7-90a5aa3497b7,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:30.931045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8288a374-f071-42eb-a1b7-90a5aa3497b7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:30.958473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 8288a374-f071-42eb-a1b7-90a5aa3497b7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:30.958813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8288a374-f071-42eb-a1b7-90a5aa3497b7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:31.003544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76d5a326-1b30-431d-aa32-b919b357a53b req-fd05c790-d45d-477c-86b9-7595193c3960 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003778 Jun 30 09:11:31.063868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39572bc5-3880-4176-8673-c97e88134830 req-004002c6-2520-4a15-9fcc-67ed0ab1ad85 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.77 "GET /v2.0/security-groups?id=ba65039d-3daf-4943-8efb-f250f615ffa5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305157 Jun 30 09:11:31.145014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96716f3a-35f5-4e59-8300-496d0741f505 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.207443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8463623-2a4c-4087-9621-52897e33be1b req-11f85005-5e16-4a1b-ae7c-4d721f6dfa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.208779 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-11f85005-5e16-4a1b-ae7c-4d721f6dfa78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=31a8b4fb-6cd2-4ece-b76e-242523c5f2b2 HTTP/1.1" status: 200 len: 857 time: 0.1590710 Jun 30 09:11:31.227852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96716f3a-35f5-4e59-8300-496d0741f505 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.234127 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f41500a0-0f73-43f4-b5c2-7310bcb7f1e0 req-bf602885-4f7c-48a9-91d1-c7ef821f86fd service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100830 Jun 30 09:11:31.265901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-1db2ba0d-3f96-475c-bc96-1278988ad7ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b9437e88-66e0-45d9-b724-0fc3f897bffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490062 Jun 30 09:11:31.396633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Deleting port 8288a374-f071-42eb-a1b7-90a5aa3497b7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:31.397085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.464489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.533280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Pushing event deleted for resources: {'Port': ['ID=d787962e-10da-49b1-8b38-ba71ac36e47a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.567562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] For port 8288a374-f071-42eb-a1b7-90a5aa3497b7, host n-d-780147-22, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:31.567562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.567562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96716f3a-35f5-4e59-8300-496d0741f505 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.570278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96716f3a-35f5-4e59-8300-496d0741f505 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.571786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-96716f3a-35f5-4e59-8300-496d0741f505 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "DELETE /v2.0/security-groups/375894cb-7634-4491-a1d3-0ab437012c1a HTTP/1.1" status: 204 len: 168 time: 1.1873202 Jun 30 09:11:31.574154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-26889ec6-1bbb-4f24-942c-6251065e8db4 service neutron] 10.222.0.79 "GET /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970569 Jun 30 09:11:31.574684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.654475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Deleting port 6c5f30c5-6429-4b08-b801-d5e0997bbfae {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:31.655036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.688342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Calling delete_port for 8288a374-f071-42eb-a1b7-90a5aa3497b7 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:31.693964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d35a90-3e49-4ff1-b535-1d01de2cf3da req-fe24f7fb-2052-4068-bcb5-c10842df0d48 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:31.705935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d35a90-3e49-4ff1-b535-1d01de2cf3da req-fe24f7fb-2052-4068-bcb5-c10842df0d48 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 944 time: 0.3884635 Jun 30 09:11:31.731152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96716f3a-35f5-4e59-8300-496d0741f505 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375894cb-7634-4491-a1d3-0ab437012c1a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.734351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Port 8288a374-f071-42eb-a1b7-90a5aa3497b7 was not found and therefore no delete operation was performed {{(pid=93724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:11:31.737055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] No DVR routers for this DVR port d787962e-10da-49b1-8b38-ba71ac36e47a on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:31.738940 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-32e0aa48-2fd5-4812-9453-e672a5eabf02 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] show failed (client error): The resource could not be found. Jun 30 09:11:31.740058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-32e0aa48-2fd5-4812-9453-e672a5eabf02 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "GET /v2.0/security-groups/375894cb-7634-4491-a1d3-0ab437012c1a HTTP/1.1" status: 404 len: 347 time: 0.1311200 Jun 30 09:11:31.743781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.745832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-00433ec6-ef74-45a5-8bc5-453a85fefa7a req-d6e0e58c-3477-481b-b1b9-59b68a3f5e45 tempest-ServersAdminTestJSON-1266833688 tempest-ServersAdminTestJSON-1266833688-project] 10.222.0.79 "DELETE /v2.0/ports/d787962e-10da-49b1-8b38-ba71ac36e47a HTTP/1.1" status: 204 len: 173 time: 2.2081370 Jun 30 09:11:31.746600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-deleted', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:31.748950 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f9e252-1323-48de-9af2-637b5d959be8" -d '{"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-deleted", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:31.753250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:31.755560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:31.918442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Port': ['ID=8288a374-f071-42eb-a1b7-90a5aa3497b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:31.924655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] No DVR routers for this DVR port 8288a374-f071-42eb-a1b7-90a5aa3497b7 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:32.078081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8463623-2a4c-4087-9621-52897e33be1b req-2222607a-08d5-4cdd-895c-2ff16bc6731f service neutron] 10.222.0.79 "GET /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510493 Jun 30 09:11:32.098020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.110630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba883f57-47e3-4bb6-aaa5-e6c2284345d7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.123043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e4fd64f-028a-4e09-963a-e758aa2602d3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.123402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e4fd64f-028a-4e09-963a-e758aa2602d3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:32.136753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.150763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Deleting port 3ccc681e-ef4e-48b5-8df8-d2b5ff6c2c3d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:32.151021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.166550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.203746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:32.204279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:32.207492 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:32.260959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae00a9a0-e743-42e8-9df3-cadf482fe279 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:32.282646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.301551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f8e400-b502-4b45-9925-29da98eca564 req-9793c39d-cb03-4657-98fe-e6fc23101d01 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.303314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82f8e400-b502-4b45-9925-29da98eca564 req-9793c39d-cb03-4657-98fe-e6fc23101d01 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 945 time: 0.8617659 Jun 30 09:11:32.308857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.310251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.311403 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] 10.222.0.77 "DELETE /v2.0/networks/ba883f57-47e3-4bb6-aaa5-e6c2284345d7 HTTP/1.1" status: 204 len: 168 time: 2.1316144 Jun 30 09:11:32.312487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Pushing event deleted for resources: {'Network': ['ID=ba883f57-47e3-4bb6-aaa5-e6c2284345d7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.317727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.318055 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.340196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.340541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.340883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.341246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.341548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.341874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.342197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.342552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.342872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.343190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.343513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.343833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb47a7a-4712-41ef-8e8a-7b90a037caeb tempest-ServersTestMultiNic-529560615 tempest-ServersTestMultiNic-529560615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:32.348385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d35a90-3e49-4ff1-b535-1d01de2cf3da req-4ca076f2-69e0-4ba8-9753-59ec1486f99e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6406255 Jun 30 09:11:32.350573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Calling delete_port for 3ccc681e-ef4e-48b5-8df8-d2b5ff6c2c3d owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:32.391146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Transition to ACTIVE for port object ae00a9a0-e743-42e8-9df3-cadf482fe279 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:32.404120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.510406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82f8e400-b502-4b45-9925-29da98eca564 req-e58ef50f-ecec-4bcf-b4f8-709aa512da86 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups?id=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841342 Jun 30 09:11:32.518821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] For port 6c5f30c5-6429-4b08-b801-d5e0997bbfae, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c5f30c5-6429-4b08-b801-d5e0997bbfae,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:32.519186 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.591822 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccfa805-7660-4983-89ea-5a12c7e4fbba x-openstack-request-id: req-bccfa805-7660-4983-89ea-5a12c7e4fbba {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:32.592291 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724804ec-d48c-4996-80bb-9a433c0de453", "name": "network-vif-deleted", "tag": "d787962e-10da-49b1-8b38-ba71ac36e47a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:32.592692 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bccfa805-7660-4983-89ea-5a12c7e4fbba {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:32.593366 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724804ec-d48c-4996-80bb-9a433c0de453', 'name': 'network-vif-deleted', 'tag': 'd787962e-10da-49b1-8b38-ba71ac36e47a', 'status': 'completed', 'code': 200} Jun 30 09:11:32.598661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.602055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae00a9a0-e743-42e8-9df3-cadf482fe279,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.652909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Pushing event deleted for resources: {'Port': ['ID=3ccc681e-ef4e-48b5-8df8-d2b5ff6c2c3d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:32.741174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.743840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.747453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a45898d6-cd98-4702-b16f-604212d2e2d3 tempest-ImagesOneServerNegativeTestJSON-552166334 tempest-ImagesOneServerNegativeTestJSON-552166334-project] 10.222.0.77 "DELETE /v2.0/floatingips/eea74d33-f99e-4d1a-bf29-cb4cb646c1e1 HTTP/1.1" status: 204 len: 168 time: 0.9904792 Jun 30 09:11:32.873757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6d873-d4a3-420e-a18b-4bc5208c1b1d req-7d151f0e-d020-4aaa-89c0-7b45c1a3edcb tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:32.875388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99b6d873-d4a3-420e-a18b-4bc5208c1b1d req-7d151f0e-d020-4aaa-89c0-7b45c1a3edcb tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.3640003 Jun 30 09:11:32.880669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Attempting to bind port ae00a9a0-e743-42e8-9df3-cadf482fe279 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:32.880905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Attempting to bind port ae00a9a0-e743-42e8-9df3-cadf482fe279 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:32.881234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Attempting to bind port ae00a9a0-e743-42e8-9df3-cadf482fe279 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:32.926130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Port ae00a9a0-e743-42e8-9df3-cadf482fe279 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:32.926401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Attempting to bind port ae00a9a0-e743-42e8-9df3-cadf482fe279 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:32.947926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:32.948256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:32.948629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:32.949060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Bound port: ae00a9a0-e743-42e8-9df3-cadf482fe279, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:32.949416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.979784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.980166 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:32.980478 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Floating IP f208f9b2-5e20-46d8-8547-6e4f41c191f4 disassociated. External IP: 172.25.7.6, port: 6c5f30c5-6429-4b08-b801-d5e0997bbfae. Jun 30 09:11:32.980821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Calling delete_port for 6c5f30c5-6429-4b08-b801-d5e0997bbfae owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:33.011024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99b6d873-d4a3-420e-a18b-4bc5208c1b1d req-90b7d2ce-20fe-4f65-9e22-be76ac5eba76 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993390 Jun 30 09:11:33.050987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d13681-d3d3-4f13-8cbe-a64fb8bd887a req-13126efe-cc4f-45e9-a689-1473e2c1224e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.052368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30d13681-d3d3-4f13-8cbe-a64fb8bd887a req-13126efe-cc4f-45e9-a689-1473e2c1224e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 944 time: 0.3229005 Jun 30 09:11:33.096515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] For port ae00a9a0-e743-42e8-9df3-cadf482fe279, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:33.169902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] For port ae00a9a0-e743-42e8-9df3-cadf482fe279, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:33.187514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.261530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.262162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.263597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] 10.222.0.83 "PUT /v2.0/ports/ae00a9a0-e743-42e8-9df3-cadf482fe279 HTTP/1.1" status: 200 len: 1093 time: 2.9161212 Jun 30 09:11:33.265813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'tag': 'ae00a9a0-e743-42e8-9df3-cadf482fe279'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:33.268181 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa36791f-9cdb-4b8b-9a16-a01d9913d755" -d '{"events": [{"name": "network-changed", "server_uuid": "1139c6f5-54a0-47a9-b7d7-8166270d2a98", "tag": "ae00a9a0-e743-42e8-9df3-cadf482fe279"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:33.274067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2084a51e-c91a-4487-8acb-ce85954ff021 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:33.280574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:33.284508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30d13681-d3d3-4f13-8cbe-a64fb8bd887a req-32f5c921-cbec-47fe-b36b-4c8fd7c66999 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396046 Jun 30 09:11:33.335686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a709af9-0256-474d-bb01-c2ef004527a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ae00a9a0-e743-42e8-9df3-cadf482fe279,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:33.369110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: d787962e-10da-49b1-8b38-ba71ac36e47a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:33.369482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d787962e-10da-49b1-8b38-ba71ac36e47a not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:33.369918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c5f30c5-6429-4b08-b801-d5e0997bbfae no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:33.474443 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca0817a-f09f-4685-a5f7-9a0658021cd2 x-openstack-request-id: req-3ca0817a-f09f-4685-a5f7-9a0658021cd2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:33.474921 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1139c6f5-54a0-47a9-b7d7-8166270d2a98", "tag": "ae00a9a0-e743-42e8-9df3-cadf482fe279", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:33.476697 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3ca0817a-f09f-4685-a5f7-9a0658021cd2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:33.476921 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'tag': 'ae00a9a0-e743-42e8-9df3-cadf482fe279', 'status': 'completed', 'code': 200} Jun 30 09:11:33.532145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.597489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.606892 n-d-780147-22 neutron-server[93726]: INFO neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No ports have port_id starting with 6c5f30c5-6429-4b08-b801-d5e0997bbfae Jun 30 09:11:33.697251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event deleted for resources: {'Port': ['ID=6c5f30c5-6429-4b08-b801-d5e0997bbfae,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:33.711296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2084a51e-c91a-4487-8acb-ce85954ff021, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2084a51e-c91a-4487-8acb-ce85954ff021,segment=NetworkSegment(aff7fda5-5603-4402-8978-97b1c9ce7818),segment_id=aff7fda5-5603-4402-8978-97b1c9ce7818)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:33.738784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.762592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '2084a51e-c91a-4487-8acb-ce85954ff021', 'network_id': 'b9437e88-66e0-45d9-b724-0fc3f897bffa', 'port_id': '2084a51e-c91a-4487-8acb-ce85954ff021', 'mac_address': 'fa:16:3e:c3:c8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31a8b4fb-6cd2-4ece-b76e-242523c5f2b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:33.827887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Deleting subnet ea906b44-ac73-4729-99e9-9bfa2bbe77d6 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:33.847139 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:11:33.847965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.867161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.880849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6566458b-0df0-4a6c-8ccf-3216a7325496 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8d5c6d703a1e448994a8958fa813e706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473454 Jun 30 09:11:33.887613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33444) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:33.896853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2084a51e-c91a-4487-8acb-ce85954ff021 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:33.923349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.936488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2084a51e-c91a-4487-8acb-ce85954ff021, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2084a51e-c91a-4487-8acb-ce85954ff021,segment=NetworkSegment(aff7fda5-5603-4402-8978-97b1c9ce7818),segment_id=aff7fda5-5603-4402-8978-97b1c9ce7818)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:33.942938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:33.951887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb5554-d109-43c5-baf6-6d940fc85116 req-67f9964a-af8f-45e3-80bc-657349ca91ac tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.961146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33fb5554-d109-43c5-baf6-6d940fc85116 req-67f9964a-af8f-45e3-80bc-657349ca91ac tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 944 time: 0.2707999 Jun 30 09:11:33.980430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2c691c6e-56c1-497a-be59-b206c95b9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:33.982206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-2c691c6e-56c1-497a-be59-b206c95b9e5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 1096 time: 0.6275020 Jun 30 09:11:34.003132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2084a51e-c91a-4487-8acb-ce85954ff021,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:34.006149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.021058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f877b2f-954f-4cdc-8b71-63af40cec794 req-95202603-1edf-4720-971f-11507dc0c6af tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 210 time: 0.0929847 Jun 30 09:11:34.071935 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9acaff49-b2c2-4198-8bc5-d2923723badc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.088751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.110680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.112879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-a459fac2-0ee6-4487-8a31-b9750cfcf5f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279 HTTP/1.1" status: 200 len: 217 time: 0.1040752 Jun 30 09:11:34.119325 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ea906b44-ac73-4729-99e9-9bfa2bbe77d6 HTTP/1.1" status: 204 len: 168 time: 0.3794250 Jun 30 09:11:34.125511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33448) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.151382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33fb5554-d109-43c5-baf6-6d940fc85116 req-600a47ba-3886-4fa9-b23e-e4402737cb03 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892953 Jun 30 09:11:34.153621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Router 4ab41a88-5b75-403c-9e31-636bbfa01b70 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:34.154471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9acaff49-b2c2-4198-8bc5-d2923723badc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.169480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd207e-6d55-4031-bebb-ac617b65b378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea906b44-ac73-4729-99e9-9bfa2bbe77d6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:34.225542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['2084a51e-c91a-4487-8acb-ce85954ff021'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:34.226813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:34.368633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-dfb074a6-976f-4fa3-8e8c-99031959ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:34.371289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-dfb074a6-976f-4fa3-8e8c-99031959ab73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.2124312 Jun 30 09:11:34.382700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9acaff49-b2c2-4198-8bc5-d2923723badc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.387518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9acaff49-b2c2-4198-8bc5-d2923723badc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.393831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9acaff49-b2c2-4198-8bc5-d2923723badc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ba65039d-3daf-4943-8efb-f250f615ffa5 HTTP/1.1" status: 204 len: 168 time: 0.5016274 Jun 30 09:11:34.453748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-8f46bc4b-8b64-4c4a-ac39-f584a943b057 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646830 Jun 30 09:11:34.494275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acaff49-b2c2-4198-8bc5-d2923723badc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba65039d-3daf-4943-8efb-f250f615ffa5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:34.592248 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.735396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:34.753897 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] Sync routers for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:34.780490 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:34.781708 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:34.791764 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.810721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d1afaa-a7ad-4a92-a95b-389a50c42e23']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:34.839796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] No DVR routers for this DVR port 6c5f30c5-6429-4b08-b801-d5e0997bbfae on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:34.843681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-278a13cd-b093-42d2-aaaf-53def76e215c service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811855 Jun 30 09:11:34.845058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.847055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d07d585-f984-4374-9a96-351485e22d2c req-12afa6ff-1a17-4d9d-89f5-90822c6d9024 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.79 "DELETE /v2.0/ports/6c5f30c5-6429-4b08-b801-d5e0997bbfae HTTP/1.1" status: 204 len: 173 time: 4.0049815 Jun 30 09:11:34.860899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20eacdab-697d-4492-83eb-62c201d3a5c4') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:34.861909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20eacdab-697d-4492-83eb-62c201d3a5c4') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:34.880867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.913391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.935810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd146d-fc63-4880-825a-078b25ae9d6b req-834ebe44-12f0-486c-b51e-acc35051ed0e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:34.937402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3cbd146d-fc63-4880-825a-078b25ae9d6b req-834ebe44-12f0-486c-b51e-acc35051ed0e tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.4800882 Jun 30 09:11:34.973934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:34.980288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:34.981773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094c85d-641f-4676-b6fa-ce0d1c6decf6 req-589a5a91-e806-483f-aad0-b4e8d43ce4b8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:34.982328 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:34.988736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d094c85d-641f-4676-b6fa-ce0d1c6decf6 req-589a5a91-e806-483f-aad0-b4e8d43ce4b8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 944 time: 0.4063532 Jun 30 09:11:35.028691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3cbd146d-fc63-4880-825a-078b25ae9d6b req-b71dbad2-7b44-4ad6-9cce-8214006fb085 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785732 Jun 30 09:11:35.073084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33464) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.114773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d094c85d-641f-4676-b6fa-ce0d1c6decf6 req-0875d4b2-ef41-4770-88ea-4bc0720ceaea tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249743 Jun 30 09:11:35.124089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0d68c5-5295-4dfa-9f2f-1563051164b8 req-b02877db-1029-4b8e-909a-2c8d98a84740 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726467 Jun 30 09:11:35.156948 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:35.180432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.185095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.191722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e1d1afaa-a7ad-4a92-a95b-389a50c42e23 HTTP/1.1" status: 204 len: 168 time: 1.0471494 Jun 30 09:11:35.216944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d03c2-39e2-43c4-84ca-4cf32cd204c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d1afaa-a7ad-4a92-a95b-389a50c42e23,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:35.220250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aa04f2c3-1660-436e-9566-19fb7e32d1a4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b6efea477650405d8e43a64422b29f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1427605 Jun 30 09:11:35.221848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.282362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2084a51e-c91a-4487-8acb-ce85954ff021 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:35.387737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 2084a51e-c91a-4487-8acb-ce85954ff021 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:35.395080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 2084a51e-c91a-4487-8acb-ce85954ff021 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:35.396051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.576156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'name': 'network-vif-deleted', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:35.582722 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27693089-c47d-4f34-afcc-f7532038190e" -d '{"events": [{"server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "name": "network-vif-deleted", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:35.587828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.592206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-262a8b59-0ca2-4ba3-bee6-74d20d53a222 req-85b9d619-c858-49dd-ac00-e33b46130f4c tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 210 time: 0.1949246 Jun 30 09:11:35.648040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.694782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084a51e-c91a-4487-8acb-ce85954ff021'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:35.700415 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:21Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:35.736269 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87f5f2a-29e0-4cac-bc41-8698a8916bf8" -d '{"events": [{"server_uuid": "0b051377-5e8c-48de-9661-88fd88cb6aac", "name": "network-vif-plugged", "status": "completed", "tag": "2084a51e-c91a-4487-8acb-ce85954ff021"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:35.744690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ef633ad-9d00-45bd-b3ec-931826f85de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.783205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2084a51e-c91a-4487-8acb-ce85954ff021, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2084a51e-c91a-4487-8acb-ce85954ff021,segment=NetworkSegment(aff7fda5-5603-4402-8978-97b1c9ce7818),segment_id=aff7fda5-5603-4402-8978-97b1c9ce7818)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:35.795608 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.798735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:35.806045 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] Checking router: 4ab41a88-5b75-403c-9e31-636bbfa01b70 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:35.816841 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65e9ce2-ea4a-4cb9-ae45-237d53cfc7fa x-openstack-request-id: req-c65e9ce2-ea4a-4cb9-ae45-237d53cfc7fa {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:35.817276 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226bedcb-e8ad-481e-8a15-a5db086f7a18", "name": "network-vif-deleted", "tag": "6c5f30c5-6429-4b08-b801-d5e0997bbfae", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:35.817667 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c65e9ce2-ea4a-4cb9-ae45-237d53cfc7fa {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:35.822796 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226bedcb-e8ad-481e-8a15-a5db086f7a18', 'name': 'network-vif-deleted', 'tag': '6c5f30c5-6429-4b08-b801-d5e0997bbfae', 'status': 'completed', 'code': 200} Jun 30 09:11:35.840916 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:35.844384 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:35.883467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ef633ad-9d00-45bd-b3ec-931826f85de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:35.936179 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f6ba95-0fa0-4ab5-82a6-0df58f4d4958 x-openstack-request-id: req-b8f6ba95-0fa0-4ab5-82a6-0df58f4d4958 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:35.936507 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b051377-5e8c-48de-9661-88fd88cb6aac", "name": "network-vif-plugged", "status": "completed", "tag": "2084a51e-c91a-4487-8acb-ce85954ff021", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:35.936811 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b8f6ba95-0fa0-4ab5-82a6-0df58f4d4958 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:35.937249 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2084a51e-c91a-4487-8acb-ce85954ff021', 'code': 200} Jun 30 09:11:35.956757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2084a51e-c91a-4487-8acb-ce85954ff021,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:35.971151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-39c6a042-fa28-445a-a7c9-3fb348b10f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:35.973425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-39c6a042-fa28-445a-a7c9-3fb348b10f54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 1096 time: 0.7142947 Jun 30 09:11:36.032143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e0618-88cb-4315-814b-c0fcc5feed6a req-af6d9a13-9b60-4dcc-86b1-bc91a4da3816 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.039687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-075e0618-88cb-4315-814b-c0fcc5feed6a req-af6d9a13-9b60-4dcc-86b1-bc91a4da3816 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 945 time: 0.6403980 Jun 30 09:11:36.089893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:36.238879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ef633ad-9d00-45bd-b3ec-931826f85de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.242733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ef633ad-9d00-45bd-b3ec-931826f85de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.244071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2ef633ad-9d00-45bd-b3ec-931826f85de6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/92e09f3d-43d9-4014-8997-de1b3541cbb8 HTTP/1.1" status: 204 len: 168 time: 1.0200932 Jun 30 09:11:36.260881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef633ad-9d00-45bd-b3ec-931826f85de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e09f3d-43d9-4014-8997-de1b3541cbb8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:36.322718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-075e0618-88cb-4315-814b-c0fcc5feed6a req-51997989-95c1-4954-be0b-6906adeb5f5e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347636 Jun 30 09:11:36.339099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-ad0cb5bd-26c0-4488-a0e4-3bbce90a7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.340700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-ad0cb5bd-26c0-4488-a0e4-3bbce90a7abf service neutron] 10.222.0.83 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.3498027 Jun 30 09:11:36.358063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910294d-d3ba-459c-b19d-81a6ee0cbe5a req-537d5bbf-481f-4fc2-b997-ee9d62f6fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.359789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b910294d-d3ba-459c-b19d-81a6ee0cbe5a req-537d5bbf-481f-4fc2-b997-ee9d62f6fa01 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 1098 time: 0.3126233 Jun 30 09:11:36.426697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-cfc3bf9f-2623-4918-bd0e-f4bd9e049eab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279 HTTP/1.1" status: 200 len: 217 time: 0.0703671 Jun 30 09:11:36.532943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8783982c-ce26-4d77-ab02-a9f142d9d531 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=07c5f50fff1346e697e283921c51283c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7280905 Jun 30 09:11:36.541740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:36.625453 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:21Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:36.709958 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931c0c4-4c77-4325-a7b0-360d6f99504e None None] The sync data for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 is: [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:08:12Z', 'revision_number': 4, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'dc9a2627-b36a-4873-8b18-dfd93882e66a', 'name': '', 'network_id': '8fa3bed5-a88b-4489-89df-824a58096aa7', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'mac_address': 'fa:16:3e:24:a5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:11Z', 'updated_at': '2021-06-30T09:08:21Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'subnets': [{'id': '8b84b674-aff3-4bad-b3dc-0c5ad33f308d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:36.946493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b36ebf4-3c4b-4d0d-85da-3566a2752191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:36.990374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-421781ec-cf40-46f6-a886-aac0c2de5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:36.996034 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-421781ec-cf40-46f6-a886-aac0c2de5e63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1098 time: 1.1959355 Jun 30 09:11:37.029066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b36ebf4-3c4b-4d0d-85da-3566a2752191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.237798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b910294d-d3ba-459c-b19d-81a6ee0cbe5a req-c7f2adbc-7385-4242-add0-4c488af9a73f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8100543 Jun 30 09:11:37.239789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-8fcd4fa5-a292-43ce-9742-15160039921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.247741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-8fcd4fa5-a292-43ce-9742-15160039921a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.7417068 Jun 30 09:11:37.297453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345caca2-7220-4043-99b1-d42cfa36f26a None None] New status for floating IP f208f9b2-5e20-46d8-8547-6e4f41c191f4: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:11:37.319001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-e8468825-28ae-4a7f-ad3a-4507956f566e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459790 Jun 30 09:11:37.407644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b36ebf4-3c4b-4d0d-85da-3566a2752191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.412123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b36ebf4-3c4b-4d0d-85da-3566a2752191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.414867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0b36ebf4-3c4b-4d0d-85da-3566a2752191 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab894232-738f-4e76-b3ce-322595f39242 HTTP/1.1" status: 204 len: 168 time: 0.8671172 Jun 30 09:11:37.419790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805f933-1103-423b-a92d-7a4248528831 req-68fbc9c2-1605-4f31-882f-d26737e6baaf tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.428961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6805f933-1103-423b-a92d-7a4248528831 req-68fbc9c2-1605-4f31-882f-d26737e6baaf tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 1.0953810 Jun 30 09:11:37.508300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6805f933-1103-423b-a92d-7a4248528831 req-a21bcd2c-b7c2-473b-b781-39b1999d6180 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779381 Jun 30 09:11:37.540082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c979a2-3692-41f1-9709-05df8dfa689f req-92c4849e-16b7-4ff6-9c3d-57c1e45a90a6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.552701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3c979a2-3692-41f1-9709-05df8dfa689f req-92c4849e-16b7-4ff6-9c3d-57c1e45a90a6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 944 time: 0.3454802 Jun 30 09:11:37.586825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36ebf4-3c4b-4d0d-85da-3566a2752191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab894232-738f-4e76-b3ce-322595f39242,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:37.598704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-9cb83262-05e3-4c6b-96c9-89db1cb762a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.600818 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-9cb83262-05e3-4c6b-96c9-89db1cb762a4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.4884040 Jun 30 09:11:37.648283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-f0f28c20-4746-47cc-8660-c0b2fb324526 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206859 Jun 30 09:11:37.691663 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-99564235-361e-48c0-8943-821a96a83848 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 200 len: 217 time: 0.0764554 Jun 30 09:11:37.823213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ae00a9a0-e743-42e8-9df3-cadf482fe279 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:37.839282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa36791f-9cdb-4b8b-9a16-a01d9913d755 req-dd08cd39-6014-465a-a89c-1e7111841def service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803041 Jun 30 09:11:37.842813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-ac512d69-1e14-4414-94db-81df13a7f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:37.845288 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-ac512d69-1e14-4414-94db-81df13a7f36b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.1411309 Jun 30 09:11:37.860582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Deleting port 2153b2e3-8394-4d8e-8703-c0a8965cb561 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:37.861054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:37.895570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba95d9a6-5c99-4dd1-8670-a9fa9f61f792 req-c3c34725-7ab4-47b3-bafc-30c51d1f61a4 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 210 time: 0.0972195 Jun 30 09:11:37.901789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3c979a2-3692-41f1-9709-05df8dfa689f req-57fbe7c2-31b3-447c-84e1-73a3c92bf7f9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476224 Jun 30 09:11:38.071349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ae00a9a0-e743-42e8-9df3-cadf482fe279, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:38.094065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'ae00a9a0-e743-42e8-9df3-cadf482fe279', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': 'ae00a9a0-e743-42e8-9df3-cadf482fe279', 'mac_address': 'fa:16:3e:19:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:38.116402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] For port 2153b2e3-8394-4d8e-8703-c0a8965cb561, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2153b2e3-8394-4d8e-8703-c0a8965cb561,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:38.116767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.125882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92db25-b4e3-45cd-83f9-3927bbfceef6 req-cc3ae8d7-5a25-49b8-83a9-5481d4cb96bc tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:38.127670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea92db25-b4e3-45cd-83f9-3927bbfceef6 req-cc3ae8d7-5a25-49b8-83a9-5481d4cb96bc tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 946 time: 0.0993476 Jun 30 09:11:38.172670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.208962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea92db25-b4e3-45cd-83f9-3927bbfceef6 req-52d48dc8-97e3-49a5-a3c6-3918d2ef2c60 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715697 Jun 30 09:11:38.215342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae00a9a0-e743-42e8-9df3-cadf482fe279 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:38.221181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Calling delete_port for 2153b2e3-8394-4d8e-8703-c0a8965cb561 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:38.274094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ae00a9a0-e743-42e8-9df3-cadf482fe279, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:38.279363 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-238c8996-0786-4591-9149-a22229ac37fb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054206 Jun 30 09:11:38.290701 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.436839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ae00a9a0-e743-42e8-9df3-cadf482fe279,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:38.623204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-8866d08f-97cf-4f68-858f-cd2cfce0a1b8 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316517 Jun 30 09:11:38.691662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['ae00a9a0-e743-42e8-9df3-cadf482fe279'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:38.854181 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-99551888-9e8f-4418-bdf8-b91a0c3abf87 req-1b41801a-84d9-46b8-b16e-c99410ca3d11 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186663 Jun 30 09:11:38.882852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33564) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:38.890003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:38.908355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1700bf1b-f8c0-4a7d-ac42-e75d6652cb7f req-36e55c53-4ef0-40ea-8427-a316516ef59d tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:38.909908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1700bf1b-f8c0-4a7d-ac42-e75d6652cb7f req-36e55c53-4ef0-40ea-8427-a316516ef59d tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.1700358 Jun 30 09:11:38.937518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2153b2e3-8394-4d8e-8703-c0a8965cb561,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.035395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1700bf1b-f8c0-4a7d-ac42-e75d6652cb7f req-a6e210b5-4b05-4339-a70b-a74e274cc8c7 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163003 Jun 30 09:11:39.230608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bb8b6f6-0f1d-41bf-955d-858f5dc7290c req-2995d9e9-754f-460a-be4e-c880b270e5e3 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 210 time: 0.0720351 Jun 30 09:11:39.264951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1627610146-network', 'tenant_id': '0ba7351c93794c3988afd78fd6629330'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:39.305930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Made reservation on behalf of 0ba7351c93794c3988afd78fd6629330 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:39.312190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.332836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.336040 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.611177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.619530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.649902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:39.663612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Router 862a274e-87f0-40b3-bdd0-6e1c13e57109 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:39.671384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2eca6-1682-4154-b1d5-dfd27b7cb961 req-e30d3473-ebaf-4195-a53f-cf7c1224a583 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.673025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ee2eca6-1682-4154-b1d5-dfd27b7cb961 req-e30d3473-ebaf-4195-a53f-cf7c1224a583 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 946 time: 0.1963453 Jun 30 09:11:39.683588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.684030 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Added segment 6f9c5e61-a35e-4d1a-989b-4d6dafaa81f7 of type vlan for network e493e91f-1589-41e5-9ea7-c5cb9085e324 Jun 30 09:11:39.703418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ca5732-43aa-4352-8b1c-eed6e23b6376,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:39.764027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09671918-1c8a-41ad-b188-bc91462ee41a req-ddbcd5be-5cd3-4762-ae3a-e22fd4eead02 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.766725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09671918-1c8a-41ad-b188-bc91462ee41a req-ddbcd5be-5cd3-4762-ae3a-e22fd4eead02 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 945 time: 0.2273452 Jun 30 09:11:39.796183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.816143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ee2eca6-1682-4154-b1d5-dfd27b7cb961 req-73233a88-926e-4ec1-9c62-0f027dc460b5 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284666 Jun 30 09:11:39.820019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:39.828981 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e48d9eb7-e9e1-4612-9cd1-fe1f4f542c83 admin admin] 10.222.0.77 "PUT /v2.0/routers/862a274e-87f0-40b3-bdd0-6e1c13e57109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5950618 Jun 30 09:11:39.829294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:39.867775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09671918-1c8a-41ad-b188-bc91462ee41a req-1d608e2a-67e4-494d-b439-7a916e1cf4fb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829377 Jun 30 09:11:39.892804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:39.894394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:39.894735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.015011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1306508 Jun 30 09:11:40.020929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:40.024069 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] Sync routers for ids ['862a274e-87f0-40b3-bdd0-6e1c13e57109'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:40.029605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Request body: {'subnet': {'network_id': 'e493e91f-1589-41e5-9ea7-c5cb9085e324', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1627610146-subnet', 'tenant_id': '0ba7351c93794c3988afd78fd6629330', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:40.043187 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] Routers {'862a274e-87f0-40b3-bdd0-6e1c13e57109'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:40.048841 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['862a274e-87f0-40b3-bdd0-6e1c13e57109'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.066382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.078720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dc9bc-d82a-434b-b8c8-6b519de7c7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e493e91f-1589-41e5-9ea7-c5cb9085e324,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:40.101492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e493e91f-1589-41e5-9ea7-c5cb9085e324 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:40.151221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Made reservation on behalf of 0ba7351c93794c3988afd78fd6629330 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:40.157027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.317750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-238f8a26-a7f9-469f-becb-553c996498f3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=aebd34d963264be89c86207a3abc5df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492654 Jun 30 09:11:40.337172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] Set router 862a274e-87f0-40b3-bdd0-6e1c13e57109 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:40.473392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-c2d75eb0-7c00-4167-bde9-20f42f896fdc tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:40.481473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-c2d75eb0-7c00-4167-bde9-20f42f896fdc tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1627464 Jun 30 09:11:40.503753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-d5742067-c0e9-4421-8c4e-97d67c99688e tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/quotas/aebd34d963264be89c86207a3abc5df8 HTTP/1.1" status: 200 len: 375 time: 0.0210595 Jun 30 09:11:40.572325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:11:38Z', 'revision_number': 5, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.601640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-41b29624-b379-45aa-b24c-388cb7be16f8 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970571 Jun 30 09:11:40.609684 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] Checking router: 862a274e-87f0-40b3-bdd0-6e1c13e57109 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:40.621300 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] Routers {'862a274e-87f0-40b3-bdd0-6e1c13e57109'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:40.622260 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['862a274e-87f0-40b3-bdd0-6e1c13e57109'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:40.678729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.753986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f0603-b893-4ebb-8706-1daf9402a922 req-5be097f5-1ccd-42ea-92ec-e12b9eecc050 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:40.761788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d4f0603-b893-4ebb-8706-1daf9402a922 req-5be097f5-1ccd-42ea-92ec-e12b9eecc050 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.1836653 Jun 30 09:11:40.818001 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] Set router 862a274e-87f0-40b3-bdd0-6e1c13e57109 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:40.829330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d4f0603-b893-4ebb-8706-1daf9402a922 req-d3e9253c-7096-4df2-9081-483a34d4759c tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665581 Jun 30 09:11:40.897924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Deleting port 2635c5bf-a884-4181-aeeb-94ca7154e2eb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:40.898335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:40.901750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.026947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eb48a82-0e17-491a-91c0-a09c38855b8c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.061311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Checking segment: {'id': '6f9c5e61-a35e-4d1a-989b-4d6dafaa81f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e493e91f-1589-41e5-9ea7-c5cb9085e324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:41.061670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Network hostable DHCP agents. Network: e493e91f-1589-41e5-9ea7-c5cb9085e324, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:41.081772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] For port 2635c5bf-a884-4181-aeeb-94ca7154e2eb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2635c5bf-a884-4181-aeeb-94ca7154e2eb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:41.082141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.094032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ce4088e-c381-4920-aabe-8c35c8356665 req-43fe4dd9-8765-4ff6-a388-755f5812dd1c tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 210 time: 0.0374875 Jun 30 09:11:41.133670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Network e493e91f-1589-41e5-9ea7-c5cb9085e324 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:41.137303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Calling delete_port for 2635c5bf-a884-4181-aeeb-94ca7154e2eb owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:41.175293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e493e91f-1589-41e5-9ea7-c5cb9085e324) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:41.186440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c47199-3caf-4341-ad8f-e5850fc0b9b8 None None] Network e493e91f-1589-41e5-9ea7-c5cb9085e324 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:41.275428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-442bff72-c44b-4684-a42a-73897c971651 req-bb774438-4eb3-4511-8c15-e8de81668138 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 210 time: 0.0939751 Jun 30 09:11:41.321338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5c58e0-81c8-4cd8-9e49-b1404e4eb12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.325589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.326194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.368273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8610901-4212-4d56-9851-059db0d0b7e9 req-eb7c6d26-f2e6-4fb2-8070-42559376772e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.386492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8610901-4212-4d56-9851-059db0d0b7e9 req-eb7c6d26-f2e6-4fb2-8070-42559376772e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 946 time: 0.2911055 Jun 30 09:11:41.485899 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-088124b5-6d83-40cf-8bea-835db2beae93 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4483657 Jun 30 09:11:41.498914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8610901-4212-4d56-9851-059db0d0b7e9 req-484b39a9-7bfb-4cf9-913c-54172ca051a0 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077042 Jun 30 09:11:41.592940 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:11:38Z', 'revision_number': 5, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:41.607438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d471a68e-3b01-434d-ae04-46c6c5fac306 None None] Network e493e91f-1589-41e5-9ea7-c5cb9085e324 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:41.661000 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ea85f3-fe24-40c1-aa2f-38452c999c07 None None] The sync data for ids ['862a274e-87f0-40b3-bdd0-6e1c13e57109'] in n-d-780147-22 is: [{'id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'name': 'tempest-ServersTestMultiNic-396169841-router', 'tenant_id': 'a63dc30e4afc4d13b18718ca7312b344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93'}], 'enable_snat': True}, 'gw_port_id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:09:43Z', 'updated_at': '2021-06-30T09:11:38Z', 'revision_number': 5, 'project_id': 'a63dc30e4afc4d13b18718ca7312b344', 'gw_port': {'id': '2635c5bf-a884-4181-aeeb-94ca7154e2eb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:50:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '862a274e-87f0-40b3-bdd0-6e1c13e57109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:09:44Z', 'updated_at': '2021-06-30T09:09:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:41.721212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:41.767167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2635c5bf-a884-4181-aeeb-94ca7154e2eb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:41.816510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa879c-937d-4515-a4b1-2785d109dfe0 req-04df8024-29c6-4cc2-af9e-aec1aaa77419 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:41.841415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5fa879c-937d-4515-a4b1-2785d109dfe0 req-04df8024-29c6-4cc2-af9e-aec1aaa77419 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 945 time: 0.2289617 Jun 30 09:11:41.850435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ae00a9a0-e743-42e8-9df3-cadf482fe279 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:41.911626 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.025853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-747f6c99-2d2b-44bf-96ef-311446142b31 req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1847988703', 'description': 'tempest-description-688673150'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:42.048683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5fa879c-937d-4515-a4b1-2785d109dfe0 req-6a274bba-f999-4418-85d1-759926a7fa08 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891670 Jun 30 09:11:42.093234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port ae00a9a0-e743-42e8-9df3-cadf482fe279 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:42.097702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port ae00a9a0-e743-42e8-9df3-cadf482fe279 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:42.098081 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.130515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-747f6c99-2d2b-44bf-96ef-311446142b31 req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.153583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-1f3bed43-1362-4b00-a41c-e4e598064488 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:42.172116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-1f3bed43-1362-4b00-a41c-e4e598064488 tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 946 time: 0.2390385 Jun 30 09:11:42.254137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.258986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.316129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.356881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00a9a0-e743-42e8-9df3-cadf482fe279'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:42.359649 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c77830e-f7e9-499e-b811-0ed98079e546" -d '{"events": [{"server_uuid": "1139c6f5-54a0-47a9-b7d7-8166270d2a98", "name": "network-vif-plugged", "status": "completed", "tag": "ae00a9a0-e743-42e8-9df3-cadf482fe279"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:42.415999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port ae00a9a0-e743-42e8-9df3-cadf482fe279, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:42.421171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.421754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 862a274e-87f0-40b3-bdd0-6e1c13e57109 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:42.429442 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.430506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.437566 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd216695-9802-48ee-8d9b-8c3e4a3cc5a3 admin admin] 10.222.0.77 "DELETE /v2.0/routers/862a274e-87f0-40b3-bdd0-6e1c13e57109 HTTP/1.1" status: 204 len: 168 time: 2.6069562 Jun 30 09:11:42.439307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:42.520872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Deleting subnet 2a751983-23eb-4be8-9594-7e3dc15f4912 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:42.527345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.587472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=ae00a9a0-e743-42e8-9df3-cadf482fe279,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:42.604716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.664323 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-747f6c99-2d2b-44bf-96ef-311446142b31 req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.673611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d61970-f6eb-4b6f-a51a-3d437825cd35 req-41bf5077-7b1a-40a4-afd8-61b7d93a5734 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:42.675330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d61970-f6eb-4b6f-a51a-3d437825cd35 req-41bf5077-7b1a-40a4-afd8-61b7d93a5734 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.1728344 Jun 30 09:11:42.681502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-747f6c99-2d2b-44bf-96ef-311446142b31 req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.717214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Deleting port 2084a51e-c91a-4487-8acb-ce85954ff021 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:42.717567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.769076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.785523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-747f6c99-2d2b-44bf-96ef-311446142b31 req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.795864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-747f6c99-2d2b-44bf-96ef-311446142b31 req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7833517 Jun 30 09:11:42.879732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.924146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a751983-23eb-4be8-9594-7e3dc15f4912,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:42.927255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:42.927868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9c0e06-f9ef-48f6-955d-a31220d30fa7 None None] Network 2c0484e5-9016-4ae7-90f8-437c4b41ba24 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:42.930567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f36498e-a45f-48b7-bcb7-d2e446002787 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2a751983-23eb-4be8-9594-7e3dc15f4912 HTTP/1.1" status: 204 len: 168 time: 0.4902508 Jun 30 09:11:42.932997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:42.948242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae6ea5-c0f0-4fce-b4e3-c96e64c25934,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:42.961962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d61970-f6eb-4b6f-a51a-3d437825cd35 req-e3aba665-1bbd-43bb-8289-d0a03b55e679 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288246 Jun 30 09:11:42.995574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:42.996851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:42.997643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:42.999319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:42.999932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.001186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.001698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.002584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.003742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.005290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.005781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.007044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624277d-90b7-42bd-a239-639b2813dfd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:43.134836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d3db9ea-5f3b-44dc-8805-249586739c87 req-09db7600-e71f-40ff-b91d-9cc1fd3fc3de tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/ports?device_id=226bedcb-e8ad-481e-8a15-a5db086f7a18 HTTP/1.1" status: 200 len: 210 time: 0.0776472 Jun 30 09:11:43.157962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] For port 2084a51e-c91a-4487-8acb-ce85954ff021, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2084a51e-c91a-4487-8acb-ce85954ff021,segment=NetworkSegment(aff7fda5-5603-4402-8978-97b1c9ce7818),segment_id=aff7fda5-5603-4402-8978-97b1c9ce7818)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:43.158354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.176278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.210001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Calling delete_port for 2084a51e-c91a-4487-8acb-ce85954ff021 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:43.320674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Deleting port e156a44b-513f-470b-b7fd-03b56f0eaebe {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:43.321021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.351037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4dac93c-54f9-49da-87fb-dca1a1401c5b req-6e379b3a-8342-497e-88bf-f23859522467 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 210 time: 0.1156099 Jun 30 09:11:43.558801 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd63f00-6da9-4d53-bc55-ed178834c8a9 x-openstack-request-id: req-7cd63f00-6da9-4d53-bc55-ed178834c8a9 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:43.559338 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1139c6f5-54a0-47a9-b7d7-8166270d2a98", "name": "network-vif-plugged", "status": "completed", "tag": "ae00a9a0-e743-42e8-9df3-cadf482fe279", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:43.559338 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7cd63f00-6da9-4d53-bc55-ed178834c8a9 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:43.559751 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae00a9a0-e743-42e8-9df3-cadf482fe279', 'code': 200} Jun 30 09:11:43.570288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2153b2e3-8394-4d8e-8703-c0a8965cb561 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:43.580941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4a41362c-c753-468d-b450-04a9855881f9 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=aebd34d963264be89c86207a3abc5df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1128564 Jun 30 09:11:43.639464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] For port e156a44b-513f-470b-b7fd-03b56f0eaebe, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e156a44b-513f-470b-b7fd-03b56f0eaebe,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:43.639840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.654833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a055704-b911-4fe0-8251-104416c86b45 req-9dfe45ae-b81e-46f3-9a2b-e148a5ed09b2 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/68ae6ea5-c0f0-4fce-b4e3-c96e64c25934 HTTP/1.1" status: 200 len: 1806 time: 0.2326005 Jun 30 09:11:43.659996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2153b2e3-8394-4d8e-8703-c0a8965cb561 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:43.660322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2153b2e3-8394-4d8e-8703-c0a8965cb561 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:43.660523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68ae6ea5-c0f0-4fce-b4e3-c96e64c25934', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:43.660852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '68ae6ea5-c0f0-4fce-b4e3-c96e64c25934', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:43.775142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d0280-3c0e-45fb-869b-309f93c927b5 req-6a1c7042-ba96-4b09-ba2b-764225d9aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.776731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c61d0280-3c0e-45fb-869b-309f93c927b5 req-6a1c7042-ba96-4b09-ba2b-764225d9aae3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 1098 time: 0.3063581 Jun 30 09:11:43.847313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Calling delete_port for e156a44b-513f-470b-b7fd-03b56f0eaebe owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:43.866612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef128327-57d8-44ca-a436-7373448b8359 req-06053ee2-f0c3-4a83-98ef-06d59439761c tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:43.868458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef128327-57d8-44ca-a436-7373448b8359 req-06053ee2-f0c3-4a83-98ef-06d59439761c tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/ports?device_id=0b051377-5e8c-48de-9661-88fd88cb6aac HTTP/1.1" status: 200 len: 946 time: 0.2870150 Jun 30 09:11:43.884239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] DHCP port deletion for 2c0484e5-9016-4ae7-90f8-437c4b41ba24 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:43.943884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.947252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c61d0280-3c0e-45fb-869b-309f93c927b5 req-3fd80903-29cb-4e85-8876-9bb084ba1cfd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488278 Jun 30 09:11:43.964110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:43.985793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] Deleting port e156a44b-513f-470b-b7fd-03b56f0eaebe {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:43.986479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.015954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef128327-57d8-44ca-a436-7373448b8359 req-5d12eacb-9ebb-4267-bdf6-993a0bbdd56f tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.77 "GET /v2.0/security-groups?id=df45cee4-06ca-46e3-8be9-46649fca79be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299269 Jun 30 09:11:44.029560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-5e83bfa2-98cf-4eb7-a127-6a0610ef0934 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.031386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-5e83bfa2-98cf-4eb7-a127-6a0610ef0934 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4388053 Jun 30 09:11:44.031790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Pushing event deleted for resources: {'Port': ['ID=2084a51e-c91a-4487-8acb-ce85954ff021,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.072617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.076365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5d4742ed-2d5d-4618-98c4-22034358c265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.102781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] For port e156a44b-513f-470b-b7fd-03b56f0eaebe, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e156a44b-513f-470b-b7fd-03b56f0eaebe,segment=NetworkSegment(b86c0f6c-c432-4a5b-a328-7c0a06728b9a),segment_id=b86c0f6c-c432-4a5b-a328-7c0a06728b9a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:44.103222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.108249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e156a44b-513f-470b-b7fd-03b56f0eaebe,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.117550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] No DVR routers for this DVR port e156a44b-513f-470b-b7fd-03b56f0eaebe on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:44.124817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.142109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] Calling delete_port for e156a44b-513f-470b-b7fd-03b56f0eaebe owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:44.149256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] No DVR routers for this DVR port 2084a51e-c91a-4487-8acb-ce85954ff021 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:44.151062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.153167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.155549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-628a4b6c-0a01-4479-83f4-68ff7a27314b req-5da818db-1d12-4964-b0ce-ca861d28781e tempest-InstanceActionsV221TestJSON-1473949781 tempest-InstanceActionsV221TestJSON-1473949781-project] 10.222.0.79 "DELETE /v2.0/ports/2084a51e-c91a-4487-8acb-ce85954ff021 HTTP/1.1" status: 204 len: 173 time: 1.9659283 Jun 30 09:11:44.158830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'name': 'network-vif-deleted', 'tag': '2084a51e-c91a-4487-8acb-ce85954ff021'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:44.172193 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f27278f-588a-4bcd-a992-da94d7adaaa0" -d '{"events": [{"server_uuid": "0b051377-5e8c-48de-9661-88fd88cb6aac", "name": "network-vif-deleted", "tag": "2084a51e-c91a-4487-8acb-ce85954ff021"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:44.210381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.218125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93fc4e8-8ddb-42ab-834a-55d2f83d0618,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.237532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.246460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.253426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a055704-b911-4fe0-8251-104416c86b45 req-fc0819d9-65ad-4924-9817-65962984ae06 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5976126 Jun 30 09:11:44.260472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0484e5-9016-4ae7-90f8-437c4b41ba24']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:44.282387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:44.282930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86c0f6c-c432-4a5b-a328-7c0a06728b9a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:44.296243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.315800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Request body: {'port': {'device_id': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'aebd34d963264be89c86207a3abc5df8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:44.360641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.379390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.390671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dca90e-a22e-4e14-85ca-0ffa30a7bb9c req-0095377c-6c55-444a-b2bc-42922eb740bc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.392305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14dca90e-a22e-4e14-85ca-0ffa30a7bb9c req-0095377c-6c55-444a-b2bc-42922eb740bc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 946 time: 0.1232584 Jun 30 09:11:44.405923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] Pushing event deleted for resources: {'Port': ['ID=e156a44b-513f-470b-b7fd-03b56f0eaebe,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.408180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be72baec-995a-4932-97be-2a13d21cada6 None None] No DVR routers for this DVR port e156a44b-513f-470b-b7fd-03b56f0eaebe on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:44.436460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:44.436856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:44.443233 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:44.546856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14dca90e-a22e-4e14-85ca-0ffa30a7bb9c req-a58a74fe-42c7-4901-97b4-0811c7c4fb4f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482325 Jun 30 09:11:44.582230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.611125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.613095 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2c0484e5-9016-4ae7-90f8-437c4b41ba24 HTTP/1.1" status: 204 len: 168 time: 1.6789439 Jun 30 09:11:44.634608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c3076-cef0-412f-a096-a38f62d49825 req-fd78f441-e954-4543-84ae-769e23720756 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:44.643125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e85c3076-cef0-412f-a096-a38f62d49825 req-fd78f441-e954-4543-84ae-769e23720756 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.2023768 Jun 30 09:11:44.649918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71628ee5-f1b6-4873-8a23-1a05aa701ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0484e5-9016-4ae7-90f8-437c4b41ba24,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:44.695559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Made reservation on behalf of aebd34d963264be89c86207a3abc5df8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:44.699460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.726442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e85c3076-cef0-412f-a096-a38f62d49825 req-15f9d66d-916b-41b6-929f-6f480c4dac67 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819414 Jun 30 09:11:44.739649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:44.769175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1174646727', 'description': 'tempest-description-1059680551'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:44.784796 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f8cb06-273f-45ef-877a-e1d049f3875d x-openstack-request-id: req-e9f8cb06-273f-45ef-877a-e1d049f3875d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:44.785087 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b051377-5e8c-48de-9661-88fd88cb6aac", "name": "network-vif-deleted", "tag": "2084a51e-c91a-4487-8acb-ce85954ff021", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:44.785351 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9f8cb06-273f-45ef-877a-e1d049f3875d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:44.785741 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b051377-5e8c-48de-9661-88fd88cb6aac', 'name': 'network-vif-deleted', 'tag': '2084a51e-c91a-4487-8acb-ce85954ff021', 'status': 'completed', 'code': 200} Jun 30 09:11:44.795092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:11:44.795092 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:11:44.795092 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id_1': '0ba7351c93794c3988afd78fd6629330', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 11, 44, 786800)}] Jun 30 09:11:44.795092 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:44.795554 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:44.931958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e156a44b-513f-470b-b7fd-03b56f0eaebe no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:44.962102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e156a44b-513f-470b-b7fd-03b56f0eaebe {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:44.962971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e156a44b-513f-470b-b7fd-03b56f0eaebe not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:44.963408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2635c5bf-a884-4181-aeeb-94ca7154e2eb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:44.986355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2635c5bf-a884-4181-aeeb-94ca7154e2eb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:44.986746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2635c5bf-a884-4181-aeeb-94ca7154e2eb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:45.008128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc65bfcb-210c-4b34-9556-0cb58d873088 req-8e38f163-76e0-4d9c-82fe-de1b0080bfde tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 210 time: 0.0841787 Jun 30 09:11:45.029046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.036115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.054601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33696) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.119833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.170774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7a3c2-19c4-4891-a6bf-58c7de69cc29,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.175690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fc528b4f-dc3d-4675-8b27-9b781a38321c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a63dc30e4afc4d13b18718ca7312b344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1174583 Jun 30 09:11:45.177477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.247608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4b03-895b-4e97-8c24-5b6a24411b83 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.279735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4b03-895b-4e97-8c24-5b6a24411b83 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.335939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2084a51e-c91a-4487-8acb-ce85954ff021 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:45.358093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4b03-895b-4e97-8c24-5b6a24411b83 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.360069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Allocated IP 192.168.233.113 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/84bc25b8-856e-4c6c-88a5-ba396f8690b6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:45.362641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8648f5df-4b7b-4758-bc10-411f6506e1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.366494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a8b4b03-895b-4e97-8c24-5b6a24411b83 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.369609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3a8b4b03-895b-4e97-8c24-5b6a24411b83 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "DELETE /v2.0/security-groups/ab3bdb7f-d81f-4659-9eec-a8e3a9a215db HTTP/1.1" status: 204 len: 168 time: 0.2489591 Jun 30 09:11:45.380756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.407721 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-30c74c21-fae9-4854-a63e-e29399af8946 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] show failed (client error): The resource could not be found. Jun 30 09:11:45.408654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30c74c21-fae9-4854-a63e-e29399af8946 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "GET /v2.0/security-groups/ab3bdb7f-d81f-4659-9eec-a8e3a9a215db HTTP/1.1" status: 404 len: 347 time: 0.0266101 Jun 30 09:11:45.409912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 2084a51e-c91a-4487-8acb-ce85954ff021 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:45.414372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2084a51e-c91a-4487-8acb-ce85954ff021 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:45.416162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.418099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b4b03-895b-4e97-8c24-5b6a24411b83 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3bdb7f-d81f-4659-9eec-a8e3a9a215db,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.418930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8648f5df-4b7b-4758-bc10-411f6506e1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.449184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.610927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.620914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.663750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1dbb89-75a2-4601-a573-478cf7970a2e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.683374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.703073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b9b8793-258c-4965-8b36-a5a6f25fa0dd req-88ba7ea8-4068-4c2d-a406-6526e5f3c32c tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9391017 Jun 30 09:11:45.776333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8648f5df-4b7b-4758-bc10-411f6506e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.780306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8648f5df-4b7b-4758-bc10-411f6506e1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.783589 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8648f5df-4b7b-4758-bc10-411f6506e1d1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb HTTP/1.1" status: 204 len: 168 time: 0.5859301 Jun 30 09:11:45.841659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Deleting port 043249d0-0944-4e51-af8e-f98b52454073 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:45.842417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.932196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33726) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:45.950841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.951612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.952064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:45.955100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648f5df-4b7b-4758-bc10-411f6506e1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7324c1-7fe9-4d1b-96a2-ad0ba2003bfb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:45.996989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Calling delete_port for 043249d0-0944-4e51-af8e-f98b52454073 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:46.017804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267d46-f7e3-4676-ac43-c62227ad893c req-0148fdfd-2b6a-4b95-8379-a0b76e0e7db1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.019398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73267d46-f7e3-4676-ac43-c62227ad893c req-0148fdfd-2b6a-4b95-8379-a0b76e0e7db1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 946 time: 0.2531998 Jun 30 09:11:46.036950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.080612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Deleting subnet 31a8b4fb-6cd2-4ece-b76e-242523c5f2b2 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:46.096337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Transition to ACTIVE for port object 84bc25b8-856e-4c6c-88a5-ba396f8690b6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:46.098203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.136649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.152711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-dc98a275-b6cc-41f3-9fe9-23d99a7114be tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/2d1dbb89-75a2-4601-a573-478cf7970a2e HTTP/1.1" status: 200 len: 1807 time: 0.1576834 Jun 30 09:11:46.164110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73267d46-f7e3-4676-ac43-c62227ad893c req-1acf4901-f70c-494f-8b4f-ec0549ccd525 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337528 Jun 30 09:11:46.187824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d1dbb89-75a2-4601-a573-478cf7970a2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:46.188486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d1dbb89-75a2-4601-a573-478cf7970a2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:46.200033 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.244536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:46.250008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:46.260921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:46.340222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Pushing event updated for resources: {'Port': ['ID=84bc25b8-856e-4c6c-88a5-ba396f8690b6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.355427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.467707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.485306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.486245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.526605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Pushing event deleted for resources: {'Port': ['ID=043249d0-0944-4e51-af8e-f98b52454073,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.543326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-958ffd70-446f-473e-8231-b6253ab27eca tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2319107 Jun 30 09:11:46.555659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.577579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.579544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/31a8b4fb-6cd2-4ece-b76e-242523c5f2b2 HTTP/1.1" status: 204 len: 168 time: 0.6401947 Jun 30 09:11:46.586530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Request body: {'port': {'device_id': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:46.593822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33742) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:46.641791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f27174-2c6c-4a4a-bf11-e30751692f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31a8b4fb-6cd2-4ece-b76e-242523c5f2b2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.644653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.670041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49c621c1-f329-4b7c-8322-28a7a3978292 None None] Provisioning for port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:46.679621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49c621c1-f329-4b7c-8322-28a7a3978292 None None] Provisioning complete for port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:46.680250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49c621c1-f329-4b7c-8322-28a7a3978292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.710742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.742160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.752748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.755154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-70fe95d4-2f02-4793-904e-2dc5278c6635 tempest-ServersTestBootFromVolume-811531880 tempest-ServersTestBootFromVolume-811531880-project] 10.222.0.77 "DELETE /v2.0/floatingips/f208f9b2-5e20-46d8-8547-6e4f41c191f4 HTTP/1.1" status: 204 len: 168 time: 1.3216853 Jun 30 09:11:46.760853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:46.764620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.778675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-49c621c1-f329-4b7c-8322-28a7a3978292 None None] Port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:46.816162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.846549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.883332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abdc9e-63d2-4a5c-8a8e-d0485d8e99be req-7c8aad7b-cdf2-4a31-8fba-6125f01f3493 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:46.890809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86abdc9e-63d2-4a5c-8a8e-d0485d8e99be req-7c8aad7b-cdf2-4a31-8fba-6125f01f3493 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.4191020 Jun 30 09:11:46.965968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd7319f-6c9d-432d-be30-e5359c944935,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:46.983391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:46.985234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-312a9e2e-8b7b-4f09-99fc-a672c8de4b7c req-1a5ae357-6bff-4a85-8ffc-cac3128c526e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8020065 Jun 30 09:11:47.008414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.015203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86abdc9e-63d2-4a5c-8a8e-d0485d8e99be req-2fa313cf-d06b-45ea-8cdb-ef82990517af tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234043 Jun 30 09:11:47.038290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9437e88-66e0-45d9-b724-0fc3f897bffa']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:47.073593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff7fda5-5603-4402-8978-97b1c9ce7818') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:47.078317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff7fda5-5603-4402-8978-97b1c9ce7818') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:47.106829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33760) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.135217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.181307 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.195880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.202786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:47.205295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:47.211944 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:47.326382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.385571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-323446476-network', 'tenant_id': '56a1300b43fb4830816fe96e2162df56'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:47.391939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.398379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] 10.222.0.77 "DELETE /v2.0/networks/b9437e88-66e0-45d9-b724-0fc3f897bffa HTTP/1.1" status: 204 len: 168 time: 0.8025606 Jun 30 09:11:47.441975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1731d-971e-4ca7-bae6-a60ce58c843c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9437e88-66e0-45d9-b724-0fc3f897bffa,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:47.490902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:47.494623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.497579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.517441 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.529014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9ccfe-9476-4012-9319-36f0b24df54b req-e3ebdf8e-4cb8-4a67-982e-a0f23a770b4e tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.530997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cf9ccfe-9476-4012-9319-36f0b24df54b req-e3ebdf8e-4cb8-4a67-982e-a0f23a770b4e tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 936 time: 0.3117158 Jun 30 09:11:47.621515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03b12-30a3-4883-af53-26365aec5cd4 req-18aed6c3-1fd6-46af-9c5c-3454998a95a9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:47.623146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfb03b12-30a3-4883-af53-26365aec5cd4 req-18aed6c3-1fd6-46af-9c5c-3454998a95a9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 946 time: 0.4065280 Jun 30 09:11:47.650825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.665951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cf9ccfe-9476-4012-9319-36f0b24df54b req-f552e366-877b-4fb4-9673-f33c5fad7fd9 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232307 Jun 30 09:11:47.717986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f3e652e7-fb21-41c0-ba8f-4af6c3d32732 req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-185433429', 'description': 'tempest-description-235042093'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:47.779772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b6179d2d-cf5e-4ed8-9d4f-74c7f68bb2f2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d652ce80368b4ab8b7bf3fbd5c8962d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1125100 Jun 30 09:11:47.782890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfb03b12-30a3-4883-af53-26365aec5cd4 req-eb67cc72-070d-4ed3-9479-22d96dd8b4a6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311264 Jun 30 09:11:47.786512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33768) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:47.849758 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.867262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.909278 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa014-d6eb-4b0a-b507-f94fca2c1e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.911361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:47.921466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f3e652e7-fb21-41c0-ba8f-4af6c3d32732 req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.954593 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:47.954943 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Added segment 58d7623b-9471-4ffa-b34d-24e387951354 of type vlan for network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e Jun 30 09:11:47.987537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c38f45c-a316-4d14-94df-f022a657c817,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.008402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bc25b8-856e-4c6c-88a5-ba396f8690b6 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:48.012877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa014-d6eb-4b0a-b507-f94fca2c1e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.026787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.069914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Transition to ACTIVE for port object 84bc25b8-856e-4c6c-88a5-ba396f8690b6 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:48.080038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.083539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.172414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.173348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.174087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.264835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f3e652e7-fb21-41c0-ba8f-4af6c3d32732 req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.267544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa014-d6eb-4b0a-b507-f94fca2c1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.270893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cdaa014-d6eb-4b0a-b507-f94fca2c1e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.276499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8cdaa014-d6eb-4b0a-b507-f94fca2c1e3c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df45cee4-06ca-46e3-8be9-46649fca79be HTTP/1.1" status: 204 len: 168 time: 0.4893918 Jun 30 09:11:48.280342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Pushing event updated for resources: {'Port': ['ID=84bc25b8-856e-4c6c-88a5-ba396f8690b6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.306961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.321246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f3e652e7-fb21-41c0-ba8f-4af6c3d32732 req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.367182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2563152 Jun 30 09:11:48.386479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33786) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:48.416035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Request body: {'subnet': {'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-323446476-subnet', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:48.443018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaa014-d6eb-4b0a-b507-f94fca2c1e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df45cee4-06ca-46e3-8be9-46649fca79be,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.500997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f3e652e7-fb21-41c0-ba8f-4af6c3d32732 req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.502694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3e652e7-fb21-41c0-ba8f-4af6c3d32732 req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7893827 Jun 30 09:11:48.503386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:48.508217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.524302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62396726-347a-459d-abc4-536204d5d3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.557309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:48.561182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Attempting to bind port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:48.571471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Attempting to bind port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:48.572082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Attempting to bind port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:48.609156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4bece-1318-4b7c-962c-b85941cc0aa9 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6aa2084-7f7e-468c-a2ea-96789f043d29,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:48.617553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:11:48.617553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Attempting to bind port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:48.637547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:48.637993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:48.638427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:48.638900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Bound port: 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:48.639277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.641083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3de09c-af86-43cc-9543-1025f9a01097 req-d0669aee-ee10-434d-9aed-0423e13f2d7d tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.649969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db3de09c-af86-43cc-9543-1025f9a01097 req-d0669aee-ee10-434d-9aed-0423e13f2d7d tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.3233221 Jun 30 09:11:48.756839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db3de09c-af86-43cc-9543-1025f9a01097 req-e8aa2354-4475-4b3a-b98e-83f200b8817f tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058440 Jun 30 09:11:48.811007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] For port 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:48.819031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] For port 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:48.825413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.833324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-28982335-fc21-4e4d-8ec9-7caae1d111ac req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-643311478', 'description': 'tempest-description-1929614382'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:48.894411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.895701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.897986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] 10.222.0.83 "PUT /v2.0/ports/84bc25b8-856e-4c6c-88a5-ba396f8690b6 HTTP/1.1" status: 200 len: 1097 time: 2.3222818 Jun 30 09:11:48.901489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'tag': '84bc25b8-856e-4c6c-88a5-ba396f8690b6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:48.903911 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb58713-aa19-475b-9e62-d1463d480c29" -d '{"events": [{"name": "network-changed", "server_uuid": "a983a43a-3c9d-4392-99c6-d62600095a31", "tag": "84bc25b8-856e-4c6c-88a5-ba396f8690b6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:48.936061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29cd27-e526-468d-92dd-ba50ccd7e9ba req-f088a255-dcca-4b15-ba4a-53c3820559a0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:48.947196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd29cd27-e526-468d-92dd-ba50ccd7e9ba req-f088a255-dcca-4b15-ba4a-53c3820559a0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 946 time: 0.2535741 Jun 30 09:11:48.950039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-28982335-fc21-4e4d-8ec9-7caae1d111ac req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:48.975264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78e2a6-8c35-40f4-997b-355d623e55bc service neutron] Pushing event updated for resources: {'Port': ['ID=84bc25b8-856e-4c6c-88a5-ba396f8690b6,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.019474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Deleting port dc9a2627-b36a-4873-8b18-dfd93882e66a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:49.020603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.127439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-a277f7fd-2a41-49ac-894f-479714834ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.130296 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-28982335-fc21-4e4d-8ec9-7caae1d111ac req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.132981 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-a277f7fd-2a41-49ac-894f-479714834ed0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 1100 time: 0.1699967 Jun 30 09:11:49.141962 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-28982335-fc21-4e4d-8ec9-7caae1d111ac req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.191428 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.210420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-28982335-fc21-4e4d-8ec9-7caae1d111ac req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.224201 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-20175dfc-38f8-4438-90ad-8ca66a5ab716 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6 HTTP/1.1" status: 200 len: 217 time: 0.0706301 Jun 30 09:11:49.230761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28982335-fc21-4e4d-8ec9-7caae1d111ac req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4178028 Jun 30 09:11:49.233542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] For port dc9a2627-b36a-4873-8b18-dfd93882e66a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=dc9a2627-b36a-4873-8b18-dfd93882e66a,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:49.233904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.288059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Calling delete_port for dc9a2627-b36a-4873-8b18-dfd93882e66a owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:49.320261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-84661daa-345b-44ee-9167-5200e082740d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.321996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-84661daa-345b-44ee-9167-5200e082740d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0904593 Jun 30 09:11:49.403838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd29cd27-e526-468d-92dd-ba50ccd7e9ba req-3a396031-b171-474a-8646-b33602bbcb01 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203439 Jun 30 09:11:49.466335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ecc62-e880-48e6-b9ab-f5e5cb7cac97 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3b25d8-510d-426a-9115-1b053d34be0c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.489533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c87efb-daed-4a66-bdee-9f120ddf590f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:49.514488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Checking segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:49.515224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Network hostable DHCP agents. Network: 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:49.530463 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4052d6b-3e4a-4551-a306-cb96645736c2 x-openstack-request-id: req-d4052d6b-3e4a-4551-a306-cb96645736c2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:49.530765 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a983a43a-3c9d-4392-99c6-d62600095a31", "tag": "84bc25b8-856e-4c6c-88a5-ba396f8690b6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:49.531004 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d4052d6b-3e4a-4551-a306-cb96645736c2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:49.531403 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'tag': '84bc25b8-856e-4c6c-88a5-ba396f8690b6', 'status': 'completed', 'code': 200} Jun 30 09:11:49.549159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:49.562615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90bfb-8684-452a-95c3-877c585204e7 req-5c3f5060-a7d9-4462-8829-28ecaf3bb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.564993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-5c3f5060-a7d9-4462-8829-28ecaf3bb52e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2074707 Jun 30 09:11:49.633004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:49.642105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ec12b-3526-4ccd-abdf-b90bb5088570 None None] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:49.653423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.654350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.678613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-34617638-377a-4e0b-9501-555352c08b16 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2908077 Jun 30 09:11:49.683108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33832) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:49.696193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:49.732145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.733575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.749979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7059a4d5-d785-496f-a45d-7148890d1712 req-9c1998d6-0b27-43d6-88f2-feb847a0c8b2 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/d6aa2084-7f7e-468c-a2ea-96789f043d29 HTTP/1.1" status: 200 len: 1805 time: 0.2081738 Jun 30 09:11:49.752043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33834) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:49.754896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-247cdb69-8e6b-4783-81b8-0d5e0fa6e244 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732833 Jun 30 09:11:49.787417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.827435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1823c-99a1-4a88-9474-ae60a662b732 req-479ddc54-6d16-4ee3-8de1-75c4932ec269 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:49.836011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04f1823c-99a1-4a88-9474-ae60a662b732 req-479ddc54-6d16-4ee3-8de1-75c4932ec269 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 948 time: 0.2837739 Jun 30 09:11:49.853434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:11:49.854705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.921506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:49.951160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-network', 'tenant_id': '4fffa6f8401947d491d4738626894bae'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:49.957187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9a2627-b36a-4873-8b18-dfd93882e66a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:50.027276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04f1823c-99a1-4a88-9474-ae60a662b732 req-ed4180cc-2541-4ea0-a8c8-39d846f4e2a8 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902673 Jun 30 09:11:50.070408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7059a4d5-d785-496f-a45d-7148890d1712 req-153dbb03-84e5-4061-974e-0d93e2132d7b tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/6e3b25d8-510d-426a-9115-1b053d34be0c HTTP/1.1" status: 200 len: 1806 time: 0.3032935 Jun 30 09:11:50.085082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6aa2084-7f7e-468c-a2ea-96789f043d29', 'remote_group_id': '6e3b25d8-510d-426a-9115-1b053d34be0c', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:50.085296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd6aa2084-7f7e-468c-a2ea-96789f043d29', 'remote_group_id': '6e3b25d8-510d-426a-9115-1b053d34be0c', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:50.106626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Allocated IP 172.20.0.2 (674a24d2-f7cc-41e0-a8e6-9c9fed442e4e/76c87efb-daed-4a66-bdee-9f120ddf590f/3f8c9f0e-ee48-462e-9bfe-06208f505256) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:50.112363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Made reservation on behalf of 4fffa6f8401947d491d4738626894bae for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:50.118822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.138117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.142694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7da90bfb-8684-452a-95c3-877c585204e7 req-f5e847d4-85a4-4944-ba48-73322b05157d service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779187 Jun 30 09:11:50.209394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33842) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:50.242453 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.266038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-ac6147f2-7798-4a3a-a3c2-af2df455cf95 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.267628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-ac6147f2-7798-4a3a-a3c2-af2df455cf95 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 946 time: 0.3723643 Jun 30 09:11:50.388013 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.409503 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.418845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-8c88c1c7-04f2-49ef-8ca9-b7103f8ba5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.420699 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-8c88c1c7-04f2-49ef-8ca9-b7103f8ba5db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 1100 time: 0.1838040 Jun 30 09:11:50.422821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Transition to ACTIVE for port object 3f8c9f0e-ee48-462e-9bfe-06208f505256 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:50.441467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Transition to ACTIVE for port object 3f8c9f0e-ee48-462e-9bfe-06208f505256 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:50.449958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.494747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:50.496049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:50.500552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:50.512875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Pushing event updated for resources: {'Port': ['ID=3f8c9f0e-ee48-462e-9bfe-06208f505256,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:50.574723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Attempting to bind port 3f8c9f0e-ee48-462e-9bfe-06208f505256 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:50.574723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Attempting to bind port 3f8c9f0e-ee48-462e-9bfe-06208f505256 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:50.575077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Attempting to bind port 3f8c9f0e-ee48-462e-9bfe-06208f505256 on network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:50.582780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:50.583057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Checking segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:50.583400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.583822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Bound using segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:50.584701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Bound port: 3f8c9f0e-ee48-462e-9bfe-06208f505256, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:50.584844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.653200 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.655706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-578631a4-53cf-4d68-b3d4-7f769290ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.657332 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-578631a4-53cf-4d68-b3d4-7f769290ef27 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2281961 Jun 30 09:11:50.661115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.663968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] For port 3f8c9f0e-ee48-462e-9bfe-06208f505256, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:50.669083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] For port 3f8c9f0e-ee48-462e-9bfe-06208f505256, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f8c9f0e-ee48-462e-9bfe-06208f505256,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:50.675757 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.738987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9d87-9677-429f-82f4-05954e733d75 None None] Pushing event updated for resources: {'Port': ['ID=3f8c9f0e-ee48-462e-9bfe-06208f505256,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:50.784580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee264a79-c268-4685-86b1-c0e0a1107dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.917563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:50.984131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff89857-0441-48b2-be5b-ec41504bd225 req-419d92c3-e112-4c9d-8c02-41e13397b0b1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:50.985684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ff89857-0441-48b2-be5b-ec41504bd225 req-419d92c3-e112-4c9d-8c02-41e13397b0b1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.7027450 Jun 30 09:11:51.040057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:11:51.041389 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.048017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-8af8279c-4a61-49b0-a5ff-2842d210e5b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6 HTTP/1.1" status: 200 len: 217 time: 0.3798954 Jun 30 09:11:51.064605 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.067076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce427891-e096-4140-8c0f-0e52f94db006,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.075874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.076112 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Added segment 4af19df4-dcec-4155-bd01-bb6fcaaa5315 of type vlan for network ae36c8d0-2453-4572-96d1-05ac0801cc9a Jun 30 09:11:51.135136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44830ff-18d6-4751-8962-9b4b1c13dbf8,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.138327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port ae00a9a0-e743-42e8-9df3-cadf482fe279 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:51.138827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.155465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ff89857-0441-48b2-be5b-ec41504bd225 req-3901fb13-1df9-40ab-ae19-166d98f6c745 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501446 Jun 30 09:11:51.214356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-5e04460f-06a5-430f-9c60-1d69f17ac908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.215481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-5e04460f-06a5-430f-9c60-1d69f17ac908 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1600246 Jun 30 09:11:51.220146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.260642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Router 4ab41a88-5b75-403c-9e31-636bbfa01b70 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:51.297332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.298300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.298885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.358593 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee264a79-c268-4685-86b1-c0e0a1107dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.371849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee264a79-c268-4685-86b1-c0e0a1107dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.385971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.387165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7059a4d5-d785-496f-a45d-7148890d1712 req-72a15f17-ecb2-48bf-a5ce-d176f2ccc4e1 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.3097200 Jun 30 09:11:51.407163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6476345 Jun 30 09:11:51.409479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-d42ebfe5-319a-4cbc-b582-374c671a7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:51.410986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-d42ebfe5-319a-4cbc-b582-374c671a7dac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871099 Jun 30 09:11:51.411515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.423859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Request body: {'subnet': {'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-subnet', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:51.465022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fdc1c-e2ad-4f9c-96c8-d981a0c0b8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ae36c8d0-2453-4572-96d1-05ac0801cc9a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.475985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:11:51.481763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port ae00a9a0-e743-42e8-9df3-cadf482fe279, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=ae00a9a0-e743-42e8-9df3-cadf482fe279,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:51.482904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.490167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee264a79-c268-4685-86b1-c0e0a1107dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ef50bd-8211-4c88-ad8c-361eb714f438,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:51.527492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for ae00a9a0-e743-42e8-9df3-cadf482fe279 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:51.551901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:51.558823 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-75317cb8-016e-4aba-be5d-4c440abdba6f admin admin] 10.222.0.77 "PUT /v2.0/routers/4ab41a88-5b75-403c-9e31-636bbfa01b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7904651 Jun 30 09:11:51.562175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Made reservation on behalf of 4fffa6f8401947d491d4738626894bae for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:11:51.564551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.567481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.574451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] Sync routers for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:51.584893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:51.585539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:51.604206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ee264a79-c268-4685-86b1-c0e0a1107dbe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d9b8b7e5c41449598b1c5effbe509dfc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3895717 Jun 30 09:11:51.605438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.607874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33856) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:51.694696 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-9f262729-832d-4f56-a3df-f1f6ffa155fe service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738855 Jun 30 09:11:51.752262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4133-51e8-4af9-a106-9b890bb72852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.758039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:51.778183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4133-51e8-4af9-a106-9b890bb72852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.816274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.857679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:51.922431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device ae00a9a0-e743-42e8-9df3-cadf482fe279 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:51.933667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Allocated IP 172.25.7.85 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ac3c2376-3979-47a4-99a2-cabb0f823dbb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:51.972595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fb58713-aa19-475b-9e62-d1463d480c29 req-db24a7ac-7929-4ce5-97ef-16a671233ade service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677932 Jun 30 09:11:52.022249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084be821-2ed9-4a66-ab07-5704b4bf7dfc None None] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:52.050648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.059907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec6ec-6c8e-46d4-9a57-a6a0e3f5544d req-dc4a2c1a-b37f-4880-b6a1-86e0f7899ebd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.061453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72eec6ec-6c8e-46d4-9a57-a6a0e3f5544d req-dc4a2c1a-b37f-4880-b6a1-86e0f7899ebd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 946 time: 0.7760601 Jun 30 09:11:52.100794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.113488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b8a33251-1530-4eac-93ed-f2c4a95cb984 None None] Provisioning for port 3f8c9f0e-ee48-462e-9bfe-06208f505256 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:52.132254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.153323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73749be-b2ff-4179-8d9a-ed6cbbda2e71 req-d330c862-07a9-4947-b552-d34a84774674 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.154928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d73749be-b2ff-4179-8d9a-ed6cbbda2e71 req-d330c862-07a9-4947-b552-d34a84774674 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 948 time: 0.5449531 Jun 30 09:11:52.178627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38921c8-6ba1-40d0-b853-34e91d34f1e4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.184377 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4133-51e8-4af9-a106-9b890bb72852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.185995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Checking segment: {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:52.186720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Network hostable DHCP agents. Network: ae36c8d0-2453-4572-96d1-05ac0801cc9a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:11:52.186879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4a2f4133-51e8-4af9-a106-9b890bb72852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.189645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4a2f4133-51e8-4af9-a106-9b890bb72852 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3ef50bd-8211-4c88-ad8c-361eb714f438 HTTP/1.1" status: 204 len: 168 time: 0.5394433 Jun 30 09:11:52.203546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72eec6ec-6c8e-46d4-9a57-a6a0e3f5544d req-d9f78d80-3432-4f24-85a0-9c8a6a3beec2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217656 Jun 30 09:11:52.213693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:11:52.224054 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.229544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ae36c8d0-2453-4572-96d1-05ac0801cc9a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:52.241069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Deleting port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:52.241530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.244296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:52.247780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.252573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c279a97-439d-4808-a042-6d95ae70763e None None] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:52.253233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f4133-51e8-4af9-a106-9b890bb72852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ef50bd-8211-4c88-ad8c-361eb714f438,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.295349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-20f39cc5-1c0b-483a-ade4-c71ea0cf1dc5 req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-304781529', 'description': 'tempest-description-1976910680'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:52.316416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d73749be-b2ff-4179-8d9a-ed6cbbda2e71 req-08a2648d-90e6-4f55-b0f4-42e832bb16ae tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457548 Jun 30 09:11:52.328132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.333427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.362237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:52.402173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:11:49Z', 'revision_number': 5, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port': {'id': '2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:a4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:08:04Z', 'updated_at': '2021-06-30T09:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.414721 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e6ad60d-01ea-4593-9412-752e2337474b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9882593 Jun 30 09:11:52.415553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.417577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] For port 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:52.420372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.437490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:52.467422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20f39cc5-1c0b-483a-ade4-c71ea0cf1dc5 req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.488094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port ae00a9a0-e743-42e8-9df3-cadf482fe279 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:52.492688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.496841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62c7cc3f-3ca7-41c9-b8dc-7f81137b4ae4 req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "DELETE /v2.0/ports/ae00a9a0-e743-42e8-9df3-cadf482fe279 HTTP/1.1" status: 204 len: 173 time: 2.2099764 Jun 30 09:11:52.507683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.509405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'name': 'network-vif-deleted', 'tag': 'ae00a9a0-e743-42e8-9df3-cadf482fe279'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:52.512156 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e119f19e-e2e7-4a1f-b98a-7a5ebc53b3d7" -d '{"events": [{"server_uuid": "1139c6f5-54a0-47a9-b7d7-8166270d2a98", "name": "network-vif-deleted", "tag": "ae00a9a0-e743-42e8-9df3-cadf482fe279"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:52.512579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.520134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:52.526643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Calling delete_port for 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:52.554989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:52.558626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:52.646016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.703807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:52.713267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] Checking router: 4ab41a88-5b75-403c-9e31-636bbfa01b70 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:52.720137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Pushing event updated for resources: {'Port': ['ID=ac3c2376-3979-47a4-99a2-cabb0f823dbb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.762378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9cb788e-22f6-41a0-994d-67239d1cb7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:52.790054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] Routers {'4ab41a88-5b75-403c-9e31-636bbfa01b70'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:52.791181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['4ab41a88-5b75-403c-9e31-636bbfa01b70'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:52.801031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a16e2-a011-4346-89ea-160fcbb7509a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=ae00a9a0-e743-42e8-9df3-cadf482fe279,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:52.912045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.009388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d42b21-175e-4976-89b0-8afcb7f2d166 req-2e9a6e10-75ab-48af-bb10-ab11e28dd1e6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:53.011782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61d42b21-175e-4976-89b0-8afcb7f2d166 req-2e9a6e10-75ab-48af-bb10-ab11e28dd1e6 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.3891656 Jun 30 09:11:53.027384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20f39cc5-1c0b-483a-ade4-c71ea0cf1dc5 req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.029464 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.042282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f500722-25f4-45aa-a555-e52b68487bf2 None None] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:53.049128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20f39cc5-1c0b-483a-ade4-c71ea0cf1dc5 req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.087868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] Set router 4ab41a88-5b75-403c-9e31-636bbfa01b70 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:53.128578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:53.188238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f8c9f0e-ee48-462e-9bfe-06208f505256 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:53.231852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55068a05-d798-4098-91b3-59be3e208e72,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:53.249900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61d42b21-175e-4976-89b0-8afcb7f2d166 req-259c7b0a-9329-48e5-be79-072369386c17 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252610 Jun 30 09:11:53.253457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.312592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:11:52Z', 'revision_number': 6, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:53.351981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.453037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619ca45e-d0d6-4353-8507-3620b3941446 None None] The sync data for ids ['4ab41a88-5b75-403c-9e31-636bbfa01b70'] in n-d-780147-22 is: [{'id': '4ab41a88-5b75-403c-9e31-636bbfa01b70', 'name': 'tempest-ServersTestBootFromVolume-192218331-router', 'tenant_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:08:02Z', 'updated_at': '2021-06-30T09:11:52Z', 'revision_number': 6, 'project_id': '50443e20ec4d47ed9b3847e4b955c4e0', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:53.494073 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15ecfb8-8afb-4189-92d7-769c08876543 x-openstack-request-id: req-c15ecfb8-8afb-4189-92d7-769c08876543 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:11:53.494435 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1139c6f5-54a0-47a9-b7d7-8166270d2a98", "name": "network-vif-deleted", "tag": "ae00a9a0-e743-42e8-9df3-cadf482fe279", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:11:53.494616 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c15ecfb8-8afb-4189-92d7-769c08876543 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:11:53.494970 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1139c6f5-54a0-47a9-b7d7-8166270d2a98', 'name': 'network-vif-deleted', 'tag': 'ae00a9a0-e743-42e8-9df3-cadf482fe279', 'status': 'completed', 'code': 200} Jun 30 09:11:53.585270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.591865 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.618442 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.699533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 3f8c9f0e-ee48-462e-9bfe-06208f505256 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:53.715856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b2c25b85-bd95-4a9b-8945-1f00fbbe95ba None None] Provisioning complete for port 3f8c9f0e-ee48-462e-9bfe-06208f505256 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:53.716686 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2c25b85-bd95-4a9b-8945-1f00fbbe95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.732592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9cb788e-22f6-41a0-994d-67239d1cb7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.736430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.737089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab41a88-5b75-403c-9e31-636bbfa01b70 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:11:53.749712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.754155 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2fc09186-6fa5-4df5-9bf5-223d225a1d7a admin admin] 10.222.0.77 "DELETE /v2.0/routers/4ab41a88-5b75-403c-9e31-636bbfa01b70 HTTP/1.1" status: 204 len: 168 time: 2.1782932 Jun 30 09:11:53.754949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9cb788e-22f6-41a0-994d-67239d1cb7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.758283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:53.767076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3f8c9f0e-ee48-462e-9bfe-06208f505256 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:53.768007 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.769001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.785161 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20f39cc5-1c0b-483a-ade4-c71ea0cf1dc5 req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.790503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20f39cc5-1c0b-483a-ade4-c71ea0cf1dc5 req-9d5afaed-b072-4b35-bbaf-371def7475e6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.5019836 Jun 30 09:11:53.827433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Router 874df82e-e9f4-4fb6-987e-e52e85a5462a is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:53.878926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 84bc25b8-856e-4c6c-88a5-ba396f8690b6 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:11:53.908948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:53.943936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb788e-22f6-41a0-994d-67239d1cb7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6011cba-a397-4ea1-a98b-e6ddab3101aa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:53.980247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9cb788e-22f6-41a0-994d-67239d1cb7f1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=317da0224fc84c96aaac2918bd161e9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2751846 Jun 30 09:11:53.992733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Deleting subnet 8b84b674-aff3-4bad-b3dc-0c5ad33f308d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:11:53.995165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33878) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.001308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fce34bcf-96a3-4b41-871a-513fc6713932 req-53318f12-1c5c-4802-859f-b18780be7278 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=1139c6f5-54a0-47a9-b7d7-8166270d2a98 HTTP/1.1" status: 200 len: 210 time: 0.0409038 Jun 30 09:11:54.006250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.049567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:54.064251 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Sync routers for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:54.090252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.090252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-092f7861-a0b1-4638-b5a7-d337e5001e65 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3970835 Jun 30 09:11:54.090990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.108238 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:54.109515 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.157261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-c0fe5fd1-ab22-45ea-95fa-d4d26a692367 req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1048001568', 'description': 'tempest-description-857106642'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:54.176114 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2c25b85-bd95-4a9b-8945-1f00fbbe95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.240761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.241072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0fe5fd1-ab22-45ea-95fa-d4d26a692367 req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.302101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b2c25b85-bd95-4a9b-8945-1f00fbbe95ba None None] For port 3f8c9f0e-ee48-462e-9bfe-06208f505256, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f8c9f0e-ee48-462e-9bfe-06208f505256,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:54.314775 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2c25b85-bd95-4a9b-8945-1f00fbbe95ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.338651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771f6b5-3dfa-4ce7-9c51-4c315144ea59 req-4ed5de49-94e7-46ed-ac08-c31a7c0e6c07 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:54.348823 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f771f6b5-3dfa-4ce7-9c51-4c315144ea59 req-4ed5de49-94e7-46ed-ac08-c31a7c0e6c07 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 948 time: 0.1990497 Jun 30 09:11:54.359311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:54.419091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.485851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:54.527481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0fe5fd1-ab22-45ea-95fa-d4d26a692367 req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.529484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12f90de8-c030-4531-b74f-3ed838d2fb42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.544372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f771f6b5-3dfa-4ce7-9c51-4c315144ea59 req-b57cdc5a-5882-4052-a0df-94a392d56892 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948369 Jun 30 09:11:54.584733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '84bc25b8-856e-4c6c-88a5-ba396f8690b6', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '84bc25b8-856e-4c6c-88a5-ba396f8690b6', 'mac_address': 'fa:16:3e:38:52:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:11:54.602984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Allocated IP 172.25.7.27 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/69a28e35-18f0-4301-adf1-a16235329dc0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:54.607478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c25b85-bd95-4a9b-8945-1f00fbbe95ba None None] Pushing event updated for resources: {'Port': ['ID=3f8c9f0e-ee48-462e-9bfe-06208f505256,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:54.620572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12f90de8-c030-4531-b74f-3ed838d2fb42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.624849 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:11:54.625520 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:11:54.648633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.740974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.784837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bc25b8-856e-4c6c-88a5-ba396f8690b6 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:11:54.800904 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:52Z', 'revision_number': 3, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:11:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:54.824246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12f90de8-c030-4531-b74f-3ed838d2fb42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.826727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12f90de8-c030-4531-b74f-3ed838d2fb42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.830134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12f90de8-c030-4531-b74f-3ed838d2fb42 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a6011cba-a397-4ea1-a98b-e6ddab3101aa HTTP/1.1" status: 204 len: 168 time: 0.8299387 Jun 30 09:11:54.833580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:54.837766 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Checking router: 874df82e-e9f4-4fb6-987e-e52e85a5462a for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:54.838637 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Updating router 874df82e-e9f4-4fb6-987e-e52e85a5462a port ac3c2376-3979-47a4-99a2-cabb0f823dbb binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:54.840115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.847882 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.859674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f90de8-c030-4531-b74f-3ed838d2fb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6011cba-a397-4ea1-a98b-e6ddab3101aa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:54.895257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b84b674-aff3-4bad-b3dc-0c5ad33f308d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:54.902060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.906652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-015ae63a-4593-4023-b636-00c8d9d75c68 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8b84b674-aff3-4bad-b3dc-0c5ad33f308d HTTP/1.1" status: 204 len: 168 time: 1.1456270 Jun 30 09:11:54.908227 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.910000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:54.912225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33886) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:54.928380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6bec44-58d8-4966-a4a8-32d8f7f488ac None None] Network 8fa3bed5-a88b-4489-89df-824a58096aa7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:11:55.048534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.064204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=84bc25b8-856e-4c6c-88a5-ba396f8690b6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.101226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.235458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:55.248450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Pushing event updated for resources: {'Port': ['ID=69a28e35-18f0-4301-adf1-a16235329dc0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.253261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:55.263223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:55.319962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['84bc25b8-856e-4c6c-88a5-ba396f8690b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:11:55.321112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0fe5fd1-ab22-45ea-95fa-d4d26a692367 req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.369254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c0fe5fd1-ab22-45ea-95fa-d4d26a692367 req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.370315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0fe5fd1-ab22-45ea-95fa-d4d26a692367 req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2195468 Jun 30 09:11:55.370433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] DHCP port deletion for 8fa3bed5-a88b-4489-89df-824a58096aa7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:11:55.391707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f8c9f0e-ee48-462e-9bfe-06208f505256 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:55.401621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519613be-43f3-4b76-a2dd-f3ad71756879 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c4aecf-a1fb-4574-8325-9688344ee4f3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.452268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Deleting port e84405a5-a28a-4b9d-9da1-cca3783e27b9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:55.453041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.528966 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.557422 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Transition to ACTIVE for port object ac3c2376-3979-47a4-99a2-cabb0f823dbb will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:55.560180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Deleting port e84405a5-a28a-4b9d-9da1-cca3783e27b9 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:11:55.561813 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.564598 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.634264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3f8c9f0e-ee48-462e-9bfe-06208f505256 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:55.634582 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.636272 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Pushing event updated for resources: {'Port': ['ID=ac3c2376-3979-47a4-99a2-cabb0f823dbb,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:55.663750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e177f87-c614-42bf-a2e3-2de013328dd9 req-4f6e29eb-1691-4468-b7f8-bd5d82201ae3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:55.666990 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Attempting to bind port ac3c2376-3979-47a4-99a2-cabb0f823dbb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:55.667629 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Attempting to bind port ac3c2376-3979-47a4-99a2-cabb0f823dbb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:55.668224 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Attempting to bind port ac3c2376-3979-47a4-99a2-cabb0f823dbb on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:55.672545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e177f87-c614-42bf-a2e3-2de013328dd9 req-4f6e29eb-1691-4468-b7f8-bd5d82201ae3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.3670385 Jun 30 09:11:55.675721 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:55.677090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e5d74124-2a53-4d09-a7d5-a023377e89a7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/55068a05-d798-4098-91b3-59be3e208e72 HTTP/1.1" status: 200 len: 1806 time: 0.0871377 Jun 30 09:11:55.686249 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:55.687326 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.688151 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:55.689014 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Bound port: ac3c2376-3979-47a4-99a2-cabb0f823dbb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:55.690430 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.734095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] For port e84405a5-a28a-4b9d-9da1-cca3783e27b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e84405a5-a28a-4b9d-9da1-cca3783e27b9,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:55.734543 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.774319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] For port e84405a5-a28a-4b9d-9da1-cca3783e27b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e84405a5-a28a-4b9d-9da1-cca3783e27b9,segment=NetworkSegment(cfd31712-382d-472c-a77b-8046bc2c603d),segment_id=cfd31712-382d-472c-a77b-8046bc2c603d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:55.775065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.788952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Calling delete_port for e84405a5-a28a-4b9d-9da1-cca3783e27b9 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:55.800215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Calling delete_port for e84405a5-a28a-4b9d-9da1-cca3783e27b9 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:11:55.825988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.851929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e177f87-c614-42bf-a2e3-2de013328dd9 req-341e9131-b4f5-4fff-a138-73fa7b8fcdc1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783795 Jun 30 09:11:55.870047 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] For port ac3c2376-3979-47a4-99a2-cabb0f823dbb, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:55.879540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] For port ac3c2376-3979-47a4-99a2-cabb0f823dbb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ac3c2376-3979-47a4-99a2-cabb0f823dbb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:55.886801 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.888913 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.889344 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.890261 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.893861 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.895042 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.897251 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.898641 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.899006 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.899746 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.900089 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.901894 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:55.915078 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:55.985200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:56.007022 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:56.007394 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.061628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:56.062260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a7ca68f-9ae3-4ede-8c01-cf4344e79e0b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:56.074740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device dc9a2627-b36a-4873-8b18-dfd93882e66a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:56.101757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.141152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: dc9a2627-b36a-4873-8b18-dfd93882e66a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:56.141503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device dc9a2627-b36a-4873-8b18-dfd93882e66a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:56.176911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.201337 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.216030 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:56.250043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84405a5-a28a-4b9d-9da1-cca3783e27b9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.250649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Pushing event deleted for resources: {'Port': ['ID=e84405a5-a28a-4b9d-9da1-cca3783e27b9,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.254292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] No DVR routers for this DVR port e84405a5-a28a-4b9d-9da1-cca3783e27b9 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:56.264831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.274467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Allocated IP 172.20.0.1 (674a24d2-f7cc-41e0-a8e6-9c9fed442e4e/76c87efb-daed-4a66-bdee-9f120ddf590f/b4fca981-735b-4ee1-b1a7-90aa3973f16b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:56.275281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.275790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.276291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.276781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.277360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.277843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.278348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.278850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.279366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.279889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.283952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:11:56.295437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd7f3e7-b4ea-4d20-8cfa-df99d6ee822e None None] No DVR routers for this DVR port e84405a5-a28a-4b9d-9da1-cca3783e27b9 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:11:56.400361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.415658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.431898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Transition to ACTIVE for port object b4fca981-735b-4ee1-b1a7-90aa3973f16b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:56.456562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa3bed5-a88b-4489-89df-824a58096aa7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.473029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd31712-382d-472c-a77b-8046bc2c603d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.473354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd31712-382d-472c-a77b-8046bc2c603d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.488717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.496834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.544557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.556444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:11:56.556705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:11:56.558976 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:11:56.579839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d266d9-138a-40bb-a340-cd8d3d10bed4 None None] Pushing event updated for resources: {'Port': ['ID=ac3c2376-3979-47a4-99a2-cabb0f823dbb,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.590150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:56.604162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:56.623668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:56.628539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.679239 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.692418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.698709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8fa3bed5-a88b-4489-89df-824a58096aa7 HTTP/1.1" status: 204 len: 168 time: 1.7849975 Jun 30 09:11:56.711547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67d574-eefe-47d4-9b3d-235548906768 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa3bed5-a88b-4489-89df-824a58096aa7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.745420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:56.815459 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:52Z', 'revision_number': 3, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:56.892119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-67b66065-68d5-4517-882a-5b56603d278f tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/97c4aecf-a1fb-4574-8325-9688344ee4f3 HTTP/1.1" status: 200 len: 1806 time: 1.1379263 Jun 30 09:11:56.892459 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140994a-f983-4dc4-af8d-a74499ea0df4 None None] The sync data for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 is: [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:52Z', 'revision_number': 3, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:11:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:11:56.899695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Pushing event updated for resources: {'Port': ['ID=b4fca981-735b-4ee1-b1a7-90aa3973f16b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:56.984599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Router 317d81b2-7653-482c-a3d3-e66a687ee9b0 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:11:56.990672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55068a05-d798-4098-91b3-59be3e208e72', 'remote_group_id': '97c4aecf-a1fb-4574-8325-9688344ee4f3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:56.991036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '55068a05-d798-4098-91b3-59be3e208e72', 'remote_group_id': '97c4aecf-a1fb-4574-8325-9688344ee4f3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:11:57.070499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5dd4f74-4053-451f-b5d2-048799d12f9d None None] Provisioning for port b4fca981-735b-4ee1-b1a7-90aa3973f16b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:57.077221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5dd4f74-4053-451f-b5d2-048799d12f9d None None] Provisioning complete for port b4fca981-735b-4ee1-b1a7-90aa3973f16b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:57.077907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5dd4f74-4053-451f-b5d2-048799d12f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.141872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b5dd4f74-4053-451f-b5d2-048799d12f9d None None] Port b4fca981-735b-4ee1-b1a7-90aa3973f16b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:57.192354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.195446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:11:57.215614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Sync routers for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:11:57.236084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.241013 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ec6706c-67d2-4548-a017-e507569a09dd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8156142 Jun 30 09:11:57.241736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.247029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:57.253543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:57.371810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e84405a5-a28a-4b9d-9da1-cca3783e27b9 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:11:57.402719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.520501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e84405a5-a28a-4b9d-9da1-cca3783e27b9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:11:57.522574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e84405a5-a28a-4b9d-9da1-cca3783e27b9 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:11:57.544840 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-08268e96-2427-4c79-9b91-8ac7e5d63e81 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=50443e20ec4d47ed9b3847e4b955c4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367490 Jun 30 09:11:57.545563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:11:57.644736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:57.654456 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.688869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3fa3e-6147-46b2-9d0b-c65999bd1183 req-de59a641-a504-4134-bf86-4e1ae6773060 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:57.702069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77c3fa3e-6147-46b2-9d0b-c65999bd1183 req-de59a641-a504-4134-bf86-4e1ae6773060 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 949 time: 0.6626008 Jun 30 09:11:57.704547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b761107-661f-4c86-831f-f61f6c014e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.735349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b761107-661f-4c86-831f-f61f6c014e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.840871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77c3fa3e-6147-46b2-9d0b-c65999bd1183 req-adae9d15-a6e8-4fab-8b00-1c936c697493 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375966 Jun 30 09:11:57.867216 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.897610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 84bc25b8-856e-4c6c-88a5-ba396f8690b6 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:57.908650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.977122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b761107-661f-4c86-831f-f61f6c014e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.990650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b761107-661f-4c86-831f-f61f6c014e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:57.992359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b761107-661f-4c86-831f-f61f6c014e91 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/65c06cc7-1373-49cd-801b-bd16052422e6 HTTP/1.1" status: 204 len: 168 time: 0.4245222 Jun 30 09:11:58.017186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da765c5-971c-4f98-8fc7-ea3d21889a6f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.101162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.111573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06311a58-57b4-4b2a-b5c2-0bd56aa66f34 req-e7dc6889-da07-4bce-a55a-b7f3556c3581 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1304889 Jun 30 09:11:58.168644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.204609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.278155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:58.283849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:58.284533 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.380477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.407426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b761107-661f-4c86-831f-f61f6c014e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c06cc7-1373-49cd-801b-bd16052422e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.455329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:11:55Z', 'revision_number': 3, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:58.461602 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.506108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Checking router: 317d81b2-7653-482c-a3d3-e66a687ee9b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:11:58.506108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Updating router 317d81b2-7653-482c-a3d3-e66a687ee9b0 port 69a28e35-18f0-4301-adf1-a16235329dc0 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:11:58.542428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bc25b8-856e-4c6c-88a5-ba396f8690b6'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:11:58.544908 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c42bdd6-9dc1-4835-ab6f-af89031991ec" -d '{"events": [{"server_uuid": "a983a43a-3c9d-4392-99c6-d62600095a31", "name": "network-vif-plugged", "status": "completed", "tag": "84bc25b8-856e-4c6c-88a5-ba396f8690b6"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:11:58.562994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:11:58.569163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.573909 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.576263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Pushing event updated for resources: {'Port': ['ID=b4fca981-735b-4ee1-b1a7-90aa3973f16b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.624094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ad6dfd6-d206-4b34-93f9-f2f295c08340 req-0195b93e-4ae5-4bcd-983d-b0a1c59d3131 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/97c4aecf-a1fb-4574-8325-9688344ee4f3 HTTP/1.1" status: 200 len: 1806 time: 0.4508159 Jun 30 09:11:58.752332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=84bc25b8-856e-4c6c-88a5-ba396f8690b6,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:58.845431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee063b18-d97e-41db-8fec-4bfa4ece283c req-d3519d5f-38ee-4113-9b91-26d02bec0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.846423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:58.847454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee063b18-d97e-41db-8fec-4bfa4ece283c req-d3519d5f-38ee-4113-9b91-26d02bec0b98 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1098 time: 0.4990163 Jun 30 09:11:58.886397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:58.899075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:58.951261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f459c6-4ba6-445c-ad3c-dbe9cb54b3f3 req-90921b21-1d61-4c52-b88a-42ececa3578b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:58.958907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24f459c6-4ba6-445c-ad3c-dbe9cb54b3f3 req-90921b21-1d61-4c52-b88a-42ececa3578b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.5875261 Jun 30 09:11:59.035999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24f459c6-4ba6-445c-ad3c-dbe9cb54b3f3 req-89fb0a02-e067-4cbd-bd80-bede4171a8ef tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750155 Jun 30 09:11:59.038149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ad6dfd6-d206-4b34-93f9-f2f295c08340 req-0a176bd4-3bfd-4866-bdf6-61f68f7d3f3d tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.054556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee063b18-d97e-41db-8fec-4bfa4ece283c req-09d69e7d-16ef-4723-b3e3-c45d26f97be7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992340 Jun 30 09:11:59.077916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.085021 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.099570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Transition to ACTIVE for port object 69a28e35-18f0-4301-adf1-a16235329dc0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:11:59.108263 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.169376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf204-9de3-4d18-94dc-e3a2eef9aa47 None None] Pushing event updated for resources: {'Port': ['ID=69a28e35-18f0-4301-adf1-a16235329dc0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.181969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Allocated IP 172.20.0.1 (ae36c8d0-2453-4572-96d1-05ac0801cc9a/c38921c8-6ba1-40d0-b853-34e91d34f1e4/f1faefde-aab6-419d-a7c4-f4b44daf237d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:11:59.204286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Attempting to bind port 69a28e35-18f0-4301-adf1-a16235329dc0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:11:59.204739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Attempting to bind port 69a28e35-18f0-4301-adf1-a16235329dc0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:11:59.205254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Attempting to bind port 69a28e35-18f0-4301-adf1-a16235329dc0 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:11:59.213493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:11:59.214124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:11:59.214812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.215964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:11:59.216642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Bound port: 69a28e35-18f0-4301-adf1-a16235329dc0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:11:59.217168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.328148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] For port 69a28e35-18f0-4301-adf1-a16235329dc0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:11:59.332514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] For port 69a28e35-18f0-4301-adf1-a16235329dc0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=69a28e35-18f0-4301-adf1-a16235329dc0,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:11:59.338879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.409536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:11:59.409536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:11:59.424811 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ad6dfd6-d206-4b34-93f9-f2f295c08340 req-0a176bd4-3bfd-4866-bdf6-61f68f7d3f3d tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.463426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac3c2376-3979-47a4-99a2-cabb0f823dbb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:11:59.466278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.552344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.627319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-71ceea14-5aac-42de-bba1-b4d4aea807c5 None None] Provisioning complete for port b4fca981-735b-4ee1-b1a7-90aa3973f16b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:59.627761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71ceea14-5aac-42de-bba1-b4d4aea807c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.629653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddf204-9de3-4d18-94dc-e3a2eef9aa47 None None] Pushing event updated for resources: {'Port': ['ID=69a28e35-18f0-4301-adf1-a16235329dc0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.695188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ac3c2376-3979-47a4-99a2-cabb0f823dbb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:11:59.707725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:11:59.718704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:11:59.723641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:11:59.736241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ac3c2376-3979-47a4-99a2-cabb0f823dbb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:11:59.737158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.746137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Router 874df82e-e9f4-4fb6-987e-e52e85a5462a has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:11:59.772772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-3eb74470-fb52-4465-aa31-40254499a947 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:11:59.780575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-3eb74470-fb52-4465-aa31-40254499a947 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.5682013 Jun 30 09:11:59.793139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Pushing event updated for resources: {'Port': ['ID=f1faefde-aab6-419d-a7c4-f4b44daf237d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.817001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ad6dfd6-d206-4b34-93f9-f2f295c08340 req-0a176bd4-3bfd-4866-bdf6-61f68f7d3f3d tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.822043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.826817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ad6dfd6-d206-4b34-93f9-f2f295c08340 req-0a176bd4-3bfd-4866-bdf6-61f68f7d3f3d tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:11:59.833347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ad6dfd6-d206-4b34-93f9-f2f295c08340 req-0a176bd4-3bfd-4866-bdf6-61f68f7d3f3d tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/97c4aecf-a1fb-4574-8325-9688344ee4f3 HTTP/1.1" status: 204 len: 173 time: 1.1548417 Jun 30 09:11:59.838498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:11:59.840811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-71ceea14-5aac-42de-bba1-b4d4aea807c5 None None] Port b4fca981-735b-4ee1-b1a7-90aa3973f16b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:11:59.863086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-64f10e7b-ccf3-4ff3-b60f-7581ca1467d5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0811014 Jun 30 09:11:59.914487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a176bd4-3bfd-4866-bdf6-61f68f7d3f3d tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c4aecf-a1fb-4574-8325-9688344ee4f3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:11:59.960381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:00.008165 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2069eb08-7106-4208-b257-2831f2ced3b6 x-openstack-request-id: req-2069eb08-7106-4208-b257-2831f2ced3b6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:00.008458 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a983a43a-3c9d-4392-99c6-d62600095a31", "name": "network-vif-plugged", "status": "completed", "tag": "84bc25b8-856e-4c6c-88a5-ba396f8690b6", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:00.008844 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2069eb08-7106-4208-b257-2831f2ced3b6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:00.009082 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bc25b8-856e-4c6c-88a5-ba396f8690b6', 'code': 200} Jun 30 09:12:00.113547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.141376 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.171464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ac3c2376-3979-47a4-99a2-cabb0f823dbb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ac3c2376-3979-47a4-99a2-cabb0f823dbb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:00.181562 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.213630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1385927580-network', 'tenant_id': '2bc72684d0f244ca83ad459d2607e84f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:00.261053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-42830545-3bbe-4262-868e-eaca04560608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:11:55Z', 'revision_number': 3, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.266267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ac3c2376-3979-47a4-99a2-cabb0f823dbb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:00.308512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42830545-3bbe-4262-868e-eaca04560608 None None] The sync data for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 is: [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:11:55Z', 'revision_number': 3, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:00.325831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Made reservation on behalf of 2bc72684d0f244ca83ad459d2607e84f for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:00.328594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.345136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.403258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-fd38ab21-3176-4d8e-ba5f-97c172aa2d05 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5364430 Jun 30 09:12:00.428696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:00.443882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-27513f02-1b74-416c-b765-a4d8d1dae7fb admin admin] 10.222.0.77 "PUT /v2.0/routers/874df82e-e9f4-4fb6-987e-e52e85a5462a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3520372 Jun 30 09:12:00.448790 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Sync routers for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:00.463891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa52cf-9f87-43bc-8ade-10895ae97fc5 req-5dada5d6-49d0-484f-8ee2-03174673a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:00.465740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5aa52cf-9f87-43bc-8ade-10895ae97fc5 req-5dada5d6-49d0-484f-8ee2-03174673a95e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 1102 time: 0.3558493 Jun 30 09:12:00.469274 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:00.469994 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:00.485687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcde71f-ba77-4861-be5e-e81e007b5e72 req-00935d94-d227-4e35-9feb-4144e3a52fd1 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:00.492088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dcde71f-ba77-4861-be5e-e81e007b5e72 req-00935d94-d227-4e35-9feb-4144e3a52fd1 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 950 time: 0.3879054 Jun 30 09:12:00.543906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.553524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.585629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5aa52cf-9f87-43bc-8ade-10895ae97fc5 req-807ebe7e-4ec8-4d6b-a341-42436b86a937 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921957 Jun 30 09:12:00.659249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dcde71f-ba77-4861-be5e-e81e007b5e72 req-431f5b3b-4275-4ee6-8a83-673a7c7c7f14 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581378 Jun 30 09:12:00.695452 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:00.743323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Pushing event updated for resources: {'Port': ['ID=f1faefde-aab6-419d-a7c4-f4b44daf237d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:00.752589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.817265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-6d9d25f5-4ce3-4b5f-b1b1-bd0b30e5429f service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959618 Jun 30 09:12:00.857467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:00.945553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-662df767-8392-4f41-8390-7f94bc2e59c7 req-84056459-c4de-4225-b26f-d44896b9bd7a tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/55068a05-d798-4098-91b3-59be3e208e72 HTTP/1.1" status: 200 len: 1806 time: 0.2146611 Jun 30 09:12:01.025622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-479bce06-0f29-4e10-b79e-adc09f7f874d service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994030 Jun 30 09:12:01.060900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.093163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:01.107440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.107839 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Added segment 7dbe90e7-4d1a-44d4-8a96-f6be354eeda0 of type vlan for network a44ba27e-b0d3-4da5-b7ee-88d73443450a Jun 30 09:12:01.194545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.223786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37c92f6-3534-43a0-873e-d86099be5feb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:01.233631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:01.236562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:01.392717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-4e5aa88e-0ba6-419e-840f-64b87486c3d1 req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1604815746', 'description': 'tempest-description-2115167776'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:01.408265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:12:01.420708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c3b5db-db45-4f79-9a2f-7321faabed9e req-cb8626a9-41ec-41a7-b7d8-084503e93d62 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:01.427627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3c3b5db-db45-4f79-9a2f-7321faabed9e req-cb8626a9-41ec-41a7-b7d8-084503e93d62 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.1757395 Jun 30 09:12:01.433489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Router 317d81b2-7653-482c-a3d3-e66a687ee9b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:01.558569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 69a28e35-18f0-4301-adf1-a16235329dc0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:01.576183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4e5aa88e-0ba6-419e-840f-64b87486c3d1 req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.584828 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:11:57Z', 'revision_number': 2, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:01.629919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3c3b5db-db45-4f79-9a2f-7321faabed9e req-524532de-5cf5-4450-babf-e7c3b859b8e3 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010815 Jun 30 09:12:01.681377 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Checking router: 874df82e-e9f4-4fb6-987e-e52e85a5462a for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:01.683008 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Updating router 874df82e-e9f4-4fb6-987e-e52e85a5462a port b4fca981-735b-4ee1-b1a7-90aa3973f16b binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:01.736377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 69a28e35-18f0-4301-adf1-a16235329dc0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:01.748871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 69a28e35-18f0-4301-adf1-a16235329dc0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:01.753020 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.762898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.891249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74bba330-8562-44c2-a5d9-a591c82e9f15 req-c738bb57-cba5-4ed8-b05a-b3342acb8506 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 210 time: 0.0673070 Jun 30 09:12:01.956751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4e5aa88e-0ba6-419e-840f-64b87486c3d1 req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:01.968902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4e5aa88e-0ba6-419e-840f-64b87486c3d1 req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.094782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4e5aa88e-0ba6-419e-840f-64b87486c3d1 req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.106923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e5aa88e-0ba6-419e-840f-64b87486c3d1 req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7219565 Jun 30 09:12:02.115827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062f5bc-7737-49ab-a279-d20da5a0d343 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a427ceec-8fef-4747-a01b-58b8c5001f11,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.141213 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.207517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 69a28e35-18f0-4301-adf1-a16235329dc0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=69a28e35-18f0-4301-adf1-a16235329dc0,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:02.213738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.214995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac3c2376-3979-47a4-99a2-cabb0f823dbb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:02.270691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.274589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:02.298456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.391211 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.403117 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Transition to ACTIVE for port object b4fca981-735b-4ee1-b1a7-90aa3973f16b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:02.410440 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.447710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34108) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:02.449811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4845262 Jun 30 09:12:02.509429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Request body: {'subnet': {'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1385927580-subnet', 'tenant_id': '2bc72684d0f244ca83ad459d2607e84f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:02.576837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Made reservation on behalf of 2bc72684d0f244ca83ad459d2607e84f for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:02.579447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.599280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ac3c2376-3979-47a4-99a2-cabb0f823dbb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:02.600537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.648391 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f09462-d176-43e1-9671-678044e32d10 None None] Pushing event updated for resources: {'Port': ['ID=b4fca981-735b-4ee1-b1a7-90aa3973f16b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.697649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=69a28e35-18f0-4301-adf1-a16235329dc0,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.750949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394de6-9764-494a-9f71-10010279e6bd admin admin] Pushing event updated for resources: {'Network': ['ID=a44ba27e-b0d3-4da5-b7ee-88d73443450a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:02.773388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a44ba27e-b0d3-4da5-b7ee-88d73443450a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:02.820349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:02.836908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a05071f-0e6a-4309-bdc1-7f10398fa21b admin admin] 10.222.0.77 "PUT /v2.0/routers/317d81b2-7653-482c-a3d3-e66a687ee9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5840628 Jun 30 09:12:02.895202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Attempting to bind port b4fca981-735b-4ee1-b1a7-90aa3973f16b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:02.896113 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Attempting to bind port b4fca981-735b-4ee1-b1a7-90aa3973f16b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:02.896465 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Attempting to bind port b4fca981-735b-4ee1-b1a7-90aa3973f16b on network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:02.917787 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:02.918153 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Checking segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:02.918582 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:02.919129 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Bound using segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:02.919665 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Bound port: b4fca981-735b-4ee1-b1a7-90aa3973f16b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:02.920061 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.173849 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] For port b4fca981-735b-4ee1-b1a7-90aa3973f16b, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:03.178607 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] For port b4fca981-735b-4ee1-b1a7-90aa3973f16b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b4fca981-735b-4ee1-b1a7-90aa3973f16b,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:03.190044 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.235249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-a97e0e4c-4449-47b1-bbd2-0434fa44954f tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/a427ceec-8fef-4747-a01b-58b8c5001f11 HTTP/1.1" status: 200 len: 1807 time: 0.6253576 Jun 30 09:12:03.297577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a427ceec-8fef-4747-a01b-58b8c5001f11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:03.297989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a427ceec-8fef-4747-a01b-58b8c5001f11', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:03.347658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6351b4-8ea5-4cb9-888c-0c2f53014e67 req-95ff9f5b-d160-48f0-aa5c-cb5a99b43f1b tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.355331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f6351b4-8ea5-4cb9-888c-0c2f53014e67 req-95ff9f5b-d160-48f0-aa5c-cb5a99b43f1b tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 950 time: 0.9267852 Jun 30 09:12:03.366013 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:03.366653 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:03.380670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 69a28e35-18f0-4301-adf1-a16235329dc0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:03.414058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.466696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Sync routers for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:03.488498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:03.490133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:03.512253 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:03.521691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-58277296-944a-4baa-b532-ec6d4b68c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:03.523639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-58277296-944a-4baa-b532-ec6d4b68c3a0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 1098 time: 0.7629137 Jun 30 09:12:03.592627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f6351b4-8ea5-4cb9-888c-0c2f53014e67 req-a888ed22-d048-4f8b-81cd-1820639f9eb5 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362201 Jun 30 09:12:03.687472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 69a28e35-18f0-4301-adf1-a16235329dc0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:03.689805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.693599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f09462-d176-43e1-9671-678044e32d10 None None] Pushing event updated for resources: {'Port': ['ID=b4fca981-735b-4ee1-b1a7-90aa3973f16b,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.788075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:03.808478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b5a614-b430-4c73-85e5-6799de3f7201,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:03.898038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:03.941058 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:03Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:03.981643 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdd485f-f0c2-4c12-8d74-0dd466dbec49 None None] The sync data for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 is: [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:03Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:03.992747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-0aa23cf7-d850-4ece-8a9e-ab858b107337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:04.000288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-0aa23cf7-d850-4ece-8a9e-ab858b107337 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.4594190 Jun 30 09:12:04.089162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Checking segment: {'id': '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:04.089528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Network hostable DHCP agents. Network: a44ba27e-b0d3-4da5-b7ee-88d73443450a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:04.147496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.360260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 2, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:04.691689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Checking router: 317d81b2-7653-482c-a3d3-e66a687ee9b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:04.693035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Updating router 317d81b2-7653-482c-a3d3-e66a687ee9b0 port f1faefde-aab6-419d-a7c4-f4b44daf237d binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:04.742669 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.851617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.897596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-5cd4de62-804e-4ef2-9c03-b6c6d0605f47 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 200 len: 217 time: 0.8056295 Jun 30 09:12:04.924017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:04.947017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e1cb348-0f14-44c7-947f-5675dfd40d47 req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6569543 Jun 30 09:12:05.053042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Network a44ba27e-b0d3-4da5-b7ee-88d73443450a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:05.077378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335527d-2801-4a21-9edb-ce10f3b10fac tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05538f72-a5d7-4dc3-8de0-a69df51866f3,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:05.107363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, a44ba27e-b0d3-4da5-b7ee-88d73443450a) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:05.132727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.133357 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.141858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b8ce01-fa70-46b0-a896-8d5309913357 None None] Network a44ba27e-b0d3-4da5-b7ee-88d73443450a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:05.156103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d81a29-73fd-4be1-9f49-9203dc91e5ee req-4d036903-3b5a-4655-a3e5-6310dcbb5498 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.162808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01d81a29-73fd-4be1-9f49-9203dc91e5ee req-4d036903-3b5a-4655-a3e5-6310dcbb5498 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 1.3683524 Jun 30 09:12:05.201610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-84cbf057-295f-4405-9288-5a4b145dcc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.203282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-84cbf057-295f-4405-9288-5a4b145dcc98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.2963009 Jun 30 09:12:05.213101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58dd65b5-d814-47ac-a17f-e8b1e5f7d4ec req-ad077131-9f97-4a33-848c-1a28687cc36c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 210 time: 0.0752852 Jun 30 09:12:05.278810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-a05f1d47-a9f1-4ec8-9945-0b752dfe0503 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:05.280448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-a05f1d47-a9f1-4ec8-9945-0b752dfe0503 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 1.3660841 Jun 30 09:12:05.282510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-98b50bfc-5307-42df-83b0-6d556b2c715e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683551 Jun 30 09:12:05.415758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e95ee2-5040-42ca-bcf8-3214e65acba1 None None] Network a44ba27e-b0d3-4da5-b7ee-88d73443450a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:05.433316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:05.445271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc91c0df-3437-48fc-b07f-8284d0d67334 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9962025 Jun 30 09:12:05.554273 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.556796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b4fca981-735b-4ee1-b1a7-90aa3973f16b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:05.670100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-230b34dc-aa9d-481e-b215-2cde4aac5bbe service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637147 Jun 30 09:12:05.682178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Transition to ACTIVE for port object f1faefde-aab6-419d-a7c4-f4b44daf237d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:05.727850 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.750519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b4fca981-735b-4ee1-b1a7-90aa3973f16b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:05.759929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b4fca981-735b-4ee1-b1a7-90aa3973f16b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:05.760489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:05.819900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01d81a29-73fd-4be1-9f49-9203dc91e5ee req-651b4a9d-f615-4200-81f6-a6b27af2f27c tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105058 Jun 30 09:12:05.992300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c0f1a-950c-4c8c-8d6b-6907994e1073 None None] Pushing event updated for resources: {'Port': ['ID=f1faefde-aab6-419d-a7c4-f4b44daf237d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.034697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Attempting to bind port f1faefde-aab6-419d-a7c4-f4b44daf237d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:06.035075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Attempting to bind port f1faefde-aab6-419d-a7c4-f4b44daf237d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:06.035432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Attempting to bind port f1faefde-aab6-419d-a7c4-f4b44daf237d on network ae36c8d0-2453-4572-96d1-05ac0801cc9a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:06.042132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:06.042558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Checking segment: {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:06.042956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.043500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Bound using segment: {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:06.043966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Bound port: f1faefde-aab6-419d-a7c4-f4b44daf237d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:06.044296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.083939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:06.087825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.201685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.215384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-5a319f72-ba24-4e4d-9b58-26efdc4df11e tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/a427ceec-8fef-4747-a01b-58b8c5001f11 HTTP/1.1" status: 200 len: 2401 time: 0.1040697 Jun 30 09:12:06.222196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-98920e28-7e17-40f2-bc18-4473f2c4d80d tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:06.227401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] For port f1faefde-aab6-419d-a7c4-f4b44daf237d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:06.230295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-98920e28-7e17-40f2-bc18-4473f2c4d80d tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 819 time: 0.4142027 Jun 30 09:12:06.257155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] For port f1faefde-aab6-419d-a7c4-f4b44daf237d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f1faefde-aab6-419d-a7c4-f4b44daf237d,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:06.260395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a427ceec-8fef-4747-a01b-58b8c5001f11', 'remote_group_id': None}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:06.260835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a427ceec-8fef-4747-a01b-58b8c5001f11', 'remote_group_id': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:06.269901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port b4fca981-735b-4ee1-b1a7-90aa3973f16b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b4fca981-735b-4ee1-b1a7-90aa3973f16b,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:06.270131 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.283379 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.313654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a019ba49-90f8-44e0-ab20-b4451e37e656 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/quotas/4fffa6f8401947d491d4738626894bae HTTP/1.1" status: 200 len: 375 time: 0.0823512 Jun 30 09:12:06.318171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d48a5826-115f-4ec6-820f-5c24ceae2bb5 req-877985ea-2eea-44d5-a84d-dede48e7b812 service neutron] 10.222.0.83 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337216 Jun 30 09:12:06.388161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:06.388796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:11:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:06.401374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c0f1a-950c-4c8c-8d6b-6907994e1073 None None] Pushing event updated for resources: {'Port': ['ID=f1faefde-aab6-419d-a7c4-f4b44daf237d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.436313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.503619 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.522059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.546073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-091cb3d8-6510-42be-833a-1f8235a1c6db tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2257600 Jun 30 09:12:06.554372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.8 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/3e3c6b63-5966-4b34-ab58-5f75fd0ca54b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:06.574637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1ade6a-7a9b-466e-9448-829a80ef8396,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.576205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=b4fca981-735b-4ee1-b1a7-90aa3973f16b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:06.602794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:06.636423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:06.637720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce16373f-7f79-43ed-9421-8e5fc3705e45 req-116e5f70-9994-4156-a5f1-db7ef9893c33 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3898420 Jun 30 09:12:06.881328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-fc080eb0-f1bf-4a55-ac72-75b1df3881d6 service neutron] 10.222.0.77 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213122 Jun 30 09:12:06.891618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:06.927970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd31d5-7801-4009-8ed2-0785bc37c3e5 None None] The sync data for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 is: [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:07.093739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.180944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-c9008f98-e96a-4649-81c2-4c811fb18c42 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.182651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-c9008f98-e96a-4649-81c2-4c811fb18c42 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/networks?id=a44ba27e-b0d3-4da5-b7ee-88d73443450a HTTP/1.1" status: 200 len: 822 time: 0.3138561 Jun 30 09:12:07.186208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-78017e81-71bb-423b-b450-9bc368901fa6 service neutron] 10.222.0.77 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039618 Jun 30 09:12:07.235432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-497faa75-72a7-4be7-b68f-5dd5ed366fd3 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/quotas/2bc72684d0f244ca83ad459d2607e84f HTTP/1.1" status: 200 len: 375 time: 0.0337858 Jun 30 09:12:07.250938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.268896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:07.336070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-ba977990-a257-42ad-a589-bfd7be263937 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=2bc72684d0f244ca83ad459d2607e84f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883343 Jun 30 09:12:07.498664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:07.503610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:07.513553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:07.517908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:07.591868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f1faefde-aab6-419d-a7c4-f4b44daf237d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:07.673462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f1faefde-aab6-419d-a7c4-f4b44daf237d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:07.686175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f1faefde-aab6-419d-a7c4-f4b44daf237d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:07.686957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-c77cb7cb-4a3d-470b-b2a8-a07f5cf023e5 service neutron] 10.222.0.77 "GET /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340061 Jun 30 09:12:07.694578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.697480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-68355c14-b3ea-4959-b9d6-a04e0e5135ff tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=aebd34d963264be89c86207a3abc5df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1215525 Jun 30 09:12:07.706468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:07.707136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.888277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:07.946375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-c6806063-764f-4054-b18d-ce338e9d4432 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6339877 Jun 30 09:12:07.988155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f1faefde-aab6-419d-a7c4-f4b44daf237d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f1faefde-aab6-419d-a7c4-f4b44daf237d,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:08.000809 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.002426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b4fca981-735b-4ee1-b1a7-90aa3973f16b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:08.025269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Request body: {'port': {'device_id': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:08.192705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f1faefde-aab6-419d-a7c4-f4b44daf237d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:08.207385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b4fca981-735b-4ee1-b1a7-90aa3973f16b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:08.212289 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.257710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-66837db4-65b0-4c29-a4ed-84aa354a1f5b service neutron] 10.222.0.77 "GET /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572183 Jun 30 09:12:08.361694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:08.402260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-19308dd3-4597-4ce5-915f-6ea55052b610 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:08.409448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-19308dd3-4597-4ce5-915f-6ea55052b610 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7109547 Jun 30 09:12:08.440113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-03311128-fde8-4df5-8d9a-4bd4eb5451be tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/quotas/aebd34d963264be89c86207a3abc5df8 HTTP/1.1" status: 200 len: 375 time: 0.0296412 Jun 30 09:12:08.462805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:08.733891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-5868da9e-cc20-4a5f-af36-1ccd73807227 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2927861 Jun 30 09:12:08.755896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d308e046-7320-4a14-b8cb-6e5d63029243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.015616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d308e046-7320-4a14-b8cb-6e5d63029243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.020351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d308e046-7320-4a14-b8cb-6e5d63029243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.072290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d308e046-7320-4a14-b8cb-6e5d63029243 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1aac4dc7f7f64a339bf91c3788802773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082916 Jun 30 09:12:09.073490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308e046-7320-4a14-b8cb-6e5d63029243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbea89b-4208-40fe-a16c-6eac9251c238,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.076253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:09.187825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d648c06-fc35-4ef0-9b8f-9635622656a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.247310 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d648c06-fc35-4ef0-9b8f-9635622656a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.251215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-602a3e40-3d7a-4c9c-b7f4-ae19ff50962d req-c3149ebb-1b92-47d6-95d8-1282fecbb196 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/a427ceec-8fef-4747-a01b-58b8c5001f11 HTTP/1.1" status: 200 len: 3000 time: 0.1774368 Jun 30 09:12:09.325551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98eb04-4731-406e-b8df-ed452d642802 req-df218978-c34e-46da-9353-05990e8fefbe tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:09.334273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf98eb04-4731-406e-b8df-ed452d642802 req-df218978-c34e-46da-9353-05990e8fefbe tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 931 time: 0.3236952 Jun 30 09:12:09.353917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:09.370632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f1faefde-aab6-419d-a7c4-f4b44daf237d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:09.396395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d648c06-fc35-4ef0-9b8f-9635622656a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.404809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d648c06-fc35-4ef0-9b8f-9635622656a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.407550 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8d648c06-fc35-4ef0-9b8f-9635622656a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3cbea89b-4208-40fe-a16c-6eac9251c238 HTTP/1.1" status: 204 len: 168 time: 0.3300099 Jun 30 09:12:09.425753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.461392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d648c06-fc35-4ef0-9b8f-9635622656a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbea89b-4208-40fe-a16c-6eac9251c238,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.508994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f1faefde-aab6-419d-a7c4-f4b44daf237d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:09.509395 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.517335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Transition to ACTIVE for port object 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:09.533562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf98eb04-4731-406e-b8df-ed452d642802 req-f742c83b-7d22-4a51-9a57-ed893c2fae5d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883495 Jun 30 09:12:09.589629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:09.785755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:09.929947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a4834-c5f5-4f8b-a8e0-da38e26d8e94 req-150fe428-0c6b-4b18-a986-172b38ad57ca tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:09.942879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c9a4834-c5f5-4f8b-a8e0-da38e26d8e94 req-150fe428-0c6b-4b18-a986-172b38ad57ca tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.4689391 Jun 30 09:12:09.956668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7a0167f0-246c-443b-9491-fbdb873830b3 req-366cf4ba-dfb6-4f21-9f12-fb6f139c20d1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 210 time: 0.1235347 Jun 30 09:12:10.088771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.109846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced9da8-db35-42a8-a78c-3e1f8ef0aca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.124593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Attempting to bind port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:10.124983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Attempting to bind port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:10.125325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Attempting to bind port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:10.155288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c9a4834-c5f5-4f8b-a8e0-da38e26d8e94 req-4474b12e-6e37-41b5-986b-9ab1e091b9ea tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105525 Jun 30 09:12:10.158464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:10.158798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Attempting to bind port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:10.267620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:10.269509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:10.271674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:10.274410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Bound port: 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:10.274872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.276653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced9da8-db35-42a8-a78c-3e1f8ef0aca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.284390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fced9da8-db35-42a8-a78c-3e1f8ef0aca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.333850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290a60f-e559-43b1-b6ca-20d7046fb266 req-65f276ba-79c1-4f5e-91fd-a240201aa467 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 210 time: 0.1570768 Jun 30 09:12:10.342637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-0fa8753e-36f5-40e3-b08e-f567a035aeb9 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:10.344091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-0fa8753e-36f5-40e3-b08e-f567a035aeb9 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 819 time: 0.4743624 Jun 30 09:12:10.380853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'port': {'device_id': '01674b5e-7506-4f00-9070-3e5baf06490a', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'admin_state_up': True, 'tenant_id': '4fffa6f8401947d491d4738626894bae'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:10.404267 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fced9da8-db35-42a8-a78c-3e1f8ef0aca7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=645fda30b3b0475f990011bddac2ea92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112621 Jun 30 09:12:10.416122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:10.461989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fced9da8-db35-42a8-a78c-3e1f8ef0aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5fd59c-440f-4aa9-916e-69ae9737fffa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.511154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c26e31-dc46-403e-82cb-95e8c7ea62ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.554619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c26e31-dc46-403e-82cb-95e8c7ea62ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.639672 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c26e31-dc46-403e-82cb-95e8c7ea62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.643465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c26e31-dc46-403e-82cb-95e8c7ea62ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:10.647029 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-25c26e31-dc46-403e-82cb-95e8c7ea62ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd5fd59c-440f-4aa9-916e-69ae9737fffa HTTP/1.1" status: 204 len: 168 time: 0.2271733 Jun 30 09:12:10.654316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c26e31-dc46-403e-82cb-95e8c7ea62ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5fd59c-440f-4aa9-916e-69ae9737fffa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:10.837560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b05eb52f-5c44-45ce-8f26-a2bf2caa7fe8 req-3a250337-2ac5-4504-acd6-494bcfec698e tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 210 time: 0.4079709 Jun 30 09:12:10.847554 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:10.870856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b790c815-4bb7-4f33-994a-2018dcb276da req-90d57ef8-e76c-4b97-a4f5-733fd501c0b4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-group-rules/cf1ade6a-7a9b-466e-9448-829a80ef8396 HTTP/1.1" status: 200 len: 783 time: 0.4397032 Jun 30 09:12:10.888317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] For port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:10.897168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] For port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:10.947238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.229567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e827d906-a2b0-4921-9e1e-a9cf2408a44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.235171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-8535b2ba-46f7-47f6-8eb4-f59b5bd65d49 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.236255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.236873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.243645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] 10.222.0.79 "PUT /v2.0/ports/3e3c6b63-5966-4b34-ab58-5f75fd0ca54b HTTP/1.1" status: 200 len: 1092 time: 3.2594130 Jun 30 09:12:11.245051 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-8535b2ba-46f7-47f6-8eb4-f59b5bd65d49 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.83 "GET /v2.0/networks?id=a44ba27e-b0d3-4da5-b7ee-88d73443450a HTTP/1.1" status: 200 len: 822 time: 0.3038189 Jun 30 09:12:11.290935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Request body: {'port': {'device_id': '5ce89398-3f7d-407b-9263-642164025583', 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a', 'admin_state_up': True, 'tenant_id': '2bc72684d0f244ca83ad459d2607e84f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:11.297260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b3059-5e89-411a-a722-90b5be1b2c5c service neutron] Pushing event updated for resources: {'Port': ['ID=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:11.306455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'tag': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:11.312251 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac" -d '{"events": [{"name": "network-changed", "server_uuid": "0150b064-95e1-4cb1-81b7-8019d1d78f04", "tag": "3e3c6b63-5966-4b34-ab58-5f75fd0ca54b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:11.338374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Made reservation on behalf of 4fffa6f8401947d491d4738626894bae for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:11.350040 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.473107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b790c815-4bb7-4f33-994a-2018dcb276da req-b49c52ee-1c18-4360-8aee-1dc1de38e5c3 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/a427ceec-8fef-4747-a01b-58b8c5001f11 HTTP/1.1" status: 200 len: 3000 time: 0.6013381 Jun 30 09:12:11.499646 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-b8520f29-aa7b-4215-be53-45e9f0448c2e tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=aebd34d963264be89c86207a3abc5df8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2531784 Jun 30 09:12:11.695872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c491232d-a171-4449-a4fe-ffe2c4d0512f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.697691 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c491232d-a171-4449-a4fe-ffe2c4d0512f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1908214 Jun 30 09:12:11.707473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Made reservation on behalf of 2bc72684d0f244ca83ad459d2607e84f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:11.714312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.732025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b790c815-4bb7-4f33-994a-2018dcb276da req-a9b49c86-4ecf-48df-bd13-f80b3291ccd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.746750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Request body: {'port': {'device_id': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'aebd34d963264be89c86207a3abc5df8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:11.749336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b790c815-4bb7-4f33-994a-2018dcb276da req-a9b49c86-4ecf-48df-bd13-f80b3291ccd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.851342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b790c815-4bb7-4f33-994a-2018dcb276da req-a9b49c86-4ecf-48df-bd13-f80b3291ccd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.867156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ddff4-d155-4a08-9d89-ada811c8b592 req-aad34439-0757-4d48-bd18-bb78037d7752 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.874634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a0ddff4-d155-4a08-9d89-ada811c8b592 req-aad34439-0757-4d48-bd18-bb78037d7752 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 943 time: 0.3998487 Jun 30 09:12:11.884779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Allocated IP 172.20.0.10 (ae36c8d0-2453-4572-96d1-05ac0801cc9a/c38921c8-6ba1-40d0-b853-34e91d34f1e4/8f7f319b-e5a0-44ff-a6fa-571c986a2d92) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:11.890596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b790c815-4bb7-4f33-994a-2018dcb276da req-a9b49c86-4ecf-48df-bd13-f80b3291ccd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:11.903777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b790c815-4bb7-4f33-994a-2018dcb276da req-a9b49c86-4ecf-48df-bd13-f80b3291ccd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/cf1ade6a-7a9b-466e-9448-829a80ef8396 HTTP/1.1" status: 204 len: 173 time: 0.4111485 Jun 30 09:12:11.925765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-9037d623-95d4-4f9a-b9d8-67049bf196c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:11.927449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-9037d623-95d4-4f9a-b9d8-67049bf196c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 1095 time: 0.4517472 Jun 30 09:12:11.932024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b49c86-4ecf-48df-bd13-f80b3291ccd4 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf1ade6a-7a9b-466e-9448-829a80ef8396,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.025816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-1b405754-9e1a-4c8d-9bd5-62bf81524f53 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b HTTP/1.1" status: 200 len: 217 time: 0.0876415 Jun 30 09:12:12.048561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a0ddff4-d155-4a08-9d89-ada811c8b592 req-cf8abb14-dcd3-4bd3-b345-6115fc25212b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729367 Jun 30 09:12:12.075430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Made reservation on behalf of aebd34d963264be89c86207a3abc5df8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:12.080533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.104721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Allocated IP 172.20.0.13 (a44ba27e-b0d3-4da5-b7ee-88d73443450a/32b5a614-b430-4c73-85e5-6799de3f7201/c6c6d19a-411c-4255-9bbc-90818b6ba756) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:12.183962 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb7b806-8b53-4580-946b-9e7629d28758 x-openstack-request-id: req-5eb7b806-8b53-4580-946b-9e7629d28758 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:12.186737 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0150b064-95e1-4cb1-81b7-8019d1d78f04", "tag": "3e3c6b63-5966-4b34-ab58-5f75fd0ca54b", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:12.187160 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5eb7b806-8b53-4580-946b-9e7629d28758 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:12.187734 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'tag': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b', 'status': 'completed', 'code': 200} Jun 30 09:12:12.259986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0b02a98-92ab-4675-aa28-e2c6f7b53309 req-d7ab37a4-4faa-4654-bb7c-146cbb49da24 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 210 time: 0.1774879 Jun 30 09:12:12.275825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-fb42b484-ff7c-4677-b7c1-d6016f2c3f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.278010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-fb42b484-ff7c-4677-b7c1-d6016f2c3f7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.2141199 Jun 30 09:12:12.429061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Allocated IP 192.168.233.58 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/70acb426-e010-4d79-9ed2-c647bba8a55a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:12.462625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-60dfcb45-0eae-44b0-a83b-d6435f2511aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1484168 Jun 30 09:12:12.511489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.532694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a07ca298-d693-4cdd-8dcb-9997ef4bbd4d req-805b2bf5-369b-404c-bd88-94e59115bd86 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 210 time: 0.0628729 Jun 30 09:12:12.667728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.673370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-3ba11dc8-8575-48c7-bf9c-1309530de1b3 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892688 Jun 30 09:12:12.685901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467f0ca-f385-4326-8007-d77a2c48ef04 req-b91ec0a7-5af8-430c-893b-1d1ce2dbe070 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.693711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e467f0ca-f385-4326-8007-d77a2c48ef04 req-b91ec0a7-5af8-430c-893b-1d1ce2dbe070 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.3334684 Jun 30 09:12:12.705180 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.780216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Pushing event updated for resources: {'Port': ['ID=c6c6d19a-411c-4255-9bbc-90818b6ba756,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:12.794259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Network a44ba27e-b0d3-4da5-b7ee-88d73443450a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:12.800334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:12.804847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:12.813020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31352590-9832-4cdb-9180-420b88ccd8e2 req-cef886b8-f57c-4343-b6a3-e94888f7d068 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 210 time: 0.0803201 Jun 30 09:12:12.816030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.854455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e467f0ca-f385-4326-8007-d77a2c48ef04 req-114ff246-f74f-4641-bf5d-cf1dabc44e4b tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593881 Jun 30 09:12:12.861122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Transition to ACTIVE for port object 70acb426-e010-4d79-9ed2-c647bba8a55a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:12.891880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:12.892511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.923556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.931800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4ceb88df-3ddf-486d-8d89-9d8623c6bbb4 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6603694 Jun 30 09:12:12.939919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9d7972-cd62-4d3a-9b50-1c107cd59864 req-ab719092-083a-4178-b4f5-22b22022c07e service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437968 Jun 30 09:12:12.944683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:12.978275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['84bc25b8-856e-4c6c-88a5-ba396f8690b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:12.985082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-626b8aef-b85e-4a6c-8deb-4f638e520439 req-e1e9b360-cbe8-40f6-93ff-eaa947151d0a tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/a427ceec-8fef-4747-a01b-58b8c5001f11 HTTP/1.1" status: 200 len: 2401 time: 0.1226258 Jun 30 09:12:12.994623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Network ae36c8d0-2453-4572-96d1-05ac0801cc9a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:13.002209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:13.006602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Request body: {'port': {'device_id': '5ce89398-3f7d-407b-9263-642164025583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:13.006866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:13.018444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.058783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:13.072779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:13.076442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:13.200505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.201334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.203890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Pushing event updated for resources: {'Port': ['ID=70acb426-e010-4d79-9ed2-c647bba8a55a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.298925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-c5c5089a-f543-4ad6-a038-6f3a2408edd3 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5795524 Jun 30 09:12:13.316042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Request body: {'port': {'device_id': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:13.319296 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.323459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.323866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.394389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-af87c6e8-bb0a-4191-829e-7fde477ff156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0191481 Jun 30 09:12:13.405501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-626b8aef-b85e-4a6c-8deb-4f638e520439 req-0d3d1217-a7f3-4f76-9424-b7a1657c5c46 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.434553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Request body: {'port': {'device_id': '01674b5e-7506-4f00-9070-3e5baf06490a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:13.487347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-bc84935c-f6be-49c8-bfa9-59c0604459de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.489541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-bc84935c-f6be-49c8-bfa9-59c0604459de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 1095 time: 0.4715123 Jun 30 09:12:13.498328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-626b8aef-b85e-4a6c-8deb-4f638e520439 req-0d3d1217-a7f3-4f76-9424-b7a1657c5c46 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.506492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9b09ca0c-5f99-4853-b635-4b1df96faea9 None None] Provisioning for port 70acb426-e010-4d79-9ed2-c647bba8a55a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:13.516967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9b09ca0c-5f99-4853-b635-4b1df96faea9 None None] Provisioning complete for port 70acb426-e010-4d79-9ed2-c647bba8a55a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:13.517647 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b09ca0c-5f99-4853-b635-4b1df96faea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.569617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9b09ca0c-5f99-4853-b635-4b1df96faea9 None None] Port 70acb426-e010-4d79-9ed2-c647bba8a55a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:13.609620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562bd52-ea07-4819-b46c-eef944d5cbac req-a26aa4aa-a635-4b86-8953-716d6e745924 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.616666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c562bd52-ea07-4819-b46c-eef944d5cbac req-a26aa4aa-a635-4b86-8953-716d6e745924 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 943 time: 0.3314822 Jun 30 09:12:13.700948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.741087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-626b8aef-b85e-4a6c-8deb-4f638e520439 req-0d3d1217-a7f3-4f76-9424-b7a1657c5c46 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.744608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-626b8aef-b85e-4a6c-8deb-4f638e520439 req-0d3d1217-a7f3-4f76-9424-b7a1657c5c46 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.750868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-626b8aef-b85e-4a6c-8deb-4f638e520439 req-0d3d1217-a7f3-4f76-9424-b7a1657c5c46 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/a427ceec-8fef-4747-a01b-58b8c5001f11 HTTP/1.1" status: 204 len: 173 time: 0.7500014 Jun 30 09:12:13.762354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c562bd52-ea07-4819-b46c-eef944d5cbac req-3c0d7fa2-645d-4c99-9303-9d2cf54bcca8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445315 Jun 30 09:12:13.790680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:13.863202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1217-a7f3-4f76-9424-b7a1657c5c46 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a427ceec-8fef-4747-a01b-58b8c5001f11,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:13.865900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-23a7215e-19f9-404f-bf1a-fa20e0c9acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:13.869668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-23a7215e-19f9-404f-bf1a-fa20e0c9acbf service neutron] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.3683147 Jun 30 09:12:13.964328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-0ac0e60d-c0e2-4dd7-a29e-6be1f7e0367b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b HTTP/1.1" status: 200 len: 217 time: 0.0845768 Jun 30 09:12:14.049495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d8d1762-cdbd-4c44-864b-a36b0a7c72b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.093216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c6d19a-411c-4255-9bbc-90818b6ba756 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:14.116354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.157151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.169757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-c9b7c78a-9425-4adc-9e52-2362859c66cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.171785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-c9b7c78a-9425-4adc-9e52-2362859c66cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.1866713 Jun 30 09:12:14.185255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Transition to ACTIVE for port object c6c6d19a-411c-4255-9bbc-90818b6ba756 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:14.198254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.250137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-22976164-f2a3-4619-b686-75e4cf2f9fe9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482693 Jun 30 09:12:14.285064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c228eb7-256a-44e6-9f75-3b3b1cf86cfc req-57417bd8-0d41-44e6-9ee3-82b580cf8068 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.287270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c228eb7-256a-44e6-9f75-3b3b1cf86cfc req-57417bd8-0d41-44e6-9ee3-82b580cf8068 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 932 time: 0.3274467 Jun 30 09:12:14.348777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6d19a-411c-4255-9bbc-90818b6ba756,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.361646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec008f-6f51-476b-b39b-066385b72f96 req-ca8c9a38-f3b3-406f-8ff7-8412f92dbfca tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.369743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04ec008f-6f51-476b-b39b-066385b72f96 req-ca8c9a38-f3b3-406f-8ff7-8412f92dbfca tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 932 time: 0.3596566 Jun 30 09:12:14.410519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Attempting to bind port c6c6d19a-411c-4255-9bbc-90818b6ba756 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:14.411583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Attempting to bind port c6c6d19a-411c-4255-9bbc-90818b6ba756 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:14.412005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Attempting to bind port c6c6d19a-411c-4255-9bbc-90818b6ba756 on network a44ba27e-b0d3-4da5-b7ee-88d73443450a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:14.429498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Port c6c6d19a-411c-4255-9bbc-90818b6ba756 on network a44ba27e-b0d3-4da5-b7ee-88d73443450a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:14.430243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Attempting to bind port c6c6d19a-411c-4255-9bbc-90818b6ba756 on network a44ba27e-b0d3-4da5-b7ee-88d73443450a {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:14.461148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:14.461490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Checking segment: {'id': '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:14.462150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Bound using segment: {'id': '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:14.462619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Bound port: c6c6d19a-411c-4255-9bbc-90818b6ba756, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:14.462984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.476292 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c228eb7-256a-44e6-9f75-3b3b1cf86cfc req-695a4fb0-2b46-4af2-9e0f-463e64cd266e tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682277 Jun 30 09:12:14.528576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04ec008f-6f51-476b-b39b-066385b72f96 req-ffe4d488-c203-4312-b64c-21c168ee366b tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578636 Jun 30 09:12:14.532616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-29d23eb1-59c0-463a-98d2-73df44083211 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650342 Jun 30 09:12:14.561611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:14.561887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] For port c6c6d19a-411c-4255-9bbc-90818b6ba756, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:14.565367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] For port c6c6d19a-411c-4255-9bbc-90818b6ba756, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756,segment=NetworkSegment(7dbe90e7-4d1a-44d4-8a96-f6be354eeda0),segment_id=7dbe90e7-4d1a-44d4-8a96-f6be354eeda0)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:14.574364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70acb426-e010-4d79-9ed2-c647bba8a55a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:14.580776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.592124 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.612840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.636381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:14.637033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.638854 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] 10.222.0.83 "PUT /v2.0/ports/c6c6d19a-411c-4255-9bbc-90818b6ba756 HTTP/1.1" status: 200 len: 1093 time: 1.6875017 Jun 30 09:12:14.639315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce89398-3f7d-407b-9263-642164025583', 'tag': 'c6c6d19a-411c-4255-9bbc-90818b6ba756'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:14.641680 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f780421f-c7bc-45c9-885f-c436bda65f80" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce89398-3f7d-407b-9263-642164025583", "tag": "c6c6d19a-411c-4255-9bbc-90818b6ba756"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:14.649048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Transition to ACTIVE for port object 70acb426-e010-4d79-9ed2-c647bba8a55a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:14.665230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:14.685616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72862ae1-b94e-41f7-ba15-b95f20b9a21a service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6d19a-411c-4255-9bbc-90818b6ba756,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.802122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Pushing event updated for resources: {'Port': ['ID=70acb426-e010-4d79-9ed2-c647bba8a55a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:14.877677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Attempting to bind port 70acb426-e010-4d79-9ed2-c647bba8a55a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:14.877918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Attempting to bind port 70acb426-e010-4d79-9ed2-c647bba8a55a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:14.878250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Attempting to bind port 70acb426-e010-4d79-9ed2-c647bba8a55a on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:14.914602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Port 70acb426-e010-4d79-9ed2-c647bba8a55a on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:14.914969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Attempting to bind port 70acb426-e010-4d79-9ed2-c647bba8a55a on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:14.929788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:14.930098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:14.930385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:14.931339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Bound port: 70acb426-e010-4d79-9ed2-c647bba8a55a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:14.931857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.011650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34374) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:15.028058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] For port 70acb426-e010-4d79-9ed2-c647bba8a55a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:15.047628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] For port 70acb426-e010-4d79-9ed2-c647bba8a55a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=70acb426-e010-4d79-9ed2-c647bba8a55a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:15.050079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-bc0aef3b-13c0-4718-aed0-f5e27c2c515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.052578 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-bc0aef3b-13c0-4718-aed0-f5e27c2c515c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2bc72684d0f244ca83ad459d2607e84f&device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 1096 time: 0.2728789 Jun 30 09:12:15.064260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.132221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Transition to ACTIVE for port object 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:15.134279 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-f8e28355-04d8-45b4-9509-a2d63cdd2063 req-f85c80de-7732-45ee-a330-f212b2583dca tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] show failed (client error): The resource could not be found. Jun 30 09:12:15.135719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8e28355-04d8-45b4-9509-a2d63cdd2063 req-f85c80de-7732-45ee-a330-f212b2583dca tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/97c4aecf-a1fb-4574-8325-9688344ee4f3 HTTP/1.1" status: 404 len: 352 time: 0.5935841 Jun 30 09:12:15.140684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.284850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.301778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad178fdc-3b3c-4bc5-8fd0-35b83a2b89ac req-b24a3f23-e131-4b63-95b0-2cbb1f201b03 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540860 Jun 30 09:12:15.396156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ab0f9-b31f-46d8-a78e-678551e3ba23 req-053f31e4-bbd7-4d48-97c8-a285c3e08af4 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.397266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-822ab0f9-b31f-46d8-a78e-678551e3ba23 req-053f31e4-bbd7-4d48-97c8-a285c3e08af4 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 947 time: 0.2601891 Jun 30 09:12:15.447855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Attempting to bind port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:15.448225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Attempting to bind port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:15.448556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Attempting to bind port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 on network ae36c8d0-2453-4572-96d1-05ac0801cc9a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:15.458618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-82e47baf-9403-4568-a49c-591f122e8ebf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756 HTTP/1.1" status: 200 len: 217 time: 0.3731172 Jun 30 09:12:15.461390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.462016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.463412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] 10.222.0.79 "PUT /v2.0/ports/70acb426-e010-4d79-9ed2-c647bba8a55a HTTP/1.1" status: 200 len: 1096 time: 2.1529465 Jun 30 09:12:15.469954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 on network ae36c8d0-2453-4572-96d1-05ac0801cc9a not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:15.470593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Attempting to bind port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 on network ae36c8d0-2453-4572-96d1-05ac0801cc9a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:15.480187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:15.494702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-822ab0f9-b31f-46d8-a78e-678551e3ba23 req-ae5eaf22-cf96-4b80-a595-35bd09f1621f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853190 Jun 30 09:12:15.500608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 11, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:15.501343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Checking segment: {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:15.502095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Bound using segment: {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:15.502951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Bound port: 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af19df4-dcec-4155-bd01-bb6fcaaa5315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:15.503692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.510417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34af20e6-f464-4bea-9926-825f31277159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.539377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2af473-6927-4ea0-b04c-ca49c343c58b req-b1641f69-59ea-4220-895c-c39f473a15c2 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.540293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec2af473-6927-4ea0-b04c-ca49c343c58b req-b1641f69-59ea-4220-895c-c39f473a15c2 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.1927280 Jun 30 09:12:15.590186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42a8ee-800d-443c-aa8b-215d7f40d07c service neutron] Pushing event updated for resources: {'Port': ['ID=70acb426-e010-4d79-9ed2-c647bba8a55a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:15.640345 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c234e682-839d-4862-8761-f6bdafae6560 x-openstack-request-id: req-c234e682-839d-4862-8761-f6bdafae6560 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:15.640723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce89398-3f7d-407b-9263-642164025583", "tag": "c6c6d19a-411c-4255-9bbc-90818b6ba756", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:15.641072 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c234e682-839d-4862-8761-f6bdafae6560 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:15.641592 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce89398-3f7d-407b-9263-642164025583', 'tag': 'c6c6d19a-411c-4255-9bbc-90818b6ba756', 'status': 'completed', 'code': 200} Jun 30 09:12:15.648291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4c41fbbc-22b0-4fc0-8b96-2f7ed97fb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.649895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-4c41fbbc-22b0-4fc0-8b96-2f7ed97fb599 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b5a614-b430-4c73-85e5-6799de3f7201 HTTP/1.1" status: 200 len: 862 time: 0.1829538 Jun 30 09:12:15.693570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:15.700362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b979594-02e5-4149-948e-04e339b36d2f req-b420d766-9343-4e5a-8e58-1167605153f1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.701539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b979594-02e5-4149-948e-04e339b36d2f req-b420d766-9343-4e5a-8e58-1167605153f1 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.83 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 946 time: 0.6562192 Jun 30 09:12:15.733178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b', 'mac_address': 'fa:16:3e:e0:15:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:15.741545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec2af473-6927-4ea0-b04c-ca49c343c58b req-872431a9-05f7-43d3-b587-4716b5fd5ba4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500232 Jun 30 09:12:15.754968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:15.759155 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-f79be45a-aca0-450a-a046-d66c3fb654dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a44ba27e-b0d3-4da5-b7ee-88d73443450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912654 Jun 30 09:12:15.760746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:15.784342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.822299 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.846151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.846569 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:15.849094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] 10.222.0.83 "PUT /v2.0/ports/8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 1093 time: 2.4355729 Jun 30 09:12:15.853378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:15.857388 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d074f1a5-44ca-4ed9-b3a8-690650f75919" -d '{"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:15.949304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:15.993659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-a980590d-bac7-4f38-953f-5698b90f74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:15.995211 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-a980590d-bac7-4f38-953f-5698b90f74e6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 1099 time: 0.4724879 Jun 30 09:12:16.006535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:16.013054 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.013843 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.027191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9c0b5-225e-4582-9533-8c060580a22f service neutron] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.095234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-7aa2b45d-8cec-4738-b5b6-4f00336d9309 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=70acb426-e010-4d79-9ed2-c647bba8a55a HTTP/1.1" status: 200 len: 217 time: 0.0788922 Jun 30 09:12:16.124093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.151946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34af20e6-f464-4bea-9926-825f31277159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.156354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-f9ca22e9-bf02-4f7a-8993-7ea610e13e39 service neutron] 10.222.0.83 "GET /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566782 Jun 30 09:12:16.162967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34af20e6-f464-4bea-9926-825f31277159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.175415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51f2272a-8d1e-4cf6-84bc-faaf2ccec609 req-ceb23784-af08-4910-9056-57aa4f73db67 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/55068a05-d798-4098-91b3-59be3e208e72 HTTP/1.1" status: 200 len: 1806 time: 0.1901362 Jun 30 09:12:16.210970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df9543-5e29-46a3-a807-51300c061584 req-3d44b56c-47b0-4cd8-9798-fa7e11ccfb50 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.213125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58df9543-5e29-46a3-a807-51300c061584 req-3d44b56c-47b0-4cd8-9798-fa7e11ccfb50 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 944 time: 0.2290561 Jun 30 09:12:16.248816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-3c66d0b6-f32c-4ed7-b4f5-f79478d5ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.252211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-3c66d0b6-f32c-4ed7-b4f5-f79478d5ec18 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1096 time: 0.2260680 Jun 30 09:12:16.280634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-34af20e6-f464-4bea-9926-825f31277159 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e0bd48903a842399ad8ec1760b15473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2649601 Jun 30 09:12:16.280634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-bedf9cee-47cb-4b98-a71f-0422cbbbdc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.281036 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-bedf9cee-47cb-4b98-a71f-0422cbbbdc50 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1739278 Jun 30 09:12:16.283381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:16.294349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3e3c6b63-5966-4b34-ab58-5f75fd0ca54b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:16.295833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34af20e6-f464-4bea-9926-825f31277159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5a5463-4aa0-457b-8983-fb73a3cbada3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.308284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Deleting port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:16.308628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.378204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-420efe36-6d9e-4c59-a8d9-711dbbd31a11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.0998166 Jun 30 09:12:16.419358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-51f2272a-8d1e-4cf6-84bc-faaf2ccec609 req-07e303e2-b127-4fa3-aeb2-6feb93d3f840 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.423224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58df9543-5e29-46a3-a807-51300c061584 req-752ac371-366a-4e7f-85fe-17d747ee65de tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970427 Jun 30 09:12:16.457053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9fbd57d4-0084-4182-8716-debfda4e0e1f req-a24fd079-adb8-4963-9c71-d5a75ddd274e service neutron] 10.222.0.83 "GET /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896917 Jun 30 09:12:16.495904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38c3502e-bafb-4b17-8b50-ac8a75aba36f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.507987 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-51f2272a-8d1e-4cf6-84bc-faaf2ccec609 req-07e303e2-b127-4fa3-aeb2-6feb93d3f840 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.516330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] For port 2fbdecf9-d1d1-4830-b294-6f24cc76f596, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2fbdecf9-d1d1-4830-b294-6f24cc76f596,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:16.516687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.531443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e975-81ec-47c8-b3eb-085966b1362a req-0f632501-cea6-491b-b09d-9c690a0b114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.533100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-0f632501-cea6-491b-b09d-9c690a0b114e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2282374 Jun 30 09:12:16.545284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Calling delete_port for 2fbdecf9-d1d1-4830-b294-6f24cc76f596 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:16.548355 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38c3502e-bafb-4b17-8b50-ac8a75aba36f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.559650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-812a73f0-caa8-4553-a6cf-4c76b8609c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.561152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-812a73f0-caa8-4553-a6cf-4c76b8609c75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.1729510 Jun 30 09:12:16.589861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-8e2c2d94-d121-4e3d-830e-1311437680c7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2490871 Jun 30 09:12:16.650096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-002d16db-5dce-4732-9212-41c12b4bc015 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345876 Jun 30 09:12:16.652369 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-51f2272a-8d1e-4cf6-84bc-faaf2ccec609 req-07e303e2-b127-4fa3-aeb2-6feb93d3f840 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.654992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-51f2272a-8d1e-4cf6-84bc-faaf2ccec609 req-07e303e2-b127-4fa3-aeb2-6feb93d3f840 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.662952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51f2272a-8d1e-4cf6-84bc-faaf2ccec609 req-07e303e2-b127-4fa3-aeb2-6feb93d3f840 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/55068a05-d798-4098-91b3-59be3e208e72 HTTP/1.1" status: 204 len: 173 time: 0.4627085 Jun 30 09:12:16.794760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-fc0ac3e9-2721-481d-91b3-85e99230de1d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442207 Jun 30 09:12:16.798079 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38c3502e-bafb-4b17-8b50-ac8a75aba36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.800722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38c3502e-bafb-4b17-8b50-ac8a75aba36f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:16.802535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-38c3502e-bafb-4b17-8b50-ac8a75aba36f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2e5a5463-4aa0-457b-8983-fb73a3cbada3 HTTP/1.1" status: 204 len: 168 time: 0.5168135 Jun 30 09:12:16.808868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e303e2-b127-4fa3-aeb2-6feb93d3f840 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55068a05-d798-4098-91b3-59be3e208e72,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.837957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c3502e-bafb-4b17-8b50-ac8a75aba36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5a5463-4aa0-457b-8983-fb73a3cbada3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:16.912646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-2dcd9fd0-5f07-42ff-a731-469ba620b04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.914281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-2dcd9fd0-5f07-42ff-a731-469ba620b04a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2bc72684d0f244ca83ad459d2607e84f&device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 1096 time: 0.2562118 Jun 30 09:12:16.983983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27374637-67d6-4b47-8c8b-bf8657107a0e req-2dca0a34-9a7c-4281-94a3-237ff976bbb1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:16.992071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27374637-67d6-4b47-8c8b-bf8657107a0e req-2dca0a34-9a7c-4281-94a3-237ff976bbb1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 944 time: 0.3188467 Jun 30 09:12:17.007148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.016209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-face7039-d26d-4fb1-88d9-cbe736788c92 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520770 Jun 30 09:12:17.022672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6bc2b0cf-40b8-4d38-a70c-68b355e140dd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:17.041909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-95cdbe46-b684-4166-a40d-225da66efd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.043503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-95cdbe46-b684-4166-a40d-225da66efd8a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 1098 time: 0.3920531 Jun 30 09:12:17.054792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096f48d-e366-45d5-9312-6bf442887dd8 req-ed8dee59-7b76-4237-a0d4-07a631c9324b tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.060030 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5889e975-81ec-47c8-b3eb-085966b1362a req-3cf59e37-52f3-41fe-b5af-ed42801e8ce2 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513883 Jun 30 09:12:17.063355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5096f48d-e366-45d5-9312-6bf442887dd8 req-ed8dee59-7b76-4237-a0d4-07a631c9324b tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 944 time: 0.2858593 Jun 30 09:12:17.076134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Pushing event deleted for resources: {'Port': ['ID=2fbdecf9-d1d1-4830-b294-6f24cc76f596,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.116985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['2fbdecf9-d1d1-4830-b294-6f24cc76f596'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:17.185993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] No DVR routers for this DVR port 2fbdecf9-d1d1-4830-b294-6f24cc76f596 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:17.191134 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.193872 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b979594-02e5-4149-948e-04e339b36d2f req-455e130c-4dd7-478e-800b-f97d0c3e3944 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.83 "DELETE /v2.0/ports/2fbdecf9-d1d1-4830-b294-6f24cc76f596 HTTP/1.1" status: 204 len: 173 time: 1.4804478 Jun 30 09:12:17.197392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-d95d7a82-3c0d-4c22-8399-ce8cb4b9e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.199037 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-d95d7a82-3c0d-4c22-8399-ce8cb4b9e35d service neutron] 10.222.0.83 "GET /v2.0/networks?id=a44ba27e-b0d3-4da5-b7ee-88d73443450a HTTP/1.1" status: 200 len: 923 time: 0.2729948 Jun 30 09:12:17.206087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27374637-67d6-4b47-8c8b-bf8657107a0e req-bf40fbed-e22e-42ad-9a20-025aec738174 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130415 Jun 30 09:12:17.262787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5096f48d-e366-45d5-9312-6bf442887dd8 req-760a05a2-8fcc-427a-a544-07394b7c2dc3 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985493 Jun 30 09:12:17.267421 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-e5f3837f-e2de-44b5-be92-fc4fb837359e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756 HTTP/1.1" status: 200 len: 217 time: 0.0576632 Jun 30 09:12:17.268338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.345087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-0cab4e12-0ace-4212-ae8b-5b9cdc7724b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.347254 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-0cab4e12-0ace-4212-ae8b-5b9cdc7724b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 200 len: 912 time: 0.2618780 Jun 30 09:12:17.352315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-f039573a-c9a6-464e-a497-b6018130b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.353827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-f039573a-c9a6-464e-a497-b6018130b9d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32b5a614-b430-4c73-85e5-6799de3f7201 HTTP/1.1" status: 200 len: 862 time: 0.0774002 Jun 30 09:12:17.355137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa95656-5c11-49c6-8f27-3053a0089c1d req-6da24fe3-3d22-4ee8-8012-042e30d57d42 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304954 Jun 30 09:12:17.356621 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfacb242-5c29-4120-ad26-40dd8363dbc3 x-openstack-request-id: req-dfacb242-5c29-4120-ad26-40dd8363dbc3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:17.356913 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:17.357167 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfacb242-5c29-4120-ad26-40dd8363dbc3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:17.357559 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'status': 'completed', 'code': 200} Jun 30 09:12:17.497792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:17.516549 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-108e4acb-7565-4d35-807c-81fc8c00feb7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd HTTP/1.1" status: 200 len: 217 time: 0.1572058 Jun 30 09:12:17.543214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.544206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34404) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:17.550564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-21200ea8-1d23-452b-b2a7-b4e0143905ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a44ba27e-b0d3-4da5-b7ee-88d73443450a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1702850 Jun 30 09:12:17.590459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0da98a-491e-46b4-9c07-b1ab5470843e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.599358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:17.606516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:17.607094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.622513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf219d66-0b25-4903-8916-94e93fa4f2f1 req-474c262b-54e1-4a53-81c8-154b1a261a12 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/6e3b25d8-510d-426a-9115-1b053d34be0c HTTP/1.1" status: 200 len: 1806 time: 0.2283900 Jun 30 09:12:17.663648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'tag': '70acb426-e010-4d79-9ed2-c647bba8a55a'}, {'server_uuid': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'name': 'network-vif-deleted', 'tag': '2fbdecf9-d1d1-4830-b294-6f24cc76f596'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:17.666294 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b4fd54-aceb-409a-9bf1-e0aac230412d" -d '{"events": [{"name": "network-changed", "server_uuid": "b677c432-cf7c-482c-a90a-05ae2bf3b43e", "tag": "70acb426-e010-4d79-9ed2-c647bba8a55a"}, {"server_uuid": "7ca8dd38-44af-4ecd-b18f-6533e273ac30", "name": "network-vif-deleted", "tag": "2fbdecf9-d1d1-4830-b294-6f24cc76f596"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:17.700938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-a5ecce94-80e4-4c34-aad8-04615f75e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.703311 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-a5ecce94-80e4-4c34-aad8-04615f75e356 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 200 len: 851 time: 0.1507175 Jun 30 09:12:17.730154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-d6fb5590-55c7-4a74-942b-bb012c134c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.731737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-d6fb5590-55c7-4a74-942b-bb012c134c35 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1096 time: 0.2531896 Jun 30 09:12:17.740530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.753115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-92472493-36c1-4c69-8237-99b8d0b929ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c8649ae5-4b39-4144-9fe7-a0c661c77428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358856 Jun 30 09:12:17.775214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:17.777648 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa33820-e469-4c77-8bc4-c61ffc796595" -d '{"events": [{"server_uuid": "0150b064-95e1-4cb1-81b7-8019d1d78f04", "name": "network-vif-plugged", "status": "completed", "tag": "3e3c6b63-5966-4b34-ab58-5f75fd0ca54b"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:17.777821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf219d66-0b25-4903-8916-94e93fa4f2f1 req-fe151372-f7c9-4b47-8d3d-501b9c7a0f40 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.803347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:17.808644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.827392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b782aef-4472-4dae-b656-cd8148660c26 req-83866b03-8df0-4875-b6cc-36f82dfeb904 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:17.829016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b782aef-4472-4dae-b656-cd8148660c26 req-83866b03-8df0-4875-b6cc-36f82dfeb904 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 947 time: 0.3515918 Jun 30 09:12:17.847882 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-36c4c460-4099-4074-8f5d-cf466beac272 service neutron] 10.222.0.83 "GET /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821476 Jun 30 09:12:17.879805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:17.889324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf219d66-0b25-4903-8916-94e93fa4f2f1 req-fe151372-f7c9-4b47-8d3d-501b9c7a0f40 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:17.983902 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b782aef-4472-4dae-b656-cd8148660c26 req-68d08e69-413a-4b7e-829c-e8e31a43e42e tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347423 Jun 30 09:12:17.987801 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-cada3611-3cf9-4b13-b8c4-630d7b354166 service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240756 Jun 30 09:12:18.001639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-09f2bf94-f95a-482d-866f-431f877d97ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.004791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-09f2bf94-f95a-482d-866f-431f877d97ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.2612460 Jun 30 09:12:18.012199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f780421f-c7bc-45c9-885f-c436bda65f80 req-09aafc53-bc09-4afd-aabe-f1228762d366 service neutron] 10.222.0.83 "GET /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497855 Jun 30 09:12:18.034343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0da98a-491e-46b4-9c07-b1ab5470843e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.055924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0da98a-491e-46b4-9c07-b1ab5470843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.125294 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aadeb734-f10c-4aa5-8eed-07738e2d4864 req-f9e765c8-44d7-4e34-a191-bc1187f5a728 service neutron] 10.222.0.79 "GET /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114261 Jun 30 09:12:18.167039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-8ff66369-b165-4849-87af-304f02715f2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.1304491 Jun 30 09:12:18.226464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbc4e476-1e55-42d8-ad4f-811a1010db79 req-4a1e15a4-84f6-47f2-9e62-ed0cd6d195b9 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=7ca8dd38-44af-4ecd-b18f-6533e273ac30 HTTP/1.1" status: 200 len: 210 time: 0.0987165 Jun 30 09:12:18.253523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0da98a-491e-46b4-9c07-b1ab5470843e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bdf7df-4cc0-44ef-9fe5-60139dd6e638,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.274706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c0da98a-491e-46b4-9c07-b1ab5470843e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e305317fd384217a6e39b8c86c9c397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169640 Jun 30 09:12:18.275125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34414) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:18.281669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf219d66-0b25-4903-8916-94e93fa4f2f1 req-fe151372-f7c9-4b47-8d3d-501b9c7a0f40 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.284329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf219d66-0b25-4903-8916-94e93fa4f2f1 req-fe151372-f7c9-4b47-8d3d-501b9c7a0f40 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.285569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf219d66-0b25-4903-8916-94e93fa4f2f1 req-fe151372-f7c9-4b47-8d3d-501b9c7a0f40 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/6e3b25d8-510d-426a-9115-1b053d34be0c HTTP/1.1" status: 204 len: 173 time: 0.6621621 Jun 30 09:12:18.301285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe151372-f7c9-4b47-8d3d-501b9c7a0f40 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3b25d8-510d-426a-9115-1b053d34be0c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.304798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-bf4a0170-c30d-408a-b258-c08d5ccc081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.306495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-bf4a0170-c30d-408a-b258-c08d5ccc081d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.1323216 Jun 30 09:12:18.366842 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1aa53bd-24c0-43d5-9a14-27424b4f3471 x-openstack-request-id: req-e1aa53bd-24c0-43d5-9a14-27424b4f3471 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:18.367241 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b677c432-cf7c-482c-a90a-05ae2bf3b43e", "tag": "70acb426-e010-4d79-9ed2-c647bba8a55a", "status": "completed", "code": 200}, {"server_uuid": "7ca8dd38-44af-4ecd-b18f-6533e273ac30", "name": "network-vif-deleted", "tag": "2fbdecf9-d1d1-4830-b294-6f24cc76f596", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:18.367457 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e1aa53bd-24c0-43d5-9a14-27424b4f3471 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:18.367839 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'tag': '70acb426-e010-4d79-9ed2-c647bba8a55a', 'status': 'completed', 'code': 200} Jun 30 09:12:18.368091 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca8dd38-44af-4ecd-b18f-6533e273ac30', 'name': 'network-vif-deleted', 'tag': '2fbdecf9-d1d1-4830-b294-6f24cc76f596', 'status': 'completed', 'code': 200} Jun 30 09:12:18.401611 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-6aeebd96-7423-4254-bfd9-b1c7b192969e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770662 Jun 30 09:12:18.415218 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad5ccf0-d2f2-4d7e-bfee-24e03664efe4 x-openstack-request-id: req-fad5ccf0-d2f2-4d7e-bfee-24e03664efe4 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:18.415804 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0150b064-95e1-4cb1-81b7-8019d1d78f04", "name": "network-vif-plugged", "status": "completed", "tag": "3e3c6b63-5966-4b34-ab58-5f75fd0ca54b", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:18.415804 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fad5ccf0-d2f2-4d7e-bfee-24e03664efe4 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:18.416180 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b', 'code': 200} Jun 30 09:12:18.522899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6e82acd-9cd5-4cd0-a8f5-22b0587feed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.561121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6e82acd-9cd5-4cd0-a8f5-22b0587feed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.577786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-1bd9b3af-d75a-4011-8132-8ec5ebf3a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.579777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-1bd9b3af-d75a-4011-8132-8ec5ebf3a70a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 1099 time: 0.1951091 Jun 30 09:12:18.721707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6e82acd-9cd5-4cd0-a8f5-22b0587feed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.725493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f6e82acd-9cd5-4cd0-a8f5-22b0587feed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:18.731277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f6e82acd-9cd5-4cd0-a8f5-22b0587feed8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6bdf7df-4cc0-44ef-9fe5-60139dd6e638 HTTP/1.1" status: 204 len: 168 time: 0.4532843 Jun 30 09:12:18.743960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-d3faa243-ba44-4715-b564-664c06b05593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.745990 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-d3faa243-ba44-4715-b564-664c06b05593 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1541412 Jun 30 09:12:18.747278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e82acd-9cd5-4cd0-a8f5-22b0587feed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bdf7df-4cc0-44ef-9fe5-60139dd6e638,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:18.769683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14366c57-8a24-496a-b949-99d71c86111d req-9320bd2d-acca-4efc-bbc1-5c2e30a157a2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.778950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14366c57-8a24-496a-b949-99d71c86111d req-9320bd2d-acca-4efc-bbc1-5c2e30a157a2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 945 time: 0.3762710 Jun 30 09:12:18.816392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-27d77333-6b5f-4b18-ba81-1c4039acb719 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901682 Jun 30 09:12:18.830289 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-0e1c6e5a-49b1-4950-b21c-d482d00c1373 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=70acb426-e010-4d79-9ed2-c647bba8a55a HTTP/1.1" status: 200 len: 217 time: 0.0701301 Jun 30 09:12:18.904019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce433ac-091d-4071-9145-73f8f1f97c0a req-2bd0ec1a-f2d6-41ce-a789-91321d455846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.905502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ce433ac-091d-4071-9145-73f8f1f97c0a req-2bd0ec1a-f2d6-41ce-a789-91321d455846 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 1097 time: 0.2825766 Jun 30 09:12:18.913749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59fbb8a-8148-43db-a466-466604c6e83c req-1f72cb4c-3244-4c99-a791-011e95e959f8 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.914857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d59fbb8a-8148-43db-a466-466604c6e83c req-1f72cb4c-3244-4c99-a791-011e95e959f8 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 944 time: 0.3691709 Jun 30 09:12:18.931849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14366c57-8a24-496a-b949-99d71c86111d req-f4cb938b-d4eb-4dfd-88b4-bffb64e768e8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518736 Jun 30 09:12:18.945828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-a14714c3-039f-4b56-a4a7-3dac5f5dd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:18.952987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-a14714c3-039f-4b56-a4a7-3dac5f5dd6e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1134820 Jun 30 09:12:19.056559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d59fbb8a-8148-43db-a466-466604c6e83c req-62298178-6ea7-4958-9b22-b9d0e3f110fd tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219947 Jun 30 09:12:19.058647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-13cd8eb0-b86e-416a-8ca2-0414c9835f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.060307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-13cd8eb0-b86e-416a-8ca2-0414c9835f59 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0994213 Jun 30 09:12:19.079318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ce433ac-091d-4071-9145-73f8f1f97c0a req-79b0935b-b7af-4610-8fea-3e785b998c4f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596522 Jun 30 09:12:19.103628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d074f1a5-44ca-4ed9-b3a8-690650f75919 req-ffcf2782-1170-4b21-92fd-480661c934e9 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772419 Jun 30 09:12:19.204117 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-ee7cb5c1-b567-43ae-8575-73880e0fe72f service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333876 Jun 30 09:12:19.225340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45f282da-01a9-4682-a9a0-abef6b93cdf7 req-2740b069-ee0f-41c3-8ead-f1c383938df6 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/d6aa2084-7f7e-468c-a2ea-96789f043d29 HTTP/1.1" status: 200 len: 1805 time: 0.1206553 Jun 30 09:12:19.304280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdec79-c1fb-45b4-bba0-78a453df094f req-f1db3645-2283-46ae-a347-770561f9ca52 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.312432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2acdec79-c1fb-45b4-bba0-78a453df094f req-f1db3645-2283-46ae-a347-770561f9ca52 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 944 time: 0.1547718 Jun 30 09:12:19.356540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b4fd54-aceb-409a-9bf1-e0aac230412d req-aef6994e-c24f-4773-bd9c-2ed3ac253b23 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239252 Jun 30 09:12:19.366507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45f282da-01a9-4682-a9a0-abef6b93cdf7 req-1548213b-eca0-4caf-8590-8433acc55fcf tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.382037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2acdec79-c1fb-45b4-bba0-78a453df094f req-2e041904-eb98-49c2-8175-3e28f6faafa0 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686457 Jun 30 09:12:19.413581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45f282da-01a9-4682-a9a0-abef6b93cdf7 req-1548213b-eca0-4caf-8590-8433acc55fcf tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.486266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 70acb426-e010-4d79-9ed2-c647bba8a55a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:19.486914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45f282da-01a9-4682-a9a0-abef6b93cdf7 req-1548213b-eca0-4caf-8590-8433acc55fcf tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.492105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-45f282da-01a9-4682-a9a0-abef6b93cdf7 req-1548213b-eca0-4caf-8590-8433acc55fcf tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.505679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45f282da-01a9-4682-a9a0-abef6b93cdf7 req-1548213b-eca0-4caf-8590-8433acc55fcf tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/d6aa2084-7f7e-468c-a2ea-96789f043d29 HTTP/1.1" status: 204 len: 173 time: 0.2654278 Jun 30 09:12:19.565363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548213b-eca0-4caf-8590-8433acc55fcf tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6aa2084-7f7e-468c-a2ea-96789f043d29,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:19.619140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a7d0e-9474-44bc-b7f6-86f8f983b1a3 req-4eee77f8-1d85-4e6e-ad9f-83ec17a5fc34 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:19.622548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-772a7d0e-9474-44bc-b7f6-86f8f983b1a3 req-4eee77f8-1d85-4e6e-ad9f-83ec17a5fc34 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 947 time: 0.1077211 Jun 30 09:12:19.688977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 70acb426-e010-4d79-9ed2-c647bba8a55a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=70acb426-e010-4d79-9ed2-c647bba8a55a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:19.708996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '70acb426-e010-4d79-9ed2-c647bba8a55a', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '70acb426-e010-4d79-9ed2-c647bba8a55a', 'mac_address': 'fa:16:3e:14:77:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:19.717011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-772a7d0e-9474-44bc-b7f6-86f8f983b1a3 req-c8450207-7c01-4cbf-b97f-771a8ad46adb tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Jun 30 09:12:19.731312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78e6faf8-7349-40cd-b2f3-7fad4a095101 req-9b154836-9301-442f-8783-0ae341682341 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/2d1dbb89-75a2-4601-a573-478cf7970a2e HTTP/1.1" status: 200 len: 2407 time: 0.1073689 Jun 30 09:12:19.840012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.851754 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-78e6faf8-7349-40cd-b2f3-7fad4a095101 req-f29ac650-9b2a-4d79-a867-9d3b3674dfad tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.861219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70acb426-e010-4d79-9ed2-c647bba8a55a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:19.916243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-78e6faf8-7349-40cd-b2f3-7fad4a095101 req-f29ac650-9b2a-4d79-a867-9d3b3674dfad tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.925995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 70acb426-e010-4d79-9ed2-c647bba8a55a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=70acb426-e010-4d79-9ed2-c647bba8a55a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:19.932489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.985059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-78e6faf8-7349-40cd-b2f3-7fad4a095101 req-f29ac650-9b2a-4d79-a867-9d3b3674dfad tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:19.991110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2fbdecf9-d1d1-4830-b294-6f24cc76f596 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:20.003464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-78e6faf8-7349-40cd-b2f3-7fad4a095101 req-f29ac650-9b2a-4d79-a867-9d3b3674dfad tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.004857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78e6faf8-7349-40cd-b2f3-7fad4a095101 req-f29ac650-9b2a-4d79-a867-9d3b3674dfad tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/2d1dbb89-75a2-4601-a573-478cf7970a2e HTTP/1.1" status: 204 len: 173 time: 0.2726684 Jun 30 09:12:20.024126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ac650-9b2a-4d79-a867-9d3b3674dfad tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1dbb89-75a2-4601-a573-478cf7970a2e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.205240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ca004aa-f243-46b2-b4bc-c696bf58a6b9 req-e8ab9b91-0cba-4f2c-b281-8e217c7f88b2 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "GET /v2.0/security-groups/68ae6ea5-c0f0-4fce-b4e3-c96e64c25934 HTTP/1.1" status: 200 len: 2400 time: 0.0770724 Jun 30 09:12:20.311942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 2fbdecf9-d1d1-4830-b294-6f24cc76f596 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:20.311942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2fbdecf9-d1d1-4830-b294-6f24cc76f596 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:20.321036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=70acb426-e010-4d79-9ed2-c647bba8a55a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.337007 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ca004aa-f243-46b2-b4bc-c696bf58a6b9 req-db7e53b3-ecfe-4363-9c5f-b11591b063b7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.381335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ca004aa-f243-46b2-b4bc-c696bf58a6b9 req-db7e53b3-ecfe-4363-9c5f-b11591b063b7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.390904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad51fb-9cd5-4870-98d4-472dff536e0a req-dd78812f-6fe7-4c16-bbca-a2adcb6f654e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.398710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63ad51fb-9cd5-4870-98d4-472dff536e0a req-dd78812f-6fe7-4c16-bbca-a2adcb6f654e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 945 time: 0.1896305 Jun 30 09:12:20.408926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['70acb426-e010-4d79-9ed2-c647bba8a55a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:20.471530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63ad51fb-9cd5-4870-98d4-472dff536e0a req-1877e9b2-29e2-480c-b5f2-124919a7b683 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711558 Jun 30 09:12:20.501599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ca004aa-f243-46b2-b4bc-c696bf58a6b9 req-db7e53b3-ecfe-4363-9c5f-b11591b063b7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.504889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ca004aa-f243-46b2-b4bc-c696bf58a6b9 req-db7e53b3-ecfe-4363-9c5f-b11591b063b7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.513117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.528472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ca004aa-f243-46b2-b4bc-c696bf58a6b9 req-db7e53b3-ecfe-4363-9c5f-b11591b063b7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] 10.222.0.77 "DELETE /v2.0/security-groups/68ae6ea5-c0f0-4fce-b4e3-c96e64c25934 HTTP/1.1" status: 204 len: 173 time: 0.3219066 Jun 30 09:12:20.563100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e53b3-ecfe-4363-9c5f-b11591b063b7 tempest-SecurityGroupRulesTestJSON-1301424047 tempest-SecurityGroupRulesTestJSON-1301424047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae6ea5-c0f0-4fce-b4e3-c96e64c25934,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.633444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Deleting subnet 4eb48a82-0e17-491a-91c0-a09c38855b8c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:20.641020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.682698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.716028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.746261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.784429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7b0d7-e7a0-44a5-ae90-492cd69e1584 req-23f43b44-cd34-4baa-8215-f6b3e5841af1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.786258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bae7b0d7-e7a0-44a5-ae90-492cd69e1584 req-23f43b44-cd34-4baa-8215-f6b3e5841af1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 944 time: 0.1527553 Jun 30 09:12:20.823270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.855937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eb48a82-0e17-491a-91c0-a09c38855b8c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:20.858459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.860002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9026bf59-368f-4fc9-b579-06f691bf2e20 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/4eb48a82-0e17-491a-91c0-a09c38855b8c HTTP/1.1" status: 204 len: 168 time: 0.3458753 Jun 30 09:12:20.862501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34478) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:20.867885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bae7b0d7-e7a0-44a5-ae90-492cd69e1584 req-85377c94-8968-40a6-a265-f2d844bac4c0 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746539 Jun 30 09:12:20.876974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a7160-03bc-4946-8fb6-7e609b170289 req-bde02dc8-1fae-4388-b3ff-892e793d25f2 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:20.878563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-047a7160-03bc-4946-8fb6-7e609b170289 req-bde02dc8-1fae-4388-b3ff-892e793d25f2 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.1636548 Jun 30 09:12:20.900080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-174fe723-3393-44a7-a769-71b161110a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:20.968848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-047a7160-03bc-4946-8fb6-7e609b170289 req-bea2c515-3c4a-4fd9-ba7f-00cfc6063fdd tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764546 Jun 30 09:12:20.996453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.089898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-174fe723-3393-44a7-a769-71b161110a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.095576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-174fe723-3393-44a7-a769-71b161110a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.112283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.137353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e493e91f-1589-41e5-9ea7-c5cb9085e324']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:21.154968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9c5e61-a35e-4d1a-989b-4d6dafaa81f7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:21.155266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9c5e61-a35e-4d1a-989b-4d6dafaa81f7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:21.166595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.168752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-174fe723-3393-44a7-a769-71b161110a12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef0a641cef094f548c31fa7ea790e4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505281 Jun 30 09:12:21.173664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:21.184419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.191281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:21.191947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:21.193717 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:21.199370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fe723-3393-44a7-a769-71b161110a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510e8461-87df-4f91-a222-20bfcd9cf7e8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.236225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f1078-58ba-4c08-877a-8924bb149212 req-582ee807-e833-419b-881f-7e22899752b9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.237722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee8f1078-58ba-4c08-877a-8924bb149212 req-582ee807-e833-419b-881f-7e22899752b9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 944 time: 0.2135975 Jun 30 09:12:21.262668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.281097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.283079 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e493e91f-1589-41e5-9ea7-c5cb9085e324 HTTP/1.1" status: 204 len: 168 time: 0.4181206 Jun 30 09:12:21.284270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4fbf6-7540-46d5-9b7f-335195013456 admin admin] Pushing event deleted for resources: {'Network': ['ID=e493e91f-1589-41e5-9ea7-c5cb9085e324,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.323204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d74ea83-0a3a-4998-ab56-d6d31d70bbf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.329627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee8f1078-58ba-4c08-877a-8924bb149212 req-262e08f2-8598-4498-afc2-392534925981 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792923 Jun 30 09:12:21.349053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ff4d2-8c7d-4052-b81f-383044c1b5c4 req-8a92dc5b-10e4-469d-a72d-c4827a124354 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.350632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe0ff4d2-8c7d-4052-b81f-383044c1b5c4 req-8a92dc5b-10e4-469d-a72d-c4827a124354 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 948 time: 0.2068129 Jun 30 09:12:21.376427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d74ea83-0a3a-4998-ab56-d6d31d70bbf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.438756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe0ff4d2-8c7d-4052-b81f-383044c1b5c4 req-563b043b-cd8b-461c-a035-a8a55f9bc885 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820878 Jun 30 09:12:21.467807 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d74ea83-0a3a-4998-ab56-d6d31d70bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.470753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d74ea83-0a3a-4998-ab56-d6d31d70bbf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.471928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d74ea83-0a3a-4998-ab56-d6d31d70bbf4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/510e8461-87df-4f91-a222-20bfcd9cf7e8 HTTP/1.1" status: 204 len: 168 time: 0.2975585 Jun 30 09:12:21.479527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34488) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:21.487325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74ea83-0a3a-4998-ab56-d6d31d70bbf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510e8461-87df-4f91-a222-20bfcd9cf7e8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.499881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 70acb426-e010-4d79-9ed2-c647bba8a55a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:21.559557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0451e9a2-28cc-4d17-9ee3-488fec1e5a70 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ba7351c93794c3988afd78fd6629330&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0769465 Jun 30 09:12:21.560171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:21.603830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 70acb426-e010-4d79-9ed2-c647bba8a55a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:21.609048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 70acb426-e010-4d79-9ed2-c647bba8a55a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:21.612922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.674304 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d50eb38-36a0-432f-acdc-7ef616a858c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.698144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d50eb38-36a0-432f-acdc-7ef616a858c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.726175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5635b2-2aaf-4cc4-acc0-c33b005d6e2a req-97a85fb1-e4cd-4dbb-b45a-fa5d0bf487f6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:21.731504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f5635b2-2aaf-4cc4-acc0-c33b005d6e2a req-97a85fb1-e4cd-4dbb-b45a-fa5d0bf487f6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 945 time: 0.1078119 Jun 30 09:12:21.761615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d50eb38-36a0-432f-acdc-7ef616a858c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.764429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d50eb38-36a0-432f-acdc-7ef616a858c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.765588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d50eb38-36a0-432f-acdc-7ef616a858c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e1ca5732-43aa-4352-8b1c-eed6e23b6376 HTTP/1.1" status: 204 len: 168 time: 0.1948979 Jun 30 09:12:21.789005 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.792242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50eb38-36a0-432f-acdc-7ef616a858c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ca5732-43aa-4352-8b1c-eed6e23b6376,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.837644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f5635b2-2aaf-4cc4-acc0-c33b005d6e2a req-b332bbfb-2d09-4c9e-a6d5-20f9d930f6ad tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947340 Jun 30 09:12:21.840027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 70acb426-e010-4d79-9ed2-c647bba8a55a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=70acb426-e010-4d79-9ed2-c647bba8a55a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:21.841157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70acb426-e010-4d79-9ed2-c647bba8a55a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:21.843798 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d724bcaa-d442-4037-aaea-8f7b178a081a" -d '{"events": [{"server_uuid": "b677c432-cf7c-482c-a90a-05ae2bf3b43e", "name": "network-vif-plugged", "status": "completed", "tag": "70acb426-e010-4d79-9ed2-c647bba8a55a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:21.850103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:21.936398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=70acb426-e010-4d79-9ed2-c647bba8a55a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:21.999356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c6c6d19a-411c-4255-9bbc-90818b6ba756 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:22.150051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c6c6d19a-411c-4255-9bbc-90818b6ba756, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756,segment=NetworkSegment(7dbe90e7-4d1a-44d4-8a96-f6be354eeda0),segment_id=7dbe90e7-4d1a-44d4-8a96-f6be354eeda0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:22.164682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'c6c6d19a-411c-4255-9bbc-90818b6ba756', 'network_id': 'a44ba27e-b0d3-4da5-b7ee-88d73443450a', 'port_id': 'c6c6d19a-411c-4255-9bbc-90818b6ba756', 'mac_address': 'fa:16:3e:e1:2d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b5a614-b430-4c73-85e5-6799de3f7201', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:22.166322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5383e0e-9c1f-459a-bea7-8cc25faaa32a req-22463bff-7bc1-412d-acee-71e07850c1b6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.167995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5383e0e-9c1f-459a-bea7-8cc25faaa32a req-22463bff-7bc1-412d-acee-71e07850c1b6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 945 time: 0.1467199 Jun 30 09:12:22.209369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.226287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c6d19a-411c-4255-9bbc-90818b6ba756 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:22.234378 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e12d9a-6445-4233-8534-2ed7be2b4716 x-openstack-request-id: req-c0e12d9a-6445-4233-8534-2ed7be2b4716 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:22.235101 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677c432-cf7c-482c-a90a-05ae2bf3b43e", "name": "network-vif-plugged", "status": "completed", "tag": "70acb426-e010-4d79-9ed2-c647bba8a55a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:22.235452 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0e12d9a-6445-4233-8534-2ed7be2b4716 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:22.235948 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70acb426-e010-4d79-9ed2-c647bba8a55a', 'code': 200} Jun 30 09:12:22.260346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c6c6d19a-411c-4255-9bbc-90818b6ba756, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756,segment=NetworkSegment(7dbe90e7-4d1a-44d4-8a96-f6be354eeda0),segment_id=7dbe90e7-4d1a-44d4-8a96-f6be354eeda0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:22.268535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.272601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:22.283696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5383e0e-9c1f-459a-bea7-8cc25faaa32a req-b661577c-05c8-430b-8225-1a968ec7a3e8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067915 Jun 30 09:12:22.424491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c6c6d19a-411c-4255-9bbc-90818b6ba756,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.477521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:22.493175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'port_id': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'mac_address': 'fa:16:3e:6e:33:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:22.535910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50ccb8-d4ce-4314-9476-0551445b08f8 req-9b8701c2-2625-4fa1-8d5b-32733164145e tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.544244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9edfa-dacd-4522-ac9f-2d8c3e90230e req-2812846e-4fa4-4e17-af46-285fa246f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.548031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e50ccb8-d4ce-4314-9476-0551445b08f8 req-9b8701c2-2625-4fa1-8d5b-32733164145e tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 944 time: 0.2089560 Jun 30 09:12:22.564871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bad9edfa-dacd-4522-ac9f-2d8c3e90230e req-2812846e-4fa4-4e17-af46-285fa246f171 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 1101 time: 0.2093730 Jun 30 09:12:22.587363 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.609380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:22.610766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e50ccb8-d4ce-4314-9476-0551445b08f8 req-ae43228d-fd69-45a3-ba29-0f9729d7b5ed tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593762 Jun 30 09:12:22.642692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:22.653990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:22.765261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:22.802705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-2330dd30-9e6f-48a8-b8ce-3369e26cae51 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.804252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-2330dd30-9e6f-48a8-b8ce-3369e26cae51 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.79 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.3961661 Jun 30 09:12:22.914148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95b2bf-0676-4793-9bff-a954674e96e2 req-a84f364c-bf02-4810-9786-727d7c5610bc tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:22.930459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba95b2bf-0676-4793-9bff-a954674e96e2 req-a84f364c-bf02-4810-9786-727d7c5610bc tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 946 time: 0.3232090 Jun 30 09:12:23.055588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba95b2bf-0676-4793-9bff-a954674e96e2 req-22084023-d59b-4c3b-9bfb-7c032beaaf90 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/security-groups?id=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213307 Jun 30 09:12:23.157794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Deleting port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:23.157794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.160018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8f7f319b-e5a0-44ff-a6fa-571c986a2d92'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:23.227216 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bad9edfa-dacd-4522-ac9f-2d8c3e90230e req-39c6abc6-57f9-4eab-bbdf-9fd65c8ccce6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6528823 Jun 30 09:12:23.239675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['c6c6d19a-411c-4255-9bbc-90818b6ba756'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:23.415251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] For port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:23.415727 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.416431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:23.443174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Calling delete_port for 6bc2b0cf-40b8-4d38-a70c-68b355e140dd owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:23.667013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1466671932-network', 'tenant_id': '06a34f151a514a3d82f1396e2aaa0f9d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:23.705128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Made reservation on behalf of 06a34f151a514a3d82f1396e2aaa0f9d for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:23.707972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.726613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.917061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.925566 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.948898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:23.964608 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:23.965338 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Added segment 071185b1-f368-4c33-8355-88b4cb08c42e of type vlan for network ee138f01-909f-4e6c-a4c5-52904143a223 Jun 30 09:12:24.018156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dd3f0-7744-416e-888c-bd526442be80 req-23ac904d-e434-4f32-a239-4913d57b2eb0 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.025093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dee9396-ffc0-4056-8d2a-5968c79a6a49,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.025270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b30dd3f0-7744-416e-888c-bd526442be80 req-23ac904d-e434-4f32-a239-4913d57b2eb0 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 945 time: 0.7323537 Jun 30 09:12:24.049287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.051609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01bee9-b55a-4758-9673-7f509954252b req-344ed1cc-85ee-4341-ae67-4356cfc7734f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.059066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff01bee9-b55a-4758-9673-7f509954252b req-344ed1cc-85ee-4341-ae67-4356cfc7734f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 949 time: 0.7068975 Jun 30 09:12:24.107520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.110079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.111105 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.197528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7792602 Jun 30 09:12:24.198714 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34596) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.205593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b30dd3f0-7744-416e-888c-bd526442be80 req-f9c89dcf-9843-4a53-8760-c462263f9c84 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795068 Jun 30 09:12:24.209603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Request body: {'subnet': {'network_id': 'ee138f01-909f-4e6c-a4c5-52904143a223', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1466671932-subnet', 'tenant_id': '06a34f151a514a3d82f1396e2aaa0f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:24.227624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52298672-39b5-4a89-8f1f-1ca4b6157e02 admin admin] Pushing event updated for resources: {'Network': ['ID=ee138f01-909f-4e6c-a4c5-52904143a223,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.230735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.240839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ee138f01-909f-4e6c-a4c5-52904143a223 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:24.263876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Made reservation on behalf of 06a34f151a514a3d82f1396e2aaa0f9d for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:24.267339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.288907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff01bee9-b55a-4758-9673-7f509954252b req-f8d975bd-d38f-4876-a64a-f5e2df5728b6 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284133 Jun 30 09:12:24.399835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.483521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a253ad9-f6eb-478a-a0b3-b665e508a40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.485618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Pushing event deleted for resources: {'Port': ['ID=6bc2b0cf-40b8-4d38-a70c-68b355e140dd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.542700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] No DVR routers for this DVR port 6bc2b0cf-40b8-4d38-a70c-68b355e140dd on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:24.562344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.565274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b82892a-99c3-4c2e-82b5-690e4104b59d req-9aa6b014-1a6e-4f67-b80b-8a416d1bb2f4 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.79 "DELETE /v2.0/ports/6bc2b0cf-40b8-4d38-a70c-68b355e140dd HTTP/1.1" status: 204 len: 173 time: 1.7531977 Jun 30 09:12:24.570535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'name': 'network-vif-deleted', 'tag': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:24.573091 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cb09c1-102b-4a96-b05a-2d6865d16568" -d '{"events": [{"server_uuid": "1fd14636-65f8-4776-b496-d6fa5f127ca4", "name": "network-vif-deleted", "tag": "6bc2b0cf-40b8-4d38-a70c-68b355e140dd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:24.598067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.666308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f3482-71c4-446d-84c8-f12dfefc42c4 req-05415fc4-8e65-4dfa-87bd-a44bfa897052 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.673404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b8f3482-71c4-446d-84c8-f12dfefc42c4 req-05415fc4-8e65-4dfa-87bd-a44bfa897052 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 945 time: 0.2131584 Jun 30 09:12:24.716074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=701c2e18-15ea-4121-bcf2-19961d1b32bd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.716637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-6d993f56-2024-4301-b60d-4d50f7801721 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.719877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-6d993f56-2024-4301-b60d-4d50f7801721 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 945 time: 0.1411211 Jun 30 09:12:24.765861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b8f3482-71c4-446d-84c8-f12dfefc42c4 req-f2f373b3-28c8-49d3-98d5-f326fdee31f7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915520 Jun 30 09:12:24.774617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Checking segment: {'id': '071185b1-f368-4c33-8355-88b4cb08c42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'ee138f01-909f-4e6c-a4c5-52904143a223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:24.775374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Network hostable DHCP agents. Network: ee138f01-909f-4e6c-a4c5-52904143a223, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:24.791646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba9f8f-d476-4108-b6be-252c41e588f1 req-6b245fd6-3a8c-4398-942f-143d6a1e1b81 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.796957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66ba9f8f-d476-4108-b6be-252c41e588f1 req-6b245fd6-3a8c-4398-942f-143d6a1e1b81 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 945 time: 0.3152378 Jun 30 09:12:24.798667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a253ad9-f6eb-478a-a0b3-b665e508a40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.808815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a253ad9-f6eb-478a-a0b3-b665e508a40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.829844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Network ee138f01-909f-4e6c-a4c5-52904143a223 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:24.858979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a253ad9-f6eb-478a-a0b3-b665e508a40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57066c1f-2621-43de-a81d-f31b6076ddf2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:24.864815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ee138f01-909f-4e6c-a4c5-52904143a223) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:24.873233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c95ea9-81b6-4f01-a701-216cc176a649 None None] Network ee138f01-909f-4e6c-a4c5-52904143a223 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:24.877822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:24.878604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:24.883436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4a253ad9-f6eb-478a-a0b3-b665e508a40e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9deb452db3a44675a7e8bb732a8e5200&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6484029 Jun 30 09:12:24.891232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34606) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:24.913165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ba27e28f-ec5f-4c05-99c4-87b6a729a40a admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7098262 Jun 30 09:12:24.982944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66ba9f8f-d476-4108-b6be-252c41e588f1 req-6b2c9306-73ac-4ad4-9c84-ea7569dca640 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436932 Jun 30 09:12:24.990037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0114f290-9533-4bb9-b109-a83fd218600a req-b1dc1e26-da85-40c2-9419-25a4a2ff7755 tempest-ServerRescueTestJSON-62261028 tempest-ServerRescueTestJSON-62261028-project] 10.222.0.77 "GET /v2.0/ports?device_id=1fd14636-65f8-4776-b496-d6fa5f127ca4 HTTP/1.1" status: 200 len: 210 time: 0.0532379 Jun 30 09:12:25.065694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:25.067401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.075455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-018d184a-a67f-4b3d-86da-9aecc6c33d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.100954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47487f9a-1b3a-417f-9ea2-5ff84775f61c None None] Network ee138f01-909f-4e6c-a4c5-52904143a223 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:25.108568 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139cd71b-aac5-4ef7-b857-33b6617e7fd2 x-openstack-request-id: req-139cd71b-aac5-4ef7-b857-33b6617e7fd2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:25.109051 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd14636-65f8-4776-b496-d6fa5f127ca4", "name": "network-vif-deleted", "tag": "6bc2b0cf-40b8-4d38-a70c-68b355e140dd", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:25.109339 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-139cd71b-aac5-4ef7-b857-33b6617e7fd2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:25.109832 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd14636-65f8-4776-b496-d6fa5f127ca4', 'name': 'network-vif-deleted', 'tag': '6bc2b0cf-40b8-4d38-a70c-68b355e140dd', 'status': 'completed', 'code': 200} Jun 30 09:12:25.199919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-018d184a-a67f-4b3d-86da-9aecc6c33d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.295719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:25.295923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.314038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:25.413475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-fdf4dd09-fcae-470e-b78f-fbd51e613d1c req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1661640245', 'description': 'tempest-description-880873150'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:25.462424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-018d184a-a67f-4b3d-86da-9aecc6c33d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.464846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-018d184a-a67f-4b3d-86da-9aecc6c33d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.465981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-018d184a-a67f-4b3d-86da-9aecc6c33d03 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57066c1f-2621-43de-a81d-f31b6076ddf2 HTTP/1.1" status: 204 len: 168 time: 0.5545287 Jun 30 09:12:25.489455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d184a-a67f-4b3d-86da-9aecc6c33d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57066c1f-2621-43de-a81d-f31b6076ddf2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:25.511965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6bc2b0cf-40b8-4d38-a70c-68b355e140dd no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:25.512825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fdf4dd09-fcae-470e-b78f-fbd51e613d1c req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.562731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 6bc2b0cf-40b8-4d38-a70c-68b355e140dd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:25.563081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6bc2b0cf-40b8-4d38-a70c-68b355e140dd not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:25.594507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a84ac0-e069-460f-af2a-438b54ddb657 req-836987b9-949c-4266-960a-a955a1282589 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:25.596012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88a84ac0-e069-460f-af2a-438b54ddb657 req-836987b9-949c-4266-960a-a955a1282589 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 945 time: 0.2043834 Jun 30 09:12:25.649863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.661834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:25.714737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88a84ac0-e069-460f-af2a-438b54ddb657 req-b3acb583-7187-4dcc-91c1-686d2d7e33b7 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077125 Jun 30 09:12:25.717476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=3e3c6b63-5966-4b34-ab58-5f75fd0ca54b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:25.842708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:25.863766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.865777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-168b0a80-c203-4792-bafe-d24f7ea325c4 req-f85c66b4-f797-4af5-a5d7-fcb133406491 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "DELETE /v2.0/ports/3e3c6b63-5966-4b34-ab58-5f75fd0ca54b HTTP/1.1" status: 204 len: 173 time: 1.1157849 Jun 30 09:12:25.868319 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fdf4dd09-fcae-470e-b78f-fbd51e613d1c req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.882185 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fdf4dd09-fcae-470e-b78f-fbd51e613d1c req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.948701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fdf4dd09-fcae-470e-b78f-fbd51e613d1c req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:25.949056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdf4dd09-fcae-470e-b78f-fbd51e613d1c req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5586135 Jun 30 09:12:25.953555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17650344-c012-4c33-adc5-f6be7889da73 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c141e4-c992-46b8-8734-a0a847ffb7fa,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:25.985415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff7b92a-05dc-4035-82fa-0c7ef85d8c70 req-093d1dbb-8b3a-490a-bbe5-00b5f9c81d4f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:25.988925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ff7b92a-05dc-4035-82fa-0c7ef85d8c70 req-093d1dbb-8b3a-490a-bbe5-00b5f9c81d4f tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 949 time: 0.1103990 Jun 30 09:12:26.014244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c6c6d19a-411c-4255-9bbc-90818b6ba756 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:26.089998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ff7b92a-05dc-4035-82fa-0c7ef85d8c70 req-a5ad4001-3854-4feb-b68a-102af4cb9d54 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924840 Jun 30 09:12:26.099640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port c6c6d19a-411c-4255-9bbc-90818b6ba756 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:26.107239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port c6c6d19a-411c-4255-9bbc-90818b6ba756 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:26.107625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.144932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88ff57ac-299e-4a5a-8522-b959cbbd90ec req-cf4c2b05-b0bb-4ae1-8379-c09c28e2976b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=0150b064-95e1-4cb1-81b7-8019d1d78f04 HTTP/1.1" status: 200 len: 210 time: 0.0523400 Jun 30 09:12:26.191822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-12a9cd81-3047-475d-86f3-f90bc80ed9e6 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/e8c141e4-c992-46b8-8734-a0a847ffb7fa HTTP/1.1" status: 200 len: 1814 time: 0.0492973 Jun 30 09:12:26.206348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8c141e4-c992-46b8-8734-a0a847ffb7fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:26.207988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e8c141e4-c992-46b8-8734-a0a847ffb7fa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:26.227324 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.263209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce89398-3f7d-407b-9263-642164025583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6d19a-411c-4255-9bbc-90818b6ba756'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:26.266415 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bd3fa0-88e2-420e-b368-5bb0081bd70d" -d '{"events": [{"server_uuid": "5ce89398-3f7d-407b-9263-642164025583", "name": "network-vif-plugged", "status": "completed", "tag": "c6c6d19a-411c-4255-9bbc-90818b6ba756"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:26.282174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c6c6d19a-411c-4255-9bbc-90818b6ba756, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756,segment=NetworkSegment(7dbe90e7-4d1a-44d4-8a96-f6be354eeda0),segment_id=7dbe90e7-4d1a-44d4-8a96-f6be354eeda0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:26.288935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.290058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:26.296857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:26.327269 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.390605 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.401274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.468011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a25a552-752e-4bdb-a3fa-fdefbad0ebdd,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.492096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.502955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:26.517471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:26.518109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.522480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b8096e0-b2c8-4cba-9261-dbfa9b8dfb98 req-8aa96871-c2e9-444e-ba5d-a75d866b6325 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3233089 Jun 30 09:12:26.561819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c6c6d19a-411c-4255-9bbc-90818b6ba756,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.600269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324993d-f4ed-4ba9-b8f4-64cc9c9b5c81 req-b9fe0cc5-7907-4194-a752-f2d4d68912d1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:26.601864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f324993d-f4ed-4ba9-b8f4-64cc9c9b5c81 req-b9fe0cc5-7907-4194-a752-f2d4d68912d1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 945 time: 0.1761038 Jun 30 09:12:26.674568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.727695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f324993d-f4ed-4ba9-b8f4-64cc9c9b5c81 req-94a56d0f-42a5-466e-9fa5-254dead2b029 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022408 Jun 30 09:12:26.801247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:26.806635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:26.813836 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b44ad1-9f96-4cce-be44-237d713f26db x-openstack-request-id: req-b4b44ad1-9f96-4cce-be44-237d713f26db {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:26.814482 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce89398-3f7d-407b-9263-642164025583", "name": "network-vif-plugged", "status": "completed", "tag": "c6c6d19a-411c-4255-9bbc-90818b6ba756", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:26.814934 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4b44ad1-9f96-4cce-be44-237d713f26db {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:26.815586 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce89398-3f7d-407b-9263-642164025583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6d19a-411c-4255-9bbc-90818b6ba756', 'code': 200} Jun 30 09:12:26.914889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:26.979045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.000613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce031b4d-b651-4665-83a3-b12799b27bed req-447e8911-0751-42ff-8ef4-7368bfc3baa2 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/e8c141e4-c992-46b8-8734-a0a847ffb7fa HTTP/1.1" status: 200 len: 2408 time: 0.1556787 Jun 30 09:12:27.068179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439adda6-251b-43a1-9796-1e82442de2f4 req-082fc2b8-2eb1-4bce-a86c-58b87a4b1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:27.069876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-439adda6-251b-43a1-9796-1e82442de2f4 req-082fc2b8-2eb1-4bce-a86c-58b87a4b1dbd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 1098 time: 0.1380100 Jun 30 09:12:27.110355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'name': 'network-vif-deleted', 'tag': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:27.112954 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef6788b-e7df-49d9-a21c-7b2e0a8d3bc3" -d '{"events": [{"server_uuid": "0150b064-95e1-4cb1-81b7-8019d1d78f04", "name": "network-vif-deleted", "tag": "3e3c6b63-5966-4b34-ab58-5f75fd0ca54b"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:27.148373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-439adda6-251b-43a1-9796-1e82442de2f4 req-5657228d-ab23-4d90-86f1-f7c92144f92f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726190 Jun 30 09:12:27.233223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d988b150-d53e-4ef5-a7b6-836113845df7 req-bb53e275-832f-4bcd-b351-abb3e6bf3bcd tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:27.241946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d988b150-d53e-4ef5-a7b6-836113845df7 req-bb53e275-832f-4bcd-b351-abb3e6bf3bcd tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 1101 time: 0.0713048 Jun 30 09:12:27.259599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d988b150-d53e-4ef5-a7b6-836113845df7 req-3a6655b6-a5e4-48d4-8a8c-1c298ac0a614 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.342202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Deleting port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:27.342865 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.383710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f70bb-9379-4374-a2cd-e103cabbff7a req-1d76f32d-9934-4fcb-b350-305e534e55c0 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:27.385743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-359f70bb-9379-4374-a2cd-e103cabbff7a req-1d76f32d-9934-4fcb-b350-305e534e55c0 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 946 time: 0.1279776 Jun 30 09:12:27.434327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] For port ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,segment=NetworkSegment(4aaac8a0-a889-4968-98e6-3047cc458a0d),segment_id=4aaac8a0-a889-4968-98e6-3047cc458a0d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:27.434745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.450633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Calling delete_port for ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:27.463695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-359f70bb-9379-4374-a2cd-e103cabbff7a req-8b16b3be-a640-41b2-a42d-e9205991b312 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603087 Jun 30 09:12:27.473104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d988b150-d53e-4ef5-a7b6-836113845df7 req-3a6655b6-a5e4-48d4-8a8c-1c298ac0a614 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.479347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d988b150-d53e-4ef5-a7b6-836113845df7 req-3a6655b6-a5e4-48d4-8a8c-1c298ac0a614 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.500127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:27.544625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d988b150-d53e-4ef5-a7b6-836113845df7 req-3a6655b6-a5e4-48d4-8a8c-1c298ac0a614 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975216 Jun 30 09:12:27.572698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:27.577497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3e3c6b63-5966-4b34-ab58-5f75fd0ca54b not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:27.596304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6655b6-a5e4-48d4-8a8c-1c298ac0a614 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845c5dfb-c3a0-4485-8679-4fa4df529530,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.614004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-0c3514d4-d086-4f3d-825e-8cb7b3a4d7fe tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-group-rules/7a25a552-752e-4bdb-a3fa-fdefbad0ebdd HTTP/1.1" status: 200 len: 778 time: 0.0663638 Jun 30 09:12:27.639607 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4b1f2d-411c-4129-b963-c80c5d42492d x-openstack-request-id: req-5b4b1f2d-411c-4129-b963-c80c5d42492d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:27.639940 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0150b064-95e1-4cb1-81b7-8019d1d78f04", "name": "network-vif-deleted", "tag": "3e3c6b63-5966-4b34-ab58-5f75fd0ca54b", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:27.640193 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5b4b1f2d-411c-4129-b963-c80c5d42492d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:27.640679 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0150b064-95e1-4cb1-81b7-8019d1d78f04', 'name': 'network-vif-deleted', 'tag': '3e3c6b63-5966-4b34-ab58-5f75fd0ca54b', 'status': 'completed', 'code': 200} Jun 30 09:12:27.720232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-6de2f7dc-c193-47da-98bc-5f81a357cfdd tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/e8c141e4-c992-46b8-8734-a0a847ffb7fa HTTP/1.1" status: 200 len: 2408 time: 0.0928223 Jun 30 09:12:27.780871 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-980f9b57-c373-4f99-a06d-e31ffa24e075 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.807832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-980f9b57-c373-4f99-a06d-e31ffa24e075 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.817845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.861134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:27.900747 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-980f9b57-c373-4f99-a06d-e31ffa24e075 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.915074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-980f9b57-c373-4f99-a06d-e31ffa24e075 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:27.929710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d11fe2e7-32fc-44c3-99d8-df3284c714f9 req-980f9b57-c373-4f99-a06d-e31ffa24e075 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7a25a552-752e-4bdb-a3fa-fdefbad0ebdd HTTP/1.1" status: 204 len: 173 time: 0.2084255 Jun 30 09:12:27.999885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980f9b57-c373-4f99-a06d-e31ffa24e075 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a25a552-752e-4bdb-a3fa-fdefbad0ebdd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.109644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-483780c6-e199-4e05-ae66-f6cc0f07a91c req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1526500210', 'description': 'tempest-description-379781168'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:28.181004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-483780c6-e199-4e05-ae66-f6cc0f07a91c req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.238715 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.240303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86a92e-32db-4bf5-9430-692dcb3a8b7d req-eb67d4f8-259b-4797-a558-b92d6be706de tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.242335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd86a92e-32db-4bf5-9430-692dcb3a8b7d req-eb67d4f8-259b-4797-a558-b92d6be706de tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.3056309 Jun 30 09:12:28.337134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd86a92e-32db-4bf5-9430-692dcb3a8b7d req-13144c7f-8e12-4c55-a1ce-c23ae1237bd1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840564 Jun 30 09:12:28.405291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-483780c6-e199-4e05-ae66-f6cc0f07a91c req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.413025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-483780c6-e199-4e05-ae66-f6cc0f07a91c req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.451860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-483780c6-e199-4e05-ae66-f6cc0f07a91c req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:28.455019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-483780c6-e199-4e05-ae66-f6cc0f07a91c req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3572474 Jun 30 09:12:28.467818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a595dc-05ef-488b-ae20-a341a0b7e05c tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=950a0e97-f34c-4079-a6a2-13bba192f296,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:28.676334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:12:28.686397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0da97867-d85f-4c7c-b331-ffb13162e470 req-55aea99c-2bd3-44fd-95a1-0956429e1651 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/950a0e97-f34c-4079-a6a2-13bba192f296 HTTP/1.1" status: 200 len: 1814 time: 0.1768329 Jun 30 09:12:28.753870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-c9586b77-cc76-43d8-883e-670994dabfd3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:28.755759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-c9586b77-cc76-43d8-883e-670994dabfd3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.2146630 Jun 30 09:12:28.783087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-65d14def-592a-4793-b37d-7baa2e57ef8a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0179260 Jun 30 09:12:28.817284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:28.821177 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9046511-e0bd-4d15-a410-ddece2e23e94" -d '{"events": [{"server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "name": "network-vif-plugged", "status": "completed", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:28.932691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:28.943595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-48104319-1ab0-4a46-b02c-ca6c05db95f5 admin admin] 10.222.0.77 "PUT /v2.0/routers/455c5ad0-c6d9-4082-bd4a-c2e5d3202be4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6443477 Jun 30 09:12:28.944564 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] Sync routers for ids ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:28.946133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:28.949835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-4856121d-a088-4ebe-b8da-8b02a74b6591 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1601598 Jun 30 09:12:28.967502 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] Routers {'455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:28.970028 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:29.058580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.099660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50bfbc-5ed6-4f74-85e4-109d1fdacdba req-fd8889ab-69e6-4c72-8329-6fb28eb7b567 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.101226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a50bfbc-5ed6-4f74-85e4-109d1fdacdba req-fd8889ab-69e6-4c72-8329-6fb28eb7b567 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 946 time: 0.2281587 Jun 30 09:12:29.143171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.143964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-ed646a1b-d086-4551-9433-15424390ee60 service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918674 Jun 30 09:12:29.172371 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] Set router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:29.263950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-04a4924d-5bfc-49f8-a937-2b56adb3ce4e service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169193 Jun 30 09:12:29.310534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a50bfbc-5ed6-4f74-85e4-109d1fdacdba req-447b20ff-7718-4f9e-8d73-2a7d9f198775 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007582 Jun 30 09:12:29.342435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.423353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Deleting port f7430a69-215b-43fe-82d7-8f9e558e84a7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:29.423754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.563353 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:12:27Z', 'revision_number': 5, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port': {'id': 'f7430a69-215b-43fe-82d7-8f9e558e84a7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:6c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:10:03Z', 'updated_at': '2021-06-30T09:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:29.599278 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236bd19c-41be-4d98-8a02-ca2b35eb3eed x-openstack-request-id: req-236bd19c-41be-4d98-8a02-ca2b35eb3eed {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:29.599851 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "name": "network-vif-plugged", "status": "completed", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:29.600320 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-236bd19c-41be-4d98-8a02-ca2b35eb3eed {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:29.600922 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'code': 200} Jun 30 09:12:29.625457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] For port f7430a69-215b-43fe-82d7-8f9e558e84a7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7430a69-215b-43fe-82d7-8f9e558e84a7,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:29.625820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:29.663744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Calling delete_port for f7430a69-215b-43fe-82d7-8f9e558e84a7 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:29.667029 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] Checking router: 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:29.688473 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] Routers {'455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:29.688473 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:29.844760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb1577-a882-4671-aa7c-22be424d719b req-b812c368-628e-447e-8d8a-301112e4be67 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.848933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50eb1577-a882-4671-aa7c-22be424d719b req-b812c368-628e-447e-8d8a-301112e4be67 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 1101 time: 0.2266152 Jun 30 09:12:29.854668 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] Set router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:29.944978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b85ee-eba2-4fd5-b430-27af7dd2891f req-727b51dc-982d-4250-b32c-1a79c3e2d482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:29.946786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-039b85ee-eba2-4fd5-b430-27af7dd2891f req-727b51dc-982d-4250-b32c-1a79c3e2d482 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.2216558 Jun 30 09:12:29.965288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:12:29Z', 'revision_number': 6, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:30.010664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50eb1577-a882-4671-aa7c-22be424d719b req-a783b47f-79ae-4238-b018-9dba6a7b3ca6 tempest-ServersAdminNegativeTestJSON-2043381424 tempest-ServersAdminNegativeTestJSON-2043381424-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492343 Jun 30 09:12:30.064873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-039b85ee-eba2-4fd5-b430-27af7dd2891f req-6700b407-6764-4f05-a21b-9a73dbee0143 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028383 Jun 30 09:12:30.119610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0082494f-bf35-4d58-ba63-ac1ff02e8e83 None None] The sync data for ids ['455c5ad0-c6d9-4082-bd4a-c2e5d3202be4'] in n-d-780147-22 is: [{'id': '455c5ad0-c6d9-4082-bd4a-c2e5d3202be4', 'name': 'tempest-ServerRescueTestJSON-1350868941-router', 'tenant_id': '6b58d0e0c774468fade5f1f07c1cc880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:10:01Z', 'updated_at': '2021-06-30T09:12:29Z', 'revision_number': 6, 'project_id': '6b58d0e0c774468fade5f1f07c1cc880', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:30.132035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.167168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-089a7798-c45d-4c1a-9bb6-9c004e2073ae req-b12677f9-ecc3-430c-8217-121a6cc804f0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 210 time: 0.0377424 Jun 30 09:12:30.221696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13f2db-7108-4011-b0c7-8ba8bc9a0c6d req-946f3f2e-6ee8-457a-94bd-82e79d02f027 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:30.224681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f13f2db-7108-4011-b0c7-8ba8bc9a0c6d req-946f3f2e-6ee8-457a-94bd-82e79d02f027 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.1544070 Jun 30 09:12:30.251616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7430a69-215b-43fe-82d7-8f9e558e84a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.308558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-bc6acce5-1f66-47e5-aedd-763646555f68 req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2085475109', 'description': 'tempest-description-392385381'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:30.342946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.362841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f13f2db-7108-4011-b0c7-8ba8bc9a0c6d req-279de270-c316-4f59-ab8f-0330371154c2 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187201 Jun 30 09:12:30.375824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc6acce5-1f66-47e5-aedd-763646555f68 req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.461065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.463453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.530963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc6acce5-1f66-47e5-aedd-763646555f68 req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.535127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.536689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:12:30.541706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc6acce5-1f66-47e5-aedd-763646555f68 req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.548986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.553057 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4776431f-a74c-4331-b8b4-26907a0eda20 admin admin] 10.222.0.77 "DELETE /v2.0/routers/455c5ad0-c6d9-4082-bd4a-c2e5d3202be4 HTTP/1.1" status: 204 len: 168 time: 1.6027422 Jun 30 09:12:30.553338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:30.575399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bc6acce5-1f66-47e5-aedd-763646555f68 req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.577434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc6acce5-1f66-47e5-aedd-763646555f68 req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3097827 Jun 30 09:12:30.612016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bf47d-85fb-483f-8199-8e7359b37f52 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da3e48eb-573c-4f98-90d5-6e31a32b2344,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.678447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Deleting subnet c1b2a258-a22e-40a8-9608-69687b09a6e5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:30.688686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.703718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-113efebe-e981-4b7e-a06c-47bfc5fce0bd req-c49d4b57-b27f-4a83-9fde-2d29c1292866 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/da3e48eb-573c-4f98-90d5-6e31a32b2344 HTTP/1.1" status: 200 len: 1814 time: 0.0573099 Jun 30 09:12:30.739621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0a67fba9-84e9-4dc7-a52d-43e00e8bcd75 req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1339841082', 'description': 'tempest-description-2068071693'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:30.751377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.763894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0a67fba9-84e9-4dc7-a52d-43e00e8bcd75 req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.805484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.879269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.880141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0a67fba9-84e9-4dc7-a52d-43e00e8bcd75 req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.888059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0a67fba9-84e9-4dc7-a52d-43e00e8bcd75 req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.913020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1b2a258-a22e-40a8-9608-69687b09a6e5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.928738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.933413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-27da6c43-0d97-4f35-93e5-1aaf04f294ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c1b2a258-a22e-40a8-9608-69687b09a6e5 HTTP/1.1" status: 204 len: 168 time: 0.3779681 Jun 30 09:12:30.935625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:30.948054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b1e817-c061-4187-83bf-8441b06da658,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:30.953563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0a67fba9-84e9-4dc7-a52d-43e00e8bcd75 req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:30.963007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a67fba9-84e9-4dc7-a52d-43e00e8bcd75 req-12cc7f18-5509-49ca-8c57-416d039aeb32 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2278457 Jun 30 09:12:31.054384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.061634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a726b4ff-4e60-4b6c-b3a9-f5fda7543798 req-48169cce-0c97-4c81-b2ae-820dda8690ce tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/d7b1e817-c061-4187-83bf-8441b06da658 HTTP/1.1" status: 200 len: 1815 time: 0.0635023 Jun 30 09:12:31.168617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.181245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8649ae5-4b39-4144-9fe7-a0c661c77428']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:31.199075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aaac8a0-a889-4968-98e6-3047cc458a0d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:31.199431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aaac8a0-a889-4968-98e6-3047cc458a0d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:31.214614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.235528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.257320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:31.258049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:31.260070 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:31.354826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.361813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.368670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] 10.222.0.77 "DELETE /v2.0/networks/c8649ae5-4b39-4144-9fe7-a0c661c77428 HTTP/1.1" status: 204 len: 168 time: 0.4320226 Jun 30 09:12:31.428216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:31.429116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03438aef-c6ba-42a1-b7a6-5f364144b971 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8649ae5-4b39-4144-9fe7-a0c661c77428,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:31.470738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-0304c7ad-9076-4a93-952c-a5bd4bf64722 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.479405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-0304c7ad-9076-4a93-952c-a5bd4bf64722 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.3162673 Jun 30 09:12:31.482821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:31.483199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ff72b9e7-b5e9-4bf1-874c-d1e9c8f71e08 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:31.483621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7430a69-215b-43fe-82d7-8f9e558e84a7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:31.498792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:31.531515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f7430a69-215b-43fe-82d7-8f9e558e84a7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:31.531866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7430a69-215b-43fe-82d7-8f9e558e84a7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:31.665228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878082-3c1e-4278-8f90-49b7fb95c066 req-8051d523-dca2-4a16-bb8b-4344e14a6a62 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:31.673148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd878082-3c1e-4278-8f90-49b7fb95c066 req-8051d523-dca2-4a16-bb8b-4344e14a6a62 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 946 time: 0.4796059 Jun 30 09:12:31.690680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-eefa444a-3f9d-403c-afa3-e0c12b1e5f6e req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1327510683', 'description': 'tempest-description-312376976'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:31.741866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-eefa444a-3f9d-403c-afa3-e0c12b1e5f6e req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.794714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd878082-3c1e-4278-8f90-49b7fb95c066 req-90cdcedb-7712-48a8-9382-8889b658d0b3 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206644 Jun 30 09:12:31.846330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:31.861012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:12:31.861012 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:12:31.861012 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id_1': '9fd7211b285e4da78c72296f5832977b', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 12, 31, 802786)}] Jun 30 09:12:31.861012 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:12:31.861409 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:12:31.895474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-eefa444a-3f9d-403c-afa3-e0c12b1e5f6e req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.903559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-eefa444a-3f9d-403c-afa3-e0c12b1e5f6e req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.908689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3fdeb490-a2b5-4704-9bcd-8e6387202571 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b58d0e0c774468fade5f1f07c1cc880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607719 Jun 30 09:12:31.913397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:31.975360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-eefa444a-3f9d-403c-afa3-e0c12b1e5f6e req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.987494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a128d69f-0325-4b6a-8b32-3b24b3c93719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:31.990654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eefa444a-3f9d-403c-afa3-e0c12b1e5f6e req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3113444 Jun 30 09:12:31.994353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c36825-b3ce-402e-8386-b1e76a003179 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=862b8571-78fc-4806-9c80-48cedea2267c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:32.018032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a128d69f-0325-4b6a-8b32-3b24b3c93719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.084806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a128d69f-0325-4b6a-8b32-3b24b3c93719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.088052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a128d69f-0325-4b6a-8b32-3b24b3c93719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.091502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a128d69f-0325-4b6a-8b32-3b24b3c93719 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0b0a39b4-1ca9-4e6e-a293-66d0893bd27a HTTP/1.1" status: 204 len: 168 time: 0.1745772 Jun 30 09:12:32.100489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5cf8d31-3d09-4393-bacf-6c8f7c060d6c req-911976bb-c5d1-48c3-be5b-3d9ae1a12e27 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 210 time: 0.0523059 Jun 30 09:12:32.102274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128d69f-0325-4b6a-8b32-3b24b3c93719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0a39b4-1ca9-4e6e-a293-66d0893bd27a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:32.276791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c26e7-1c55-4611-a4a6-e2eb7221a294 req-058e1ee7-f05d-4f0c-b258-c11a12e01f9e tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.279025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-055c26e7-1c55-4611-a4a6-e2eb7221a294 req-058e1ee7-f05d-4f0c-b258-c11a12e01f9e tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.1141899 Jun 30 09:12:32.331125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f44cda-af43-4491-82f4-7e649273c1a0 req-3d8fb419-c25a-41b0-8fe4-b4a85ba464b0 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.333272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51f44cda-af43-4491-82f4-7e649273c1a0 req-3d8fb419-c25a-41b0-8fe4-b4a85ba464b0 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 949 time: 0.1115873 Jun 30 09:12:32.367057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-055c26e7-1c55-4611-a4a6-e2eb7221a294 req-f4a44e76-a182-45a8-9a83-0d82c11ef557 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737443 Jun 30 09:12:32.440330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51f44cda-af43-4491-82f4-7e649273c1a0 req-3a2c1512-a28c-41d8-a9ec-ba0be656ccb7 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986385 Jun 30 09:12:32.501697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:32.512784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:32.568433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-153f97d9-d615-407c-b162-dd0abfc5e8d6 req-a4807178-9ea6-49c7-b3f3-876b61b8511b tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/862b8571-78fc-4806-9c80-48cedea2267c HTTP/1.1" status: 200 len: 1814 time: 0.1587036 Jun 30 09:12:32.654591 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-f65ec0d5-c86b-4d67-b127-cefdee44ef47 req-0d530d9d-1153-46cf-a30d-d6e0b21a3899 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] show failed (client error): The resource could not be found. Jun 30 09:12:32.663747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f65ec0d5-c86b-4d67-b127-cefdee44ef47 req-0d530d9d-1153-46cf-a30d-d6e0b21a3899 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/4f4fbef0-f7cc-4ec7-b03b-39aabf694605 HTTP/1.1" status: 404 len: 352 time: 0.0742450 Jun 30 09:12:32.850198 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-a5f3089a-ab69-486a-8018-0beb413f5479 req-668feaa3-295b-45e9-a753-943aefe28cb5 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] show failed (client error): The resource could not be found. Jun 30 09:12:32.870135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5f3089a-ab69-486a-8018-0beb413f5479 req-668feaa3-295b-45e9-a753-943aefe28cb5 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-group-rules/4311eedf-6ab3-4679-b2ca-f204d050b46c HTTP/1.1" status: 404 len: 361 time: 0.1561680 Jun 30 09:12:32.971737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-4a3d1604-0096-4e3e-8155-49209c8ce9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.975763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-4a3d1604-0096-4e3e-8155-49209c8ce9d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.1131730 Jun 30 09:12:32.980110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-5b7261d2-1fe9-46c0-94bb-b962f4caeebf tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:32.981823 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-5b7261d2-1fe9-46c0-94bb-b962f4caeebf tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.83 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 946 time: 0.3167775 Jun 30 09:12:32.983221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.7 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/86b8d68b-f258-44a5-bd42-443807747904) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:33.161477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-19afd36c-7552-457b-8559-fa870ad56e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.166583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-19afd36c-7552-457b-8559-fa870ad56e07 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.1841781 Jun 30 09:12:33.235068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-67b31672-bb7d-4ada-ae39-e27d6aa6ffd5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.0580652 Jun 30 09:12:33.315757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-21476f38-d386-41d4-8c4b-2d43cbf3a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.318028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-21476f38-d386-41d4-8c4b-2d43cbf3a914 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.0729268 Jun 30 09:12:33.390951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:33.393374 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-048cda16-9d33-4604-8190-66d4a056a596 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645878 Jun 30 09:12:33.435102 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.464696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6895757-743e-4984-a95a-bbe5fdbfe683 req-940f2e4b-f503-4978-9a1a-3b51b82bb1aa tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.472135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6895757-743e-4984-a95a-bbe5fdbfe683 req-940f2e4b-f503-4978-9a1a-3b51b82bb1aa tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.4865344 Jun 30 09:12:33.484703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b351a-e05d-4255-836f-b76cdd826394 req-6e400f27-4a5e-46fd-971a-97e3bef1fc53 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:33.491883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea8b351a-e05d-4255-836f-b76cdd826394 req-6e400f27-4a5e-46fd-971a-97e3bef1fc53 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 946 time: 0.4346416 Jun 30 09:12:33.574357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Deleting port c6c6d19a-411c-4255-9bbc-90818b6ba756 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:33.574866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.694522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea8b351a-e05d-4255-836f-b76cdd826394 req-27eb86c2-d717-4e26-900d-22ddf22901f9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/security-groups?id=b37c92f6-3534-43a0-873e-d86099be5feb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017202 Jun 30 09:12:33.697809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6895757-743e-4984-a95a-bbe5fdbfe683 req-7ab9e791-6a2e-4b30-b886-a760ed1ea920 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248311 Jun 30 09:12:33.736070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:33.751697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:33.942895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5245db04-2290-4433-97ba-800479c387e6 req-8674b295-8479-4786-991c-bf44afa9b8d8 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/862b8571-78fc-4806-9c80-48cedea2267c HTTP/1.1" status: 200 len: 1814 time: 0.2118924 Jun 30 09:12:33.950341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:33.959294 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-6f40d1e1-85bc-4db0-868b-14f1bf45805b service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393198 Jun 30 09:12:33.967789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-170105324-network', 'tenant_id': 'd33d0a58765f46fe946b82ef767631d5'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:33.981083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:33.984448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:34.008320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=86b8d68b-f258-44a5-bd42-443807747904,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.068900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Made reservation on behalf of d33d0a58765f46fe946b82ef767631d5 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:34.072142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.079897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] For port c6c6d19a-411c-4255-9bbc-90818b6ba756, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c6c6d19a-411c-4255-9bbc-90818b6ba756,segment=NetworkSegment(7dbe90e7-4d1a-44d4-8a96-f6be354eeda0),segment_id=7dbe90e7-4d1a-44d4-8a96-f6be354eeda0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:34.080397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.087072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.096632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56062f-f844-479a-aa7d-844665758587 req-19297558-4536-4dd8-830f-99d3bfe836af tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.098452 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f56062f-f844-479a-aa7d-844665758587 req-19297558-4536-4dd8-830f-99d3bfe836af tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.79 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 949 time: 0.7794504 Jun 30 09:12:34.125362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Calling delete_port for c6c6d19a-411c-4255-9bbc-90818b6ba756 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:34.167884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.167884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.248546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5245db04-2290-4433-97ba-800479c387e6 req-22116ce5-d1c6-48f9-9717-b998670c2c79 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.259505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f99d4bd6-5ed9-48d6-b20b-73a2db00a07d req-40839ee1-42b9-4f80-922c-ac6d5b17e9f1 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852588 Jun 30 09:12:34.303367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5245db04-2290-4433-97ba-800479c387e6 req-22116ce5-d1c6-48f9-9717-b998670c2c79 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.356758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Deleting port 70acb426-e010-4d79-9ed2-c647bba8a55a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:34.357100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.407831 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.443635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.464438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:34.480644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.480993 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Added segment 4a0c56fb-2485-4d96-a376-e45852e7b874 of type vlan for network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a Jun 30 09:12:34.564909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1723730b-e927-4c42-89f1-585563c7f778,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.577564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.596930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.597313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.597654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.597989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.598355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.598686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.599010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.599336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.599657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.599970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.600295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.600616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:34.621709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] For port 70acb426-e010-4d79-9ed2-c647bba8a55a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=70acb426-e010-4d79-9ed2-c647bba8a55a,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:34.622073 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.645009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Calling delete_port for 70acb426-e010-4d79-9ed2-c647bba8a55a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:34.656827 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.657824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.658446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.716154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:34.721879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1050760178'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:34.740218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc3fef-c603-4d63-85b8-b8069a2daafe req-b6f5865e-c36d-4955-859b-2dbde80a39b9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:34.741658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fcc3fef-c603-4d63-85b8-b8069a2daafe req-b6f5865e-c36d-4955-859b-2dbde80a39b9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 931 time: 0.7962718 Jun 30 09:12:34.749786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-18c58984-b4e2-4682-ae2e-ab246fc06cb0 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2589219 Jun 30 09:12:34.758694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3639894 Jun 30 09:12:34.765821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:34.777922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Request body: {'subnet': {'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-170105324-subnet', 'tenant_id': 'd33d0a58765f46fe946b82ef767631d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:34.803582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Request body: {'port': {'device_id': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:34.817652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:34.821564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.827973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92672071-397c-4d2e-8c91-04751a72c99f admin admin] Pushing event updated for resources: {'Network': ['ID=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.838854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:34.874737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:34.877484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Made reservation on behalf of d33d0a58765f46fe946b82ef767631d5 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:34.880349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.900430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5245db04-2290-4433-97ba-800479c387e6 req-22116ce5-d1c6-48f9-9717-b998670c2c79 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.903177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5245db04-2290-4433-97ba-800479c387e6 req-22116ce5-d1c6-48f9-9717-b998670c2c79 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.904295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5245db04-2290-4433-97ba-800479c387e6 req-22116ce5-d1c6-48f9-9717-b998670c2c79 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "DELETE /v2.0/security-groups/862b8571-78fc-4806-9c80-48cedea2267c HTTP/1.1" status: 204 len: 173 time: 0.9600949 Jun 30 09:12:34.924101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fcc3fef-c603-4d63-85b8-b8069a2daafe req-ba02b40c-c436-4cbb-ac2d-47475a986fab tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621959 Jun 30 09:12:34.960517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22116ce5-d1c6-48f9-9717-b998670c2c79 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b8571-78fc-4806-9c80-48cedea2267c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:34.962259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:34.962664 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Added segment f50a07a8-e45d-438e-92aa-c8e641b939e3 of type vlan for network 3b2331d8-7740-4e27-95f4-2d60223c7254 Jun 30 09:12:34.964339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.007211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['c6c6d19a-411c-4255-9bbc-90818b6ba756'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:35.011257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.021528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Pushing event deleted for resources: {'Port': ['ID=c6c6d19a-411c-4255-9bbc-90818b6ba756,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.053577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.068530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.118807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['84bc25b8-856e-4c6c-88a5-ba396f8690b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:35.130708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Pushing event deleted for resources: {'Port': ['ID=70acb426-e010-4d79-9ed2-c647bba8a55a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.148443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] No DVR routers for this DVR port c6c6d19a-411c-4255-9bbc-90818b6ba756 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:35.152898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.155242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e0c6e0a-1faa-4e93-833e-0ef702c0c26c req-d703af6f-bd2f-46f5-841f-27dfdd0c7ad9 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.83 "DELETE /v2.0/ports/c6c6d19a-411c-4255-9bbc-90818b6ba756 HTTP/1.1" status: 204 len: 173 time: 2.1652660 Jun 30 09:12:35.155777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce89398-3f7d-407b-9263-642164025583', 'name': 'network-vif-deleted', 'tag': 'c6c6d19a-411c-4255-9bbc-90818b6ba756'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:35.157948 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f8cb96-fdad-4afd-8336-e90d98f43025" -d '{"events": [{"server_uuid": "5ce89398-3f7d-407b-9263-642164025583", "name": "network-vif-deleted", "tag": "c6c6d19a-411c-4255-9bbc-90818b6ba756"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:35.229308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.241285 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.241790 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.350589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] No DVR routers for this DVR port 70acb426-e010-4d79-9ed2-c647bba8a55a on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:35.356820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.358995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8f56062f-f844-479a-aa7d-844665758587 req-b1d5c580-4982-4413-9538-754817787d36 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.79 "DELETE /v2.0/ports/70acb426-e010-4d79-9ed2-c647bba8a55a HTTP/1.1" status: 204 len: 173 time: 1.2546403 Jun 30 09:12:35.364962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'name': 'network-vif-deleted', 'tag': '70acb426-e010-4d79-9ed2-c647bba8a55a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:35.368054 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b67a44e-f9e1-4c07-be25-84152f71cc03" -d '{"events": [{"server_uuid": "b677c432-cf7c-482c-a90a-05ae2bf3b43e", "name": "network-vif-deleted", "tag": "70acb426-e010-4d79-9ed2-c647bba8a55a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:35.372726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0804102-0e25-4132-bf9f-0f61efb414f0 req-bc5acf9d-7b57-4f0d-91fb-25da50495c93 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=b677c432-cf7c-482c-a90a-05ae2bf3b43e HTTP/1.1" status: 200 len: 210 time: 0.1468565 Jun 30 09:12:35.388337 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6698775 Jun 30 09:12:35.399934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34936) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:35.410369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1761973345'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:35.464968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756fd0d-3c94-4697-a36a-1fb15102bf29 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Network': ['ID=3b2331d8-7740-4e27-95f4-2d60223c7254,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.489611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.521342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:35.580665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 70acb426-e010-4d79-9ed2-c647bba8a55a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:35.605979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Pushing event updated for resources: {'Subnet': ['ID=223f60db-a473-4bf1-b216-fe3d786e459c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:35.642712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Checking segment: {'id': '4a0c56fb-2485-4d96-a376-e45852e7b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:35.643473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Network hostable DHCP agents. Network: 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:35.660857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:35.664391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.681047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:35.692380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 70acb426-e010-4d79-9ed2-c647bba8a55a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:35.693077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 70acb426-e010-4d79-9ed2-c647bba8a55a not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:35.696091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:35.701874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.702706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.729272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea067d69-20e5-4ceb-ba93-ecae3bc36386 None None] Network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:35.741023 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-70f32acf-ce7a-4ccb-aa2f-b0173475714c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9698057 Jun 30 09:12:35.842656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1de02bde-d932-458f-b032-0ceabcf34ca3 req-45f33154-1730-4f57-9337-16c0fe26f433 tempest-InstanceActionsNegativeTestJSON-148228855 tempest-InstanceActionsNegativeTestJSON-148228855-project] 10.222.0.77 "GET /v2.0/ports?device_id=5ce89398-3f7d-407b-9263-642164025583 HTTP/1.1" status: 200 len: 210 time: 0.0530441 Jun 30 09:12:35.850685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d4bdba-8760-4a7e-b621-f85a43606b33 req-d02d950c-5655-4c28-87ff-b01009e98203 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:35.859433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96d4bdba-8760-4a7e-b621-f85a43606b33 req-d02d950c-5655-4c28-87ff-b01009e98203 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.5501006 Jun 30 09:12:35.869839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:35.926820 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:35.927257 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Added segment dcf3de34-1bf2-480e-8a07-0182b233dd0b of type vlan for network 2f12f98c-f311-49d4-b1b5-83b8359badec Jun 30 09:12:35.997482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53c14f8-d563-4553-8560-e1c1b0372a1f None None] Network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:36.017820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96d4bdba-8760-4a7e-b621-f85a43606b33 req-04e8e567-d126-4ce4-a9ea-751a76e54308 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575072 Jun 30 09:12:36.044972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.158691 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0631f-6f48-4367-85cd-09546c714552 x-openstack-request-id: req-b9b0631f-6f48-4367-85cd-09546c714552 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:36.159436 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce89398-3f7d-407b-9263-642164025583", "name": "network-vif-deleted", "tag": "c6c6d19a-411c-4255-9bbc-90818b6ba756", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:36.159436 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b9b0631f-6f48-4367-85cd-09546c714552 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:36.160275 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce89398-3f7d-407b-9263-642164025583', 'name': 'network-vif-deleted', 'tag': 'c6c6d19a-411c-4255-9bbc-90818b6ba756', 'status': 'completed', 'code': 200} Jun 30 09:12:36.185401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-850572e2-5fa1-47a6-aec3-6318590bad0e req-6931f2c2-b977-4ca6-ba76-afa88e9dc8d1 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/d7b1e817-c061-4187-83bf-8441b06da658 HTTP/1.1" status: 200 len: 1815 time: 0.2662687 Jun 30 09:12:36.195694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-0d2712f2-4a09-4af5-890f-519b7ef08864 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4895999 Jun 30 09:12:36.216890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86b8d68b-f258-44a5-bd42-443807747904 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:36.223596 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd715d-e945-4a20-ac40-1cf288ebe033 x-openstack-request-id: req-59bd715d-e945-4a20-ac40-1cf288ebe033 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:36.224124 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b677c432-cf7c-482c-a90a-05ae2bf3b43e", "name": "network-vif-deleted", "tag": "70acb426-e010-4d79-9ed2-c647bba8a55a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:36.224124 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59bd715d-e945-4a20-ac40-1cf288ebe033 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:36.224524 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b677c432-cf7c-482c-a90a-05ae2bf3b43e', 'name': 'network-vif-deleted', 'tag': '70acb426-e010-4d79-9ed2-c647bba8a55a', 'status': 'completed', 'code': 200} Jun 30 09:12:36.243745 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.267868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.274755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.275571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.282707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Transition to ACTIVE for port object 86b8d68b-f258-44a5-bd42-443807747904 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:36.312547 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.409411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0070870 Jun 30 09:12:36.412787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:36.420160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'subnet': {'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:36.477824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd65e1e-3228-4e98-a5a1-6536edc0d6d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Network': ['ID=2f12f98c-f311-49d4-b1b5-83b8359badec,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.484113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-850572e2-5fa1-47a6-aec3-6318590bad0e req-0caaecaa-2cc2-45e7-9231-706c942c0207 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.494664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2f12f98c-f311-49d4-b1b5-83b8359badec details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:36.533684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Pushing event updated for resources: {'Port': ['ID=86b8d68b-f258-44a5-bd42-443807747904,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.580080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-850572e2-5fa1-47a6-aec3-6318590bad0e req-0caaecaa-2cc2-45e7-9231-706c942c0207 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.590355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34958) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:36.600405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1518803994-network', 'tenant_id': '40dcb5154c8f496e81f3ed8554a4082d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:36.635727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:12:36.635727 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:12:36.635727 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': '56a1300b43fb4830816fe96e2162df56', 'id': '2a496fcb-413e-4b43-955a-5393bec98e65', 'expiration': datetime.datetime(2021, 6, 30, 9, 14, 36, 624393)}] Jun 30 09:12:36.635727 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:12:36.636241 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:12:36.643611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Made reservation on behalf of 40dcb5154c8f496e81f3ed8554a4082d for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:36.646509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.656852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.687091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-968d7c8e-4022-4ee5-8f11-0896900574e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.688639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-968d7c8e-4022-4ee5-8f11-0896900574e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aebd34d963264be89c86207a3abc5df8&device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 1102 time: 0.2919242 Jun 30 09:12:36.696901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Attempting to bind port 86b8d68b-f258-44a5-bd42-443807747904 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:36.697286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Attempting to bind port 86b8d68b-f258-44a5-bd42-443807747904 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:36.698024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Attempting to bind port 86b8d68b-f258-44a5-bd42-443807747904 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:36.707689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-850572e2-5fa1-47a6-aec3-6318590bad0e req-0caaecaa-2cc2-45e7-9231-706c942c0207 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.711015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-850572e2-5fa1-47a6-aec3-6318590bad0e req-0caaecaa-2cc2-45e7-9231-706c942c0207 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.726755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-850572e2-5fa1-47a6-aec3-6318590bad0e req-0caaecaa-2cc2-45e7-9231-706c942c0207 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "DELETE /v2.0/security-groups/d7b1e817-c061-4187-83bf-8441b06da658 HTTP/1.1" status: 204 len: 173 time: 0.5043306 Jun 30 09:12:36.739807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66426ff-faa4-4c75-aba2-b33334acf674 req-dd0280d7-8d9f-4a9e-bac1-4e119a36f14a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.741377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d66426ff-faa4-4c75-aba2-b33334acf674 req-dd0280d7-8d9f-4a9e-bac1-4e119a36f14a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 943 time: 0.2666595 Jun 30 09:12:36.750392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Port 86b8d68b-f258-44a5-bd42-443807747904 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:36.750639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Attempting to bind port 86b8d68b-f258-44a5-bd42-443807747904 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:36.776242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.777741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaecaa-2cc2-45e7-9231-706c942c0207 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b1e817-c061-4187-83bf-8441b06da658,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.783254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.808474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:36.814280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:36.814904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:36.815590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:36.816249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Bound port: 86b8d68b-f258-44a5-bd42-443807747904, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:36.816878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.846536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.846880 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Added segment 95575ace-07ed-4b38-af16-645e19b306df of type vlan for network 397ab0df-7054-4a67-a931-3af16fa32185 Jun 30 09:12:36.849983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5907faa-fe96-4448-aa28-f48c172ff4ee,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:36.902560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d66426ff-faa4-4c75-aba2-b33334acf674 req-d3237414-86bf-4c7e-ad40-6f2e67a4dfdb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442366 Jun 30 09:12:36.903939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.971914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-2ca53466-ad53-47c5-8583-3c6ecf84e236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.974551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-2ca53466-ad53-47c5-8583-3c6ecf84e236 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.2459507 Jun 30 09:12:36.991370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.993276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:36.994623 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:36.994762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] For port 86b8d68b-f258-44a5-bd42-443807747904, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:37.040752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34968) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:37.060651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-1bc3f65d-8243-4135-ba92-bd2d8780b309 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6 HTTP/1.1" status: 200 len: 217 time: 0.0751748 Jun 30 09:12:37.064967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] For port 86b8d68b-f258-44a5-bd42-443807747904, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=86b8d68b-f258-44a5-bd42-443807747904,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:37.099248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.113015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] Pushing event updated for resources: {'Network': ['ID=397ab0df-7054-4a67-a931-3af16fa32185,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.117949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8ee5fdfd-fd5f-4e64-89c1-2cf8958896b7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5257442 Jun 30 09:12:37.120560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:37.127010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Request body: {'subnet': {'network_id': '397ab0df-7054-4a67-a931-3af16fa32185', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1518803994-subnet', 'tenant_id': '40dcb5154c8f496e81f3ed8554a4082d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:37.127762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 397ab0df-7054-4a67-a931-3af16fa32185 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:37.134265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac419d76-5569-46c9-a7bf-8c0ad5fa4eac req-b9e6d99b-93b6-47d5-8f48-880bad42179a tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/da3e48eb-573c-4f98-90d5-6e31a32b2344 HTTP/1.1" status: 200 len: 1814 time: 0.1898303 Jun 30 09:12:37.176211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Made reservation on behalf of 40dcb5154c8f496e81f3ed8554a4082d for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:37.179515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.189709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.190629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.192907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] 10.222.0.79 "PUT /v2.0/ports/86b8d68b-f258-44a5-bd42-443807747904 HTTP/1.1" status: 200 len: 1092 time: 2.4250228 Jun 30 09:12:37.207545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Deleting subnet 32b5a614-b430-4c73-85e5-6799de3f7201 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:37.222639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.236419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-f4a577f8-14df-48b0-8368-6a667941b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.240583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-f4a577f8-14df-48b0-8368-6a667941b0bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1733778 Jun 30 09:12:37.270586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:37.275676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.381152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648137b4-dae8-46a6-98e3-83f4138ddefa service neutron] Pushing event updated for resources: {'Port': ['ID=86b8d68b-f258-44a5-bd42-443807747904,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.386108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.465303 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac419d76-5569-46c9-a7bf-8c0ad5fa4eac req-87769d47-de5b-4dae-9d99-8c9ea3bfe972 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.482079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.533397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac419d76-5569-46c9-a7bf-8c0ad5fa4eac req-87769d47-de5b-4dae-9d99-8c9ea3bfe972 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.598355 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.599348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-3185705f-0ee5-448a-980b-ddea845f00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.601101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-3185705f-0ee5-448a-980b-ddea845f00a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 1095 time: 0.3125486 Jun 30 09:12:37.619917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-2457457c-ef37-44f2-842e-0b390494e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.621289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-2457457c-ef37-44f2-842e-0b390494e79f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3295038 Jun 30 09:12:37.664004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.674989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2422a0a3-0793-4612-8af2-b41ffc88a8fd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.717875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-60d8e422-2d79-4d92-873a-4cd76a63009a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b8d68b-f258-44a5-bd42-443807747904 HTTP/1.1" status: 200 len: 217 time: 0.0915041 Jun 30 09:12:37.725272 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.736442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Checking segment: {'id': '95575ace-07ed-4b38-af16-645e19b306df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '397ab0df-7054-4a67-a931-3af16fa32185'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:37.736783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Network hostable DHCP agents. Network: 397ab0df-7054-4a67-a931-3af16fa32185, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:37.768215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Subnet': ['ID=bd202d6a-6b10-424e-ac20-a3d9781af517,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.780859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Checking segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:37.783922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network hostable DHCP agents. Network: 3b2331d8-7740-4e27-95f4-2d60223c7254, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:37.794582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Network 397ab0df-7054-4a67-a931-3af16fa32185 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:37.811218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:37.818386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 397ab0df-7054-4a67-a931-3af16fa32185) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:37.827179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.827179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.830162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b5a614-b430-4c73-85e5-6799de3f7201,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:37.830381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 3b2331d8-7740-4e27-95f4-2d60223c7254) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:37.834777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0119347-0194-4e81-ae90-d8c47f0e360b None None] Network 397ab0df-7054-4a67-a931-3af16fa32185 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:37.836531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.837289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac419d76-5569-46c9-a7bf-8c0ad5fa4eac req-87769d47-de5b-4dae-9d99-8c9ea3bfe972 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.837744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.840282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ac419d76-5569-46c9-a7bf-8c0ad5fa4eac req-87769d47-de5b-4dae-9d99-8c9ea3bfe972 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.853238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac419d76-5569-46c9-a7bf-8c0ad5fa4eac req-87769d47-de5b-4dae-9d99-8c9ea3bfe972 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "DELETE /v2.0/security-groups/da3e48eb-573c-4f98-90d5-6e31a32b2344 HTTP/1.1" status: 204 len: 173 time: 0.6993964 Jun 30 09:12:37.856811 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.867766 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f8826556-78bc-4f98-a7c7-9480b107bd62 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4537516 Jun 30 09:12:37.869756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-66afb08d-f04f-4e38-89ec-187bff95f560 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7482486 Jun 30 09:12:37.870411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:37.881333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ca1fba5d-63ed-409b-a02f-281476ed3f90 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/32b5a614-b430-4c73-85e5-6799de3f7201 HTTP/1.1" status: 204 len: 168 time: 0.8382118 Jun 30 09:12:37.905751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34980) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:37.913011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'subnet': {'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:37.914685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a82f100-8ec8-481b-aadb-229d3a65bf85 None None] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:37.976391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:37.978039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a688c-40b6-43fa-8fb6-94a00eb42835 req-85f39444-f6b4-4af4-a544-4e47da293e42 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:37.995298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b47a688c-40b6-43fa-8fb6-94a00eb42835 req-85f39444-f6b4-4af4-a544-4e47da293e42 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.4886231 Jun 30 09:12:38.018194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87769d47-de5b-4dae-9d99-8c9ea3bfe972 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3e48eb-573c-4f98-90d5-6e31a32b2344,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.050960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c6c6d19a-411c-4255-9bbc-90818b6ba756 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:38.079462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8523-5d83-4a08-add7-b0346650661a req-c7f9723d-6059-4de4-bcbd-36b55bd72158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.082316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-c7f9723d-6059-4de4-bcbd-36b55bd72158 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.3462167 Jun 30 09:12:38.086260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: c6c6d19a-411c-4255-9bbc-90818b6ba756 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:38.086714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c6c6d19a-411c-4255-9bbc-90818b6ba756 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:38.135595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.156270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44ba27e-b0d3-4da5-b7ee-88d73443450a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:38.171333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-73c62564-e663-45a7-b06b-bfd890663ae9 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407007 Jun 30 09:12:38.174324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'tag': '86b8d68b-f258-44a5-bd42-443807747904'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:38.178890 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c04d613-bb17-4068-a24e-862a97025d09" -d '{"events": [{"name": "network-changed", "server_uuid": "a62d217c-1692-4d2d-bd62-e2b61085c4ab", "tag": "86b8d68b-f258-44a5-bd42-443807747904"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:38.180202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:38.180686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dbe90e7-4d1a-44d4-8a96-f6be354eeda0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:38.183877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df34cd39-6063-422d-bb61-67d639386e66 None None] Network 397ab0df-7054-4a67-a931-3af16fa32185 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:38.196856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-e2c7e3ee-a0e9-4903-8f5e-8502c173d551 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763679 Jun 30 09:12:38.202409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.223029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.239796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:38.240556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:38.244623 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:38.294878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b47a688c-40b6-43fa-8fb6-94a00eb42835 req-6a2b9002-da10-4843-89cb-ad30b2835618 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985656 Jun 30 09:12:38.376877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.405333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.407941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] 10.222.0.77 "DELETE /v2.0/networks/a44ba27e-b0d3-4da5-b7ee-88d73443450a HTTP/1.1" status: 204 len: 168 time: 0.5361710 Jun 30 09:12:38.409168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af88289-0bdd-4adc-9511-58085c30364b admin admin] Pushing event deleted for resources: {'Network': ['ID=a44ba27e-b0d3-4da5-b7ee-88d73443450a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:38.458828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-3b2331d8-7740-4e27-95f4-2d60223c7254', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:38.460008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.528309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:38.531859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.614479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1778ed-d3a8-4562-b0c3-19689843b022 req-e7062e0e-82bb-46dc-982c-ecee686b8bd7 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:38.616044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d1778ed-d3a8-4562-b0c3-19689843b022 req-e7062e0e-82bb-46dc-982c-ecee686b8bd7 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 950 time: 0.5389481 Jun 30 09:12:38.637853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7678b411-538b-4496-9c56-dc152f73e32f req-072d4d6f-adb7-428d-b962-884670201b31 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/950a0e97-f34c-4079-a6a2-13bba192f296 HTTP/1.1" status: 200 len: 1814 time: 0.2541180 Jun 30 09:12:38.666783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-765826ae-5bdf-449e-a8e0-0a2b246f2f76 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141815 Jun 30 09:12:38.672971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a15b07b-9843-4bcc-9102-2d1ca80daf3c req-dadfdaad-1ea5-4f72-af13-e6349fe887e1 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429281 Jun 30 09:12:38.733761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:38.744026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Allocated IP 10.1.1.2 (3b2331d8-7740-4e27-95f4-2d60223c7254/bd202d6a-6b10-424e-ac20-a3d9781af517/2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:38.797425 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-33d84e22-f744-4fbd-8c60-c7dbbb34111d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2bc72684d0f244ca83ad459d2607e84f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0622098 Jun 30 09:12:38.800664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:38.805233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d1778ed-d3a8-4562-b0c3-19689843b022 req-b53addeb-4860-46b2-8595-40863a735e41 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/security-groups?id=44d7a3c2-19c4-4891-a6bf-58c7de69cc29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790998 Jun 30 09:12:38.855523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7678b411-538b-4496-9c56-dc152f73e32f req-b5e772af-f2f2-4d87-b538-8231c17cb9e9 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.878642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ead4e9d2-2c83-4feb-a3fb-b4d8f42efa8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.911575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f19b8523-5d83-4a08-add7-b0346650661a req-e5ffcddf-1fbc-46ab-ae8d-0a0e19c81337 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194622 Jun 30 09:12:38.923941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ead4e9d2-2c83-4feb-a3fb-b4d8f42efa8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.936757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7678b411-538b-4496-9c56-dc152f73e32f req-b5e772af-f2f2-4d87-b538-8231c17cb9e9 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:38.991142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ead4e9d2-2c83-4feb-a3fb-b4d8f42efa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.001424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ead4e9d2-2c83-4feb-a3fb-b4d8f42efa8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.006306 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ead4e9d2-2c83-4feb-a3fb-b4d8f42efa8f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b37c92f6-3534-43a0-873e-d86099be5feb HTTP/1.1" status: 204 len: 168 time: 0.2009594 Jun 30 09:12:39.033413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead4e9d2-2c83-4feb-a3fb-b4d8f42efa8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37c92f6-3534-43a0-873e-d86099be5feb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.102859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.117411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Transition to ACTIVE for port object 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:39.143497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Transition to ACTIVE for port object 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:39.159026 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.218004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:39.219503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:39.223587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:39.296310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Pushing event updated for resources: {'Port': ['ID=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.309614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Attempting to bind port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:39.310808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Attempting to bind port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:39.310808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Attempting to bind port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:39.320251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:39.320251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Checking segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:39.320251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.320251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Bound using segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:39.320251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Bound port: 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:39.320251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.413986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.416640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] For port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:39.423901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] For port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:39.430175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.431247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7678b411-538b-4496-9c56-dc152f73e32f req-b5e772af-f2f2-4d87-b538-8231c17cb9e9 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.433466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7678b411-538b-4496-9c56-dc152f73e32f req-b5e772af-f2f2-4d87-b538-8231c17cb9e9 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:39.446959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7678b411-538b-4496-9c56-dc152f73e32f req-b5e772af-f2f2-4d87-b538-8231c17cb9e9 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "DELETE /v2.0/security-groups/950a0e97-f34c-4079-a6a2-13bba192f296 HTTP/1.1" status: 204 len: 173 time: 0.8081830 Jun 30 09:12:39.548282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba271f3-b046-4b23-abd6-c82eefca0a84 None None] Pushing event updated for resources: {'Port': ['ID=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.554991 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4decb271-5f94-4986-a2c0-b6b66fc5d21c x-openstack-request-id: req-4decb271-5f94-4986-a2c0-b6b66fc5d21c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:39.555601 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62d217c-1692-4d2d-bd62-e2b61085c4ab", "tag": "86b8d68b-f258-44a5-bd42-443807747904", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:39.555601 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4decb271-5f94-4986-a2c0-b6b66fc5d21c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:39.555939 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'tag': '86b8d68b-f258-44a5-bd42-443807747904', 'status': 'completed', 'code': 200} Jun 30 09:12:39.580677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e772af-f2f2-4d87-b538-8231c17cb9e9 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=950a0e97-f34c-4079-a6a2-13bba192f296,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.649493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Subnet': ['ID=5f06d589-85ee-4a8d-80cd-eaedccef4924,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:39.682563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-2634f680-d690-425a-aeaa-264493c1c776 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.684126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-2634f680-d690-425a-aeaa-264493c1c776 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.83 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 950 time: 0.3717725 Jun 30 09:12:39.700337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5df02-fb6a-4d7a-95b0-980ef5072f14 req-2a15ecc9-5dc4-4a14-8d91-30bd2224d882 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.701878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9d5df02-fb6a-4d7a-95b0-980ef5072f14 req-2a15ecc9-5dc4-4a14-8d91-30bd2224d882 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 943 time: 0.3942344 Jun 30 09:12:39.765507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Checking segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:39.765904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network hostable DHCP agents. Network: 2f12f98c-f311-49d4-b1b5-83b8359badec, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:39.869021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9d5df02-fb6a-4d7a-95b0-980ef5072f14 req-273844bf-e611-4e84-bee6-c5257597f0e8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570559 Jun 30 09:12:39.881378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d613-bb17-4068-a24e-862a97025d09 req-fff4b7f6-20e2-42e7-bad1-d5d8c70322fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:39.889323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-fff4b7f6-20e2-42e7-bad1-d5d8c70322fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 1095 time: 0.3241208 Jun 30 09:12:39.899575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 2f12f98c-f311-49d4-b1b5-83b8359badec is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:40.026696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2f12f98c-f311-49d4-b1b5-83b8359badec) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:40.036322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6799a5b-7c58-4faf-9090-d39f5c1d1e46 None None] Network 2f12f98c-f311-49d4-b1b5-83b8359badec requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:40.068017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.068839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.152749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Deleting port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:12:40.153394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.171276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.171820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-045adfcf-3ca7-4d19-9467-b3e9c54dc1f8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2625086 Jun 30 09:12:40.180721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'name': 'tempest-TaggedBootDevicesTest-1537337562', 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:40.232212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d613-bb17-4068-a24e-862a97025d09 req-9752c373-b53f-43f0-b5ed-af3f9bd53111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.233684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-9752c373-b53f-43f0-b5ed-af3f9bd53111 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.3362117 Jun 30 09:12:40.267024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-81ac3347-3671-4004-a230-dd1b2ff72797 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.274270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-81ac3347-3671-4004-a230-dd1b2ff72797 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/networks?id=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a HTTP/1.1" status: 200 len: 824 time: 0.2838633 Jun 30 09:12:40.325079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-b38f42a8-0756-4779-91dc-ece8dcb54d04 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86b8d68b-f258-44a5-bd42-443807747904 HTTP/1.1" status: 200 len: 217 time: 0.0743189 Jun 30 09:12:40.336294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-31283015-5502-4d67-9bf0-6201a9589642 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/quotas/d33d0a58765f46fe946b82ef767631d5 HTTP/1.1" status: 200 len: 375 time: 0.0607545 Jun 30 09:12:40.364013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35042) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:40.388339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-2f12f98c-f311-49d4-b1b5-83b8359badec', 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'fixed_ips': [{'subnet_id': '5f06d589-85ee-4a8d-80cd-eaedccef4924'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:40.389214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.434762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-da506b97-d49f-47d3-a834-ae5698ec93e8 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=d33d0a58765f46fe946b82ef767631d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0970173 Jun 30 09:12:40.460012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70647369-3517-4cd0-b9b4-eccffd381bcb req-d73b6669-cf4b-4580-9a13-659576465eb5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.461858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70647369-3517-4cd0-b9b4-eccffd381bcb req-d73b6669-cf4b-4580-9a13-659576465eb5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.4013569 Jun 30 09:12:40.572023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] For port 84bc25b8-856e-4c6c-88a5-ba396f8690b6, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=84bc25b8-856e-4c6c-88a5-ba396f8690b6,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:40.572539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.584278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:40.608535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Calling delete_port for 84bc25b8-856e-4c6c-88a5-ba396f8690b6 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:12:40.613688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04d613-bb17-4068-a24e-862a97025d09 req-37f4b4ea-e52f-4210-b07b-7d2a67f11967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:40.617066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-37f4b4ea-e52f-4210-b07b-7d2a67f11967 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.2773058 Jun 30 09:12:40.641471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-787171481-network', 'tenant_id': '7b336de162b34cbaa87aec05baab0cc0'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:40.647608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Allocated IP 10.2.2.2 (2f12f98c-f311-49d4-b1b5-83b8359badec/5f06d589-85ee-4a8d-80cd-eaedccef4924/7c314365-86b9-4f19-992e-92ab1cfea342) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:40.721220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.726261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-bad22997-26ab-4fd4-b37a-3b48225342ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805938 Jun 30 09:12:40.743426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70647369-3517-4cd0-b9b4-eccffd381bcb req-8326eb6c-4fa1-4ac4-bb56-5b750bdf5cb6 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716410 Jun 30 09:12:40.754440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] device_id is not set on port 9cad5e9a-0c90-4b69-816a-571e2374dace yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:40.926770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-e0b4b44b-12a4-4ed5-88f6-faf20f4dce95 service neutron] 10.222.0.77 "GET /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905481 Jun 30 09:12:40.929052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Made reservation on behalf of 7b336de162b34cbaa87aec05baab0cc0 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:40.931736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.946888 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:40.959241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Transition to ACTIVE for port object 7c314365-86b9-4f19-992e-92ab1cfea342 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:40.980356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Transition to ACTIVE for port object 7c314365-86b9-4f19-992e-92ab1cfea342 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:40.989076 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.023290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.039453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Network 2f12f98c-f311-49d4-b1b5-83b8359badec is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:41.042923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:41.050667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:41.058957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a76040-a229-4337-99d1-a89ea12045e7 None None] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:41.065560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Pushing event updated for resources: {'Port': ['ID=7c314365-86b9-4f19-992e-92ab1cfea342,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.093218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 10.1.1.71 (3b2331d8-7740-4e27-95f4-2d60223c7254/bd202d6a-6b10-424e-ac20-a3d9781af517/9cad5e9a-0c90-4b69-816a-571e2374dace) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:41.114770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6b94dba-02bb-43d1-8ee6-64be9614dc13 req-bb4e3489-f91d-46d7-a6cc-52ebff93ea12 tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "GET /v2.0/security-groups/e8c141e4-c992-46b8-8734-a0a847ffb7fa HTTP/1.1" status: 200 len: 1814 time: 0.3071854 Jun 30 09:12:41.158025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-77082ee0-77da-41d2-903a-0e0ddc0bcb2b service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535001 Jun 30 09:12:41.220024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ce39f229-db7c-4e46-a7a6-c9e6776afe93 None None] Provisioning for port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:41.234627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Attempting to bind port 7c314365-86b9-4f19-992e-92ab1cfea342 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:41.235231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Attempting to bind port 7c314365-86b9-4f19-992e-92ab1cfea342 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:41.235600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Attempting to bind port 7c314365-86b9-4f19-992e-92ab1cfea342 on network 2f12f98c-f311-49d4-b1b5-83b8359badec {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:41.256336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:41.257016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Checking segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:41.259791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.260381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Bound using segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:41.261653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Bound port: 7c314365-86b9-4f19-992e-92ab1cfea342, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:41.263486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.282349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.286528 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f24fe73c-a269-409e-be53-b3ced64f51c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.292874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-04826e7f-1689-4eac-9492-2a06278795aa service neutron] 10.222.0.77 "GET /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648074 Jun 30 09:12:41.305015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object 9cad5e9a-0c90-4b69-816a-571e2374dace will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:41.350122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.423165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] For port 7c314365-86b9-4f19-992e-92ab1cfea342, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:41.431117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] For port 7c314365-86b9-4f19-992e-92ab1cfea342, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c314365-86b9-4f19-992e-92ab1cfea342,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:41.463564 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.469269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:41.480703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:41.485591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c6b94dba-02bb-43d1-8ee6-64be9614dc13 req-9dfb1e82-8f38-4fdf-8e89-b0d76c56eafa tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.489266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:41.489963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.529160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:41.553372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.605759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:41.606769 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.628731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['84bc25b8-856e-4c6c-88a5-ba396f8690b6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:41.638838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Pushing event deleted for resources: {'Port': ['ID=84bc25b8-856e-4c6c-88a5-ba396f8690b6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:41.652806 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c6b94dba-02bb-43d1-8ee6-64be9614dc13 req-9dfb1e82-8f38-4fdf-8e89-b0d76c56eafa tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.658370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c04d613-bb17-4068-a24e-862a97025d09 req-000d88c9-4a39-49de-b7a8-2d81d5d46956 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786375 Jun 30 09:12:41.688714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 86b8d68b-f258-44a5-bd42-443807747904 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:41.729694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.748498 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a89cf718-f7be-42a7-baf4-845e69afd0d7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5724578 Jun 30 09:12:41.748681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:41.754273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'name': 'tempest-TaggedBootDevicesTest-2137442220', 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:41.764080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] No DVR routers for this DVR port 84bc25b8-856e-4c6c-88a5-ba396f8690b6 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:12:41.770349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.775153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.777357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a3877ce-3e27-4ebd-9970-4d0a8b57c1da req-c8e08000-bae9-478c-aef4-1fe683bb5472 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.83 "DELETE /v2.0/ports/84bc25b8-856e-4c6c-88a5-ba396f8690b6 HTTP/1.1" status: 204 len: 173 time: 2.0868230 Jun 30 09:12:41.787199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'name': 'network-vif-deleted', 'tag': '84bc25b8-856e-4c6c-88a5-ba396f8690b6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:41.789978 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079dd912-3d65-4cde-a126-709e97b4f128" -d '{"events": [{"server_uuid": "a983a43a-3c9d-4392-99c6-d62600095a31", "name": "network-vif-deleted", "tag": "84bc25b8-856e-4c6c-88a5-ba396f8690b6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:41.868843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa262c38-13a9-4c84-b722-54fbf472b27b req-c66faca1-f338-48cf-81c7-6c4b3ac58701 tempest-ServersAdminNegativeTestJSON-1365601304 tempest-ServersAdminNegativeTestJSON-1365601304-project] 10.222.0.77 "GET /v2.0/ports?device_id=a983a43a-3c9d-4392-99c6-d62600095a31 HTTP/1.1" status: 200 len: 210 time: 0.1101255 Jun 30 09:12:41.880119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:41.898179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:41.899401 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Added segment 987d1058-aa68-49c0-91d7-8506f51fba25 of type vlan for network 2543f92c-a70b-435f-9513-034ba3208fa9 Jun 30 09:12:42.030653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.046926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00724ebb-3bd5-4db8-bfc6-1488904580b3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.056598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:42.058199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c6b94dba-02bb-43d1-8ee6-64be9614dc13 req-9dfb1e82-8f38-4fdf-8e89-b0d76c56eafa tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.067047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c6b94dba-02bb-43d1-8ee6-64be9614dc13 req-9dfb1e82-8f38-4fdf-8e89-b0d76c56eafa tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.069214 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6b94dba-02bb-43d1-8ee6-64be9614dc13 req-9dfb1e82-8f38-4fdf-8e89-b0d76c56eafa tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] 10.222.0.77 "DELETE /v2.0/security-groups/e8c141e4-c992-46b8-8734-a0a847ffb7fa HTTP/1.1" status: 204 len: 173 time: 0.9536293 Jun 30 09:12:42.076142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35064) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:42.101657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:42.102037 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.103955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e08f3ea-4d00-4e05-9bda-6391ad5fd908 None None] Pushing event updated for resources: {'Port': ['ID=7c314365-86b9-4f19-992e-92ab1cfea342,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.141158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 86b8d68b-f258-44a5-bd42-443807747904, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=86b8d68b-f258-44a5-bd42-443807747904,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:42.151140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:42.158679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.197386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '86b8d68b-f258-44a5-bd42-443807747904', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': '86b8d68b-f258-44a5-bd42-443807747904', 'mac_address': 'fa:16:3e:d0:de:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:42.213141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] device_id is not set on port ad218a9b-2f06-4715-9db2-12f3382aeaa7 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:12:42.221035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:12:42.228641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfb1e82-8f38-4fdf-8e89-b0d76c56eafa tempest-SecurityGroupRulesNegativeTestJSON-1413076909 tempest-SecurityGroupRulesNegativeTestJSON-1413076909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c141e4-c992-46b8-8734-a0a847ffb7fa,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.351761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.406158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86b8d68b-f258-44a5-bd42-443807747904 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:42.461511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f72afcea-5736-4186-bd59-d53f04670a27 req-abefa54b-89b3-4f9e-af86-7fc517a59187 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 210 time: 0.2545412 Jun 30 09:12:42.473657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.490534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 86b8d68b-f258-44a5-bd42-443807747904, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=86b8d68b-f258-44a5-bd42-443807747904,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:42.527494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.559645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Deleting subnet 701c2e18-15ea-4121-bcf2-19961d1b32bd {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:12:42.566827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.579200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:42.582913 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.622415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 10.1.1.109 (3b2331d8-7740-4e27-95f4-2d60223c7254/bd202d6a-6b10-424e-ac20-a3d9781af517/ad218a9b-2f06-4715-9db2-12f3382aeaa7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:42.680925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:42.710922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.736852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=86b8d68b-f258-44a5-bd42-443807747904,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.829474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:42.837938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] Pushing event updated for resources: {'Network': ['ID=2543f92c-a70b-435f-9513-034ba3208fa9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:42.845067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['86b8d68b-f258-44a5-bd42-443807747904'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:42.922585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2543f92c-a70b-435f-9513-034ba3208fa9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:42.933385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.023705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-30e42fcd-49f8-4667-ab95-b88025f070ea None None] Provisioning for port 9cad5e9a-0c90-4b69-816a-571e2374dace completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:43.044565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d1c3761d-1fd4-4e8f-be60-5fb364d89d9e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.6767573 Jun 30 09:12:43.052962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.058041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Request body: {'subnet': {'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-787171481-subnet', 'tenant_id': '7b336de162b34cbaa87aec05baab0cc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:43.066635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-30e42fcd-49f8-4667-ab95-b88025f070ea None None] Provisioning complete for port 9cad5e9a-0c90-4b69-816a-571e2374dace triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:43.067635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30e42fcd-49f8-4667-ab95-b88025f070ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.104542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.142721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-30e42fcd-49f8-4667-ab95-b88025f070ea None None] Port 9cad5e9a-0c90-4b69-816a-571e2374dace cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:43.182699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Made reservation on behalf of 7b336de162b34cbaa87aec05baab0cc0 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:43.185712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.193440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a9297-5d9e-4f5b-8f9b-584029e8f169 req-cac9eb8b-3a06-4f09-97f8-a3833b414c4c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.204851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a0a9297-5d9e-4f5b-8f9b-584029e8f169 req-cac9eb8b-3a06-4f09-97f8-a3833b414c4c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.4016392 Jun 30 09:12:43.208164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.226240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object ad218a9b-2f06-4715-9db2-12f3382aeaa7 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:43.241921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98454c-7fe7-4341-a67b-d0514871ecee req-dd8e3532-0e02-42c0-adee-07794f329eaf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:43.244882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-30e42fcd-49f8-4667-ab95-b88025f070ea None None] Provisioning complete for port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:43.245451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30e42fcd-49f8-4667-ab95-b88025f070ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.250270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d98454c-7fe7-4341-a67b-d0514871ecee req-dd8e3532-0e02-42c0-adee-07794f329eaf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 943 time: 0.9597895 Jun 30 09:12:43.335034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.369066 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.420687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:43.463957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a0a9297-5d9e-4f5b-8f9b-584029e8f169 req-68b9fef6-b332-437e-8973-00f6c3ba70e5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581031 Jun 30 09:12:43.467389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d98454c-7fe7-4341-a67b-d0514871ecee req-24df6f93-db55-4701-a852-7444fa4c8d2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162380 Jun 30 09:12:43.614737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:43.620687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:43.630538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.641092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.731462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:43.758720 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a170394c-f00f-4548-b7b4-e6a3b400dae7 x-openstack-request-id: req-a170394c-f00f-4548-b7b4-e6a3b400dae7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:43.759873 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a983a43a-3c9d-4392-99c6-d62600095a31", "name": "network-vif-deleted", "tag": "84bc25b8-856e-4c6c-88a5-ba396f8690b6", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:43.759873 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a170394c-f00f-4548-b7b4-e6a3b400dae7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:43.759873 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a983a43a-3c9d-4392-99c6-d62600095a31', 'name': 'network-vif-deleted', 'tag': '84bc25b8-856e-4c6c-88a5-ba396f8690b6', 'status': 'completed', 'code': 200} Jun 30 09:12:43.773686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701c2e18-15ea-4121-bcf2-19961d1b32bd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.820233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5f7c9ab7-f1e8-4045-80b3-17dc9f9206ca None None] Provisioning complete for port 9cad5e9a-0c90-4b69-816a-571e2374dace triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:43.820613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f7c9ab7-f1e8-4045-80b3-17dc9f9206ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.825133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:43.828207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:43.830349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/701c2e18-15ea-4121-bcf2-19961d1b32bd HTTP/1.1" status: 204 len: 168 time: 1.7510448 Jun 30 09:12:43.833052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.833539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.833992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.843603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.844049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.844395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.844881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.845461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.846031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.847170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.847761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:43.857223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:43.859081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6739fe3c-dd4a-4373-b2d1-33e6ccac0889 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:44.006379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c9ab7-f1e8-4045-80b3-17dc9f9206ca None None] Port 9cad5e9a-0c90-4b69-816a-571e2374dace cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:44.027681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:44.028107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.060201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.127334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.131059 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.167240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Checking segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:44.167607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Network hostable DHCP agents. Network: 2543f92c-a70b-435f-9513-034ba3208fa9, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:44.219207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.239638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fe0d259-bae1-4686-bf62-809da3a6f578 req-590e2489-3296-47d8-99dd-88433bf32c06 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 210 time: 0.0560739 Jun 30 09:12:44.275137 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-804f83fa-83ed-4cf1-9610-421a8ebdc91f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5247047 Jun 30 09:12:44.285612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Network 2543f92c-a70b-435f-9513-034ba3208fa9 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:44.336036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35086) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.345249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2543f92c-a70b-435f-9513-034ba3208fa9) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:44.351876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.352671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.418348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-9ef18d16-a583-4042-8043-a6dcd392bd65 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.420348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-9ef18d16-a583-4042-8043-a6dcd392bd65 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.79 "GET /v2.0/networks?id=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a HTTP/1.1" status: 200 len: 824 time: 0.4181638 Jun 30 09:12:44.436343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Request body: {'port': {'device_id': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a', 'admin_state_up': True, 'tenant_id': 'd33d0a58765f46fe946b82ef767631d5'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:44.445514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 84bc25b8-856e-4c6c-88a5-ba396f8690b6 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:12:44.448009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6870ac6-0c65-4586-901a-01a2bd618cec None None] Network 2f12f98c-f311-49d4-b1b5-83b8359badec requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:44.478855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67b36528-a86d-4900-8a83-6ae83888b7ac admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4247396 Jun 30 09:12:44.480732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.504337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee138f01-909f-4e6c-a4c5-52904143a223']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.540473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '071185b1-f368-4c33-8355-88b4cb08c42e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.542646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '071185b1-f368-4c33-8355-88b4cb08c42e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:44.564694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815669d-d319-42bc-a648-fc856aaf8929 None None] Network 2543f92c-a70b-435f-9513-034ba3208fa9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:44.576469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.602491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.610685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:12:44.611847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:12:44.684851 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:12:44.716946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.725183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.729870 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ee138f01-909f-4e6c-a4c5-52904143a223 HTTP/1.1" status: 204 len: 168 time: 0.8653023 Jun 30 09:12:44.758276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 84bc25b8-856e-4c6c-88a5-ba396f8690b6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:12:44.758276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 84bc25b8-856e-4c6c-88a5-ba396f8690b6 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:12:44.760528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7549f7f0-3dd8-42ba-9b5b-9aa01aadbd28 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee138f01-909f-4e6c-a4c5-52904143a223,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:44.802545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.804440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4543be35-303c-4042-88d8-9a6a2153e235 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aebd34d963264be89c86207a3abc5df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4637158 Jun 30 09:12:44.829732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f79f0c5e-b69c-4d1e-9de2-4250f3b7a6ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.833937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d62bd137-5e9d-43ca-baa7-a3a5a93ce8b0 None None] Provisioning for port 7c314365-86b9-4f19-992e-92ab1cfea342 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:44.914083 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.915324 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71408da9-107d-4723-b186-29b1da82b33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.952649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e71b6-ac80-4d7d-ba03-25d0bbe59089 req-3e8d51bf-6ff0-4b8f-a378-623cbb9ee525 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:44.963366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec1e71b6-ac80-4d7d-ba03-25d0bbe59089 req-3e8d51bf-6ff0-4b8f-a378-623cbb9ee525 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.2023742 Jun 30 09:12:44.965186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35106) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.971717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Made reservation on behalf of d33d0a58765f46fe946b82ef767631d5 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:44.975824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.978790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35108) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:44.979168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71408da9-107d-4723-b186-29b1da82b33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:44.985638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410361818', 'description': 'tempest-description--1051529480'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:45.049043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c314365-86b9-4f19-992e-92ab1cfea342 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:45.058533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71408da9-107d-4723-b186-29b1da82b33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.073595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71408da9-107d-4723-b186-29b1da82b33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.099526 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-71408da9-107d-4723-b186-29b1da82b33f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/44d7a3c2-19c4-4891-a6bf-58c7de69cc29 HTTP/1.1" status: 204 len: 168 time: 0.2785759 Jun 30 09:12:45.109452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd51b39c-14d5-4dde-b593-b9aaf8c3c08a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=06a34f151a514a3d82f1396e2aaa0f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404130 Jun 30 09:12:45.111938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35112) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:45.134289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71408da9-107d-4723-b186-29b1da82b33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7a3c2-19c4-4891-a6bf-58c7de69cc29,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.139677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec1e71b6-ac80-4d7d-ba03-25d0bbe59089 req-985b5f31-90b9-4ffd-8054-1587aeaa664b tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751573 Jun 30 09:12:45.193171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-606bf577-eb4d-4032-84c2-bb11d9c93a52 None None] Provisioning for port ad218a9b-2f06-4715-9db2-12f3382aeaa7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:45.196506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.207030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31428992-b1f1-4043-b958-b19b6c2bdf47 None None] Network 2543f92c-a70b-435f-9513-034ba3208fa9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:45.310969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-606bf577-eb4d-4032-84c2-bb11d9c93a52 None None] Provisioning complete for port ad218a9b-2f06-4715-9db2-12f3382aeaa7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.311696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-606bf577-eb4d-4032-84c2-bb11d9c93a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.410755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7c314365-86b9-4f19-992e-92ab1cfea342 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:45.417720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1cb0-c325-434c-8742-57339e00e788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.418798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7c314365-86b9-4f19-992e-92ab1cfea342 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.419422 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.464546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-606bf577-eb4d-4032-84c2-bb11d9c93a52 None None] Port ad218a9b-2f06-4715-9db2-12f3382aeaa7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:45.471416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Allocated IP 172.20.0.4 (0d26651b-6ba3-40a7-b3f8-47fe71d28d6a/223f60db-a473-4bf1-b216-fe3d786e459c/52f65bfc-6a37-41a2-bd68-77101c6aa364) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:45.522635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8304473-4527-4fcd-9f2b-3b44a6f8124c req-17d5e566-d50a-47d8-9a52-7eea8dc8f413 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:45.525379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8304473-4527-4fcd-9f2b-3b44a6f8124c req-17d5e566-d50a-47d8-9a52-7eea8dc8f413 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 944 time: 0.3490763 Jun 30 09:12:45.550798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.593011 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1cb0-c325-434c-8742-57339e00e788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.603568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 86b8d68b-f258-44a5-bd42-443807747904 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:45.651757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 7c314365-86b9-4f19-992e-92ab1cfea342, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c314365-86b9-4f19-992e-92ab1cfea342,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:45.662078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.749200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 86b8d68b-f258-44a5-bd42-443807747904 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:45.755923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 86b8d68b-f258-44a5-bd42-443807747904 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.762150 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.774330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=7c314365-86b9-4f19-992e-92ab1cfea342,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:45.820499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:45.825508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8304473-4527-4fcd-9f2b-3b44a6f8124c req-697ed9af-b805-4d20-8217-04210be1f5ea tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806749 Jun 30 09:12:45.877140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.878432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-edfb2a4d-89ab-4bb2-aae7-3bd0d5e36206 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05d0caf6112749cf9950e06d090da17d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557404 Jun 30 09:12:45.881332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:45.924129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c3065c56-c65c-432a-8840-e6733bc7b176 None None] Provisioning complete for port 7c314365-86b9-4f19-992e-92ab1cfea342 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:45.924913 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c3065c56-c65c-432a-8840-e6733bc7b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.980740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83f8cb3d-b55d-42f2-97bb-7b4106a80565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:45.983511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.004985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.011972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83f8cb3d-b55d-42f2-97bb-7b4106a80565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.038350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b8d68b-f258-44a5-bd42-443807747904'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:46.041715 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e13514-1e28-4766-87b6-05620aa0a186" -d '{"events": [{"server_uuid": "a62d217c-1692-4d2d-bd62-e2b61085c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "86b8d68b-f258-44a5-bd42-443807747904"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:46.045596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 86b8d68b-f258-44a5-bd42-443807747904, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=86b8d68b-f258-44a5-bd42-443807747904,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:46.059683 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.087453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83f8cb3d-b55d-42f2-97bb-7b4106a80565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.089969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83f8cb3d-b55d-42f2-97bb-7b4106a80565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.091350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-83f8cb3d-b55d-42f2-97bb-7b4106a80565 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/845c5dfb-c3a0-4485-8679-4fa4df529530 HTTP/1.1" status: 204 len: 168 time: 0.2089846 Jun 30 09:12:46.110821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8cb3d-b55d-42f2-97bb-7b4106a80565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845c5dfb-c3a0-4485-8679-4fa4df529530,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.174020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=86b8d68b-f258-44a5-bd42-443807747904,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.329944 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.365035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1cb0-c325-434c-8742-57339e00e788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.367547 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e4a1cb0-c325-434c-8742-57339e00e788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.368670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8e4a1cb0-c325-434c-8742-57339e00e788 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2dee9396-ffc0-4056-8d2a-5968c79a6a49 HTTP/1.1" status: 204 len: 168 time: 1.2547820 Jun 30 09:12:46.405587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f627f82-8c27-4b60-a80e-6256bce2e601 req-dff53753-58da-4ad1-b2bf-f268588b5f98 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 210 time: 0.0768671 Jun 30 09:12:46.438558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.438558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4523556 Jun 30 09:12:46.438888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.448749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'security_group_rule': {'security_group_id': '281e9042-9440-4e9a-8918-9db8c9d4ede0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:46.451961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c8235c9c-b8b9-4112-a3ee-e2484c69fa12 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.460276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c8235c9c-b8b9-4112-a3ee-e2484c69fa12 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 817 time: 0.7415946 Jun 30 09:12:46.462167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f5ac5-c194-443a-8cfd-f9f79415e8ad tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281e9042-9440-4e9a-8918-9db8c9d4ede0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.483596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a1cb0-c325-434c-8742-57339e00e788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dee9396-ffc0-4056-8d2a-5968c79a6a49,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.498541 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28fdc9d-19d1-4526-a910-748385d53e25 x-openstack-request-id: req-f28fdc9d-19d1-4526-a910-748385d53e25 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:46.499516 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62d217c-1692-4d2d-bd62-e2b61085c4ab", "name": "network-vif-plugged", "status": "completed", "tag": "86b8d68b-f258-44a5-bd42-443807747904", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:46.499890 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f28fdc9d-19d1-4526-a910-748385d53e25 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:46.500394 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86b8d68b-f258-44a5-bd42-443807747904', 'code': 200} Jun 30 09:12:46.512689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-19cc547a-7685-4a5a-8abf-e3d28bdd3350 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/quotas/7b336de162b34cbaa87aec05baab0cc0 HTTP/1.1" status: 200 len: 375 time: 0.0514102 Jun 30 09:12:46.553439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.604239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.616204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-a9c4748d-eb3d-4c63-9b61-6fc7141a74bd tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019354 Jun 30 09:12:46.730075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.746038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2584123-3e47-4239-82f8-88e25aaf0f32 req-dfd1a854-e55c-4756-b505-f61dfb340d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.747570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2584123-3e47-4239-82f8-88e25aaf0f32 req-dfd1a854-e55c-4756-b505-f61dfb340d4a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 1097 time: 0.1625192 Jun 30 09:12:46.748326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.790309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90fe8c2-359d-4cba-9aef-990a4717f1e4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:46.799333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.803489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-138db0d2-e967-4983-ad92-de933f2ccd54 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607666 Jun 30 09:12:46.806200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:46.811423 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-e738816f-5b43-4f9c-a26f-abb733bf29e5 service neutron] 10.222.0.77 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942704 Jun 30 09:12:46.811634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'security_group_rule': {'security_group_id': '281e9042-9440-4e9a-8918-9db8c9d4ede0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:46.837194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c2584123-3e47-4239-82f8-88e25aaf0f32 req-c50e62d7-a0ae-4a90-b137-1ee53e6a392b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746629 Jun 30 09:12:46.859960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.905678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.927003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504dfcb-955a-4d70-90ce-8e7c8072e09c req-207285bd-161e-421e-ae17-51e80be15d9c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:46.928549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2504dfcb-955a-4d70-90ce-8e7c8072e09c req-207285bd-161e-421e-ae17-51e80be15d9c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.2874715 Jun 30 09:12:46.951408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:46.962307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.026465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:47.038274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:47.068962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-65514779-da41-40b0-8655-0880bacaa3d4 service neutron] 10.222.0.77 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565501 Jun 30 09:12:47.070160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:47.076451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Pushing event updated for resources: {'Port': ['ID=52f65bfc-6a37-41a2-bd68-77101c6aa364,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.129410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2504dfcb-955a-4d70-90ce-8e7c8072e09c req-b27204e6-6a83-4af7-95de-43fc14e9970e tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892786 Jun 30 09:12:47.192236 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.214363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:47.220263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.259929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-f3cd511f-8c84-49d3-8f27-6259228e9d27 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8275313 Jun 30 09:12:47.273391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Request body: {'port': {'device_id': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:47.420923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.524409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.633709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa0d2d0-cbcf-4d10-8382-f1d35b228a62,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:47.644196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.646757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.657839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ef4c36a1-0cfa-4839-afb6-d51a62fe90ed tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8490908 Jun 30 09:12:47.659824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35186) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:47.665303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:47.703906 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.829234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c314365-86b9-4f19-992e-92ab1cfea342 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:47.848491 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:12:47.928272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1995834764-network', 'tenant_id': 'df104126445e488b81a5905dce1252e7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:47.970460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7c314365-86b9-4f19-992e-92ab1cfea342 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:47.972542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:47.983652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Made reservation on behalf of df104126445e488b81a5905dce1252e7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:47.986323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.015895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.051364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633773e-7214-49e0-bce9-08b6a378920e req-6f0aacad-83f9-4d4d-acc2-c60fcd371daf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.060940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5633773e-7214-49e0-bce9-08b6a378920e req-6f0aacad-83f9-4d4d-acc2-c60fcd371daf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 945 time: 0.5847199 Jun 30 09:12:48.185799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.195572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.204204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5633773e-7214-49e0-bce9-08b6a378920e req-7688042b-bad2-405e-81c8-e0d874340cc7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421161 Jun 30 09:12:48.270443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:48.311770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.326484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118c752a-abcb-452b-82bb-6739488ed37f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.341274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.342371 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Added segment 161d32dd-df46-46ca-85fe-8cd14be4cc60 of type vlan for network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 Jun 30 09:12:48.376440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a21f71-3adb-4e2a-abf5-a3c0ca9cc604 req-20afb7d0-6cbf-47c2-804d-7bd419ac7cfb tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.398424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78a21f71-3adb-4e2a-abf5-a3c0ca9cc604 req-20afb7d0-6cbf-47c2-804d-7bd419ac7cfb tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 931 time: 0.5671268 Jun 30 09:12:48.406728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f65bfc-6a37-41a2-bd68-77101c6aa364 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:48.432489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.482890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.520124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78a21f71-3adb-4e2a-abf5-a3c0ca9cc604 req-edeac137-738a-40ca-8264-6b2b854e58b5 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113884 Jun 30 09:12:48.520647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Transition to ACTIVE for port object 52f65bfc-6a37-41a2-bd68-77101c6aa364 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:48.523153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.543085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.543762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.545527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:48.546426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.611105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Pushing event updated for resources: {'Port': ['ID=52f65bfc-6a37-41a2-bd68-77101c6aa364,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.677490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0275772 Jun 30 09:12:48.680132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:48.685892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1437110186-network', 'tenant_id': 'b19082d10b9a43c0883a297f4aee7f7f'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:48.694720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Request body: {'subnet': {'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1995834764-subnet', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:48.730161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a610b36-0225-432a-afac-26e57abbb04a admin admin] Pushing event updated for resources: {'Network': ['ID=dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:48.753792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:48.759068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7728ce05-1a46-4cd1-b5f4-e6051ca3e6c6 req-346d4956-ca70-4a14-960f-d4dee7887e79 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 210 time: 0.0771503 Jun 30 09:12:48.768896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Made reservation on behalf of df104126445e488b81a5905dce1252e7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:48.771541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:48.964319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 172.25.7.132 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/08543209-cef1-42e1-b374-a877dbd04d2a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:48.974446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Made reservation on behalf of b19082d10b9a43c0883a297f4aee7f7f for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:48.977723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.022293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.038845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.101100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5aaaf04-22c9-498d-9d91-53e91b866e21,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.113603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Checking segment: {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:49.114075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Network hostable DHCP agents. Network: dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:49.157987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:49.179802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:49.192589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0ef19e-66c9-4633-ab96-69adbb1ea182 None None] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:49.193679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:49.194399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.217717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b21cb5a8-7251-47a6-b496-72e52ad9fd14 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5339987 Jun 30 09:12:49.218054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:49.223592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:49.324722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Attempting to bind port 52f65bfc-6a37-41a2-bd68-77101c6aa364 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:49.325312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Attempting to bind port 52f65bfc-6a37-41a2-bd68-77101c6aa364 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '4a0c56fb-2485-4d96-a376-e45852e7b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:49.325312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Attempting to bind port 52f65bfc-6a37-41a2-bd68-77101c6aa364 on network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:49.346825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70abba1-a01b-4117-90df-ea12f632a73e req-6517a12f-235e-4550-9bfa-cfbee5443e8b tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:49.348639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e70abba1-a01b-4117-90df-ea12f632a73e req-6517a12f-235e-4550-9bfa-cfbee5443e8b tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.7907903 Jun 30 09:12:49.399189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Port 52f65bfc-6a37-41a2-bd68-77101c6aa364 on network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:49.399541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Attempting to bind port 52f65bfc-6a37-41a2-bd68-77101c6aa364 on network 0d26651b-6ba3-40a7-b3f8-47fe71d28d6a {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:49.440723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3', 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'fixed_ips': [{'subnet_id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:12:49.441930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.487748 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.516874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:49.517256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Checking segment: {'id': '4a0c56fb-2485-4d96-a376-e45852e7b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:49.517659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Bound using segment: {'id': '4a0c56fb-2485-4d96-a376-e45852e7b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:49.518121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Bound port: 52f65bfc-6a37-41a2-bd68-77101c6aa364, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0c56fb-2485-4d96-a376-e45852e7b874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:49.519055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.644661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e70abba1-a01b-4117-90df-ea12f632a73e req-0945099c-d7c8-43f4-a479-69248c62c5bd tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870123 Jun 30 09:12:49.698585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Allocated IP 172.20.0.2 (dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3/a5aaaf04-22c9-498d-9d91-53e91b866e21/881784cd-a61d-47fd-a3d3-a1ef1dec0761) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:49.742592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a111c5e-1470-42b9-94dc-8e0a98117ede req-37dfe04a-ba32-4a93-bbdf-ffaba3ce8e3c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:49.744128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a111c5e-1470-42b9-94dc-8e0a98117ede req-37dfe04a-ba32-4a93-bbdf-ffaba3ce8e3c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 945 time: 0.3474820 Jun 30 09:12:49.755543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.829341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:49.852400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:49.856872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] For port 52f65bfc-6a37-41a2-bd68-77101c6aa364, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:49.865468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:49.926509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] For port 52f65bfc-6a37-41a2-bd68-77101c6aa364, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364,segment=NetworkSegment(4a0c56fb-2485-4d96-a376-e45852e7b874),segment_id=4a0c56fb-2485-4d96-a376-e45852e7b874)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:49.975096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.982058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:49.983331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=08543209-cef1-42e1-b374-a877dbd04d2a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:49.993864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a111c5e-1470-42b9-94dc-8e0a98117ede req-d804b4f5-e6a8-4eca-8423-ac14f553613b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415669 Jun 30 09:12:50.031856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.039688 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.042607 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.057525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.058155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.059605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] 10.222.0.79 "PUT /v2.0/ports/52f65bfc-6a37-41a2-bd68-77101c6aa364 HTTP/1.1" status: 200 len: 1092 time: 2.7919133 Jun 30 09:12:50.063550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'tag': '52f65bfc-6a37-41a2-bd68-77101c6aa364'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:50.072471 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85" -d '{"events": [{"name": "network-changed", "server_uuid": "9e75a4fd-71e7-4a2e-9856-fb913e284a5d", "tag": "52f65bfc-6a37-41a2-bd68-77101c6aa364"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:50.171639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:12:50.214048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.223811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.264748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca44e3d-5803-4416-8a25-649cd4237832,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.270490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Transition to ACTIVE for port object 881784cd-a61d-47fd-a3d3-a1ef1dec0761 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:50.276111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b1443-7cbe-4b3d-b2c3-d273c996d387 service neutron] Pushing event updated for resources: {'Port': ['ID=52f65bfc-6a37-41a2-bd68-77101c6aa364,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.279990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.280341 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Added segment d366a080-fb4e-4eb1-8bee-86e5c38153de of type vlan for network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 Jun 30 09:12:50.349353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Transition to ACTIVE for port object 881784cd-a61d-47fd-a3d3-a1ef1dec0761 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:50.370572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be0b86f6-7bd6-4ea4-9c08-2efb4a1d6f90 req-463a9fdf-b567-404c-9751-58dd614a798b tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 210 time: 0.0883200 Jun 30 09:12:50.371409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.375057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.419174 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.429605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32255-c087-499a-88b9-13fdea9d0b2a req-bf8a12fb-24fa-414b-8c62-eaf50b04395e tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.431203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b32255-c087-499a-88b9-13fdea9d0b2a req-bf8a12fb-24fa-414b-8c62-eaf50b04395e tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 943 time: 0.5669057 Jun 30 09:12:50.513228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Pushing event updated for resources: {'Port': ['ID=881784cd-a61d-47fd-a3d3-a1ef1dec0761,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:50.538729 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c977f1-8597-4764-9de0-646da6efe67f x-openstack-request-id: req-d7c977f1-8597-4764-9de0-646da6efe67f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:50.538989 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e75a4fd-71e7-4a2e-9856-fb913e284a5d", "tag": "52f65bfc-6a37-41a2-bd68-77101c6aa364", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:50.539242 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7c977f1-8597-4764-9de0-646da6efe67f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:50.539636 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'tag': '52f65bfc-6a37-41a2-bd68-77101c6aa364', 'status': 'completed', 'code': 200} Jun 30 09:12:50.539909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:50.543679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:50.549028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:50.612961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-6dffe845-5243-4d68-b0f0-3067b875e5d8 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.620437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.626847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-6dffe845-5243-4d68-b0f0-3067b875e5d8 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 817 time: 0.5220590 Jun 30 09:12:50.658531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Request body: {'port': {'device_id': '50450347-94e8-4b21-8bdf-30852e9e992d', 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'admin_state_up': True, 'tenant_id': '7b336de162b34cbaa87aec05baab0cc0'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:50.702448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.752534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-9206cabd-fd71-42a6-b061-d52028c8538e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.754635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Attempting to bind port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:50.755352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Attempting to bind port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:50.755781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-9206cabd-fd71-42a6-b061-d52028c8538e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.79 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 817 time: 0.3806698 Jun 30 09:12:50.756167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Attempting to bind port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 on network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:50.763373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:50.764181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Checking segment: {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:50.764785 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.765459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Bound using segment: {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:50.766140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Bound port: 881784cd-a61d-47fd-a3d3-a1ef1dec0761, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:50.766785 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.784565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Request body: {'port': {'device_id': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'admin_state_up': True, 'tenant_id': '7b336de162b34cbaa87aec05baab0cc0'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:50.825950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.847812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.848465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.868669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] For port 881784cd-a61d-47fd-a3d3-a1ef1dec0761, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:50.874703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] For port 881784cd-a61d-47fd-a3d3-a1ef1dec0761, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=881784cd-a61d-47fd-a3d3-a1ef1dec0761,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:50.883064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:50.971370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-c08b8dca-1a63-428f-9fcb-89f8a4b27448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:50.976025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-c08b8dca-1a63-428f-9fcb-89f8a4b27448 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d33d0a58765f46fe946b82ef767631d5&device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 1095 time: 0.8313854 Jun 30 09:12:50.980210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b32255-c087-499a-88b9-13fdea9d0b2a req-e5ba92b5-e022-4862-a5b0-beffb9dc84c0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5124712 Jun 30 09:12:51.075068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035eaf2-471e-44f2-b7cf-fe179e751152 None None] Pushing event updated for resources: {'Port': ['ID=881784cd-a61d-47fd-a3d3-a1ef1dec0761,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.136913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.8213561 Jun 30 09:12:51.163213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35268) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:51.166444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-62091510-647e-4b88-82c0-aa2432298a5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364 HTTP/1.1" status: 200 len: 217 time: 0.1482420 Jun 30 09:12:51.171512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Request body: {'subnet': {'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1437110186-subnet', 'tenant_id': 'b19082d10b9a43c0883a297f4aee7f7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:51.201944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Made reservation on behalf of 7b336de162b34cbaa87aec05baab0cc0 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:51.205906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.206276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a26a3b2-52b3-447c-bb93-d4d5a06b29a1 admin admin] Pushing event updated for resources: {'Network': ['ID=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:51.223376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:12:51.223602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.247032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.459560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-591b10b2-a1cf-4b2a-ba5f-c11665e95974 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:51.461278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-591b10b2-a1cf-4b2a-ba5f-c11665e95974 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.8333344 Jun 30 09:12:51.461951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Made reservation on behalf of b19082d10b9a43c0883a297f4aee7f7f for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:51.464555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.570535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Allocated IP 172.25.7.74 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:51.573425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Allocated IP 172.20.0.4 (2543f92c-a70b-435f-9513-034ba3208fa9/ec5eb3db-630a-49b5-99d9-25a1fc9dd19f/1d4dde11-237b-4fca-ba09-f79a8cc74e58) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:51.879852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-78d3e582-69cd-4654-a87b-a94a09d265a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:51.881444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-78d3e582-69cd-4654-a87b-a94a09d265a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=223f60db-a473-4bf1-b216-fe3d786e459c HTTP/1.1" status: 200 len: 864 time: 0.6923592 Jun 30 09:12:51.881659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 881784cd-a61d-47fd-a3d3-a1ef1dec0761 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:51.888504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:51.953216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:52.086045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-5e69926b-8e42-43d7-932b-1cdfc1d00809 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.088290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-5e69926b-8e42-43d7-932b-1cdfc1d00809 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 817 time: 0.4301949 Jun 30 09:12:52.123755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Request body: {'port': {'device_id': 'f954019e-fd51-481f-9d89-b112eef35642', 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'admin_state_up': True, 'tenant_id': '7b336de162b34cbaa87aec05baab0cc0'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:52.142800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-123e3841-80b4-47df-b03f-a1fac85b2ccd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2100663 Jun 30 09:12:52.155124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-4d355b5a-5d8e-4575-8757-f83532d4aad3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.6807146 Jun 30 09:12:52.156455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Made reservation on behalf of 7b336de162b34cbaa87aec05baab0cc0 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:52.162650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.194212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.250699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.276082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:52.337053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Pushing event updated for resources: {'Port': ['ID=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.341811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:52.355440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:52.461548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Made reservation on behalf of 7b336de162b34cbaa87aec05baab0cc0 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:52.464739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-9192e39c-90e1-41ed-b67a-7895b03c46b1 service neutron] 10.222.0.79 "GET /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979572 Jun 30 09:12:52.467352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.475940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.496588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fecd2b5-dabc-4340-b3ec-dfd0ffe26970 None None] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:52.528383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.589779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] Provisioning for port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:52.592181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.611343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] Provisioning complete for port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:52.611720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.692059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Network 2543f92c-a70b-435f-9513-034ba3208fa9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:52.701639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:52.710036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:52.757468 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.803924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] For port 881784cd-a61d-47fd-a3d3-a1ef1dec0761, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=881784cd-a61d-47fd-a3d3-a1ef1dec0761,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:52.806146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Pushing event updated for resources: {'Port': ['ID=1d4dde11-237b-4fca-ba09-f79a8cc74e58,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.817741 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.874792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:52.876667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259fe19-00ba-4782-a3ae-6f716a9bbd3a None None] Pushing event updated for resources: {'Port': ['ID=881784cd-a61d-47fd-a3d3-a1ef1dec0761,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:52.949907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b0d5d6-2b1b-4610-86b8-9250c3db7fd2 req-4d05e79a-861c-4c1e-99a5-1b0411b60f7a tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:52.951716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63b0d5d6-2b1b-4610-86b8-9250c3db7fd2 req-4d05e79a-861c-4c1e-99a5-1b0411b60f7a tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 1.7465475 Jun 30 09:12:52.952642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.000255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.000905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.014392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.015647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3548419 Jun 30 09:12:53.041116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Allocated IP 172.20.0.14 (2543f92c-a70b-435f-9513-034ba3208fa9/ec5eb3db-630a-49b5-99d9-25a1fc9dd19f/56cc63ab-23b8-4907-a90b-a90e6b3d3a8b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:53.071770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c764df1-e79e-4dad-a6fa-15d2c9847cbd,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.075245 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4786a29c-2b73-42ea-bf9e-15935c4745a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3011849 Jun 30 09:12:53.084713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.133896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Request body: {'port': {'device_id': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:53.152262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512fe14-a7dc-4540-8140-54400f3981e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=08543209-cef1-42e1-b374-a877dbd04d2a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:53.182644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-5cf0dbc9-d41f-441e-be5e-c52c6f90586b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0112758 Jun 30 09:12:53.244347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63b0d5d6-2b1b-4610-86b8-9250c3db7fd2 req-f2a3223f-0a6d-4a80-a143-251555e08b64 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273035 Jun 30 09:12:53.256998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e0e8ce0e-fe66-4a65-bf0a-9f92b7c5f7a3 None None] Provisioning complete for port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:53.257576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0e8ce0e-fe66-4a65-bf0a-9f92b7c5f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.371517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41eb29ae-775a-4604-8ce9-9620434aa568 req-db458750-3ac0-4d15-8102-ef34ef965e27 service neutron] 10.222.0.79 "GET /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8477373 Jun 30 09:12:53.380453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Checking segment: {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:53.380900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Network hostable DHCP agents. Network: 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:12:53.476879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:12:53.520278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-1cf93208-eead-4409-98c2-aeaacf9eea64 service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123801 Jun 30 09:12:53.532920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:53.546946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e209af-192c-4b6f-a57e-dcf2cc762879 None None] Network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:53.554742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.555362 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.639983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2cbfe22d-b29e-4cea-9f35-2f1008f4cef3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4750071 Jun 30 09:12:53.766182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bbb5f-4460-48ab-89a4-24e6b574904b None None] Network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:12:53.793573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-45445c6b-312c-4907-aa0f-f89ded02eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.796171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-45445c6b-312c-4907-aa0f-f89ded02eb20 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=d33d0a58765f46fe946b82ef767631d5&device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 1095 time: 0.3340030 Jun 30 09:12:53.814315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49aca57-47e1-4b1c-aadd-504fbb135db3 req-6ddf97d2-2bf3-4706-a7be-931b77b47424 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:53.827171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a49aca57-47e1-4b1c-aadd-504fbb135db3 req-6ddf97d2-2bf3-4706-a7be-931b77b47424 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 931 time: 0.4180799 Jun 30 09:12:53.843439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:53.863541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 881784cd-a61d-47fd-a3d3-a1ef1dec0761 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:53.904198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a49aca57-47e1-4b1c-aadd-504fbb135db3 req-1afc040c-77f3-45e8-b0ba-48a787035b0f tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756373 Jun 30 09:12:53.917571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-701d3dd3-5cf5-4025-857a-6ce3d8eece54 service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3871729 Jun 30 09:12:53.964193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.127068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-aaddecd4-4ef5-44bb-8b9e-fa2744fbb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.131479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-aaddecd4-4ef5-44bb-8b9e-fa2744fbb867 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a HTTP/1.1" status: 200 len: 925 time: 0.3015873 Jun 30 09:12:54.233398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.249392 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.288064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:54.288729 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.350967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-f688afec-5719-4fee-9924-2deb4d3ce4b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364 HTTP/1.1" status: 200 len: 217 time: 0.2096701 Jun 30 09:12:54.460215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Network 2543f92c-a70b-435f-9513-034ba3208fa9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:54.472703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:54.503399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:54.517199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-f70f8db4-2e4e-4c35-8d8a-af4ba73a19d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.520307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-f70f8db4-2e4e-4c35-8d8a-af4ba73a19d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=223f60db-a473-4bf1-b216-fe3d786e459c HTTP/1.1" status: 200 len: 864 time: 0.1323814 Jun 30 09:12:54.562417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-35d424cf-0491-49e4-b5af-f7ce329fa81e tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--410361818&fields=id&tenant_id=56a1300b43fb4830816fe96e2162df56 HTTP/1.1" status: 200 len: 267 time: 0.1733825 Jun 30 09:12:54.647400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2c6fa0b9-ccef-4639-b162-747f4a89fcf0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.654406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2c6fa0b9-ccef-4639-b162-747f4a89fcf0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 931 time: 0.0906756 Jun 30 09:12:54.679188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.679859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:54.692417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Pushing event updated for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:54.701264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-b5624d34-1ac6-4f55-99c5-34e24580f3f4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683521 Jun 30 09:12:54.710823 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-c32142fc-83e3-4701-bb37-e7218da82288 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5968809 Jun 30 09:12:54.712135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Allocated IP 172.20.0.9 (2543f92c-a70b-435f-9513-034ba3208fa9/ec5eb3db-630a-49b5-99d9-25a1fc9dd19f/5c2be85d-9c50-426b-891e-565b46ef4fc3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:54.729461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Request body: {'port': {'device_id': 'f954019e-fd51-481f-9d89-b112eef35642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:54.790273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Router 49fd1434-7c68-4d93-90c6-9e0e350929c6 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:12:54.809573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff78ef-9be6-4ecf-9c66-db3ad3cca448 req-9508e147-bc33-485c-acbe-ebf25695672d tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.817818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71ff78ef-9be6-4ecf-9c66-db3ad3cca448 req-9508e147-bc33-485c-acbe-ebf25695672d tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 943 time: 0.5713964 Jun 30 09:12:54.844214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-39f4525b-552e-4f2e-bb00-076725eb8831 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:54.851943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-39f4525b-552e-4f2e-bb00-076725eb8831 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 932 time: 0.1963725 Jun 30 09:12:54.941472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-d51172ec-caec-4899-bcf4-af24b2d04bdb tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0883760 Jun 30 09:12:54.961303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:12:54.973564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Sync routers for ids ['49fd1434-7c68-4d93-90c6-9e0e350929c6'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:12:54.991710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Routers {'49fd1434-7c68-4d93-90c6-9e0e350929c6'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:54.992444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:12:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['49fd1434-7c68-4d93-90c6-9e0e350929c6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:54.993934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-4350b597-8ab7-4e95-8d49-7e76f9b11f82 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0515196 Jun 30 09:12:55.006273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.020554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.022463 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e561f820-f63b-41f5-8445-6f3a6ab81993 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8030474 Jun 30 09:12:55.025100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35320) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:12:55.122844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-01119f4b-d37a-465b-8644-85802416de64 service neutron] 10.222.0.79 "GET /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4021046 Jun 30 09:12:55.136414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71ff78ef-9be6-4ecf-9c66-db3ad3cca448 req-995db901-27ca-49dd-89e6-de539cc26a13 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172684 Jun 30 09:12:55.249894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Set router 49fd1434-7c68-4d93-90c6-9e0e350929c6 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:55.373332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-35475bbf-2bd4-41a2-adc1-3ba9902a973b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.379669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-35475bbf-2bd4-41a2-adc1-3ba9902a973b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.385280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-35475bbf-2bd4-41a2-adc1-3ba9902a973b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.386994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-35475bbf-2bd4-41a2-adc1-3ba9902a973b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/networks?id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=2f12f98c-f311-49d4-b1b5-83b8359badec&id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 1990 time: 0.3922498 Jun 30 09:12:55.395984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-bec9cbcb-7d15-4f97-af50-e75293bfa38a req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1088547589', 'description': 'tempest-description-738636953'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:55.446383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a2646432-c643-41ea-a1b8-9bb3d8530806 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/quotas/56a1300b43fb4830816fe96e2162df56 HTTP/1.1" status: 200 len: 375 time: 0.0406482 Jun 30 09:12:55.453754 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.465121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16894ea5-ea31-4bb5-ac4c-1445d2bd0d85 req-06d57ed7-7182-45cb-82ef-ebb20436dc6f service neutron] 10.222.0.79 "GET /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174469 Jun 30 09:12:55.478851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bec9cbcb-7d15-4f97-af50-e75293bfa38a req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.549112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:12:52Z', 'revision_number': 3, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:55.587152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.589050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Checking router: 49fd1434-7c68-4d93-90c6-9e0e350929c6 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:12:55.589643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Updating router 49fd1434-7c68-4d93-90c6-9e0e350929c6 port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:12:55.618471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 52f65bfc-6a37-41a2-bd68-77101c6aa364 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:12:55.677865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-08203228-98d8-4803-aa45-fb4bc362ac56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2187312 Jun 30 09:12:55.691074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Pushing event updated for resources: {'Port': ['ID=5c2be85d-9c50-426b-891e-565b46ef4fc3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:55.691246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.745865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Network 2543f92c-a70b-435f-9513-034ba3208fa9 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:55.781486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4dde11-237b-4fca-ba09-f79a8cc74e58 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:55.790516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:55.807620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.833984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bec9cbcb-7d15-4f97-af50-e75293bfa38a req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.836342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:55.849864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 52f65bfc-6a37-41a2-bd68-77101c6aa364, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364,segment=NetworkSegment(4a0c56fb-2485-4d96-a376-e45852e7b874),segment_id=4a0c56fb-2485-4d96-a376-e45852e7b874)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:55.864809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bec9cbcb-7d15-4f97-af50-e75293bfa38a req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.895387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Transition to ACTIVE for port object 1d4dde11-237b-4fca-ba09-f79a8cc74e58 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:55.923477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.960428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '52f65bfc-6a37-41a2-bd68-77101c6aa364', 'network_id': '0d26651b-6ba3-40a7-b3f8-47fe71d28d6a', 'port_id': '52f65bfc-6a37-41a2-bd68-77101c6aa364', 'mac_address': 'fa:16:3e:31:a9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '223f60db-a473-4bf1-b216-fe3d786e459c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:12:55.982518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:55.983195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.985603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bec9cbcb-7d15-4f97-af50-e75293bfa38a req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:55.986913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bec9cbcb-7d15-4f97-af50-e75293bfa38a req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6226487 Jun 30 09:12:55.987496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56c706-6a47-4fdd-bb3e-9f962f17c8d8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ce516-4d19-4392-9cf9-99d6556e380b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.018728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ad279b2b-6390-4578-8139-c53f0691a9b7 service neutron] 10.222.0.77 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074908 Jun 30 09:12:56.111574 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.146255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-bd214088-a658-4154-ab3d-2a1c6dbf9657 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5096779 Jun 30 09:12:56.171020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Request body: {'port': {'device_id': '50450347-94e8-4b21-8bdf-30852e9e992d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:56.220157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-d6579cc6-75a8-49df-b26f-b79c5074e220 service neutron] 10.222.0.77 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004864 Jun 30 09:12:56.228063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f65bfc-6a37-41a2-bd68-77101c6aa364 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:56.232722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dde11-237b-4fca-ba09-f79a8cc74e58,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.265243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-0caed587-f6f0-4262-a954-f083ac848661 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.267673 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-0caed587-f6f0-4262-a954-f083ac848661 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.4796653 Jun 30 09:12:56.287870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b094695-dca4-49a4-8d0a-5247c920759c req-b5fdf63a-182f-4ff2-8a17-7159902c8621 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 210 time: 0.0557561 Jun 30 09:12:56.289304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 52f65bfc-6a37-41a2-bd68-77101c6aa364, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364,segment=NetworkSegment(4a0c56fb-2485-4d96-a376-e45852e7b874),segment_id=4a0c56fb-2485-4d96-a376-e45852e7b874)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:56.305294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.311640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.349359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': '3e21cbee-f832-4f89-a467-610aa8b64455', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:56.367024 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.370136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=52f65bfc-6a37-41a2-bd68-77101c6aa364,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.385865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.386289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.386637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.386971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.387361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.388190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.388682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.389017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.389374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.389703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.390014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.390359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:12:56.404690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Transition to ACTIVE for port object d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:56.413039 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.487767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Attempting to bind port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:56.488544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Attempting to bind port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:56.489280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Attempting to bind port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:56.501407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24c6df-2833-4fb6-b15d-527096fd5b82 None None] Pushing event updated for resources: {'Port': ['ID=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.513617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:56.514369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:56.514959 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.515663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:56.516560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Bound port: d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:56.517151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.526893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:56.548961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.557498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['52f65bfc-6a37-41a2-bd68-77101c6aa364'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:56.587614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Attempting to bind port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:56.588195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Attempting to bind port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:56.588583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Attempting to bind port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 on network 2543f92c-a70b-435f-9513-034ba3208fa9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:56.600990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 on network 2543f92c-a70b-435f-9513-034ba3208fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:56.601439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Attempting to bind port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 on network 2543f92c-a70b-435f-9513-034ba3208fa9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:56.614260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:56.615102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Checking segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:56.615572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Bound using segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:56.616127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Bound port: 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:56.616577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.654073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Transition to ACTIVE for port object 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:56.707450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] For port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:56.717466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] For port 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:56.720022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] For port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:56.721045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] For port 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:56.728799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.754488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.873527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.880225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-f2fd96ad-b6ee-4977-92d6-57bfeb46f46c service neutron] 10.222.0.77 "GET /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6591649 Jun 30 09:12:56.893745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Pushing event updated for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:56.900352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.915508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:56.916775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:56.917717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] 10.222.0.79 "PUT /v2.0/ports/1d4dde11-237b-4fca-ba09-f79a8cc74e58 HTTP/1.1" status: 200 len: 1092 time: 3.8272250 Jun 30 09:12:56.955949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'tag': '1d4dde11-237b-4fca-ba09-f79a8cc74e58'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:56.958767 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68" -d '{"events": [{"name": "network-changed", "server_uuid": "03e719fd-4c42-457c-a7fd-3931ef3bb52f", "tag": "1d4dde11-237b-4fca-ba09-f79a8cc74e58"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:57.039512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc303d4a-83ba-4284-a3a3-cc354502bf85 req-0a292464-6a7b-4cd5-ad11-92b32e656406 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.048612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc303d4a-83ba-4284-a3a3-cc354502bf85 req-0a292464-6a7b-4cd5-ad11-92b32e656406 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.2185764 Jun 30 09:12:57.051251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Routers {'49fd1434-7c68-4d93-90c6-9e0e350929c6'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:12:57.051887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:12:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['49fd1434-7c68-4d93-90c6-9e0e350929c6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:57.053795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de24c6df-2833-4fb6-b15d-527096fd5b82 None None] Pushing event updated for resources: {'Port': ['ID=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.138936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc303d4a-83ba-4284-a3a3-cc354502bf85 req-65b4c147-6af1-4ead-a0ac-12d0a4c4cc9c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893106 Jun 30 09:12:57.141774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfc873-e6ce-4052-9005-97e1b53f55e9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4dde11-237b-4fca-ba09-f79a8cc74e58,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:57.147549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2d4addc6-0ed1-4ad4-8454-01621255605e service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550995 Jun 30 09:12:57.167473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:12:57.169873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.214793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Allocated IP 172.20.0.1 (dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3/a5aaaf04-22c9-498d-9d91-53e91b866e21/404f7dff-8902-45e1-8f77-bc0ade5a6862) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:57.223334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Attempting to bind port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:57.223709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Attempting to bind port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:57.223986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Attempting to bind port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b on network 2543f92c-a70b-435f-9513-034ba3208fa9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:57.249589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] Set router 49fd1434-7c68-4d93-90c6-9e0e350929c6 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:12:57.492653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:12:52Z', 'revision_number': 3, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:12:57.514058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65481b2-141f-4350-a858-83c543de2637 req-739ad267-55f1-4601-8b7c-9d94e5389933 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.515736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c65481b2-141f-4350-a858-83c543de2637 req-739ad267-55f1-4601-8b7c-9d94e5389933 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 943 time: 0.2042425 Jun 30 09:12:57.527995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910bca1-b8c7-4390-815d-7a7292bd5ae4 None None] The sync data for ids ['49fd1434-7c68-4d93-90c6-9e0e350929c6'] in n-d-780147-22 is: [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:12:52Z', 'revision_number': 3, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:12:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:12:57.537865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-7c8df197-6a8d-4206-ae74-3031f3db6c52 service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800888 Jun 30 09:12:57.582758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b on network 2543f92c-a70b-435f-9513-034ba3208fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:57.583350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Attempting to bind port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b on network 2543f92c-a70b-435f-9513-034ba3208fa9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:57.599730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-5f8f9739-4d9b-4ef0-a335-66f46ae6f4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.601263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-5f8f9739-4d9b-4ef0-a335-66f46ae6f4b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 1095 time: 0.5855629 Jun 30 09:12:57.640485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 52f65bfc-6a37-41a2-bd68-77101c6aa364 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:57.641655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ac727887-928d-4af8-986f-f98fefb8bc28 service neutron] 10.222.0.77 "GET /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1029446 Jun 30 09:12:57.657439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-fe8cfcd5-659e-46cd-9b24-62dcf1596edf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58 HTTP/1.1" status: 200 len: 217 time: 0.0471900 Jun 30 09:12:57.668859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:57.669201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Checking segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:57.669582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Bound using segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:57.670039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Bound port: 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:57.670410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.731592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c65481b2-141f-4350-a858-83c543de2637 req-fe98e4ce-8651-4d19-ba10-8b074b934c79 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048554 Jun 30 09:12:57.734776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 52f65bfc-6a37-41a2-bd68-77101c6aa364 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:57.739754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 52f65bfc-6a37-41a2-bd68-77101c6aa364 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:57.740518 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.783430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-e9a9cbd2-f500-412b-9683-3c30d6c89a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:57.785739 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-e9a9cbd2-f500-412b-9683-3c30d6c89a7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 200 len: 857 time: 0.1096499 Jun 30 09:12:57.799774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2be85d-9c50-426b-891e-565b46ef4fc3 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:12:57.819137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5f262a6b-f28f-4f9c-b11c-e9defbe0556f req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-323261005', 'description': 'tempest-description-1333707777'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:57.826205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.852543 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0a982e51-97ce-4533-92e2-90a480165fcd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2543f92c-a70b-435f-9513-034ba3208fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436678 Jun 30 09:12:57.904346 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.914486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Transition to ACTIVE for port object 5c2be85d-9c50-426b-891e-565b46ef4fc3 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:57.947513 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.957232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 52f65bfc-6a37-41a2-bd68-77101c6aa364, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364,segment=NetworkSegment(4a0c56fb-2485-4d96-a376-e45852e7b874),segment_id=4a0c56fb-2485-4d96-a376-e45852e7b874)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:12:57.958086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f65bfc-6a37-41a2-bd68-77101c6aa364'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:57.961326 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1723f09d-b3a8-4eb6-a1ba-7aa9afe2411a" -d '{"events": [{"server_uuid": "9e75a4fd-71e7-4a2e-9856-fb913e284a5d", "name": "network-vif-plugged", "status": "completed", "tag": "52f65bfc-6a37-41a2-bd68-77101c6aa364"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:57.965169 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:57.999404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5f262a6b-f28f-4f9c-b11c-e9defbe0556f req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.025394 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2e02defd-a7ad-4b94-8e5a-4962a91a52de service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824263 Jun 30 09:12:58.046728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=52f65bfc-6a37-41a2-bd68-77101c6aa364,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.107491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.128804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Transition to ACTIVE for port object 404f7dff-8902-45e1-8f77-bc0ade5a6862 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:12:58.148411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Pushing event updated for resources: {'Port': ['ID=5c2be85d-9c50-426b-891e-565b46ef4fc3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.213930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.2 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/cf7cec80-4b49-459b-876d-be91bd781d75) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:12:58.268319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-712a338c-156a-4223-b4ca-964e5410f67f service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418175 Jun 30 09:12:58.295558 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-49aa7a39-fb7e-4e96-a247-305781dfa213 service neutron] 10.222.0.79 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922029 Jun 30 09:12:58.346510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.350823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Attempting to bind port 5c2be85d-9c50-426b-891e-565b46ef4fc3 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:12:58.350823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Attempting to bind port 5c2be85d-9c50-426b-891e-565b46ef4fc3 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:12:58.351115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Attempting to bind port 5c2be85d-9c50-426b-891e-565b46ef4fc3 on network 2543f92c-a70b-435f-9513-034ba3208fa9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:58.373113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Port 5c2be85d-9c50-426b-891e-565b46ef4fc3 on network 2543f92c-a70b-435f-9513-034ba3208fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:12:58.373113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Attempting to bind port 5c2be85d-9c50-426b-891e-565b46ef4fc3 on network 2543f92c-a70b-435f-9513-034ba3208fa9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:12:58.387526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5f262a6b-f28f-4f9c-b11c-e9defbe0556f req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.392020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:12:58.392353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Checking segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:12:58.392774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Bound using segment: {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:12:58.393802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Bound port: 5c2be85d-9c50-426b-891e-565b46ef4fc3, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '987d1058-aa68-49c0-91d7-8506f51fba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:12:58.394163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.400933 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5f262a6b-f28f-4f9c-b11c-e9defbe0556f req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.429957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:58.462056 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5f262a6b-f28f-4f9c-b11c-e9defbe0556f req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.462799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f262a6b-f28f-4f9c-b11c-e9defbe0556f req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6733027 Jun 30 09:12:58.470598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac0c1-ee22-4ed9-9775-ef9251b9e533 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b80abe0c-b07f-4202-af9d-46b5cf96ee55,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.478953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:58.487237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:58.513237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:58.520133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-7977b7a2-5fb7-4d1a-8f86-2d2956a20d01 service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409329 Jun 30 09:12:58.539452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.541605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:58.577936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Pushing event updated for resources: {'Port': ['ID=404f7dff-8902-45e1-8f77-bc0ade5a6862,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.708293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.792959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:58.794076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.797257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] 10.222.0.83 "PUT /v2.0/ports/56cc63ab-23b8-4907-a90b-a90e6b3d3a8b HTTP/1.1" status: 200 len: 1093 time: 4.0735269 Jun 30 09:12:58.833930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-e693858f-ca18-423d-b907-d77831d4f182 service neutron] 10.222.0.79 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247822 Jun 30 09:12:58.886017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] For port 5c2be85d-9c50-426b-891e-565b46ef4fc3, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:12:58.887703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f242a7-66c4-4ffa-8045-9ba8c07cfcbe service neutron] Pushing event updated for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:58.915703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:58.916984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] For port 5c2be85d-9c50-426b-891e-565b46ef4fc3, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:12:58.936993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.007105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.007483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.008957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] 10.222.0.83 "PUT /v2.0/ports/5c2be85d-9c50-426b-891e-565b46ef4fc3 HTTP/1.1" status: 200 len: 1092 time: 2.8434243 Jun 30 09:12:59.009775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50450347-94e8-4b21-8bdf-30852e9e992d', 'tag': '5c2be85d-9c50-426b-891e-565b46ef4fc3'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:12:59.012211 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86309bc-e550-405d-8961-b6c38d882f16" -d '{"events": [{"name": "network-changed", "server_uuid": "50450347-94e8-4b21-8bdf-30852e9e992d", "tag": "5c2be85d-9c50-426b-891e-565b46ef4fc3"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:12:59.020590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-9ac34b42-773e-4a51-899d-234e9d14378a service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4928732 Jun 30 09:12:59.067942 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.103983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a825db6c-2e76-493e-b26a-093e103f2153 None None] Provisioning for port 404f7dff-8902-45e1-8f77-bc0ade5a6862 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:59.108730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a825db6c-2e76-493e-b26a-093e103f2153 None None] Provisioning complete for port 404f7dff-8902-45e1-8f77-bc0ade5a6862 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:59.109158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a825db6c-2e76-493e-b26a-093e103f2153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.150312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a9f1-2274-4acc-a548-b567e50d801f req-df8521da-bdfb-45bd-b525-d667bd9b8367 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.151833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d70a9f1-2274-4acc-a548-b567e50d801f req-df8521da-bdfb-45bd-b525-d667bd9b8367 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 945 time: 0.5026069 Jun 30 09:12:59.154707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a825db6c-2e76-493e-b26a-093e103f2153 None None] Port 404f7dff-8902-45e1-8f77-bc0ade5a6862 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:12:59.155277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ca78e-4636-4e5e-9570-f8b50711eebf service neutron] Pushing event updated for resources: {'Port': ['ID=5c2be85d-9c50-426b-891e-565b46ef4fc3,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.226807 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.240015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca', '86b8d68b-f258-44a5-bd42-443807747904'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:12:59.248212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a625b3d7-5517-460d-a1a2-0be3b4d675be service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182047 Jun 30 09:12:59.261308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d70a9f1-2274-4acc-a548-b567e50d801f req-016b7ee3-6566-4be1-b85b-c45e2a95e2b9 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969939 Jun 30 09:12:59.273615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.307717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:12:59.310085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-a71644c1-2adb-4a41-867a-5031ef2d5000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.310310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4334fac6-21da-4c54-820a-01640086aff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.311825 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-4334fac6-21da-4c54-820a-01640086aff5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 1096 time: 0.4099023 Jun 30 09:12:59.313430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-a71644c1-2adb-4a41-867a-5031ef2d5000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&device_id=50450347-94e8-4b21-8bdf-30852e9e992d HTTP/1.1" status: 200 len: 1095 time: 0.2106144 Jun 30 09:12:59.319949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:12:59.334260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:12:59.342185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=cf7cec80-4b49-459b-876d-be91bd781d75,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:12:59.401841 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aff2246-5272-4b20-9b78-c7025ceea777 x-openstack-request-id: req-3aff2246-5272-4b20-9b78-c7025ceea777 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:12:59.402137 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03e719fd-4c42-457c-a7fd-3931ef3bb52f", "tag": "1d4dde11-237b-4fca-ba09-f79a8cc74e58", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:12:59.403996 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3aff2246-5272-4b20-9b78-c7025ceea777 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:12:59.403996 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'tag': '1d4dde11-237b-4fca-ba09-f79a8cc74e58', 'status': 'completed', 'code': 200} Jun 30 09:12:59.458796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-abb05f65-2561-4870-9cad-3232f96353af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b HTTP/1.1" status: 200 len: 217 time: 0.1169040 Jun 30 09:12:59.459040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-8ac73113-562d-4844-b2a4-9a0986e9edc8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3 HTTP/1.1" status: 200 len: 217 time: 0.0838139 Jun 30 09:12:59.537464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.538131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.615291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-fabf8f15-c44f-4f32-92d3-9d7166843416 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2705867 Jun 30 09:12:59.617942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c5ac58b5-8d7b-4bd6-9300-1142a6d91c6c service neutron] 10.222.0.77 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550801 Jun 30 09:12:59.624934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-05f20477-962b-47c8-9b51-23d5f099f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.626436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-05f20477-962b-47c8-9b51-23d5f099f3aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 200 len: 857 time: 0.1543202 Jun 30 09:12:59.629343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-49cdc95a-2663-4f13-92a6-ba4db28e0d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.631104 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-49cdc95a-2663-4f13-92a6-ba4db28e0d3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 200 len: 857 time: 0.1599884 Jun 30 09:12:59.646495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Request body: {'port': {'device_id': '3e21cbee-f832-4f89-a467-610aa8b64455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:12:59.692835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-317a76b0-3802-40aa-a07d-cb6a524e42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.694635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-317a76b0-3802-40aa-a07d-cb6a524e42a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 1095 time: 0.3091371 Jun 30 09:12:59.733318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-f49cfb28-9874-475e-87cc-9f6b8d88e8a7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2543f92c-a70b-435f-9513-034ba3208fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809653 Jun 30 09:12:59.744018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-1fe629ae-84a4-4a69-93c9-31fb30b1c26c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2543f92c-a70b-435f-9513-034ba3208fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016133 Jun 30 09:12:59.853228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:12:59.910637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4bf1-2393-41e3-b92d-d34874252bd5 req-759b0239-0fd8-47cf-86e7-d159909764b9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:12:59.919955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-da4f4bf1-2393-41e3-b92d-d34874252bd5 req-759b0239-0fd8-47cf-86e7-d159909764b9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 931 time: 0.3574367 Jun 30 09:12:59.930314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:12:59.935004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:12:59.935812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:12:59.982915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6dde1e94-4812-468c-89f7-86d5d7d3e86e service neutron] 10.222.0.77 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512435 Jun 30 09:12:59.984726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.019938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.042197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-3ef8f6ea-e5cc-41a8-b6fe-a5384081a218 service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771146 Jun 30 09:13:00.042758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.050936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-33a7b911-9dcd-4812-893d-a3227332c2f6 service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966547 Jun 30 09:13:00.070769 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.074770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-545badbb-27e8-4c74-bcf8-68fd9ed2a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.076365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-545badbb-27e8-4c74-bcf8-68fd9ed2a2f3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 918 time: 0.3492904 Jun 30 09:13:00.083360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-da4f4bf1-2393-41e3-b92d-d34874252bd5 req-96b7037b-062f-457c-a669-c3eb55176417 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624265 Jun 30 09:13:00.114744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:00.125546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.206311 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f21ec9-ff38-488f-a5e3-127b57d0631b x-openstack-request-id: req-00f21ec9-ff38-488f-a5e3-127b57d0631b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:00.210803 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e75a4fd-71e7-4a2e-9856-fb913e284a5d", "name": "network-vif-plugged", "status": "completed", "tag": "52f65bfc-6a37-41a2-bd68-77101c6aa364", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:00.211219 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-00f21ec9-ff38-488f-a5e3-127b57d0631b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:00.211629 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f65bfc-6a37-41a2-bd68-77101c6aa364', 'code': 200} Jun 30 09:13:00.234583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.309062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-bf8b3a14-7bc5-41f5-9803-3805c2dc25a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58 HTTP/1.1" status: 200 len: 217 time: 0.1586714 Jun 30 09:13:00.323752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-92f31069-1afc-4eda-9c53-3d57ce9fb2d8 service neutron] 10.222.0.77 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781246 Jun 30 09:13:00.364352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-3d2ee599-8acb-4d2c-b4b6-b101358f0d64 service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060067 Jun 30 09:13:00.451798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Pushing event updated for resources: {'Port': ['ID=404f7dff-8902-45e1-8f77-bc0ade5a6862,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:00.470615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:00.488282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440228e-be9f-4cda-8def-5ef3b24dd0c7 req-9b7e1593-4c5c-440f-a9af-21fddb180205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.489791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9440228e-be9f-4cda-8def-5ef3b24dd0c7 req-9b7e1593-4c5c-440f-a9af-21fddb180205 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 1097 time: 0.2165644 Jun 30 09:13:00.520242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5a9a7f45-c955-480c-a0f6-fca463f45184 service neutron] 10.222.0.77 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858301 Jun 30 09:13:00.521402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-08b72c71-3032-48e2-b891-8c49afd380c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.523435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-08b72c71-3032-48e2-b891-8c49afd380c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 200 len: 857 time: 0.1725624 Jun 30 09:13:00.538632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf2b33-6687-4e9b-9776-d00dc2e9adb2 req-7bbb90fa-ba6d-4f87-b414-702808fa4ccb tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:00.540144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53bf2b33-6687-4e9b-9776-d00dc2e9adb2 req-7bbb90fa-ba6d-4f87-b414-702808fa4ccb tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.1969540 Jun 30 09:13:00.902084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-a70e2dd7-ed67-4107-894f-721a15979525 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2543f92c-a70b-435f-9513-034ba3208fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3618248 Jun 30 09:13:00.929505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9440228e-be9f-4cda-8def-5ef3b24dd0c7 req-6be09227-0415-4b52-a54e-7a1b0262e23a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322259 Jun 30 09:13:00.967529 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-82e0b700-ee0f-461a-948a-86b8e77f1a66 req-0691d433-fe90-4537-902d-062489941b09 service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8584976 Jun 30 09:13:00.993778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53bf2b33-6687-4e9b-9776-d00dc2e9adb2 req-2bec0f71-353a-43b2-aeb1-55f6f5d92b88 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459844 Jun 30 09:13:01.036127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c4521e4e-9801-4f3d-ac28-939c9440b7a8 service neutron] 10.222.0.77 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075438 Jun 30 09:13:01.192208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7cec80-4b49-459b-876d-be91bd781d75 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:01.203413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.219398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Transition to ACTIVE for port object cf7cec80-4b49-459b-876d-be91bd781d75 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:01.263913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-2a43c8bb-2c11-4026-847c-769bdaa6a6d9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.266300 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.272839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-2a43c8bb-2c11-4026-847c-769bdaa6a6d9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 813 time: 0.1608481 Jun 30 09:13:01.291218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-2a5714b9-5a30-4897-8894-c6642c2edb34 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/quotas/b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 375 time: 0.0167937 Jun 30 09:13:01.313917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:01.321871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-14b7b44c-83f6-44ce-9dee-0c5fb0227216 service neutron] 10.222.0.79 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834484 Jun 30 09:13:01.334707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:01.336236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-43904145-207d-4860-b344-3a9910be8e03 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440702 Jun 30 09:13:01.416296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:01.421428 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68" -d '{"events": [{"name": "network-changed", "server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:01.495382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-b519fae2-e497-4115-9e39-b0a6ae2896c6 service neutron] 10.222.0.77 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507952 Jun 30 09:13:01.547036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Pushing event updated for resources: {'Port': ['ID=cf7cec80-4b49-459b-876d-be91bd781d75,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:01.660320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-b7f5b953-da59-49eb-a037-c0990052d878 service neutron] 10.222.0.77 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621356 Jun 30 09:13:01.679115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1d4dde11-237b-4fca-ba09-f79a8cc74e58 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:01.685946 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f43f53a-f0f4-451a-9d9f-bbc7511e0b68 req-d22d02a9-a8fa-4c8c-8546-80fae348ca1e service neutron] 10.222.0.79 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420238 Jun 30 09:13:01.708971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Attempting to bind port cf7cec80-4b49-459b-876d-be91bd781d75 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:01.709313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Attempting to bind port cf7cec80-4b49-459b-876d-be91bd781d75 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:01.709645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Attempting to bind port cf7cec80-4b49-459b-876d-be91bd781d75 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:01.724046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Port cf7cec80-4b49-459b-876d-be91bd781d75 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:01.724673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Attempting to bind port cf7cec80-4b49-459b-876d-be91bd781d75 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:01.734751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:01.735089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:01.735470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:01.735910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Bound port: cf7cec80-4b49-459b-876d-be91bd781d75, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:01.736265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.749035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Router 49fd1434-7c68-4d93-90c6-9e0e350929c6 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:01.769152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6f7d6c4d-0860-4ff0-a67c-527aab0d0fa7 None None] Provisioning complete for port 404f7dff-8902-45e1-8f77-bc0ade5a6862 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:01.769744 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6f7d6c4d-0860-4ff0-a67c-527aab0d0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.827175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d6c4d-0860-4ff0-a67c-527aab0d0fa7 None None] Port 404f7dff-8902-45e1-8f77-bc0ade5a6862 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:01.898160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:01.913155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] For port cf7cec80-4b49-459b-876d-be91bd781d75, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:01.930901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] For port cf7cec80-4b49-459b-876d-be91bd781d75, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cf7cec80-4b49-459b-876d-be91bd781d75,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:01.937591 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.974202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:01.979991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:01.980503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:01.981970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] 10.222.0.83 "PUT /v2.0/ports/cf7cec80-4b49-459b-876d-be91bd781d75 HTTP/1.1" status: 200 len: 1092 time: 2.3461049 Jun 30 09:13:01.986046 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Sync routers for ids ['49fd1434-7c68-4d93-90c6-9e0e350929c6'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:01.997324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-57b33ffa-0e78-4c13-bc92-75492bd6b62e admin admin] 10.222.0.77 "PUT /v2.0/routers/49fd1434-7c68-4d93-90c6-9e0e350929c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9682553 Jun 30 09:13:02.012698 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Routers {'49fd1434-7c68-4d93-90c6-9e0e350929c6'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:02.015318 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:12:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['49fd1434-7c68-4d93-90c6-9e0e350929c6'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:02.047225 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf846a-4c12-4a7b-9921-20827d0db98e x-openstack-request-id: req-38cf846a-4c12-4a7b-9921-20827d0db98e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:02.047737 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50450347-94e8-4b21-8bdf-30852e9e992d", "tag": "5c2be85d-9c50-426b-891e-565b46ef4fc3", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:02.047942 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-38cf846a-4c12-4a7b-9921-20827d0db98e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:02.048488 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50450347-94e8-4b21-8bdf-30852e9e992d', 'tag': '5c2be85d-9c50-426b-891e-565b46ef4fc3', 'status': 'completed', 'code': 200} Jun 30 09:13:02.072510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b36bb-4578-4b01-8619-6011c2053e4b service neutron] Pushing event updated for resources: {'Port': ['ID=cf7cec80-4b49-459b-876d-be91bd781d75,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:02.278793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86309bc-e550-405d-8961-b6c38d882f16 req-a61625f4-6c84-42e5-8700-fbf1fbe87eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.286466 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-a61625f4-6c84-42e5-8700-fbf1fbe87eb4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&device_id=50450347-94e8-4b21-8bdf-30852e9e992d HTTP/1.1" status: 200 len: 1095 time: 0.2065392 Jun 30 09:13:02.301255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc3290-8b43-4fc6-918d-cae34d0821a7 req-809964db-d5b7-4278-8773-41c8499db769 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.311960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27fc3290-8b43-4fc6-918d-cae34d0821a7 req-809964db-d5b7-4278-8773-41c8499db769 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 943 time: 0.2250848 Jun 30 09:13:02.389790 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Set router 49fd1434-7c68-4d93-90c6-9e0e350929c6 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:02.409044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27fc3290-8b43-4fc6-918d-cae34d0821a7 req-3fac1fb6-b7d9-4eb2-9bc0-600749aeec1a tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948708 Jun 30 09:13:02.588600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8694e818-410a-416c-aaa8-1aed77da5635 req-967ccb8c-4af8-4b34-ac47-1861b07f7a7b tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.592235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86309bc-e550-405d-8961-b6c38d882f16 req-276fb9a7-cc1d-46b9-b81a-5f3c4dd26ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.598193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-276fb9a7-cc1d-46b9-b81a-5f3c4dd26ac3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 918 time: 0.2754915 Jun 30 09:13:02.598415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8694e818-410a-416c-aaa8-1aed77da5635 req-967ccb8c-4af8-4b34-ac47-1861b07f7a7b tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 945 time: 0.2491639 Jun 30 09:13:02.704823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:02.714901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:02.749623 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-5cf2fe73-fa8a-4cc6-96d4-4d08bc40997a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3 HTTP/1.1" status: 200 len: 217 time: 0.1144848 Jun 30 09:13:02.800884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8694e818-410a-416c-aaa8-1aed77da5635 req-e04fd31e-9d34-497b-936e-9cf67fe8bfa6 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950021 Jun 30 09:13:02.874645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:02.882140 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 4, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '404f7dff-8902-45e1-8f77-bc0ade5a6862', 'name': '', 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'mac_address': 'fa:16:3e:19:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:56Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 2, 'project_id': 'df104126445e488b81a5905dce1252e7', 'subnets': [{'id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:02.918309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-f5d9ec4f-a959-4c79-b142-357cee82b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.920346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-f5d9ec4f-a959-4c79-b142-357cee82b8d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 1095 time: 0.6269665 Jun 30 09:13:02.922202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86309bc-e550-405d-8961-b6c38d882f16 req-50f8ab6f-edaa-467e-bf5e-2f932c8c4026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:02.923686 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-50f8ab6f-edaa-467e-bf5e-2f932c8c4026 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 200 len: 857 time: 0.1581931 Jun 30 09:13:02.971701 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606bc11e-30ef-454c-8669-b231e89b569a x-openstack-request-id: req-606bc11e-30ef-454c-8669-b231e89b569a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:02.971979 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:02.972262 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-606bc11e-30ef-454c-8669-b231e89b569a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:02.972800 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b', 'status': 'completed', 'code': 200} Jun 30 09:13:02.999253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '1d4dde11-237b-4fca-ba09-f79a8cc74e58', 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'port_id': '1d4dde11-237b-4fca-ba09-f79a8cc74e58', 'mac_address': 'fa:16:3e:1c:ff:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5eb3db-630a-49b5-99d9-25a1fc9dd19f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:03.015331 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Checking router: 49fd1434-7c68-4d93-90c6-9e0e350929c6 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:03.015967 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Updating router 49fd1434-7c68-4d93-90c6-9e0e350929c6 port 404f7dff-8902-45e1-8f77-bc0ade5a6862 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:03.087480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.095496 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-a7753b82-01ad-4596-b208-292e5e96a5ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf7cec80-4b49-459b-876d-be91bd781d75 HTTP/1.1" status: 200 len: 217 time: 0.1563563 Jun 30 09:13:03.102607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-b71dec25-1a3b-4f56-a7ce-decc7aa04dd3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2543f92c-a70b-435f-9513-034ba3208fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566579 Jun 30 09:13:03.112010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6ad2d-3541-4add-9454-46d33f2c8c01 req-db8ae046-cf58-4eb6-955e-56c739a18289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.117666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3f6ad2d-3541-4add-9454-46d33f2c8c01 req-db8ae046-cf58-4eb6-955e-56c739a18289 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.4518287 Jun 30 09:13:03.120207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4dde11-237b-4fca-ba09-f79a8cc74e58 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:03.127845 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.165022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:03.175409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.196624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-89565c0e-e177-4710-ac8d-599c5df3f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.198492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-89565c0e-e177-4710-ac8d-599c5df3f136 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.0912392 Jun 30 09:13:03.238913 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-3f836c78-ca54-4c53-ae89-8c23fc02d17b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312386 Jun 30 09:13:03.266811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4a324d-f78a-4948-ab84-090d704575a8 req-3e8eefd2-84b5-4bea-ae0f-b4f35e6c8ec5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.269176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce4a324d-f78a-4948-ab84-090d704575a8 req-3e8eefd2-84b5-4bea-ae0f-b4f35e6c8ec5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 943 time: 0.4638498 Jun 30 09:13:03.289447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1d4dde11-237b-4fca-ba09-f79a8cc74e58,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:03.388498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04508bbb-cf53-4f88-a6e3-ba7c393bd357 req-4f8f1759-748c-4a8d-9951-84ade71c77b6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.1433177 Jun 30 09:13:03.425009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1d4dde11-237b-4fca-ba09-f79a8cc74e58'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:03.462063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3f6ad2d-3541-4add-9454-46d33f2c8c01 req-248456f1-0c06-44c6-b8c6-56f8fdaabaa7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328936 Jun 30 09:13:03.463983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-43b175ed-0866-4e48-9cd3-e430504abb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:03.465409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-43b175ed-0866-4e48-9cd3-e430504abb8d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=7b336de162b34cbaa87aec05baab0cc0&device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 1096 time: 0.4723945 Jun 30 09:13:03.510345 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce4a324d-f78a-4948-ab84-090d704575a8 req-c8217f30-b019-4333-86ff-1dd8634de6bc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870747 Jun 30 09:13:03.662963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-480e4090-ff9d-4eb1-9267-82090ab0fa6d req-6aa9061c-54df-4a77-91a4-682fc761fb47 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 210 time: 0.0502479 Jun 30 09:13:03.725707 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-a863e041-a90e-4dea-8d80-a6dd683c4fe7 service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5210519 Jun 30 09:13:03.746727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-46751f11-d6f7-4653-8ea0-76a0df553b62 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981506 Jun 30 09:13:03.782076 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.793408 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Transition to ACTIVE for port object 404f7dff-8902-45e1-8f77-bc0ade5a6862 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:03.800889 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:03.995282 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Pushing event updated for resources: {'Port': ['ID=404f7dff-8902-45e1-8f77-bc0ade5a6862,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:04.019068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.019951 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.019951 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.026893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.027436 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.028129 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.028567 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.029006 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.029915 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.030353 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.030854 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.031218 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:04.117177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d86309bc-e550-405d-8961-b6c38d882f16 req-a5d2e60b-9f43-43c2-acb5-552f5e25b471 service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078964 Jun 30 09:13:04.128281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e509f849-d335-4440-bd34-b4e9e55bff75 req-509ea27e-71f2-431e-b0ca-d9feb96c7740 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153136 Jun 30 09:13:04.183129 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Attempting to bind port 404f7dff-8902-45e1-8f77-bc0ade5a6862 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:04.183742 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Attempting to bind port 404f7dff-8902-45e1-8f77-bc0ade5a6862 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:04.184271 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Attempting to bind port 404f7dff-8902-45e1-8f77-bc0ade5a6862 on network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:04.198166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:04.198647 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Checking segment: {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:04.199161 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.199676 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Bound using segment: {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:04.200361 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Bound port: 404f7dff-8902-45e1-8f77-bc0ade5a6862, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161d32dd-df46-46ca-85fe-8cd14be4cc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:04.200822 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.213535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8fdef-4f9c-487a-b6ea-b322eb410ec6 req-768c952b-ff67-4b89-a23b-5ffc6971e4fc tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.215084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5c2be85d-9c50-426b-891e-565b46ef4fc3 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:04.224543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8b8fdef-4f9c-487a-b6ea-b322eb410ec6 req-768c952b-ff67-4b89-a23b-5ffc6971e4fc tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.3994973 Jun 30 09:13:04.366034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-67f7a411-ae00-4506-a34b-febb2252364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.366738 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] For port 404f7dff-8902-45e1-8f77-bc0ade5a6862, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:04.368046 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-67f7a411-ae00-4506-a34b-febb2252364d service neutron] 10.222.0.79 "GET /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 1027 time: 0.1715863 Jun 30 09:13:04.374592 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] For port 404f7dff-8902-45e1-8f77-bc0ade5a6862, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=404f7dff-8902-45e1-8f77-bc0ade5a6862,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:04.381128 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.398966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8b8fdef-4f9c-487a-b6ea-b322eb410ec6 req-0abbfd0c-de4e-495b-8870-1c761bd0da3f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711354 Jun 30 09:13:04.463505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5c2be85d-9c50-426b-891e-565b46ef4fc3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:04.477623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71812b91-cb54-4618-bc51-86458889a82b req-351479f0-a51f-43d0-9ce1-b49cefd3b8b0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6967802 Jun 30 09:13:04.484362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '5c2be85d-9c50-426b-891e-565b46ef4fc3', 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'port_id': '5c2be85d-9c50-426b-891e-565b46ef4fc3', 'mac_address': 'fa:16:3e:d9:91:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5eb3db-630a-49b5-99d9-25a1fc9dd19f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:04.489930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:04.538526 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Routers {'49fd1434-7c68-4d93-90c6-9e0e350929c6'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:04.539384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-87bb4994-771d-450f-84d9-07c017095ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.540929 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:12:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['49fd1434-7c68-4d93-90c6-9e0e350929c6'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:04.556116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-87bb4994-771d-450f-84d9-07c017095ada service neutron] 10.222.0.83 "GET /v2.0/networks?id=2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 200 len: 918 time: 0.7346742 Jun 30 09:13:04.598625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.607851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-38fe8974-f1bb-4c1d-94ce-275f04ab3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:04.617333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-38fe8974-f1bb-4c1d-94ce-275f04ab3491 service neutron] 10.222.0.79 "GET /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 1028 time: 0.2371488 Jun 30 09:13:04.657496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2be85d-9c50-426b-891e-565b46ef4fc3 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:04.765154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5c2be85d-9c50-426b-891e-565b46ef4fc3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:04.774641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:04.942075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-319e2da2-08a0-4e89-a308-a96c2bae2807 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b HTTP/1.1" status: 200 len: 217 time: 0.3699801 Jun 30 09:13:04.947574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=5c2be85d-9c50-426b-891e-565b46ef4fc3,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:04.982914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e21cbee-f832-4f89-a467-610aa8b64455', 'tag': 'cf7cec80-4b49-459b-876d-be91bd781d75'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:04.995825 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8a411a2-9f6c-4904-ac61-49575c924f77" -d '{"events": [{"name": "network-changed", "server_uuid": "3e21cbee-f832-4f89-a467-610aa8b64455", "tag": "cf7cec80-4b49-459b-876d-be91bd781d75"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:04.996920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.004689 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] Set router 49fd1434-7c68-4d93-90c6-9e0e350929c6 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:05.171267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-32534655-d237-4dd6-bd63-e49c5c84a98b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.185578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-32534655-d237-4dd6-bd63-e49c5c84a98b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.198287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-32534655-d237-4dd6-bd63-e49c5c84a98b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.201044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-32534655-d237-4dd6-bd63-e49c5c84a98b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "GET /v2.0/networks?id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=2f12f98c-f311-49d4-b1b5-83b8359badec&id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 1990 time: 0.5750675 Jun 30 09:13:05.273984 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11c0a1-a7ef-4625-971c-8eaed5e2b715 None None] Pushing event updated for resources: {'Port': ['ID=404f7dff-8902-45e1-8f77-bc0ade5a6862,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:05.303785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['5c2be85d-9c50-426b-891e-565b46ef4fc3'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:05.361606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-cd2b6963-c73c-469e-9639-adf48fddd112 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56a1300b43fb4830816fe96e2162df56 HTTP/1.1" status: 200 len: 379 time: 0.1348987 Jun 30 09:13:05.370880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-18536e2f-018b-4749-a46e-70f3960b9d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.370880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-18536e2f-018b-4749-a46e-70f3960b9d49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 200 len: 857 time: 0.4162767 Jun 30 09:13:05.375630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'admin_state_up': True, 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'security_groups': ['281e9042-9440-4e9a-8918-9db8c9d4ede0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:05.400859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18f23-086e-49df-81f1-5eb55a0132cb req-762f9ee2-3979-451d-806b-9a821bde7bfa tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.410008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff18f23-086e-49df-81f1-5eb55a0132cb req-762f9ee2-3979-451d-806b-9a821bde7bfa tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 944 time: 0.4238849 Jun 30 09:13:05.523318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-11c776ab-5533-40fe-9003-a72b784b5b01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2543f92c-a70b-435f-9513-034ba3208fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384318 Jun 30 09:13:05.690045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1d4dde11-237b-4fca-ba09-f79a8cc74e58 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:05.807241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-93253f25-78f7-43c9-b07a-44c658dd1923 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:05.813985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-93253f25-78f7-43c9-b07a-44c658dd1923 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.79 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 813 time: 0.6194985 Jun 30 09:13:05.820056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:05.828534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:05.829150 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.840279 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 4, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '404f7dff-8902-45e1-8f77-bc0ade5a6862', 'name': '', 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'mac_address': 'fa:16:3e:19:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:56Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': 'df104126445e488b81a5905dce1252e7', 'subnets': [{'id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:05.868953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:05.884320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'port': {'device_id': '60dbd553-ac38-4857-8f3c-166fd518853a', 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0', 'admin_state_up': True, 'tenant_id': 'b19082d10b9a43c0883a297f4aee7f7f'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:05.889730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.967752 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:05.976308 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de37fc3c-216f-478f-a9fc-a734147de78e None None] The sync data for ids ['49fd1434-7c68-4d93-90c6-9e0e350929c6'] in n-d-780147-22 is: [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:12:59Z', 'revision_number': 4, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '404f7dff-8902-45e1-8f77-bc0ade5a6862', 'name': '', 'network_id': 'dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'mac_address': 'fa:16:3e:19:56:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1365, 'fixed_ips': [{'subnet_id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:56Z', 'updated_at': '2021-06-30T09:13:04Z', 'revision_number': 4, 'project_id': 'df104126445e488b81a5905dce1252e7', 'subnets': [{'id': 'a5aaaf04-22c9-498d-9d91-53e91b866e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:06.071306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4dde11-237b-4fca-ba09-f79a8cc74e58'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:06.107317 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c199b1-1ecd-4760-b81c-55693428a27e" -d '{"events": [{"server_uuid": "03e719fd-4c42-457c-a7fd-3931ef3bb52f", "name": "network-vif-plugged", "status": "completed", "tag": "1d4dde11-237b-4fca-ba09-f79a8cc74e58"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:06.139130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:06.153010 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.169340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 172.20.0.6 (674a24d2-f7cc-41e0-a8e6-9c9fed442e4e/76c87efb-daed-4a66-bdee-9f120ddf590f/65ee7c4f-55b0-433c-b581-280220e0a5c6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:06.186887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff18f23-086e-49df-81f1-5eb55a0132cb req-fadb13fc-16f5-4cff-948b-f03cd0305bb5 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545298 Jun 30 09:13:06.233909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:06.301957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-f0bdab4f-28dc-4092-952b-493575bef4ab service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458405 Jun 30 09:13:06.333368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Made reservation on behalf of b19082d10b9a43c0883a297f4aee7f7f for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:06.348883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.383664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1d4dde11-237b-4fca-ba09-f79a8cc74e58,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.438450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.457503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object 65ee7c4f-55b0-433c-b581-280220e0a5c6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:06.498415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:06.519440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b', 'network_id': '2543f92c-a70b-435f-9513-034ba3208fa9', 'port_id': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b', 'mac_address': 'fa:16:3e:f7:d3:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec5eb3db-630a-49b5-99d9-25a1fc9dd19f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:06.540693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.632163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.637276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:06.651228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:06.656531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:06.685294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:06.729966 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.732627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:06.743579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.758541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.852391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:06.852836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:06.854260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:06.901479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd84c59c-94d7-493f-96fe-5e876d0b21a4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5295074 Jun 30 09:13:06.913648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'admin_state_up': True, 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'security_groups': ['281e9042-9440-4e9a-8918-9db8c9d4ede0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:07.020252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Allocated IP 172.20.0.6 (0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0/5c764df1-e79e-4dad-a6fa-15d2c9847cbd/78b48449-0cb0-4257-848b-b1637c830e0c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:07.170468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['56cc63ab-23b8-4907-a90b-a90e6b3d3a8b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:07.268456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:07.285364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.483752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca35e724-d1ba-4f46-8387-d18d0396ff68 None None] Provisioning for port 65ee7c4f-55b0-433c-b581-280220e0a5c6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:07.508797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca35e724-d1ba-4f46-8387-d18d0396ff68 None None] Provisioning complete for port 65ee7c4f-55b0-433c-b581-280220e0a5c6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:07.509271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca35e724-d1ba-4f46-8387-d18d0396ff68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:07.562610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46ef2623-edb3-49a6-8a9a-4f08d01f6f68 req-777c3867-b6c3-431f-a324-f41a6e556c9e service neutron] 10.222.0.83 "GET /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2425218 Jun 30 09:13:07.803896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ca35e724-d1ba-4f46-8387-d18d0396ff68 None None] Port 65ee7c4f-55b0-433c-b581-280220e0a5c6 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:07.830929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 10.1.1.31 (3b2331d8-7740-4e27-95f4-2d60223c7254/bd202d6a-6b10-424e-ac20-a3d9781af517/ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:07.934506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 404f7dff-8902-45e1-8f77-bc0ade5a6862 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:08.019801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Allocated IP 172.25.7.51 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d8ea5266-470b-4dff-b19f-87e956215070) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:08.062417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b69c47-0032-4959-ad81-4690553ee9da req-77681ccc-de62-4885-9e65-52f344677c74 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.067925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53b69c47-0032-4959-ad81-4690553ee9da req-77681ccc-de62-4885-9e65-52f344677c74 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 945 time: 1.6200969 Jun 30 09:13:08.075923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 404f7dff-8902-45e1-8f77-bc0ade5a6862 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:08.084022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 404f7dff-8902-45e1-8f77-bc0ade5a6862 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:08.086916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.232977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cf7cec80-4b49-459b-876d-be91bd781d75 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:08.241027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5c2be85d-9c50-426b-891e-565b46ef4fc3 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:08.252670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53b69c47-0032-4959-ad81-4690553ee9da req-72dcd49d-355d-49de-8748-173e8d84b6a8 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534312 Jun 30 09:13:08.333554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.361846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.365503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.401372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:08.409358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.470043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.491540 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.531054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.554035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:08.558417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 404f7dff-8902-45e1-8f77-bc0ade5a6862, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=404f7dff-8902-45e1-8f77-bc0ade5a6862,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:08.571888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:08.572104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.576414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:08.587452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:08.600367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:08.610855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:08.613040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.668296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=404f7dff-8902-45e1-8f77-bc0ade5a6862,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.673978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 5c2be85d-9c50-426b-891e-565b46ef4fc3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:08.682456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 5c2be85d-9c50-426b-891e-565b46ef4fc3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:08.682835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.693397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:08.702547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.703476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.726747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:08.727654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.743675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:08.750154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:08.755022 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-064aca4f-cdf0-4869-a355-b995f180d989 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8482258 Jun 30 09:13:08.764908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port cf7cec80-4b49-459b-876d-be91bd781d75, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cf7cec80-4b49-459b-876d-be91bd781d75,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:08.766583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d61765-d6cf-4316-8774-2f11eea8b569 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9092631 Jun 30 09:13:08.785293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'cf7cec80-4b49-459b-876d-be91bd781d75', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': 'cf7cec80-4b49-459b-876d-be91bd781d75', 'mac_address': 'fa:16:3e:d8:bc:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:08.786103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'admin_state_up': True, 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'security_groups': ['281e9042-9440-4e9a-8918-9db8c9d4ede0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:08.859581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:08.888932 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.899916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.946048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5c2be85d-9c50-426b-891e-565b46ef4fc3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:08.949001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7cec80-4b49-459b-876d-be91bd781d75 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:08.955090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.973570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Request body: {'port': {'device_id': '60dbd553-ac38-4857-8f3c-166fd518853a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:08.974705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:08.979162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:08.984047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Pushing event updated for resources: {'Port': ['ID=d8ea5266-470b-4dff-b19f-87e956215070,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.028614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=5c2be85d-9c50-426b-891e-565b46ef4fc3,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.047720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port cf7cec80-4b49-459b-876d-be91bd781d75, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cf7cec80-4b49-459b-876d-be91bd781d75,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:09.055251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.082976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6deba12b-1e3c-467d-aef3-43f46f6f42d4 None None] Provisioning for port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:09.096344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6deba12b-1e3c-467d-aef3-43f46f6f42d4 None None] Provisioning complete for port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:09.096978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6deba12b-1e3c-467d-aef3-43f46f6f42d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.140148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6af5b-07ef-4460-af3f-6d44ef1840c0 req-395ebb56-d63d-47d1-9583-62de7f603da0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.150703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d6af5b-07ef-4460-af3f-6d44ef1840c0 req-395ebb56-d63d-47d1-9583-62de7f603da0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:09.164566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12d6af5b-07ef-4460-af3f-6d44ef1840c0 req-395ebb56-d63d-47d1-9583-62de7f603da0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 1652 time: 0.6054382 Jun 30 09:13:09.181363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.208770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6deba12b-1e3c-467d-aef3-43f46f6f42d4 None None] Port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:09.232346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12d6af5b-07ef-4460-af3f-6d44ef1840c0 req-1b821246-6b9d-4d00-949f-7107a2e7b963 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664697 Jun 30 09:13:09.247402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.275004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=cf7cec80-4b49-459b-876d-be91bd781d75,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.294381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 10.1.1.6 (3b2331d8-7740-4e27-95f4-2d60223c7254/bd202d6a-6b10-424e-ac20-a3d9781af517/90e60ae5-9ef6-4067-b9f9-0b7871cf222a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:09.390107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.484714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['cf7cec80-4b49-459b-876d-be91bd781d75'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:09.724101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.777071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object 90e60ae5-9ef6-4067-b9f9-0b7871cf222a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:09.852403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.887857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 404f7dff-8902-45e1-8f77-bc0ade5a6862 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:09.925507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:09.984402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:09.992954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 404f7dff-8902-45e1-8f77-bc0ade5a6862 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:09.993351 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:09.996891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:10.000875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:10.078364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7f819-ab41-41b5-9384-1552c79bfb86 req-34ecc128-45ef-4b17-9984-5bbbb28c36ce tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.080063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4f7f819-ab41-41b5-9384-1552c79bfb86 req-34ecc128-45ef-4b17-9984-5bbbb28c36ce tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 944 time: 0.6383042 Jun 30 09:13:10.206949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4f7f819-ab41-41b5-9384-1552c79bfb86 req-bae37f5b-5462-4fab-a411-671c7f545ecf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183424 Jun 30 09:13:10.215645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:10.219116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.239912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.255906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-96eb57ea-ba69-408c-84b7-f086b79cdc87 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4745464 Jun 30 09:13:10.262145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:10.277143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec', 'admin_state_up': True, 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'security_groups': ['281e9042-9440-4e9a-8918-9db8c9d4ede0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:10.290882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.363452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-334d02ad-a54b-4983-a0fd-a8d68e134c26 None None] Provisioning for port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:10.369580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-334d02ad-a54b-4983-a0fd-a8d68e134c26 None None] Provisioning complete for port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:10.369956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-334d02ad-a54b-4983-a0fd-a8d68e134c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.378975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b48449-0cb0-4257-848b-b1637c830e0c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:10.387501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.403974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Transition to ACTIVE for port object 78b48449-0cb0-4257-848b-b1637c830e0c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:10.410853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:10.418625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:10.419003 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.421817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-334d02ad-a54b-4983-a0fd-a8d68e134c26 None None] Port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:10.422732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.548343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:10.550211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Pushing event updated for resources: {'Port': ['ID=d8ea5266-470b-4dff-b19f-87e956215070,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.571073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.654889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:10.661329 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.776980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:10.852747 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:10.960757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.002668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e42807-3af5-45a9-95e9-8498f7e228bf req-2c21a92d-fe0f-4b2e-9946-f3782dc06c3f tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.009990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4e42807-3af5-45a9-95e9-8498f7e228bf req-2c21a92d-fe0f-4b2e-9946-f3782dc06c3f tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 943 time: 0.5973697 Jun 30 09:13:11.056559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Attempting to bind port 78b48449-0cb0-4257-848b-b1637c830e0c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:11.057018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Attempting to bind port 78b48449-0cb0-4257-848b-b1637c830e0c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:11.057371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Attempting to bind port 78b48449-0cb0-4257-848b-b1637c830e0c on network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:11.064446 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.065851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71812b91-cb54-4618-bc51-86458889a82b req-34a6daf9-05ca-4f75-80e1-1d7717da8c2c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.5873160 Jun 30 09:13:11.067850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Port 78b48449-0cb0-4257-848b-b1637c830e0c on network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:11.068173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Attempting to bind port 78b48449-0cb0-4257-848b-b1637c830e0c on network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:11.070179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:11.133193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71812b91-cb54-4618-bc51-86458889a82b req-f7355234-ea27-45b9-9340-9b901ee81008 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0465391 Jun 30 09:13:11.136126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:11.136467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Checking segment: {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:11.136848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Bound using segment: {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:11.137276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Bound port: 78b48449-0cb0-4257-848b-b1637c830e0c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:11.137641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.214645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4e42807-3af5-45a9-95e9-8498f7e228bf req-38d4ace4-e8f6-4faa-a0f1-2334111021f8 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036178 Jun 30 09:13:11.217985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c6070f3-9251-4d0a-9548-62563f35165a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.296731 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458b1f7-4c85-4fd2-bb8c-668ee590e7f2 x-openstack-request-id: req-8458b1f7-4c85-4fd2-bb8c-668ee590e7f2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:11.297246 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e21cbee-f832-4f89-a467-610aa8b64455", "tag": "cf7cec80-4b49-459b-876d-be91bd781d75", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:11.297246 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8458b1f7-4c85-4fd2-bb8c-668ee590e7f2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:11.297633 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e21cbee-f832-4f89-a467-610aa8b64455', 'tag': 'cf7cec80-4b49-459b-876d-be91bd781d75', 'status': 'completed', 'code': 200} Jun 30 09:13:11.319283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 10.2.2.100 (2f12f98c-f311-49d4-b1b5-83b8359badec/5f06d589-85ee-4a8d-80cd-eaedccef4924/7d941f11-fb59-4190-a9de-d045cf5ca588) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:11.481738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812b91-cb54-4618-bc51-86458889a82b req-810189b5-9ad6-48e6-a0d2-fb8657c8a830 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.494615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71812b91-cb54-4618-bc51-86458889a82b req-810189b5-9ad6-48e6-a0d2-fb8657c8a830 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.3542728 Jun 30 09:13:11.504512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.534245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object 7d941f11-fb59-4190-a9de-d045cf5ca588 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:11.561265 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d66ef-f73f-42e9-a9ca-2331ec981115 x-openstack-request-id: req-742d66ef-f73f-42e9-a9ca-2331ec981115 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:11.562251 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e719fd-4c42-457c-a7fd-3931ef3bb52f", "name": "network-vif-plugged", "status": "completed", "tag": "1d4dde11-237b-4fca-ba09-f79a8cc74e58", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:11.562707 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-742d66ef-f73f-42e9-a9ca-2331ec981115 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:11.563759 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4dde11-237b-4fca-ba09-f79a8cc74e58', 'code': 200} Jun 30 09:13:11.585867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:11.598529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:11.613867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.618725 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.727934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 2f12f98c-f311-49d4-b1b5-83b8359badec is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:11.762462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:11.777239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:11.799294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.803155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.804799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] 10.222.0.79 "PUT /v2.0/ports/78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 1092 time: 2.8357141 Jun 30 09:13:11.807303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:11.816706 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48a15a4-356f-4414-93d0-e8a41cb09ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:11.896955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:11.907123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613e509-0d28-415a-83fd-5d31e848dbda req-3a6fbebb-e0e2-45e8-b61b-e877192ed31b tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.909636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4613e509-0d28-415a-83fd-5d31e848dbda req-3a6fbebb-e0e2-45e8-b61b-e877192ed31b tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.4661756 Jun 30 09:13:11.922998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.924223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:11.942625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00336625-21c2-4f82-8fab-ae5072a40e8e req-cb05634b-bb98-416c-b82f-35a49abec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.944163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-00336625-21c2-4f82-8fab-ae5072a40e8e req-cb05634b-bb98-416c-b82f-35a49abec84e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 1097 time: 0.2461083 Jun 30 09:13:11.952239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-74dbb7c5-4aac-45c9-b22a-e94ceaccf829 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6884286 Jun 30 09:13:11.967672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec', 'admin_state_up': True, 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'security_groups': ['281e9042-9440-4e9a-8918-9db8c9d4ede0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:11.991635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-d32f88d5-f27e-4c76-a50a-6ab4037e68af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:11.997413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-d32f88d5-f27e-4c76-a50a-6ab4037e68af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 1096 time: 0.6383805 Jun 30 09:13:12.042843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-00336625-21c2-4f82-8fab-ae5072a40e8e req-8ef82408-f3b5-4c3e-9a62-3a48db49bec8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901778 Jun 30 09:13:12.148647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc03ff3-1d6b-408a-b864-6a3907c8747e service neutron] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:12.168843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Made reservation on behalf of 56a1300b43fb4830816fe96e2162df56 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:12.174490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.246361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4613e509-0d28-415a-83fd-5d31e848dbda req-3862449f-2648-49b4-a952-67b90a8fc36d tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228450 Jun 30 09:13:12.284691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cf7cec80-4b49-459b-876d-be91bd781d75 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:12.340648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50567238-475a-4982-8ad5-be4c521d6cb9 req-f1bc1cf6-4a9b-425b-852e-405be1d38b3e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.349076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50567238-475a-4982-8ad5-be4c521d6cb9 req-f1bc1cf6-4a9b-425b-852e-405be1d38b3e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 945 time: 0.4637547 Jun 30 09:13:12.360045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab372881-1934-41b7-bc1b-0f29b43812ca None None] Provisioning for port 7d941f11-fb59-4190-a9de-d045cf5ca588 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:12.372869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-3330c8d3-619a-4cd5-b765-1cd078bf6949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.375231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-3330c8d3-619a-4cd5-b765-1cd078bf6949 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.3310239 Jun 30 09:13:12.383002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab372881-1934-41b7-bc1b-0f29b43812ca None None] Provisioning complete for port 7d941f11-fb59-4190-a9de-d045cf5ca588 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:12.383802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab372881-1934-41b7-bc1b-0f29b43812ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.410104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port cf7cec80-4b49-459b-876d-be91bd781d75 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:12.411801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d98634-2fbb-4a1b-82a3-e20c3ec957c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.413641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-94d98634-2fbb-4a1b-82a3-e20c3ec957c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1095 time: 0.5243642 Jun 30 09:13:12.420754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port cf7cec80-4b49-459b-876d-be91bd781d75 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:12.421392 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.480518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ab372881-1934-41b7-bc1b-0f29b43812ca None None] Port 7d941f11-fb59-4190-a9de-d045cf5ca588 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:12.489448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-69dc665c-cf78-4113-b181-dad26038ded9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cf7cec80-4b49-459b-876d-be91bd781d75 HTTP/1.1" status: 200 len: 217 time: 0.1047342 Jun 30 09:13:12.537916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.553996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Allocated IP 10.2.2.200 (2f12f98c-f311-49d4-b1b5-83b8359badec/5f06d589-85ee-4a8d-80cd-eaedccef4924/fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:12.582476 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port cf7cec80-4b49-459b-876d-be91bd781d75, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cf7cec80-4b49-459b-876d-be91bd781d75,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:12.588593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.646476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50567238-475a-4982-8ad5-be4c521d6cb9 req-fb4f9a68-00ca-4942-8135-e07b874da463 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962203 Jun 30 09:13:12.655688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=cf7cec80-4b49-459b-876d-be91bd781d75,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:12.658806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-fed17125-1cd5-4a38-b0c9-c98615c7a9b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 217 time: 0.1921904 Jun 30 09:13:12.734760 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.741730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-6986f6c9-6d05-4369-97e1-5515c34d8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.743561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-6986f6c9-6d05-4369-97e1-5515c34d8284 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.1958320 Jun 30 09:13:12.761439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Transition to ACTIVE for port object fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:12.821885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.871073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Network 2f12f98c-f311-49d4-b1b5-83b8359badec is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:12.877118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:12.877951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-8e0f4cbd-afe5-425b-841d-257662b712f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820603 Jun 30 09:13:12.900150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:12.911797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event updated for resources: {'Port': ['ID=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:12.984432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.985105 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:12.997891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-7c0994c2-4b08-4a61-bdef-c7668b064958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:12.999477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-7c0994c2-4b08-4a61-bdef-c7668b064958 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.2530582 Jun 30 09:13:13.001331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-73604e06-2e75-4040-a209-a56a530ff872 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153691 Jun 30 09:13:13.009734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d34301-050d-4983-8722-cf0d18d18af7 req-1085c686-7cf8-429b-a056-0d1cdbe60d49 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.012832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77d34301-050d-4983-8722-cf0d18d18af7 req-1085c686-7cf8-429b-a056-0d1cdbe60d49 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 945 time: 0.4506638 Jun 30 09:13:13.018845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c773ff2f-5850-42d8-a4d9-d83bcfff5bf6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0551085 Jun 30 09:13:13.036128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:13.125065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-551d65a8-934f-4130-b915-94cb8601a2cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089058 Jun 30 09:13:13.211307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.227955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d944141b-4dc5-4639-af61-423e9bc38bb1 None None] Provisioning for port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:13.238982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d944141b-4dc5-4639-af61-423e9bc38bb1 None None] Provisioning complete for port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:13.239360 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d944141b-4dc5-4639-af61-423e9bc38bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.350717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d944141b-4dc5-4639-af61-423e9bc38bb1 None None] Port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:13:13.368282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77d34301-050d-4983-8722-cf0d18d18af7 req-ddbfb177-86f5-4cd2-9159-a26958d9d58d tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294394 Jun 30 09:13:13.445983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-ca60144f-3e32-4895-9a00-d7ba2b237ac3 service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020678 Jun 30 09:13:13.544654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-6e9cc1d6-1b64-4bd9-82f3-77ab0518c26d tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.553741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-6e9cc1d6-1b64-4bd9-82f3-77ab0518c26d tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.561394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-6e9cc1d6-1b64-4bd9-82f3-77ab0518c26d tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.565317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50450347-94e8-4b21-8bdf-30852e9e992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2be85d-9c50-426b-891e-565b46ef4fc3'}, {'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b'}, {'server_uuid': '3e21cbee-f832-4f89-a467-610aa8b64455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7cec80-4b49-459b-876d-be91bd781d75'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:13.567668 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01263605-795f-4d75-9392-7843496d6f7d" -d '{"events": [{"server_uuid": "50450347-94e8-4b21-8bdf-30852e9e992d", "name": "network-vif-plugged", "status": "completed", "tag": "5c2be85d-9c50-426b-891e-565b46ef4fc3"}, {"server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "name": "network-vif-plugged", "status": "completed", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b"}, {"server_uuid": "3e21cbee-f832-4f89-a467-610aa8b64455", "name": "network-vif-plugged", "status": "completed", "tag": "cf7cec80-4b49-459b-876d-be91bd781d75"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:13.574989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-6e9cc1d6-1b64-4bd9-82f3-77ab0518c26d tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.580538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-6e9cc1d6-1b64-4bd9-82f3-77ab0518c26d tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.589160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-6e9cc1d6-1b64-4bd9-82f3-77ab0518c26d tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 3813 time: 0.7941480 Jun 30 09:13:13.668297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8a411a2-9f6c-4904-ac61-49575c924f77 req-e5406824-7f39-4daa-b63c-38f189fa801c service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533308 Jun 30 09:13:13.708867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65ee7c4f-55b0-433c-b581-280220e0a5c6 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:13.719180 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.737414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Transition to ACTIVE for port object 65ee7c4f-55b0-433c-b581-280220e0a5c6 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:13.742304 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:13.751100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc970b19-f9cc-492f-a987-67647a5f13d1 req-ed5c3ef3-da76-43ee-8b0d-68ce81891cc0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610436 Jun 30 09:13:13.805982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df10bd3f-0beb-4df3-b7ab-7baf06cdde82 req-0f735075-81ed-41c1-bdd9-ac8cb99ad368 service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392808 Jun 30 09:13:13.830692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2f567-25a0-4e68-8ddd-299dc599e1ec req-c0dd1eda-f1d8-47ea-a913-61387609bb69 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:13.832895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ac2f567-25a0-4e68-8ddd-299dc599e1ec req-c0dd1eda-f1d8-47ea-a913-61387609bb69 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 945 time: 0.2220175 Jun 30 09:13:13.875425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Pushing event updated for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:13.924750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d966640d-8038-4365-89ba-76991642efc5 req-dac46eb5-eb8c-4f70-9cae-443fee62c307 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips/82e0acf6-2ff5-4f82-a1d4-2602904cce0c HTTP/1.1" status: 200 len: 692 time: 0.0905867 Jun 30 09:13:14.041966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ac2f567-25a0-4e68-8ddd-299dc599e1ec req-65f1a95f-fd81-44a9-9106-31e61ee25eeb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984966 Jun 30 09:13:14.051695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36f2b518-8e0c-41f5-9ff8-c39436884b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.061699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Attempting to bind port 65ee7c4f-55b0-433c-b581-280220e0a5c6 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:14.062036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Attempting to bind port 65ee7c4f-55b0-433c-b581-280220e0a5c6 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:14.062499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Attempting to bind port 65ee7c4f-55b0-433c-b581-280220e0a5c6 on network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:14.080158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Port 65ee7c4f-55b0-433c-b581-280220e0a5c6 on network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:14.080648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Attempting to bind port 65ee7c4f-55b0-433c-b581-280220e0a5c6 on network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:14.089314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:14.089719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Checking segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:14.090154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Bound using segment: {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:14.090643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Bound port: 65ee7c4f-55b0-433c-b581-280220e0a5c6, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d7623b-9471-4ffa-b34d-24e387951354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:14.091063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.150578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.164585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966640d-8038-4365-89ba-76991642efc5 req-41282515-b28a-4cb5-a263-e2b7700de739 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.182994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d966640d-8038-4365-89ba-76991642efc5 req-41282515-b28a-4cb5-a263-e2b7700de739 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2527621 Jun 30 09:13:14.187320 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a795517-4181-440a-9f57-1207e707af1c x-openstack-request-id: req-9a795517-4181-440a-9f57-1207e707af1c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:14.187668 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:14.187933 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a795517-4181-440a-9f57-1207e707af1c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:14.189223 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c', 'status': 'completed', 'code': 200} Jun 30 09:13:14.231891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7a61b265-924e-43e6-aac4-38ea137494a4 req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1127577616', 'description': 'tempest-description-549565145'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:14.288291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:14.291810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7a61b265-924e-43e6-aac4-38ea137494a4 req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.293373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:14.299371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.310248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-32085cf6-3b5d-42ad-86b9-fb640f3dfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.312222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-32085cf6-3b5d-42ad-86b9-fb640f3dfeaf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1095 time: 0.1194963 Jun 30 09:13:14.347291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.348223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.349863 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] 10.222.0.79 "PUT /v2.0/ports/65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 200 len: 1092 time: 1.3209121 Jun 30 09:13:14.350714 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:14.353200 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5732f063-5ffa-41e0-88a1-22fb73ad8897" -d '{"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:14.390597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:14.471326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31555d-7e3f-4523-a069-eda488c4a6ef service neutron] Pushing event updated for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.487286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.533880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-fff06b0e-0619-4849-8257-8382fe8ba25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.536031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-fff06b0e-0619-4849-8257-8382fe8ba25a service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.2145121 Jun 30 09:13:14.574489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad835195-3a74-43c7-a29b-11a85b910cb9 req-83f6a4ef-e851-4b18-9875-f5e4daf89046 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.576038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad835195-3a74-43c7-a29b-11a85b910cb9 req-83f6a4ef-e851-4b18-9875-f5e4daf89046 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 943 time: 0.2312975 Jun 30 09:13:14.644911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-a663fbd3-bdd5-44bd-902e-d98291325a7a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 217 time: 0.0950251 Jun 30 09:13:14.658073 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7a61b265-924e-43e6-aac4-38ea137494a4 req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.669510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7a61b265-924e-43e6-aac4-38ea137494a4 req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.733407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad835195-3a74-43c7-a29b-11a85b910cb9 req-5c2f5cbf-d323-4596-a918-c2dfe7293b81 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995998 Jun 30 09:13:14.770479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7a61b265-924e-43e6-aac4-38ea137494a4 req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:14.771731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7a61b265-924e-43e6-aac4-38ea137494a4 req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5442014 Jun 30 09:13:14.780168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-37dd22d0-23db-46e0-83d5-8acb19cb6483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:14.781939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-37dd22d0-23db-46e0-83d5-8acb19cb6483 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1277459 Jun 30 09:13:14.783290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373912a7-faa4-4bee-8f94-8c20fc11426c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae99a91-9daa-4933-802e-b375af634843,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:14.838617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-bbdb2f22-fcc9-40f2-8a5b-ac93977bc80e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463133 Jun 30 09:13:14.871525 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edcb3ae-af0f-4e09-b520-33abe8ec7172 x-openstack-request-id: req-9edcb3ae-af0f-4e09-b520-33abe8ec7172 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:14.873759 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50450347-94e8-4b21-8bdf-30852e9e992d", "name": "network-vif-plugged", "status": "completed", "tag": "5c2be85d-9c50-426b-891e-565b46ef4fc3", "code": 200}, {"server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "name": "network-vif-plugged", "status": "completed", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b", "code": 200}, {"server_uuid": "3e21cbee-f832-4f89-a467-610aa8b64455", "name": "network-vif-plugged", "status": "completed", "tag": "cf7cec80-4b49-459b-876d-be91bd781d75", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:14.874788 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9edcb3ae-af0f-4e09-b520-33abe8ec7172 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:14.877077 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50450347-94e8-4b21-8bdf-30852e9e992d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2be85d-9c50-426b-891e-565b46ef4fc3', 'code': 200} Jun 30 09:13:14.877585 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b', 'code': 200} Jun 30 09:13:14.878206 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e21cbee-f832-4f89-a467-610aa8b64455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7cec80-4b49-459b-876d-be91bd781d75', 'code': 200} Jun 30 09:13:14.971887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cad5e9a-0c90-4b69-816a-571e2374dace {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:14.994662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.023525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Transition to ACTIVE for port object 9cad5e9a-0c90-4b69-816a-571e2374dace will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:15.036895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.097341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-3bd59216-2512-48c3-993b-a2864f69352c service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436652 Jun 30 09:13:15.122975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:15.338944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84af527-8db5-48b8-b322-7b31c529c5de req-36200de3-64e4-4450-a222-d6b82b9491ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.344237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b84af527-8db5-48b8-b322-7b31c529c5de req-36200de3-64e4-4450-a222-d6b82b9491ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 1097 time: 0.2319431 Jun 30 09:13:15.407277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Attempting to bind port 9cad5e9a-0c90-4b69-816a-571e2374dace on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:15.408324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Attempting to bind port 9cad5e9a-0c90-4b69-816a-571e2374dace by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:15.408773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Attempting to bind port 9cad5e9a-0c90-4b69-816a-571e2374dace on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:15.421307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9c980-ddf0-4822-96ec-7e4ccfcf16a0 req-a54bf0c3-edfd-4f67-bb45-296ba431c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.425404 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b0d9c980-ddf0-4822-96ec-7e4ccfcf16a0 req-a54bf0c3-edfd-4f67-bb45-296ba431c87c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50450347-94e8-4b21-8bdf-30852e9e992d HTTP/1.1" status: 200 len: 1097 time: 0.2936120 Jun 30 09:13:15.449038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Port 9cad5e9a-0c90-4b69-816a-571e2374dace on network 3b2331d8-7740-4e27-95f4-2d60223c7254 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:15.449693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Attempting to bind port 9cad5e9a-0c90-4b69-816a-571e2374dace on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:15.476334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b84af527-8db5-48b8-b322-7b31c529c5de req-c8aaf1cc-1edd-48ad-ab27-c389bef31e6a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962920 Jun 30 09:13:15.477300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:15.477755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Checking segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:15.478246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Bound using segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:15.478808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Bound port: 9cad5e9a-0c90-4b69-816a-571e2374dace, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:15.479266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.512234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b0d9c980-ddf0-4822-96ec-7e4ccfcf16a0 req-f1f34186-f4b9-4a28-9d8a-e7d707e65b4c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747440 Jun 30 09:13:15.587122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:15.590766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9cad5e9a-0c90-4b69-816a-571e2374dace,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:15.598015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.650903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.652475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.654145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] 10.222.0.79 "PUT /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 1131 time: 1.2694116 Jun 30 09:13:15.702536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:15.730530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 78b48449-0cb0-4257-848b-b1637c830e0c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:15.762392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f541bf-35b7-43c2-aac7-8e2fb06522c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:15.820210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9eac519-4976-495d-a82c-2df980434713 req-a840a0ae-b460-4a31-8eb5-6e69364770fa tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?tenant_id=df104126445e488b81a5905dce1252e7 HTTP/1.1" status: 200 len: 695 time: 0.6034751 Jun 30 09:13:15.927312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:15.961305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:15.979082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '78b48449-0cb0-4257-848b-b1637c830e0c', 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0', 'port_id': '78b48449-0cb0-4257-848b-b1637c830e0c', 'mac_address': 'fa:16:3e:f6:03:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c764df1-e79e-4dad-a6fa-15d2c9847cbd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:15.989356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f17caa-92b8-4ffb-98e2-995f9f58e1d5 req-71e1c98f-99d2-469d-b164-b888fb3edaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:15.996694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07f17caa-92b8-4ffb-98e2-995f9f58e1d5 req-71e1c98f-99d2-469d-b164-b888fb3edaa6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 1098 time: 0.8178008 Jun 30 09:13:16.003019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f48a15a4-356f-4414-93d0-e8a41cb09ce5 req-e6e40be8-36cd-4ff0-a765-c2afae403d0a service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8928194 Jun 30 09:13:16.025896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.032196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa875f21-2cec-4d8f-bdaf-9f16366c31c0 req-a3cbe45d-9b37-42e6-a401-5d978bcf715c tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.042362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa875f21-2cec-4d8f-bdaf-9f16366c31c0 req-a3cbe45d-9b37-42e6-a401-5d978bcf715c tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 945 time: 0.9403684 Jun 30 09:13:16.066805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.127757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac519-4976-495d-a82c-2df980434713 req-af147d97-b705-4816-afc1-cb2e16d8db47 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.129539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9eac519-4976-495d-a82c-2df980434713 req-af147d97-b705-4816-afc1-cb2e16d8db47 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks?id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 787 time: 0.3085525 Jun 30 09:13:16.134170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b48449-0cb0-4257-848b-b1637c830e0c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:16.155586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-f9eac519-4976-495d-a82c-2df980434713 req-9cd6c3ad-cc49-422d-91e9-3bbfc2ce1658 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:13:16.158505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9eac519-4976-495d-a82c-2df980434713 req-9cd6c3ad-cc49-422d-91e9-3bbfc2ce1658 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157571 Jun 30 09:13:16.179234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa875f21-2cec-4d8f-bdaf-9f16366c31c0 req-a7a656b4-40a2-4cd3-8139-8294170493ef tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355190 Jun 30 09:13:16.209124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:16.214805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.357188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.402652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07f17caa-92b8-4ffb-98e2-995f9f58e1d5 req-63a3929c-eb81-4486-aed5-36a50b677f9b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748793 Jun 30 09:13:16.438001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad218a9b-2f06-4715-9db2-12f3382aeaa7 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:16.448475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.463620 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a003ce4f-a5d9-44ca-a70e-b37ae87f344b x-openstack-request-id: req-a003ce4f-a5d9-44ca-a70e-b37ae87f344b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:16.464034 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:16.464397 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a003ce4f-a5d9-44ca-a70e-b37ae87f344b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:16.464972 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'status': 'completed', 'code': 200} Jun 30 09:13:16.484296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Transition to ACTIVE for port object ad218a9b-2f06-4715-9db2-12f3382aeaa7 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:16.489833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.496494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-62dfb1c9-f947-410a-8d78-13fe17115144 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1127577616&fields=id&tenant_id=4fffa6f8401947d491d4738626894bae HTTP/1.1" status: 200 len: 267 time: 0.0893266 Jun 30 09:13:16.520886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:16.539455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.540735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.541877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.542810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.543811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.544846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.550371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-69c08b04-a92b-4631-b127-46e0ed2c9fd2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5285 time: 0.2730684 Jun 30 09:13:16.669309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Pushing event updated for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.710154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Attempting to bind port ad218a9b-2f06-4715-9db2-12f3382aeaa7 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:16.710921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Attempting to bind port ad218a9b-2f06-4715-9db2-12f3382aeaa7 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:16.711355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Attempting to bind port ad218a9b-2f06-4715-9db2-12f3382aeaa7 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:16.717580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Port ad218a9b-2f06-4715-9db2-12f3382aeaa7 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:16.718050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Attempting to bind port ad218a9b-2f06-4715-9db2-12f3382aeaa7 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:16.728159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:16.728621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Checking segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:16.729866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Bound using segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:16.730459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Bound port: ad218a9b-2f06-4715-9db2-12f3382aeaa7, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:16.730924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.823086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:16.826909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:16.835556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.879846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.881666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:16.883534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] 10.222.0.79 "PUT /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 1132 time: 1.1938517 Jun 30 09:13:16.918088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.924234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.930489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d647c-c938-4e2e-8769-18c5a5cb4e46 service neutron] Pushing event updated for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:16.930932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.940019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:16.943950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.950118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.958836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:16.966738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-ecf12c6b-e162-4c6e-9e8c-a2872d23df07 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 4597 time: 0.5757973 Jun 30 09:13:17.042581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.082644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a52dfeb-ec88-4f59-ab4d-efaa05ab7179 req-5eb6acdf-0c4d-400b-9789-db8ab00d59a3 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1148722 Jun 30 09:13:17.165112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-b3d12870-1582-43e0-b3d1-947a32478fea tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.173067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-b3d12870-1582-43e0-b3d1-947a32478fea tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.6682067 Jun 30 09:13:17.197500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'port': {'security_groups': ['ce427891-e096-4140-8c0f-0e52f94db006', '4ae99a91-9daa-4933-802e-b375af634843']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:17.201618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.302057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-0da015b2-7dd6-44b2-a1b4-be5f730309c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.302804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-0da015b2-7dd6-44b2-a1b4-be5f730309c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.303431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-0da015b2-7dd6-44b2-a1b4-be5f730309c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.305220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-0da015b2-7dd6-44b2-a1b4-be5f730309c7 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=56a1300b43fb4830816fe96e2162df56&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6631732 Jun 30 09:13:17.403771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-1ebb637d-d5a2-4a22-a2ac-6819a6ca4eb3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1416950 Jun 30 09:13:17.512531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.599815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:17.602630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560f8c7-66ca-44ab-8dcf-df5b15e45f4b req-ca76d913-fca7-411d-bf2e-d1c5ebc53c91 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.609600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.617563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e560f8c7-66ca-44ab-8dcf-df5b15e45f4b req-ca76d913-fca7-411d-bf2e-d1c5ebc53c91 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 945 time: 0.3753891 Jun 30 09:13:17.627009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Transition to ACTIVE for port object ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:17.635225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.674594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:17.724778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:17.727584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 78b48449-0cb0-4257-848b-b1637c830e0c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:17.818325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-474d8241-6afa-4755-ab68-de9539f9dcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.823931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-474d8241-6afa-4755-ab68-de9539f9dcdc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 1097 time: 0.2665606 Jun 30 09:13:17.893915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Attempting to bind port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:17.894286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Attempting to bind port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:17.894629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Attempting to bind port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:17.905982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e560f8c7-66ca-44ab-8dcf-df5b15e45f4b req-2406e234-0f25-4f44-b961-1f878d346acb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860026 Jun 30 09:13:17.912285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-da6caf22-fce8-49eb-9e5e-c32917f5e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:17.915484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5732f063-5ffa-41e0-88a1-22fb73ad8897 req-da6caf22-fce8-49eb-9e5e-c32917f5e0c9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5883691 Jun 30 09:13:17.937033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 78b48449-0cb0-4257-848b-b1637c830e0c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:17.949311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:17.949709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Attempting to bind port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:17.962474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 78b48449-0cb0-4257-848b-b1637c830e0c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:17.963251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.070089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:18.070474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Checking segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:18.071043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Bound using segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:18.075547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Bound port: ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:18.075930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.204709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.276308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-70f46f20-a0a8-45ff-88d9-0a43732f2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.278179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-70f46f20-a0a8-45ff-88d9-0a43732f2cad service neutron] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.3759601 Jun 30 09:13:18.295256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:18.302452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:18.307989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:18.310466 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4777c8-f062-44aa-8afd-3d3a470b5dc8" -d '{"events": [{"server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "name": "network-vif-plugged", "status": "completed", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:18.316563 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.387122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450b40-b659-4782-8c72-00ae58a3b1c7 req-667aec33-a05d-44af-8560-f77d1a574bfa tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.388911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6450b40-b659-4782-8c72-00ae58a3b1c7 req-667aec33-a05d-44af-8560-f77d1a574bfa tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 945 time: 0.2123621 Jun 30 09:13:18.399335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:18.415623 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-e94ba8ab-0283-48be-b353-f3c78a70170b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81db8968-a13f-4c55-a900-1abf48404bca HTTP/1.1" status: 200 len: 217 time: 0.1259797 Jun 30 09:13:18.428013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:18.432611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:18.447666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.471754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '9cad5e9a-0c90-4b69-816a-571e2374dace'}, {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': 'ad218a9b-2f06-4715-9db2-12f3382aeaa7'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:18.474326 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaba837-9246-4f5b-879a-0e77d0227ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "9cad5e9a-0c90-4b69-816a-571e2374dace"}, {"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "ad218a9b-2f06-4715-9db2-12f3382aeaa7"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:18.480139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.488988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.520230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.520964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.523096 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] 10.222.0.79 "PUT /v2.0/ports/ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 200 len: 1091 time: 1.6117561 Jun 30 09:13:18.544484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8f7f319b-e5a0-44ff-a6fa-571c986a2d92'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:18.575130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6450b40-b659-4782-8c72-00ae58a3b1c7 req-f36e206c-ed58-439e-854e-f88e4fcaafaf tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.77 "GET /v2.0/security-groups?id=1723730b-e927-4c42-89f1-585563c7f778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647794 Jun 30 09:13:18.577212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:18.702974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.705156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:18.727284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d034bdb-3710-4747-a94f-11e1d305aadd req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "PUT /v2.0/ports/8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 982 time: 1.5463483 Jun 30 09:13:18.743190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:18.748868 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c690d7b3-8eb1-461b-9746-0bbb82e254f3" -d '{"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:18.828861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-2ad91d44-0cc0-462e-ab10-05b48f6ead28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:18.835428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8f7f319b-e5a0-44ff-a6fa-571c986a2d92'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:18.843305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-2ad91d44-0cc0-462e-ab10-05b48f6ead28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.3995488 Jun 30 09:13:18.983154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-594c4b16-f226-4e45-b22f-15c0413f041e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388204 Jun 30 09:13:18.992109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de52187-cd77-4559-b7c3-2df943aa1a92 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.045852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c7c0a597-e225-46f8-854c-7e4d5835d726 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips/82e0acf6-2ff5-4f82-a1d4-2602904cce0c HTTP/1.1" status: 200 len: 692 time: 0.2437840 Jun 30 09:13:19.190559 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.220211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-4b975180-9b36-4e25-9407-9922a98003f1 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.222762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-4b975180-9b36-4e25-9407-9922a98003f1 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1636808 Jun 30 09:13:19.239426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b775a32-1199-42ab-8775-797f3df0c156 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:19.304214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-76012fa7-aa20-4911-b771-295116e8a76c service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080230 Jun 30 09:13:19.352146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ad983-1ba9-4f68-a90c-700397f891c8 req-ddd69859-f2a7-4475-aa19-176ecc861cc7 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.360955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac4ad983-1ba9-4f68-a90c-700397f891c8 req-ddd69859-f2a7-4475-aa19-176ecc861cc7 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 945 time: 0.3888042 Jun 30 09:13:19.365768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-da228cb0-e753-4c32-93ab-826cfd3cfc6c tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.1365921 Jun 30 09:13:19.449741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-f4685a42-545c-4a7d-9d57-a728e2fa4aaa tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.51 HTTP/1.1" status: 200 len: 695 time: 0.0774016 Jun 30 09:13:19.605070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac4ad983-1ba9-4f68-a90c-700397f891c8 req-cc8812e6-577f-4f7f-ae59-6fdcc48847db tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542413 Jun 30 09:13:19.735095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Deleting port d8ea5266-470b-4dff-b19f-87e956215070 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:19.735896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.892947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.893533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:19.917192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Calling delete_port for d8ea5266-470b-4dff-b19f-87e956215070 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:19.931903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8335bf5-8041-4b94-a0a5-f7b65d85504c req-9090303c-0ca3-43cb-9294-60f26aa6c886 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:19.939864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8335bf5-8041-4b94-a0a5-f7b65d85504c req-9090303c-0ca3-43cb-9294-60f26aa6c886 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 946 time: 0.1273994 Jun 30 09:13:19.997734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e60ae5-9ef6-4067-b9f9-0b7871cf222a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:20.007489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.022096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Transition to ACTIVE for port object 90e60ae5-9ef6-4067-b9f9-0b7871cf222a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:20.057634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8166012d-8fab-42ab-81ee-cd422a0ebe46 req-374a950c-b755-40a5-8724-57ec6d623f66 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6855414 Jun 30 09:13:20.058754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.082431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8335bf5-8041-4b94-a0a5-f7b65d85504c req-053ef1a4-4a60-4213-bd13-e04beed49983 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413615 Jun 30 09:13:20.217357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Pushing event updated for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:20.232911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.263516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Attempting to bind port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:20.263904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Attempting to bind port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:20.264286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Attempting to bind port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:20.271520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a on network 3b2331d8-7740-4e27-95f4-2d60223c7254 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:20.271898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Attempting to bind port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:20.278540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:20.278896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Checking segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:20.279401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Bound using segment: {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:20.279894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Bound port: 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a07a8-e45d-438e-92aa-c8e641b939e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:20.280271 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.307352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Pushing event deleted for resources: {'Port': ['ID=d8ea5266-470b-4dff-b19f-87e956215070,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:20.370119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:20.374409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:20.381467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.400876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.401694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.403435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] 10.222.0.79 "PUT /v2.0/ports/90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 200 len: 1090 time: 1.8363423 Jun 30 09:13:20.443879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:20.464497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.467647 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.468963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ae3cb08-ac05-4401-b2e0-e7242696c494 req-c2fd7076-4de2-4a77-8433-05edbe98ab90 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "DELETE /v2.0/floatingips/82e0acf6-2ff5-4f82-a1d4-2602904cce0c HTTP/1.1" status: 204 len: 173 time: 1.0051143 Jun 30 09:13:20.510582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.518946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.525860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.533300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.540406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.548775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.555851 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de3e4a6-6778-4a31-80d9-1f100afb4d75 x-openstack-request-id: req-4de3e4a6-6778-4a31-80d9-1f100afb4d75 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:20.556415 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "name": "network-vif-plugged", "status": "completed", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:20.557411 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4de3e4a6-6778-4a31-80d9-1f100afb4d75 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:20.557966 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c', 'code': 200} Jun 30 09:13:20.563314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.573257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-8b76bcd2-05b9-4a3e-8a46-5c6ec49168d5 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5394 time: 0.2860038 Jun 30 09:13:20.582310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115cbb-f9a1-4afb-9482-90f0679abdcd service neutron] Pushing event updated for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:20.656158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dca45c63-d376-480a-8dc6-91d6770b4065 req-67a4d0db-fd8d-4c96-900e-7159488da796 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815189 Jun 30 09:13:20.657363 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b260ce9-f487-4bc5-b7f5-e87757991ff9 x-openstack-request-id: req-7b260ce9-f487-4bc5-b7f5-e87757991ff9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:20.657950 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "9cad5e9a-0c90-4b69-816a-571e2374dace", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "ad218a9b-2f06-4715-9db2-12f3382aeaa7", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:20.658573 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7b260ce9-f487-4bc5-b7f5-e87757991ff9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:20.659158 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '9cad5e9a-0c90-4b69-816a-571e2374dace', 'status': 'completed', 'code': 200} Jun 30 09:13:20.659573 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': 'ad218a9b-2f06-4715-9db2-12f3382aeaa7', 'status': 'completed', 'code': 200} Jun 30 09:13:20.776676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:20.832737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.833277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.834260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.834645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.835110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.835886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.836211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.838281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-cfc5eba9-cc06-4640-a6be-8670f4e79b88 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6346 time: 0.1725447 Jun 30 09:13:20.915060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040242b6-8aa9-49db-9f3c-1949809e36a0 req-4b2fa6b2-734a-4acc-91de-d414c3697774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:20.920878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-040242b6-8aa9-49db-9f3c-1949809e36a0 req-4b2fa6b2-734a-4acc-91de-d414c3697774 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1097 time: 0.2602382 Jun 30 09:13:20.977165 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4cf6dc-24fb-4d07-9ba3-f9a6793b01b4 x-openstack-request-id: req-da4cf6dc-24fb-4d07-9ba3-f9a6793b01b4 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:20.977514 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:20.977749 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-da4cf6dc-24fb-4d07-9ba3-f9a6793b01b4 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:20.978190 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'status': 'completed', 'code': 200} Jun 30 09:13:21.101215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-7f182e4b-0fb3-48f2-919d-10fefce0d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.101454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-7f182e4b-0fb3-48f2-919d-10fefce0d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.101779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-7f182e4b-0fb3-48f2-919d-10fefce0d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.103863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-7f182e4b-0fb3-48f2-919d-10fefce0d92c service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=56a1300b43fb4830816fe96e2162df56&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2549779 Jun 30 09:13:21.173687 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-040242b6-8aa9-49db-9f3c-1949809e36a0 req-ad0ab034-e6c5-47ba-a7c0-a314598025bc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413683 Jun 30 09:13:21.212434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-8e62c1b9-c02a-442b-b715-e9578131e63f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1127577616&fields=id&tenant_id=4fffa6f8401947d491d4738626894bae HTTP/1.1" status: 200 len: 267 time: 0.2379787 Jun 30 09:13:21.351696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d941f11-fb59-4190-a9de-d045cf5ca588 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:21.360087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.375281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Transition to ACTIVE for port object 7d941f11-fb59-4190-a9de-d045cf5ca588 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:21.381755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.388359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-c921ff86-c8c9-4d3c-b806-58f47457324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.389998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-c921ff86-c8c9-4d3c-b806-58f47457324d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1137 time: 0.4168000 Jun 30 09:13:21.454078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Pushing event updated for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:21.488537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-41cce851-d5bb-436a-9ad1-ad421830e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.490686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-41cce851-d5bb-436a-9ad1-ad421830e7b3 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3795521 Jun 30 09:13:21.500509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-65ce15ce-80d0-4ebc-ad97-b18142445c81 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.506256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-65ce15ce-80d0-4ebc-ad97-b18142445c81 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 985 time: 0.2928715 Jun 30 09:13:21.557274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Attempting to bind port 7d941f11-fb59-4190-a9de-d045cf5ca588 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:21.557601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'port': {'security_groups': ['ce427891-e096-4140-8c0f-0e52f94db006']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:21.558178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Attempting to bind port 7d941f11-fb59-4190-a9de-d045cf5ca588 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:21.558780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Attempting to bind port 7d941f11-fb59-4190-a9de-d045cf5ca588 on network 2f12f98c-f311-49d4-b1b5-83b8359badec {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:21.568875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Port 7d941f11-fb59-4190-a9de-d045cf5ca588 on network 2f12f98c-f311-49d4-b1b5-83b8359badec not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:21.569243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ed6d3-5d58-4ced-8bd9-ba9dac5039ce req-3f055784-50d0-4598-a023-458dbdc79d18 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.569891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Attempting to bind port 7d941f11-fb59-4190-a9de-d045cf5ca588 on network 2f12f98c-f311-49d4-b1b5-83b8359badec {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:21.571111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-318ed6d3-5d58-4ced-8bd9-ba9dac5039ce req-3f055784-50d0-4598-a023-458dbdc79d18 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 945 time: 0.3826118 Jun 30 09:13:21.582720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:21.593261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Checking segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:21.594029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Bound using segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:21.594751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Bound port: 7d941f11-fb59-4190-a9de-d045cf5ca588, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:21.596161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.709183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:21.713116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7d941f11-fb59-4190-a9de-d045cf5ca588,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:21.719658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.780759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.785892 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.798609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-318ed6d3-5d58-4ced-8bd9-ba9dac5039ce req-30bea317-9bd5-4958-8096-45064b47cf50 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794195 Jun 30 09:13:21.808280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] 10.222.0.79 "PUT /v2.0/ports/7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 200 len: 1092 time: 1.3694696 Jun 30 09:13:21.818813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-4c00d6f4-f680-4aa5-b537-9b3b85ef0508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.820505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-4c00d6f4-f680-4aa5-b537-9b3b85ef0508 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.4191091 Jun 30 09:13:21.869474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Request body: {'port': {'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:21.874132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89d266-50f3-48e7-9cdf-d8d98d7c0c7a service neutron] Pushing event updated for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:21.880394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:21.927281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-4a0b235b-ec29-4880-8573-3f6471f99eb2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.0897315 Jun 30 09:13:21.963714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.964459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.964833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.965907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.966113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.966613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.967245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:21.969222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-39e82d48-7938-4ec3-8c38-37e822d0061a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6372 time: 0.3942020 Jun 30 09:13:21.999818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.360553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:22.368776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.383285 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Transition to ACTIVE for port object fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:22.390399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.471296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:22.609138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Attempting to bind port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:22.609510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Attempting to bind port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:22.609820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Attempting to bind port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 on network 2f12f98c-f311-49d4-b1b5-83b8359badec {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:22.621168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 on network 2f12f98c-f311-49d4-b1b5-83b8359badec not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:22.621431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Attempting to bind port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 on network 2f12f98c-f311-49d4-b1b5-83b8359badec {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:22.631437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:22.631781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Checking segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:22.632177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Bound using segment: {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:22.636058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Bound port: fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcf3de34-1bf2-480e-8a07-0182b233dd0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:22.636436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.661943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81'}, {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a'}, {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:22.664564 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b531314-fdce-4234-8674-64946ddbc1ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81"}, {"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a"}, {"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:22.722484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-786dbd68-254d-4e8b-a9ad-3b615cddbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.723052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-786dbd68-254d-4e8b-a9ad-3b615cddbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.723606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-786dbd68-254d-4e8b-a9ad-3b615cddbaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.725371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-786dbd68-254d-4e8b-a9ad-3b615cddbaa6 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=56a1300b43fb4830816fe96e2162df56&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7265816 Jun 30 09:13:22.772995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-b8b49c1f-0fb4-41f7-bfc2-95cd99590fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.774490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-b8b49c1f-0fb4-41f7-bfc2-95cd99590fbd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.8255813 Jun 30 09:13:22.814503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] For port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:22.819393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] For port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:22.837584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.877905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-1c6b27ea-83f5-4ea8-b048-a54b1d1c0fb1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657594 Jun 30 09:13:22.906925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.907761 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:22.909648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] 10.222.0.79 "PUT /v2.0/ports/fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 200 len: 1092 time: 1.0487437 Jun 30 09:13:22.917487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14b13e-c008-4c5f-bb00-b271a0b93594 req-bed1aeb4-30d0-4daa-a176-905978da0b76 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:22.919473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b14b13e-c008-4c5f-bb00-b271a0b93594 req-bed1aeb4-30d0-4daa-a176-905978da0b76 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=50450347-94e8-4b21-8bdf-30852e9e992d HTTP/1.1" status: 200 len: 945 time: 0.8027673 Jun 30 09:13:22.944505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ab426-ed94-43a5-ac7e-5d007ad50992 service neutron] Pushing event updated for resources: {'Port': ['ID=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:23.022088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-08d4cef7-8a7f-4de4-aa2c-9f0e97391a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.023441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfaba837-9246-4f5b-879a-0e77d0227ff2 req-08d4cef7-8a7f-4de4-aa2c-9f0e97391a43 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2803338 Jun 30 09:13:23.183466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-0d6cdeec-6e9e-4a78-9593-7a77d493d83b service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947509 Jun 30 09:13:23.206776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b14b13e-c008-4c5f-bb00-b271a0b93594 req-cff3f0ba-8beb-405b-9dcd-aa5e8bbb1b56 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715211 Jun 30 09:13:23.405491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:23.435414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.435893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.436345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.436814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.437275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.437725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.438191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.440213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3ff79d1a-8490-4735-9079-774d3ef814a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6482 time: 0.3489184 Jun 30 09:13:23.522683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-194ea6a8-c30a-446f-943e-0b570316ff51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 200 len: 217 time: 0.0719688 Jun 30 09:13:23.551177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c690d7b3-8eb1-461b-9746-0bbb82e254f3 req-fd08582a-c9c8-43ae-8fb8-011be61058b3 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566163 Jun 30 09:13:23.555813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-fd3a72bd-3204-4ca2-9f2a-a1ac5b45fa6b tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3077171 Jun 30 09:13:23.580972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.587078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:23.614601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.627985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.658156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8f7f319b-e5a0-44ff-a6fa-571c986a2d92'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:23.686370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.686907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:23.688313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-526a06b5-1c78-4b3b-bb6f-457ee2c3aed4 req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "PUT /v2.0/ports/8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 943 time: 2.1692753 Jun 30 09:13:23.689624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:23.699336 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ec828c-cdae-4e14-ace7-3fb5c965002b" -d '{"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:23.739106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3c1b1ecc-870f-499a-a56e-55bf178cd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.742060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-3c1b1ecc-870f-499a-a56e-55bf178cd130 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=76c87efb-daed-4a66-bdee-9f120ddf590f HTTP/1.1" status: 200 len: 850 time: 0.2083709 Jun 30 09:13:23.805917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3a11f-5dd5-4e60-86a3-0ef71863a8f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event updated for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:23.844248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8f7f319b-e5a0-44ff-a6fa-571c986a2d92'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:23.906780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-775e63a1-073b-48fa-82ff-68df962a7980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:23.908993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-775e63a1-073b-48fa-82ff-68df962a7980 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1546826 Jun 30 09:13:24.127956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf41ec6-08ff-4ce4-b99d-9e8a90e51200 req-572e3193-7d67-4966-a3b4-21caee194b0b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.129610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cf41ec6-08ff-4ce4-b99d-9e8a90e51200 req-572e3193-7d67-4966-a3b4-21caee194b0b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 945 time: 0.3087158 Jun 30 09:13:24.132330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-365d08ff-7aaf-45ff-97b7-93c5f5c6c652 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133806 Jun 30 09:13:24.224377 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.337537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cf41ec6-08ff-4ce4-b99d-9e8a90e51200 req-96f8fb7c-da27-46f0-9b8f-603364a3539f tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991007 Jun 30 09:13:24.381340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Allocated IP 172.25.7.8 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d84353c1-65cc-4492-87ed-f30755a074c6) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:24.388553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-78d32e5b-fd83-4fe8-ad29-0d794874514d service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350404 Jun 30 09:13:24.451088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-846053aa-8e34-4ceb-8dcf-9d2ec650651d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 217 time: 0.0520577 Jun 30 09:13:24.546989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a009f65e-3ebb-4166-ac47-daebd8471e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.549257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a009f65e-3ebb-4166-ac47-daebd8471e02 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0653787 Jun 30 09:13:24.613155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.662386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-139bb7df-0dca-47c6-bbab-d79e8ba00f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:24.663913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-139bb7df-0dca-47c6-bbab-d79e8ba00f51 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1060679 Jun 30 09:13:24.706710 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:24.795774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:24.805464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:24.810025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:24.850358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Pushing event updated for resources: {'Port': ['ID=d84353c1-65cc-4492-87ed-f30755a074c6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:24.871126 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:13:24.895287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-6043aa6e-d2f3-4043-a512-eebb75c65fa0 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188070 Jun 30 09:13:25.003596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-48a9facd-1724-4351-92b4-4c2645fcdbad service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875793 Jun 30 09:13:25.102717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-73ab205b-8fd5-438a-b37e-59b8d60e71c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 217 time: 0.0826342 Jun 30 09:13:25.121860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.206131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a7d63554-b639-4064-8ead-a8f06fc95dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.207613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a7d63554-b639-4064-8ead-a8f06fc95dce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0874491 Jun 30 09:13:25.224787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.289674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.294969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.301671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.307579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.313230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.319361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.325324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.327375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-bbd662a2-44a6-4bcf-9b17-9f9a25e16547 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.2425547 Jun 30 09:13:25.436029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc13c271-96a0-468f-825c-d2748f3c5759 req-a75e6a10-dbbd-412f-9109-3596d5fef53a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1004930 Jun 30 09:13:25.447492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-d51436c5-2962-4dcd-817f-532aa45958f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:25.449109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-d51436c5-2962-4dcd-817f-532aa45958f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2337058 Jun 30 09:13:25.585271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.598343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.609025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-dd8a00c3-5372-4380-adab-c2723a94d3c7 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466386 Jun 30 09:13:25.756449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Pushing event updated for resources: {'Port': ['ID=d84353c1-65cc-4492-87ed-f30755a074c6,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:25.777899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.807154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-d59bf000-f047-49c9-aed7-197baab9c0e4 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783602 Jun 30 09:13:25.809711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:25.810862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-dc09a763-a526-4601-8259-cd6ceba7fbf0 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2279778 Jun 30 09:13:26.204442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16ef63-8078-44e1-afc6-7147c749608b req-783b34a7-8428-48bf-a0f1-4070de19db0c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.205849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa16ef63-8078-44e1-afc6-7147c749608b req-783b34a7-8428-48bf-a0f1-4070de19db0c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 945 time: 0.5100138 Jun 30 09:13:26.232246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-761168ec-628b-472f-bdeb-8b2a3d93bc56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 200 len: 217 time: 0.4167178 Jun 30 09:13:26.284492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-f6200fc0-41b5-4c0c-b536-d7edf4dab39f tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.4622025 Jun 30 09:13:26.362039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ac9a531d-f474-423e-9bf2-f57d175bace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.363542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-ac9a531d-f474-423e-9bf2-f57d175bace5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1174710 Jun 30 09:13:26.366365 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa16ef63-8078-44e1-afc6-7147c749608b req-b23c66f3-4008-4ebd-8775-3e750d89e636 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287265 Jun 30 09:13:26.430512 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a47ffb-5e89-45f7-b96c-7cbd7741362d x-openstack-request-id: req-65a47ffb-5e89-45f7-b96c-7cbd7741362d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:26.431731 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:26.432153 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65a47ffb-5e89-45f7-b96c-7cbd7741362d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:26.432725 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81', 'status': 'completed', 'code': 200} Jun 30 09:13:26.433148 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a', 'status': 'completed', 'code': 200} Jun 30 09:13:26.433558 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588', 'status': 'completed', 'code': 200} Jun 30 09:13:26.510255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-d95c2c30-b9d8-49d7-b696-1724f5a33b8b tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.512227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a8ab428-3d10-4bb9-a17f-27312716ebde req-d95c2c30-b9d8-49d7-b696-1724f5a33b8b tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2222760 Jun 30 09:13:26.538924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-cb48e8d4-446f-419d-bd39-f1f6ffaf82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.540578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-cb48e8d4-446f-419d-bd39-f1f6ffaf82cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645091 Jun 30 09:13:26.587313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-87a228dd-c774-45ff-bd1e-6780c4a7e6ec tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:26.604166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-87a228dd-c774-45ff-bd1e-6780c4a7e6ec tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e75a4fd-71e7-4a2e-9856-fb913e284a5d HTTP/1.1" status: 200 len: 945 time: 0.1546557 Jun 30 09:13:26.787297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-8d6619d3-c714-4b2f-b4f8-74816fef1810 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2383423 Jun 30 09:13:26.789302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a022e119-012e-4a8c-8f43-190a39ebbb05 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282646 Jun 30 09:13:26.802060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:26.906420 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e56827-151d-4907-8cbb-33c3067fdca0 x-openstack-request-id: req-a8e56827-151d-4907-8cbb-33c3067fdca0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:26.907609 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:26.907609 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a8e56827-151d-4907-8cbb-33c3067fdca0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:26.908005 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'status': 'completed', 'code': 200} Jun 30 09:13:26.936789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.937873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Deleting port 52f65bfc-6a37-41a2-bd68-77101c6aa364 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:26.939514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:26.950454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-0c8df3d6-c0c3-4f81-bc3f-d90b3b639c1e service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385016 Jun 30 09:13:27.049811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-29e6b45b-7567-4962-8c3c-99de5d3c4a21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 200 len: 217 time: 0.0851462 Jun 30 09:13:27.084150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] For port 52f65bfc-6a37-41a2-bd68-77101c6aa364, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=52f65bfc-6a37-41a2-bd68-77101c6aa364,segment=NetworkSegment(4a0c56fb-2485-4d96-a376-e45852e7b874),segment_id=4a0c56fb-2485-4d96-a376-e45852e7b874)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:27.084921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.101097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Calling delete_port for 52f65bfc-6a37-41a2-bd68-77101c6aa364 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:27.122568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-7945f2b3-f748-4471-b442-112e2fa4ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.124037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-7945f2b3-f748-4471-b442-112e2fa4ca77 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0548100 Jun 30 09:13:27.160560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-38e7a5cd-f43f-4b38-bd35-2cdbe3a4aa81 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1088547589&fields=id&tenant_id=b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 267 time: 0.1196678 Jun 30 09:13:27.280964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-d091a3c0-e4c0-4328-b528-82d32753b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.283106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-d091a3c0-e4c0-4328-b528-82d32753b8fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.3053582 Jun 30 09:13:27.309866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a242ea5a-2049-45f1-aae4-d8b34ce3ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.311372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a242ea5a-2049-45f1-aae4-d8b34ce3ca33 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709244 Jun 30 09:13:27.318680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.332367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['52f65bfc-6a37-41a2-bd68-77101c6aa364'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:27.417868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-68b148fc-5aad-41bf-80b1-2b6dc90bf426 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.419404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-68b148fc-5aad-41bf-80b1-2b6dc90bf426 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 945 time: 0.2350342 Jun 30 09:13:27.421575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Pushing event deleted for resources: {'Port': ['ID=52f65bfc-6a37-41a2-bd68-77101c6aa364,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:27.452158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] No DVR routers for this DVR port 52f65bfc-6a37-41a2-bd68-77101c6aa364 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:27.459767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.460358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'port': {'security_groups': ['7ca44e3d-5803-4416-8a25-649cd4237832', '2b7ce516-4d19-4392-9cf9-99d6556e380b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:27.462451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d583b27-481c-48b7-9efb-03d63f5ff7be req-128b2ed0-a346-4527-8e06-b2741b796ea0 tempest-ServersNegativeTestMultiTenantJSON-176322118 tempest-ServersNegativeTestMultiTenantJSON-176322118-project] 10.222.0.79 "DELETE /v2.0/ports/52f65bfc-6a37-41a2-bd68-77101c6aa364 HTTP/1.1" status: 204 len: 173 time: 0.8512650 Jun 30 09:13:27.464961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.584791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-accd8348-ffb6-473c-a83e-c207fec5cdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.586539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-accd8348-ffb6-473c-a83e-c207fec5cdc0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.2914937 Jun 30 09:13:27.648218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-e3223be9-86e6-414a-b557-ed87b0d96e03 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911470 Jun 30 09:13:27.660641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-0ed5bbb7-d7d8-4f18-94c9-5047f0d32856 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.0625737 Jun 30 09:13:27.818700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:27.847028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Allocated IP 172.25.7.251 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/b84e1cd9-9d27-4de4-bfb4-7a7af2c7a566) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:27.859307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-4658dbd4-dd89-4559-abdd-c8612e1ab6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:27.861455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-4658dbd4-dd89-4559-abdd-c8612e1ab6b0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.1756966 Jun 30 09:13:27.926507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-da62b595-e385-4a93-9e30-2ce979f7ba79 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504384 Jun 30 09:13:28.050515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-2202342a-ae2d-45e8-813d-ce13714766b1 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609715 Jun 30 09:13:28.134979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-bd905ea7-4506-442e-9e01-3e4cd8d6fdf2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 200 len: 217 time: 0.0745425 Jun 30 09:13:28.236077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.294826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-fe1c2978-b74d-45a9-8cc4-e4d172bf1238 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541560 Jun 30 09:13:28.306947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-9c92536d-150e-4547-83e7-f4ff4700afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.308331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-9c92536d-150e-4547-83e7-f4ff4700afe4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.1626179 Jun 30 09:13:28.435147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131'}, {'server_uuid': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'name': 'network-vif-deleted', 'tag': '52f65bfc-6a37-41a2-bd68-77101c6aa364'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:28.437458 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131"}, {"server_uuid": "9e75a4fd-71e7-4a2e-9856-fb913e284a5d", "name": "network-vif-deleted", "tag": "52f65bfc-6a37-41a2-bd68-77101c6aa364"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:28.465620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.530556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:28.551474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:28.553944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3ec828c-cdae-4e14-ace7-3fb5c965002b req-f6f32870-b96e-4041-917e-e18ca3736deb service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504015 Jun 30 09:13:28.568875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:28.573778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-4ded6d0d-344e-4954-abea-b815c2f9bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:28.575284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-4ded6d0d-344e-4954-abea-b815c2f9bb10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2538886 Jun 30 09:13:28.576012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:28.579722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event updated for resources: {'Port': ['ID=b84e1cd9-9d27-4de4-bfb4-7a7af2c7a566,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:28.624079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.663088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:28.677719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:29.056130 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.079294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.080011 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.081384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa91262-cd9e-4028-8943-462a8cd6c194 req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "PUT /v2.0/ports/78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 981 time: 1.6431324 Jun 30 09:13:29.087582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:29.089895 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114c8805-8859-43d8-89a0-0e2fd93ee16b" -d '{"events": [{"name": "network-changed", "server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:29.163135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:29.163594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.182717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ed114-67e6-4a06-a77d-46e86bd3d3cd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.224866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.231572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-60aa62eb-6e77-478e-b6b8-20c5f8185aab service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6223702 Jun 30 09:13:29.287209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Deleting subnet 223f60db-a473-4bf1-b216-fe3d786e459c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:29.290464 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.327550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.345048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-7e293068-0731-4a2e-ba1a-fac7f4b6d9db tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.346616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-7e293068-0731-4a2e-ba1a-fac7f4b6d9db tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "GET /v2.0/ports?device_id=50450347-94e8-4b21-8bdf-30852e9e992d HTTP/1.1" status: 200 len: 945 time: 0.2621169 Jun 30 09:13:29.371374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.426975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.430338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.456519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=223f60db-a473-4bf1-b216-fe3d786e459c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.460910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.465610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9e375543-1741-4cc3-bdd0-a5977be9e96d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/223f60db-a473-4bf1-b216-fe3d786e459c HTTP/1.1" status: 204 len: 168 time: 0.3002906 Jun 30 09:13:29.466208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35614) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.521432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-1e64ca35-c07a-4af5-a691-2699ccec9d6e service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790573 Jun 30 09:13:29.537420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.601654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1097242-43e5-4983-96ef-598b3cd01ae8 req-9e36b326-924a-4aa8-9707-ea64a296357b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.603108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1097242-43e5-4983-96ef-598b3cd01ae8 req-9e36b326-924a-4aa8-9707-ea64a296357b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 945 time: 0.2882798 Jun 30 09:13:29.604395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-b2523807-00e9-41e7-b151-3fd16a38d204 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 200 len: 217 time: 0.0671306 Jun 30 09:13:29.622450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.631989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d26651b-6ba3-40a7-b3f8-47fe71d28d6a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:29.642356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0c56fb-2485-4d96-a376-e45852e7b874') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:29.642656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0c56fb-2485-4d96-a376-e45852e7b874') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:29.651642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.666402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.673497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:29.674325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:29.676188 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:29.737755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.751221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Deleting port 5c2be85d-9c50-426b-891e-565b46ef4fc3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:29.751729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.753223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.755598 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0d26651b-6ba3-40a7-b3f8-47fe71d28d6a HTTP/1.1" status: 204 len: 168 time: 0.2879786 Jun 30 09:13:29.756221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ae093-d330-4691-b5fe-b0cc26993cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d26651b-6ba3-40a7-b3f8-47fe71d28d6a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:29.758096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:29.760740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-e4f3b69e-1098-49f9-8552-bbdf632b4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:29.762287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-e4f3b69e-1098-49f9-8552-bbdf632b4a0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.1442187 Jun 30 09:13:29.779811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1097242-43e5-4983-96ef-598b3cd01ae8 req-1076645f-3cfd-495e-bd84-d45adea2afd3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605625 Jun 30 09:13:29.793030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 52f65bfc-6a37-41a2-bd68-77101c6aa364 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:29.806540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Deleting subnet 2422a0a3-0793-4612-8af2-b41ffc88a8fd {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:29.810189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.820824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 52f65bfc-6a37-41a2-bd68-77101c6aa364 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:29.821305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 52f65bfc-6a37-41a2-bd68-77101c6aa364 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:29.855029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.912954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.916617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.942824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:29.988112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.013507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2422a0a3-0793-4612-8af2-b41ffc88a8fd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.024097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.028346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-280907e5-87c7-44bc-b5ae-036cdfd366e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.028510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8123272c-e68c-4fd2-b5b2-020469415f93 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/2422a0a3-0793-4612-8af2-b41ffc88a8fd HTTP/1.1" status: 204 len: 168 time: 0.2670767 Jun 30 09:13:30.028625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-280907e5-87c7-44bc-b5ae-036cdfd366e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2467754 Jun 30 09:13:30.034365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] For port 5c2be85d-9c50-426b-891e-565b46ef4fc3, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5c2be85d-9c50-426b-891e-565b46ef4fc3,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:30.034736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.035513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.120854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.129474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event updated for resources: {'Port': ['ID=b84e1cd9-9d27-4de4-bfb4-7a7af2c7a566,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.139243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Calling delete_port for 5c2be85d-9c50-426b-891e-565b46ef4fc3 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:30.170028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.214967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.225952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['397ab0df-7054-4a67-a931-3af16fa32185']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:30.237942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95575ace-07ed-4b38-af16-645e19b306df') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:30.238506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95575ace-07ed-4b38-af16-645e19b306df') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:30.249469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.270092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.273078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.276522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.280550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:30.281077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.283645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:30.284111 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:30.292158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.298033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.304383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.310439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.312399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-61af22a9-389a-4cc8-9711-403853ebfd5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.3904309 Jun 30 09:13:30.313851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.314986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-1a9dc429-1105-4fe4-976f-1a4bb5b1060f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5215449 Jun 30 09:13:30.347071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.352962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.358687 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] 10.222.0.77 "DELETE /v2.0/networks/397ab0df-7054-4a67-a931-3af16fa32185 HTTP/1.1" status: 204 len: 168 time: 0.3183951 Jun 30 09:13:30.389169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180ff6c-e3e1-418e-bf75-12009d6b8e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=397ab0df-7054-4a67-a931-3af16fa32185,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.403410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-a01e80c7-a004-478a-955e-c5e57ee8f2c4 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431118 Jun 30 09:13:30.425233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-4a18393e-cd91-487f-8e77-141e7edfaeca tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0861573 Jun 30 09:13:30.506506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.522678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81fa462b-6164-4b89-82da-6a4c6f5a6ebe req-8a852f74-086b-466a-8ece-f12dbf05e01c tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1813486 Jun 30 09:13:30.572413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8fbc655f-a5aa-473c-9aa3-c2f95adc68e3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d33d0a58765f46fe946b82ef767631d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0614548 Jun 30 09:13:30.573625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:30.633636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f240ad6-402a-45bc-a3fa-08714d539d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.657474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f240ad6-402a-45bc-a3fa-08714d539d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.660485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-61bf39fd-169e-4e84-a2bd-d55117827629 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips/bafa40f7-fe19-4de3-8a39-6e13dd43d72f HTTP/1.1" status: 200 len: 691 time: 0.0817904 Jun 30 09:13:30.718496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f240ad6-402a-45bc-a3fa-08714d539d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.722948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f240ad6-402a-45bc-a3fa-08714d539d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.727253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f240ad6-402a-45bc-a3fa-08714d539d60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1723730b-e927-4c42-89f1-585563c7f778 HTTP/1.1" status: 204 len: 168 time: 0.1517589 Jun 30 09:13:30.740848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f240ad6-402a-45bc-a3fa-08714d539d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1723730b-e927-4c42-89f1-585563c7f778,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:30.775971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:30.789879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1d4dde11-237b-4fca-ba09-f79a8cc74e58'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:30.802734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d842be1-e3ae-496a-95c0-5af999a335ec req-04d4f368-71ec-4e2b-9ced-87ee396181a0 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894241 Jun 30 09:13:30.820318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['5c2be85d-9c50-426b-891e-565b46ef4fc3', '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:30.835216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-bd9c58cb-2d05-48b9-ba8c-ea56b69bf0f6 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:30.836642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c23aa3f1-9b20-4581-86ec-0ec63ea67ed5 req-bd9c58cb-2d05-48b9-ba8c-ea56b69bf0f6 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.3824797 Jun 30 09:13:30.842329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Pushing event deleted for resources: {'Port': ['ID=5c2be85d-9c50-426b-891e-565b46ef4fc3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:31.019444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] No DVR routers for this DVR port 5c2be85d-9c50-426b-891e-565b46ef4fc3 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:31.029115 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.031108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bcce313-5f21-4d4a-83ea-e11c0acbed6a req-32664c5e-0ac9-4afd-a119-470eb75e5b77 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "DELETE /v2.0/ports/5c2be85d-9c50-426b-891e-565b46ef4fc3 HTTP/1.1" status: 204 len: 173 time: 1.6628313 Jun 30 09:13:31.054204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a29dad7-c39d-459b-a821-43cc8a714e7c req-3282a1a9-486d-41c2-8472-3dc8e1c96cb7 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=50450347-94e8-4b21-8bdf-30852e9e992d HTTP/1.1" status: 200 len: 210 time: 0.0658107 Jun 30 09:13:31.064264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-3c9c5176-9413-46f3-891a-6038f2f3382e tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.065883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-3c9c5176-9413-46f3-891a-6038f2f3382e tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.3842454 Jun 30 09:13:31.175668 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189292fa-31a4-4386-a7d6-c8eff9521ed5 x-openstack-request-id: req-189292fa-31a4-4386-a7d6-c8eff9521ed5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:31.175668 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131", "status": "completed", "code": 200}, {"server_uuid": "9e75a4fd-71e7-4a2e-9856-fb913e284a5d", "name": "network-vif-deleted", "tag": "52f65bfc-6a37-41a2-bd68-77101c6aa364", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:31.175668 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-189292fa-31a4-4386-a7d6-c8eff9521ed5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:31.175668 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131', 'status': 'completed', 'code': 200} Jun 30 09:13:31.175668 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e75a4fd-71e7-4a2e-9856-fb913e284a5d', 'name': 'network-vif-deleted', 'tag': '52f65bfc-6a37-41a2-bd68-77101c6aa364', 'status': 'completed', 'code': 200} Jun 30 09:13:31.180701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-8c1d6759-dd47-414f-a3e5-0c2cd9837f15 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.1051006 Jun 30 09:13:31.281019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-ce1486e4-0610-4541-9495-23f0a9219d73 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.8 HTTP/1.1" status: 200 len: 694 time: 0.0875843 Jun 30 09:13:31.304746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.305509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.305992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.307208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.308051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.308436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.309180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.311289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fc9901f6-c93d-40c0-919c-f6043979c80d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6482 time: 0.3974822 Jun 30 09:13:31.326147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:31.372990 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ffe92d29-5d90-4916-9afa-3e7a74796d8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40dcb5154c8f496e81f3ed8554a4082d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431571 Jun 30 09:13:31.373322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35646) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:31.424655 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0aba6a5b-9448-43af-94a8-a83009c6fac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.447881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0aba6a5b-9448-43af-94a8-a83009c6fac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.500404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-18157a12-b03a-4c0e-82f0-bcf4a34122cc tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-323261005&fields=id&tenant_id=b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 267 time: 0.1879270 Jun 30 09:13:31.506906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0aba6a5b-9448-43af-94a8-a83009c6fac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.509521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0aba6a5b-9448-43af-94a8-a83009c6fac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.513302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0aba6a5b-9448-43af-94a8-a83009c6fac4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b5907faa-fe96-4448-aa28-f48c172ff4ee HTTP/1.1" status: 204 len: 168 time: 0.1391027 Jun 30 09:13:31.523074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba6a5b-9448-43af-94a8-a83009c6fac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5907faa-fe96-4448-aa28-f48c172ff4ee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:31.573002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-68db1755-c09f-490a-8845-0bb24ee0c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.575144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-68db1755-c09f-490a-8845-0bb24ee0c3f6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b2331d8-7740-4e27-95f4-2d60223c7254 HTTP/1.1" status: 200 len: 903 time: 0.2182996 Jun 30 09:13:31.652870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c6cbb9e3-4993-4f96-8247-245ee4fd7a70 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 200 len: 217 time: 0.0686142 Jun 30 09:13:31.754321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Deleting port d84353c1-65cc-4492-87ed-f30755a074c6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:31.755018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.769202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-7a1a576e-0f5e-496a-84cc-baa635a74997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.772751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-7a1a576e-0f5e-496a-84cc-baa635a74997 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1103690 Jun 30 09:13:31.790370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-fd82f927-c180-44aa-bdde-49ae3a510b06 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:31.791965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-fd82f927-c180-44aa-bdde-49ae3a510b06 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 984 time: 0.2674761 Jun 30 09:13:31.843036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'port': {'security_groups': ['2b7ce516-4d19-4392-9cf9-99d6556e380b', '7ca44e3d-5803-4416-8a25-649cd4237832', 'b80abe0c-b07f-4202-af9d-46b5cf96ee55']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:31.992827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:31.993135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.017375 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.020488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Calling delete_port for d84353c1-65cc-4492-87ed-f30755a074c6 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:32.394101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fbaca239-1f26-406e-8cea-0c7302b4c299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:32.395842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-fbaca239-1f26-406e-8cea-0c7302b4c299 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5932822 Jun 30 09:13:32.630206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-84bbbb84-d128-4eaa-959c-eb31601f0341 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006984 Jun 30 09:13:32.789291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:32.850514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Pushing event deleted for resources: {'Port': ['ID=d84353c1-65cc-4492-87ed-f30755a074c6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:32.902106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:32.905235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-3217ed9a-95f3-4ff2-aac9-761964185b9a service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681937 Jun 30 09:13:32.980726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.015571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.019138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.022770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.026690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:33.027344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18b26bf3-d677-4438-8142-c56d1e5e1f4c req-653eb4b4-5fe4-4a3e-92cb-4f1f43ce2ff8 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "DELETE /v2.0/floatingips/bafa40f7-fe19-4de3-8a39-6e13dd43d72f HTTP/1.1" status: 204 len: 173 time: 1.7412076 Jun 30 09:13:33.085089 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1dd02f-2335-494c-b932-7e963215c671 x-openstack-request-id: req-bf1dd02f-2335-494c-b932-7e963215c671 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:33.085380 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:33.085629 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bf1dd02f-2335-494c-b932-7e963215c671 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:33.086025 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c', 'status': 'completed', 'code': 200} Jun 30 09:13:33.140008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.140602 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:33.162699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddb8e73c-af3c-4160-a6c6-07c4af477da7 req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "PUT /v2.0/ports/78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 1020 time: 1.3334641 Jun 30 09:13:33.188992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.189437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.189911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.190413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.190880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.191341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.191807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.193811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-ff040874-0890-4016-b4dd-9b0243fb0882 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6482 time: 0.2337012 Jun 30 09:13:33.214161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-16ab1405-36f5-40a6-86db-74aa690bca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.215868 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-16ab1405-36f5-40a6-86db-74aa690bca88 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1175 time: 0.0984843 Jun 30 09:13:33.232582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:33.358168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf665a-37b0-4951-a156-2d784896686d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:33.361844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-81311dd0-fc8a-41da-a6e7-ad3fda10359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.378794 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-81311dd0-fc8a-41da-a6e7-ad3fda10359d service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.1517100 Jun 30 09:13:33.451876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-6b28e31e-b308-4024-9774-d333608dcf49 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 217 time: 0.0625894 Jun 30 09:13:33.553798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-46a2569e-0bb7-4892-80cd-b772cdd2c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.556051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-46a2569e-0bb7-4892-80cd-b772cdd2c087 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b2331d8-7740-4e27-95f4-2d60223c7254 HTTP/1.1" status: 200 len: 903 time: 0.3397756 Jun 30 09:13:33.557291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-63c166cf-b508-4033-ad73-e02af6526d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.562102 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-63c166cf-b508-4033-ad73-e02af6526d71 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1031780 Jun 30 09:13:33.614519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-0dd642b4-120c-4f48-b444-5aa21787fec8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 200 len: 217 time: 0.0475297 Jun 30 09:13:33.615476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-08c43cf5-f2ae-49ef-88f1-9710c3412e46 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453696 Jun 30 09:13:33.734329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-d646fd0e-5c5f-4c67-8ca6-6322c404eb1c service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065102 Jun 30 09:13:33.744004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-a969e1d4-5238-4c41-ae30-67b061944b69 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.745535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-a969e1d4-5238-4c41-ae30-67b061944b69 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3890550 Jun 30 09:13:33.747359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-533b01f0-da62-44c9-a519-827119638276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.748773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-533b01f0-da62-44c9-a519-827119638276 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1114938 Jun 30 09:13:33.829252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-5808680d-24de-43ba-b480-23f95a28cb98 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.0761211 Jun 30 09:13:33.842595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-114c8805-8859-43d8-89a0-0e2fd93ee16b req-20842a9a-f7c4-4dd9-980f-f86077dea760 service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001291 Jun 30 09:13:33.851394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.857713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.864280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.870178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.876321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.882144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.888024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:33.889953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-8397f7ff-5fd0-47c9-afa4-e796c88e4ef2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.2730229 Jun 30 09:13:33.897003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'floatingip': {'port_id': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:33.955344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.046302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-453d1f9f-4555-48a0-a3cb-1a372027853f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.047959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-453d1f9f-4555-48a0-a3cb-1a372027853f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2857776 Jun 30 09:13:34.054086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fce87a9-c71b-433a-a5fa-69a97068b612 req-e77742b9-c244-4ba8-ac00-959e2995300b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487107 Jun 30 09:13:34.251030 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-c2235b63-ee1d-4da2-a9b5-8edec19b081d req-78004d03-6371-4aa8-a3c7-4e6c7d49dec5 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] show failed (client error): The resource could not be found. Jun 30 09:13:34.252002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2235b63-ee1d-4da2-a9b5-8edec19b081d req-78004d03-6371-4aa8-a3c7-4e6c7d49dec5 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips/bafa40f7-fe19-4de3-8a39-6e13dd43d72f HTTP/1.1" status: 404 len: 350 time: 0.0539165 Jun 30 09:13:34.271334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-784c5565-551b-46a0-abe6-3964f27595ad service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145145 Jun 30 09:13:34.451276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5c2be85d-9c50-426b-891e-565b46ef4fc3 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:34.462863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:34.496623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 5c2be85d-9c50-426b-891e-565b46ef4fc3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:34.496978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5c2be85d-9c50-426b-891e-565b46ef4fc3 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:34.548235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-8b8ebbcd-7176-49d6-8487-860285196a5d service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439616 Jun 30 09:13:34.621859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.752122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82620d-1ee5-4e52-933f-4ac37fe63aa5 req-d0e6c134-cd2f-4964-b8b1-8e8cbd428de7 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.753579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db82620d-1ee5-4e52-933f-4ac37fe63aa5 req-d0e6c134-cd2f-4964-b8b1-8e8cbd428de7 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1023 time: 0.3723156 Jun 30 09:13:34.765812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.779505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.825050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=be4d181f6d4a4d47ba6fd933611958df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608160 Jun 30 09:13:34.826619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae99bc70-6142-4ebd-819a-72c5e9d62ff4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:34.829337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:34.849379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.850158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.850698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.851193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.851682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.852181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.852668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.853190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.853707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.854038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.854402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.854736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7834c2a-19c7-4e4f-ace3-08e7a92f34c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:34.855859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.901599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e77532ce-940a-4ecb-adf0-34be118db420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.901854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.926510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e77532ce-940a-4ecb-adf0-34be118db420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.963959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.964330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.964798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.965350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.965812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.966295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.966851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:34.968916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4f1106c-f135-46ad-8614-70cf4cde376b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6482 time: 0.3204880 Jun 30 09:13:34.988173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e77532ce-940a-4ecb-adf0-34be118db420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.991032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e77532ce-940a-4ecb-adf0-34be118db420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:34.994965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e77532ce-940a-4ecb-adf0-34be118db420 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ae99bc70-6142-4ebd-819a-72c5e9d62ff4 HTTP/1.1" status: 204 len: 168 time: 0.1618192 Jun 30 09:13:35.002368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77532ce-940a-4ecb-adf0-34be118db420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae99bc70-6142-4ebd-819a-72c5e9d62ff4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:35.026176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db82620d-1ee5-4e52-933f-4ac37fe63aa5 req-368ff865-3db7-4633-abda-ccbd7f78f81b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b7ce516-4d19-4392-9cf9-99d6556e380b&id=b80abe0c-b07f-4202-af9d-46b5cf96ee55&id=7ca44e3d-5803-4416-8a25-649cd4237832 HTTP/1.1" status: 200 len: 6156 time: 0.2596817 Jun 30 09:13:35.115236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50450347-94e8-4b21-8bdf-30852e9e992d', 'name': 'network-vif-deleted', 'tag': '5c2be85d-9c50-426b-891e-565b46ef4fc3'}, {'name': 'network-changed', 'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:35.117994 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a98b9c-80aa-4569-abd8-c97704f58284" -d '{"events": [{"server_uuid": "50450347-94e8-4b21-8bdf-30852e9e992d", "name": "network-vif-deleted", "tag": "5c2be85d-9c50-426b-891e-565b46ef4fc3"}, {"name": "network-changed", "server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:35.225257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-20807479-7161-4126-838f-072ffdd54f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.226786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-20807479-7161-4126-838f-072ffdd54f39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 903 time: 0.2471573 Jun 30 09:13:35.602581 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Floating IP 1d427535-7ee9-47e0-8f0d-e049072c369d associated. External IP: 172.25.7.251, port: 8f7f319b-e5a0-44ff-a6fa-571c986a2d92. Jun 30 09:13:35.614287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-0c8d1458-96a8-44fc-9686-bbe498edea46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 200 len: 217 time: 0.3766246 Jun 30 09:13:35.790694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284305a2-4f67-4951-820f-05b1aa9351e0 req-a47b7539-5a76-4513-8f43-46fe38f37411 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.792848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-284305a2-4f67-4951-820f-05b1aa9351e0 req-a47b7539-5a76-4513-8f43-46fe38f37411 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 945 time: 0.6243958 Jun 30 09:13:35.794312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-97848209-4e9d-4865-8f29-b80e35e2bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.795621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-97848209-4e9d-4865-8f29-b80e35e2bcd7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.1503887 Jun 30 09:13:35.876384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-852ac3a9-cd69-4fac-8f6e-671cc1741b1f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:35.877845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-852ac3a9-cd69-4fac-8f6e-671cc1741b1f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "GET /v2.0/ports?device_id=3e21cbee-f832-4f89-a467-610aa8b64455 HTTP/1.1" status: 200 len: 945 time: 0.2787769 Jun 30 09:13:35.954193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-284305a2-4f67-4951-820f-05b1aa9351e0 req-e3ef5f2b-3743-41e8-93b7-865b5fc59693 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517632 Jun 30 09:13:36.061739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b531314-fdce-4234-8674-64946ddbc1ce req-690d6950-2b96-42b4-b3d2-c30ca40f25c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:36.064041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-690d6950-2b96-42b4-b3d2-c30ca40f25c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2494979 Jun 30 09:13:36.182001 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-87aee7b4-2ec3-49ec-ac6f-3d44e9bc1289 req-7b45032c-d932-4e48-9ce6-0cf66b0f7f75 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] show failed (client error): The resource could not be found. Jun 30 09:13:36.183055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87aee7b4-2ec3-49ec-ac6f-3d44e9bc1289 req-7b45032c-d932-4e48-9ce6-0cf66b0f7f75 tempest-FloatingIPsTestJSON-1433755702 tempest-FloatingIPsTestJSON-1433755702-project] 10.222.0.77 "GET /v2.0/floatingips/bafa40f7-fe19-4de3-8a39-6e13dd43d72f HTTP/1.1" status: 404 len: 350 time: 0.0868583 Jun 30 09:13:36.187567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Router 317d81b2-7653-482c-a3d3-e66a687ee9b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:36.194046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:36.226400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-20384365-2daf-47de-9ebc-bc0f88db7bdc req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1636465723 ', 'description': 'tempest-description-1825651064'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:36.240035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port cf7cec80-4b49-459b-876d-be91bd781d75 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:36.240035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.352317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-c4c96501-6042-4837-bb4a-cae4b9237f53 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779765 Jun 30 09:13:36.364230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20384365-2daf-47de-9ebc-bc0f88db7bdc req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.514953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port cf7cec80-4b49-459b-876d-be91bd781d75, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=cf7cec80-4b49-459b-876d-be91bd781d75,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:36.515243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.551824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:36.557227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for cf7cec80-4b49-459b-876d-be91bd781d75 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:36.563496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.570933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] Sync routers for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:36.578144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.588400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:36.589406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:36.622716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b531314-fdce-4234-8674-64946ddbc1ce req-2309d995-9dfe-4e76-be96-6676e4aff998 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613831 Jun 30 09:13:36.686116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-2d10d628-47ee-452a-ad9e-2d841bde9576 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "PUT /v2.0/floatingips/1d427535-7ee9-47e0-8f0d-e049072c369d HTTP/1.1" status: 200 len: 997 time: 2.7950542 Jun 30 09:13:36.742915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20384365-2daf-47de-9ebc-bc0f88db7bdc req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.779559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:36.800302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20384365-2daf-47de-9ebc-bc0f88db7bdc req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.894805 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-0d7edbb6-58d0-4dd7-bc64-cf351faa636a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1246541 Jun 30 09:13:36.906279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162430ce-753f-434d-bf2c-e885e35b8de5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:36.914988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-20384365-2daf-47de-9ebc-bc0f88db7bdc req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:36.925911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20384365-2daf-47de-9ebc-bc0f88db7bdc req-568195b0-91a4-429f-bd3f-2178d2d8766b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.7178416 Jun 30 09:13:37.109183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-068f39df-5302-4a2b-ade5-5058cb3e0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.111722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-068f39df-5302-4a2b-ade5-5058cb3e0da0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.3887949 Jun 30 09:13:37.138313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-d4ffd4e2-eca4-478b-9c90-bf079288d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.143428 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-d4ffd4e2-eca4-478b-9c90-bf079288d79e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.1796641 Jun 30 09:13:37.160174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '1d427535-7ee9-47e0-8f0d-e049072c369d', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'port_id': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'mac_address': 'fa:16:3e:6e:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01674b5e-7506-4f00-9070-3e5baf06490a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:28Z', 'updated_at': '2021-06-30T09:13:34Z', 'revision_number': 1, 'project_id': '4fffa6f8401947d491d4738626894bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:07Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:37.172110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.173137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.173822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.174590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.175242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.175940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.176708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.179024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-fdd70a76-ec0a-4b02-a32b-9e4de47c7e3c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6482 time: 0.3890100 Jun 30 09:13:37.179986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.204458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] Checking router: 317d81b2-7653-482c-a3d3-e66a687ee9b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:37.211392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca', '86b8d68b-f258-44a5-bd42-443807747904'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:37.221121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['cf7cec80-4b49-459b-876d-be91bd781d75'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:37.226258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:37.227218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:37.249209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Deleting port 404f7dff-8902-45e1-8f77-bc0ade5a6862 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:37.249762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.346005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=cf7cec80-4b49-459b-876d-be91bd781d75,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:37.479647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port cf7cec80-4b49-459b-876d-be91bd781d75 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:37.486906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:37.487185 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:37.489127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a4db211-8320-4663-8a7c-f8e15f629aa9 req-690291cb-b3f2-4f26-a2e5-d89491f0a9e7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "DELETE /v2.0/ports/cf7cec80-4b49-459b-876d-be91bd781d75 HTTP/1.1" status: 204 len: 173 time: 1.6018395 Jun 30 09:13:37.490433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-59279518-9422-4504-b06f-bcb4d133821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.492171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-59279518-9422-4504-b06f-bcb4d133821a service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.3224151 Jun 30 09:13:37.548938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-32205713-f6c9-485d-b514-512985557404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.550762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-32205713-f6c9-485d-b514-512985557404 service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.4260097 Jun 30 09:13:37.696761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.702999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.721123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.742410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.748346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.762414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.769757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.775319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-12c1c3ac-39e1-44ed-a400-3565bbdd04ac tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.5800400 Jun 30 09:13:37.826401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-7ac84ff1-67bc-409e-925b-a5a686061494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:37.828189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-7ac84ff1-67bc-409e-925b-a5a686061494 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 903 time: 0.6073163 Jun 30 09:13:37.838430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b21b556d-b816-4000-99ba-9d8edd3f1deb req-6ccd22c5-8408-490b-a0f6-dcc08bb9bf5a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536976 Jun 30 09:13:37.900437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-597488b8-b422-4b67-bb5a-1577285a92a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 200 len: 217 time: 0.0559545 Jun 30 09:13:37.948830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '1d427535-7ee9-47e0-8f0d-e049072c369d', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'port_id': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'mac_address': 'fa:16:3e:6e:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01674b5e-7506-4f00-9070-3e5baf06490a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:28Z', 'updated_at': '2021-06-30T09:13:34Z', 'revision_number': 1, 'project_id': '4fffa6f8401947d491d4738626894bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:07Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:37.958251 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d43aef-827a-4e7d-981c-0212980800dd x-openstack-request-id: req-c4d43aef-827a-4e7d-981c-0212980800dd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:37.958568 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50450347-94e8-4b21-8bdf-30852e9e992d", "name": "network-vif-deleted", "tag": "5c2be85d-9c50-426b-891e-565b46ef4fc3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:37.958821 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c4d43aef-827a-4e7d-981c-0212980800dd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:37.959220 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50450347-94e8-4b21-8bdf-30852e9e992d', 'name': 'network-vif-deleted', 'tag': '5c2be85d-9c50-426b-891e-565b46ef4fc3', 'status': 'completed', 'code': 200} Jun 30 09:13:37.959472 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c', 'status': 'completed', 'code': 200} Jun 30 09:13:37.963245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-38f7d5bf-c969-468c-af39-0b5dd1831e07 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 1000 time: 0.3794405 Jun 30 09:13:37.983368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e95fb9d-cb08-47d7-8370-74b34d4333f3 None None] The sync data for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 is: [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '1d427535-7ee9-47e0-8f0d-e049072c369d', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'floating_ip_address': '172.25.7.251', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'port_id': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'mac_address': 'fa:16:3e:6e:33:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01674b5e-7506-4f00-9070-3e5baf06490a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:13:28Z', 'updated_at': '2021-06-30T09:13:34Z', 'revision_number': 1, 'project_id': '4fffa6f8401947d491d4738626894bae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:07Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:38.055439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-b200d402-a67f-484c-bd7f-afbcdf675847 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 1000 time: 0.5564694 Jun 30 09:13:38.069986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-338f8a93-5f74-4534-b956-a4a7f26901d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.071908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-338f8a93-5f74-4534-b956-a4a7f26901d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.1640379 Jun 30 09:13:38.117144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-3c0ca0bd-0ec2-43ea-9bcf-e3153b9ee39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.118920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-3c0ca0bd-0ec2-43ea-9bcf-e3153b9ee39c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.1313312 Jun 30 09:13:38.168013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-92c55ce5-4167-4ad7-bbbe-1cade5536374 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368776 Jun 30 09:13:38.255477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] For port 404f7dff-8902-45e1-8f77-bc0ade5a6862, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=404f7dff-8902-45e1-8f77-bc0ade5a6862,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:38.256100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:38.289370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Calling delete_port for 404f7dff-8902-45e1-8f77-bc0ade5a6862 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:38.293160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-39d30358-134c-4f26-86ce-cbd33497d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.295042 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-39d30358-134c-4f26-86ce-cbd33497d4a7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1175 time: 0.2377160 Jun 30 09:13:38.300120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-7fca0a07-856f-4a7c-81b6-0f406123218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.301774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-7fca0a07-856f-4a7c-81b6-0f406123218b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.2021782 Jun 30 09:13:38.339326 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f445d-225c-478d-8657-b82a4fd48957 None None] New status for floating IP 1d427535-7ee9-47e0-8f0d-e049072c369d: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:13:38.383939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-db413b3f-3b63-4488-ad3d-70dce56384cd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666955 Jun 30 09:13:38.625520 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-feed77af-0657-45bc-965d-764b68efba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.627251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-feed77af-0657-45bc-965d-764b68efba13 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5450613 Jun 30 09:13:38.674463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-7d0ecefb-86af-4783-aaf2-8eaba4b38728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.676131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-7d0ecefb-86af-4783-aaf2-8eaba4b38728 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.3713515 Jun 30 09:13:38.677702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-2a2f31e4-de2e-404b-b32b-35bf87b39164 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670741 Jun 30 09:13:38.762393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02069204-2b37-478e-9ce1-496e1c993341 req-4f3d73af-2e84-402a-96ea-69ea95307d87 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/162430ce-753f-434d-bf2c-e885e35b8de5 HTTP/1.1" status: 200 len: 1783 time: 0.1338220 Jun 30 09:13:38.766020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-e8048f0e-74b2-4833-b988-320b3d843175 service neutron] 10.222.0.77 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872416 Jun 30 09:13:38.790302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-80f102bc-b64c-46c9-be5c-df88c618ea0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 200 len: 217 time: 0.1038156 Jun 30 09:13:38.858016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-73de520b-66e3-4b70-810c-b3bcedb569d9 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094345 Jun 30 09:13:38.908880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-fbaa2bb8-9ecd-4b5c-9b3f-4dfba029bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:38.909468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-fbaa2bb8-9ecd-4b5c-9b3f-4dfba029bd11 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1113389 Jun 30 09:13:38.952420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b4a8e68-9dbf-43b7-9e6d-df9e822ef639 req-18a2d5eb-584b-4590-a462-16c4226942b5 service neutron] 10.222.0.77 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717749 Jun 30 09:13:39.001540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f14fb31-480a-4eb2-b41a-02bb5c28f231 req-4d48db3b-9d83-484e-b104-91708c5cfc6d service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139198 Jun 30 09:13:39.002680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab16d50c-0a31-446e-8d0f-dec8c53e8a3c req-5ff5490a-097c-489c-8f1b-6fe337377ece service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352355 Jun 30 09:13:39.045536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-30c27e1a-5181-4c55-9025-08db3c6e14fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689373 Jun 30 09:13:39.058056 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.072383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88f8e89e-0d7d-4a23-a3d2-a2289a0faa94 req-080db67c-d2fc-439a-b513-7ebdde9a30f2 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/162430ce-753f-434d-bf2c-e885e35b8de5 HTTP/1.1" status: 200 len: 1783 time: 0.0507126 Jun 30 09:13:39.183342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f8e89e-0d7d-4a23-a3d2-a2289a0faa94 req-94499a32-fdf7-46d8-943d-fbcb11014178 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.243201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f8e89e-0d7d-4a23-a3d2-a2289a0faa94 req-94499a32-fdf7-46d8-943d-fbcb11014178 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.285871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=404f7dff-8902-45e1-8f77-bc0ade5a6862,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.356462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35778) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:39.433742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.442483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.446072 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-812476a6-1450-4184-afe6-95a50a24055b service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776827 Jun 30 09:13:39.452888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.464070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.474975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.483357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.492004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.494451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-d5196fe4-70a9-4fe4-8d7f-6740e17c49e0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.2299681 Jun 30 09:13:39.514478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f8e89e-0d7d-4a23-a3d2-a2289a0faa94 req-94499a32-fdf7-46d8-943d-fbcb11014178 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.522254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f8e89e-0d7d-4a23-a3d2-a2289a0faa94 req-94499a32-fdf7-46d8-943d-fbcb11014178 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.524412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88f8e89e-0d7d-4a23-a3d2-a2289a0faa94 req-94499a32-fdf7-46d8-943d-fbcb11014178 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/162430ce-753f-434d-bf2c-e885e35b8de5 HTTP/1.1" status: 204 len: 173 time: 0.4364128 Jun 30 09:13:39.572343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.599421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94499a32-fdf7-46d8-943d-fbcb11014178 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162430ce-753f-434d-bf2c-e885e35b8de5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:39.625590 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46bf96b1-2958-4de1-888b-3c00a4453954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.633301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e6bcca-b8a1-4d95-b776-70fdf0d42f25 req-2c3b04d1-3998-4ff7-8d33-e7c4a1ced633 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052399 Jun 30 09:13:39.809830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-4b7ac9e1-2e17-49ec-8830-ba80004a6150 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1002 time: 0.1424897 Jun 30 09:13:39.825373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43a98b9c-80aa-4569-abd8-c97704f58284 req-3dca989d-5615-4f2b-aee0-509cbbe8d7e3 service neutron] 10.222.0.79 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701320 Jun 30 09:13:39.933703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-cb381a16-86a4-4d46-bb5d-ec18f4799a37 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:39.935404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-cb381a16-86a4-4d46-bb5d-ec18f4799a37 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports/8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 943 time: 0.1153502 Jun 30 09:13:39.951969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46bf96b1-2958-4de1-888b-3c00a4453954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.961500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}, {'server_uuid': '3e21cbee-f832-4f89-a467-610aa8b64455', 'name': 'network-vif-deleted', 'tag': 'cf7cec80-4b49-459b-876d-be91bd781d75'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:39.965511 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4961d5-a635-4093-a344-7bc922b36b85" -d '{"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}, {"server_uuid": "3e21cbee-f832-4f89-a467-610aa8b64455", "name": "network-vif-deleted", "tag": "cf7cec80-4b49-459b-876d-be91bd781d75"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:39.970760 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46bf96b1-2958-4de1-888b-3c00a4453954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:39.973877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Router 49fd1434-7c68-4d93-90c6-9e0e350929c6 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:40.013527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-46bf96b1-2958-4de1-888b-3c00a4453954 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=574cbfe288904f75aad2a55bd37ea153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437438 Jun 30 09:13:40.015537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35788) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:40.071902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf96b1-2958-4de1-888b-3c00a4453954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21133c0-ce51-49d2-8ea3-e82c41071af9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.127258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:40.140130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] Sync routers for ids ['49fd1434-7c68-4d93-90c6-9e0e350929c6'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:40.141733 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aaba5297-e834-42a5-a4af-d42728b5d7b8 admin admin] 10.222.0.77 "PUT /v2.0/routers/49fd1434-7c68-4d93-90c6-9e0e350929c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9455829 Jun 30 09:13:40.144864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:40.159299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e59b-a503-4c7c-9c1a-f432fbfa954f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.170604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] Routers {'49fd1434-7c68-4d93-90c6-9e0e350929c6'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:40.178826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['49fd1434-7c68-4d93-90c6-9e0e350929c6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:40.184989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-19ef0b95-c683-49b6-814a-8fc9dc0bcbf0 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1002 time: 0.0855777 Jun 30 09:13:40.277120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.330959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-d808e503-1357-4e65-932b-f21c7958aa5c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.332415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-d808e503-1357-4e65-932b-f21c7958aa5c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.1329775 Jun 30 09:13:40.338505 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-fcf8e1b9-4a19-4207-9d89-0d8b586ba24f req-e6e51395-1dfc-4de4-9a44-6ea547b0f80b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:13:40.339559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcf8e1b9-4a19-4207-9d89-0d8b586ba24f req-e6e51395-1dfc-4de4-9a44-6ea547b0f80b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/162430ce-753f-434d-bf2c-e885e35b8de5 HTTP/1.1" status: 404 len: 352 time: 0.1475780 Jun 30 09:13:40.342195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e59b-a503-4c7c-9c1a-f432fbfa954f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.443683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] Set router 49fd1434-7c68-4d93-90c6-9e0e350929c6 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:40.461700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-b7bd207e-62da-4933-a811-d96be8a81ff0 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 1002 time: 0.1170194 Jun 30 09:13:40.467549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:40.481081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.488902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cf7cec80-4b49-459b-876d-be91bd781d75 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:40.533820 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.538961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e59b-a503-4c7c-9c1a-f432fbfa954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.540781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e9e59b-a503-4c7c-9c1a-f432fbfa954f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.544278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8e9e59b-a503-4c7c-9c1a-f432fbfa954f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a21133c0-ce51-49d2-8ea3-e82c41071af9 HTTP/1.1" status: 204 len: 168 time: 0.5247808 Jun 30 09:13:40.583252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Deleting port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:40.583671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.612091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9e59b-a503-4c7c-9c1a-f432fbfa954f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21133c0-ce51-49d2-8ea3-e82c41071af9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:40.701767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: cf7cec80-4b49-459b-876d-be91bd781d75 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:40.702337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device cf7cec80-4b49-459b-876d-be91bd781d75 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:40.743933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:40.806613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ca0e3-25ea-4d51-9001-5bccb869921b req-5fe7fe0e-77c1-4532-b460-be1c6b4c4334 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:40.808484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-115ca0e3-25ea-4d51-9001-5bccb869921b req-5fe7fe0e-77c1-4532-b460-be1c6b4c4334 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 945 time: 0.2236090 Jun 30 09:13:40.810649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.819533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.820023 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Floating IP 1d427535-7ee9-47e0-8f0d-e049072c369d disassociated. External IP: 172.25.7.251, port: 8f7f319b-e5a0-44ff-a6fa-571c986a2d92. Jun 30 09:13:40.841648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] For port d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:40.841648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:40.883289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Calling delete_port for d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:41.030180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-115ca0e3-25ea-4d51-9001-5bccb869921b req-0c1a99e7-1cfd-4326-afe7-20fd3b3fcbe7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796239 Jun 30 09:13:41.110372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Router 317d81b2-7653-482c-a3d3-e66a687ee9b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:13:41.158080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.211038 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a710d403-9074-484d-9f97-42d7b8d8ac31 x-openstack-request-id: req-a710d403-9074-484d-9f97-42d7b8d8ac31 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:41.214080 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "status": "completed", "code": 200}, {"server_uuid": "3e21cbee-f832-4f89-a467-610aa8b64455", "name": "network-vif-deleted", "tag": "cf7cec80-4b49-459b-876d-be91bd781d75", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:41.214583 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a710d403-9074-484d-9f97-42d7b8d8ac31 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:41.215188 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'status': 'completed', 'code': 200} Jun 30 09:13:41.215596 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e21cbee-f832-4f89-a467-610aa8b64455', 'name': 'network-vif-deleted', 'tag': 'cf7cec80-4b49-459b-876d-be91bd781d75', 'status': 'completed', 'code': 200} Jun 30 09:13:41.231579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-e47e41c9-2be3-401f-b4de-c9f845e76c13 req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1787577927', 'description': 'tempest-description-209261311'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:41.254574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1757642-808b-4d45-9e65-8ebe69fc77d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.255637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:41.288419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a475b60e-3419-414f-b67d-f31e5877205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.329546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e47e41c9-2be3-401f-b4de-c9f845e76c13 req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.381485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:41.392223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.392895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] Sync routers for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:41.410105 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:41.411718 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:41.446439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.465518 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f9cb4029-1acb-48d9-8bf1-0851b4d079ec tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "PUT /v2.0/floatingips/1d427535-7ee9-47e0-8f0d-e049072c369d HTTP/1.1" status: 200 len: 695 time: 1.0026836 Jun 30 09:13:41.498384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:13:38Z', 'revision_number': 5, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port': {'id': 'd9fd4a2e-c89a-42e0-baac-7f4cc16b1c96', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:ad:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:12:51Z', 'updated_at': '2021-06-30T09:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:41.548188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] Checking router: 49fd1434-7c68-4d93-90c6-9e0e350929c6 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:41.562460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] Routers {'49fd1434-7c68-4d93-90c6-9e0e350929c6'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:41.564320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['49fd1434-7c68-4d93-90c6-9e0e350929c6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:41.581514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1757642-808b-4d45-9e65-8ebe69fc77d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.676005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e47e41c9-2be3-401f-b4de-c9f845e76c13 req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.677617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1757642-808b-4d45-9e65-8ebe69fc77d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.700534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] Set router 49fd1434-7c68-4d93-90c6-9e0e350929c6 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:41.712934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1757642-808b-4d45-9e65-8ebe69fc77d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=62e26f7810e446cb9b2fc3bdecb582f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668217 Jun 30 09:13:41.713986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e47e41c9-2be3-401f-b4de-c9f845e76c13 req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:41.727446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35828) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:41.774697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-87b4b518-d552-46a5-a518-f1f0055b0383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.775555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-87b4b518-d552-46a5-a518-f1f0055b0383 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.2953274 Jun 30 09:13:41.845038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:13:41Z', 'revision_number': 7, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:41.892658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f295d25-1e4e-46de-b577-f523b93e8a7c None None] The sync data for ids ['49fd1434-7c68-4d93-90c6-9e0e350929c6'] in n-d-780147-22 is: [{'id': '49fd1434-7c68-4d93-90c6-9e0e350929c6', 'name': 'tempest-FloatingIPsTestJSON-1995834764-router', 'tenant_id': 'df104126445e488b81a5905dce1252e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:13:41Z', 'revision_number': 7, 'project_id': 'df104126445e488b81a5905dce1252e7', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:41.909959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-19342372-28f3-4d17-afcc-b9c5e2376e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:41.923206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-19342372-28f3-4d17-afcc-b9c5e2376e3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.1461298 Jun 30 09:13:41.954550 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:41.999062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-8be62517-ccbf-40d6-b64b-91a52dd77906 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.0748906 Jun 30 09:13:42.056517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1757642-808b-4d45-9e65-8ebe69fc77d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c3d26-3037-40d8-9873-fd298975b354,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.061620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cdb2c4-5fcd-4cb0-83da-1f3690222ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.090100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cdb2c4-5fcd-4cb0-83da-1f3690222ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.132363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e47e41c9-2be3-401f-b4de-c9f845e76c13 req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.134363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e47e41c9-2be3-401f-b4de-c9f845e76c13 req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9094796 Jun 30 09:13:42.174916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-a20e8f61-2e51-4499-bf8f-b1c0f7ce5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.176756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-a20e8f61-2e51-4499-bf8f-b1c0f7ce5ae2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.1769352 Jun 30 09:13:42.178420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74056a8a-29e6-4c3c-8a65-213fdc6ab411 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c6b7aa-9adc-45e1-89db-c2bf8b1562ff,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.191205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cdb2c4-5fcd-4cb0-83da-1f3690222ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.194542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18cdb2c4-5fcd-4cb0-83da-1f3690222ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.196408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-18cdb2c4-5fcd-4cb0-83da-1f3690222ad9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/202c3d26-3037-40d8-9873-fd298975b354 HTTP/1.1" status: 204 len: 168 time: 0.4676182 Jun 30 09:13:42.233608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-f3cce2bc-34f7-4ba5-9204-bc71ec048e43 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339286 Jun 30 09:13:42.239454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cdb2c4-5fcd-4cb0-83da-1f3690222ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c3d26-3037-40d8-9873-fd298975b354,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:42.305780 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:07Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:42.344188 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.348939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.365056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] Checking router: 317d81b2-7653-482c-a3d3-e66a687ee9b0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:42.369205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-125ca364-f042-4042-993f-c705133ffe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.372750 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-125ca364-f042-4042-993f-c705133ffe3d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 1.1211526 Jun 30 09:13:42.387608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-219419ba-5d09-4e7f-883b-c4493758f321 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.389563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-219419ba-5d09-4e7f-883b-c4493758f321 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 945 time: 1.0112054 Jun 30 09:13:42.403906 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:42.404608 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:42.523159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-98c935d8-c43f-4ea1-9d5e-5ce73d375cff service neutron] 10.222.0.77 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552824 Jun 30 09:13:42.571212 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:42.622556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.628449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.634597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.640402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.646592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.652852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.659807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.667700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-88056810-5117-458b-a5a0-7ec444ace80b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.2388768 Jun 30 09:13:42.699917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-ed6606dd-d332-470a-9255-ca58c1337a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.701607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-ed6606dd-d332-470a-9255-ca58c1337a53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.3109496 Jun 30 09:13:42.724869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.725567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49fd1434-7c68-4d93-90c6-9e0e350929c6 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:13:42.731484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-020c67bd-daf3-4ba9-8f3f-94b51888f9cd req-39b054e2-4ae4-4880-afe5-fd75cacb89e9 service neutron] 10.222.0.77 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018492 Jun 30 09:13:42.753220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69aff8c1-5eda-4f33-b260-6d2f81111043 req-051bfae4-63a9-4462-afd2-e9bdcdb56b57 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0845001 Jun 30 09:13:42.808948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-dccab1f2-e721-4ffb-8706-0ca2926fc509 req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1778212420', 'description': 'tempest-description-504613497'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:42.851164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.853966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1daa7aaa-8b1d-40ec-88c5-54fa83fb3763 admin admin] 10.222.0.77 "DELETE /v2.0/routers/49fd1434-7c68-4d93-90c6-9e0e350929c6 HTTP/1.1" status: 204 len: 168 time: 2.7077305 Jun 30 09:13:42.857188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35856) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:42.859234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-18be7295-0aba-4885-873d-6a69af7aa45e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.1452079 Jun 30 09:13:42.868483 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:07Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:42.908109 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40070e2e-7dbf-4368-9322-6956345ea959 None None] The sync data for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 is: [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f1faefde-aab6-419d-a7c4-f4b44daf237d', 'name': '', 'network_id': 'ae36c8d0-2453-4572-96d1-05ac0801cc9a', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'mac_address': 'fa:16:3e:0f:2d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1220, 'fixed_ips': [{'subnet_id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:58Z', 'updated_at': '2021-06-30T09:12:07Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'subnets': [{'id': 'c38921c8-6ba1-40d0-b853-34e91d34f1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:13:42.928518 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dccab1f2-e721-4ffb-8706-0ca2926fc509 req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.956218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-6c0e682b-e6dd-4e3b-8802-1af01835c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:42.959694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-6c0e682b-e6dd-4e3b-8802-1af01835c956 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.0921981 Jun 30 09:13:42.967784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Deleting subnet a5aaaf04-22c9-498d-9d91-53e91b866e21 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:42.973469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port 86b8d68b-f258-44a5-bd42-443807747904 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:42.974058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:42.980927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.067203 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-a9a420f1-b5ff-41af-8214-a299bf89ef64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975447 Jun 30 09:13:43.135348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.189974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port 86b8d68b-f258-44a5-bd42-443807747904, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=86b8d68b-f258-44a5-bd42-443807747904,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:43.190380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.214860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for 86b8d68b-f258-44a5-bd42-443807747904 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:43.222028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-1d8f9a1d-91de-47e8-a59a-c9ad9537b4bb service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475880 Jun 30 09:13:43.287689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.360763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:43.364057 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e809170a-1b74-492b-8eeb-b991476b74e9" -d '{"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:43.473956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a22078-61e3-4fc2-9cd2-00e2719b25a3 None None] New status for floating IP 1d427535-7ee9-47e0-8f0d-e049072c369d: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:13:43.500882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435ac9-f2f4-49a6-a217-a83a84836973 req-a202ee17-66c2-41b0-85d9-3fa7cae5c50c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:43.502529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3435ac9-f2f4-49a6-a217-a83a84836973 req-a202ee17-66c2-41b0-85d9-3fa7cae5c50c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=a62d217c-1692-4d2d-bd62-e2b61085c4ab HTTP/1.1" status: 200 len: 945 time: 0.4885013 Jun 30 09:13:43.524746 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.543787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dd4961d5-a635-4093-a344-7bc922b36b85 req-4c8a5031-f827-45f5-8e44-90773606aef0 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108954 Jun 30 09:13:43.551292 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dccab1f2-e721-4ffb-8706-0ca2926fc509 req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.598271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dccab1f2-e721-4ffb-8706-0ca2926fc509 req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.600839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5aaaf04-22c9-498d-9d91-53e91b866e21,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.611371 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.618544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fcbadfcf-ecbe-4737-a922-72e3ac4226d9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a5aaaf04-22c9-498d-9d91-53e91b866e21 HTTP/1.1" status: 204 len: 168 time: 0.7549515 Jun 30 09:13:43.618544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:43.696231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-dccab1f2-e721-4ffb-8706-0ca2926fc509 req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.697979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e57b8-809b-4ef4-b8d3-268c53db2996 None None] Network dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:43.702637 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.716738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dccab1f2-e721-4ffb-8706-0ca2926fc509 req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9159744 Jun 30 09:13:43.727100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662f22b-ae21-4eff-9a80-a45544bbb589 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa246c3a-98bc-44c2-977c-d0bb69390ed2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.745392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3435ac9-f2f4-49a6-a217-a83a84836973 req-aa7a665b-0799-4b2c-93a7-d2b9245fc512 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109902 Jun 30 09:13:43.817073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:43.819444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-aab616ab-5ff4-4150-ac7a-59e731d8fca8 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips/1d427535-7ee9-47e0-8f0d-e049072c369d HTTP/1.1" status: 200 len: 695 time: 0.0929573 Jun 30 09:13:43.823311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.839998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port 86b8d68b-f258-44a5-bd42-443807747904 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:43.840451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:43.842680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:43.845943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17d5f756-efc2-4570-a7e6-7da609a303a0 req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "DELETE /v2.0/ports/86b8d68b-f258-44a5-bd42-443807747904 HTTP/1.1" status: 204 len: 173 time: 1.4406910 Jun 30 09:13:43.846598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'name': 'network-vif-deleted', 'tag': '86b8d68b-f258-44a5-bd42-443807747904'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:43.859377 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0dfd33-7635-4176-a1d3-84936586e154" -d '{"events": [{"server_uuid": "a62d217c-1692-4d2d-bd62-e2b61085c4ab", "name": "network-vif-deleted", "tag": "86b8d68b-f258-44a5-bd42-443807747904"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:43.862984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99331c83-4f0e-4c52-8c39-304054ddde58 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=86b8d68b-f258-44a5-bd42-443807747904,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:43.923112 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0da46-0cd1-451c-9a83-7e05767ae0dd x-openstack-request-id: req-06a0da46-0cd1-451c-9a83-7e05767ae0dd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:43.923891 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:43.924011 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06a0da46-0cd1-451c-9a83-7e05767ae0dd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:43.924566 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'status': 'completed', 'code': 200} Jun 30 09:13:43.970813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-d7172a80-067f-4e73-92a3-0aab812c64fb req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1751645548', 'description': 'tempest-description-113378915'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:44.013209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 86b8d68b-f258-44a5-bd42-443807747904 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:44.015389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:44.016569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9fd4a2e-c89a-42e0-baac-7f4cc16b1c96 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:44.016993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 404f7dff-8902-45e1-8f77-bc0ade5a6862 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:44.050072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-b2bcd9e4-9da7-4f70-a413-2f94ce6be252 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.051629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-b2bcd9e4-9da7-4f70-a413-2f94ce6be252 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 784 time: 0.2318642 Jun 30 09:13:44.056246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7172a80-067f-4e73-92a3-0aab812c64fb req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.092876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 404f7dff-8902-45e1-8f77-bc0ade5a6862 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:44.093219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 404f7dff-8902-45e1-8f77-bc0ade5a6862 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:44.096504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 86b8d68b-f258-44a5-bd42-443807747904 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:44.096838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 86b8d68b-f258-44a5-bd42-443807747904 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:44.115840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-0959740a-68f6-4446-bccb-e72274507996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.118765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-0959740a-68f6-4446-bccb-e72274507996 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4fffa6f8401947d491d4738626894bae&device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 1098 time: 0.1531839 Jun 30 09:13:44.164467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c1faecc7-6218-4245-854a-b293fbeb8326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.248782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.288759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-95ee1e10-c597-45d9-9681-77d7a9c95eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.291336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-95ee1e10-c597-45d9-9681-77d7a9c95eb4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 200 len: 920 time: 0.1648865 Jun 30 09:13:44.315396 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7172a80-067f-4e73-92a3-0aab812c64fb req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.344461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7172a80-067f-4e73-92a3-0aab812c64fb req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.345412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-120d7df2-31b1-4bca-9224-e8c7acf73b1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 200 len: 217 time: 0.0470729 Jun 30 09:13:44.349524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-0e912b6a-2c69-40bc-81de-585003b7d4ca tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.2729664 Jun 30 09:13:44.418370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] DHCP port deletion for dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:13:44.442699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-60ef4c8a-2f4d-42be-865b-5a94db99c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:44.444220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-60ef4c8a-2f4d-42be-865b-5a94db99c9f9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 200 len: 859 time: 0.0866029 Jun 30 09:13:44.455247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Deleting port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:44.456082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.470312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7172a80-067f-4e73-92a3-0aab812c64fb req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.479011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] Deleting port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:44.480135 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.486959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7172a80-067f-4e73-92a3-0aab812c64fb req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5237091 Jun 30 09:13:44.500784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-f03d0ff9-3b7a-4cdb-a58f-eea7570211b1 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/floatingips?floating_ip_address=172.25.7.251 HTTP/1.1" status: 200 len: 696 time: 0.1267426 Jun 30 09:13:44.518129 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-e7ac46c4-eeeb-4632-a033-1a01aeeab506 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ae36c8d0-2453-4572-96d1-05ac0801cc9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634997 Jun 30 09:13:44.599021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53acb7b0-afe8-4bce-9e0c-0dbef6659ab8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.664302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.664960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.665546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.666077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.666804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.667149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.667515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.667828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.668158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.668693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.669024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.669349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f299c4-35da-4654-b8d3-359d392c31f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:44.678664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] For port 881784cd-a61d-47fd-a3d3-a1ef1dec0761, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=881784cd-a61d-47fd-a3d3-a1ef1dec0761,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:44.679062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.711449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] Calling delete_port for 881784cd-a61d-47fd-a3d3-a1ef1dec0761 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:44.743867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-f8721b3f-2575-473a-9caa-793b16e8467e service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200205 Jun 30 09:13:44.882995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] For port 881784cd-a61d-47fd-a3d3-a1ef1dec0761, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=881784cd-a61d-47fd-a3d3-a1ef1dec0761,segment=NetworkSegment(161d32dd-df46-46ca-85fe-8cd14be4cc60),segment_id=161d32dd-df46-46ca-85fe-8cd14be4cc60)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:44.883794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.953562 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:44.992190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] Pushing event deleted for resources: {'Port': ['ID=881784cd-a61d-47fd-a3d3-a1ef1dec0761,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:44.998097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af9446-14b1-4373-a9d5-06ef5cf4b197 None None] No DVR routers for this DVR port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:45.022059 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e809170a-1b74-492b-8eeb-b991476b74e9 req-ee813faa-0378-42d9-9e99-07212c5e8778 service neutron] 10.222.0.83 "GET /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703559 Jun 30 09:13:45.306531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Calling delete_port for 881784cd-a61d-47fd-a3d3-a1ef1dec0761 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:45.321018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.327371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.334434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.340176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.346643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.352608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.358345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:45.360584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-e6fb56bb-7443-4348-9e65-7470581e5904 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.6247239 Jun 30 09:13:45.472103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c7fdb9a-cb6c-41d2-80bf-9f055031ff7b req-eb363cce-92b5-492f-acca-d3c7ec622dda tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982578 Jun 30 09:13:45.486466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Deleting port b84e1cd9-9d27-4de4-bfb4-7a7af2c7a566 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:45.486796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.567452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.617303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Pushing event deleted for resources: {'Port': ['ID=881784cd-a61d-47fd-a3d3-a1ef1dec0761,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:45.624966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] No DVR routers for this DVR port 881784cd-a61d-47fd-a3d3-a1ef1dec0761 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:45.687244 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9267f0fb-e033-4385-a780-67a5a20d133a x-openstack-request-id: req-9267f0fb-e033-4385-a780-67a5a20d133a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:45.688005 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62d217c-1692-4d2d-bd62-e2b61085c4ab", "name": "network-vif-deleted", "tag": "86b8d68b-f258-44a5-bd42-443807747904", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:45.688422 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9267f0fb-e033-4385-a780-67a5a20d133a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:45.688836 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62d217c-1692-4d2d-bd62-e2b61085c4ab', 'name': 'network-vif-deleted', 'tag': '86b8d68b-f258-44a5-bd42-443807747904', 'status': 'completed', 'code': 200} Jun 30 09:13:45.719404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.719743 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.747459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Calling delete_port for b84e1cd9-9d27-4de4-bfb4-7a7af2c7a566 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:45.768642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.825566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:45.836255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 881784cd-a61d-47fd-a3d3-a1ef1dec0761 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:45.853257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161d32dd-df46-46ca-85fe-8cd14be4cc60') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:45.853703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161d32dd-df46-46ca-85fe-8cd14be4cc60') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:45.880317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.885163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 881784cd-a61d-47fd-a3d3-a1ef1dec0761 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:45.885505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 881784cd-a61d-47fd-a3d3-a1ef1dec0761 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:45.922144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.934451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:13:45.934868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:13:45.938048 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:13:45.941378 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:13:45.973507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.024861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1829bedd-3e4a-46d1-895c-1abd82d13804 req-9fd461c7-672a-48a7-85d0-1dd29f54d233 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 10909 time: 0.3170269 Jun 30 09:13:46.057410 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.082253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.084112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] 10.222.0.77 "DELETE /v2.0/networks/dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3 HTTP/1.1" status: 204 len: 168 time: 2.4643021 Jun 30 09:13:46.101062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720d5d0-0217-4d8b-9d89-e9373d79acfc admin admin] Pushing event deleted for resources: {'Network': ['ID=dcdd4505-3d3c-4d70-a8c2-5c68e2eb50d3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.136836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1829bedd-3e4a-46d1-895c-1abd82d13804 req-d854c341-4795-4233-bc16-b6ae8058302e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/7ca44e3d-5803-4416-8a25-649cd4237832 HTTP/1.1" status: 200 len: 2985 time: 0.0829597 Jun 30 09:13:46.145126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.187991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event deleted for resources: {'Port': ['ID=b84e1cd9-9d27-4de4-bfb4-7a7af2c7a566,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.258844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1829bedd-3e4a-46d1-895c-1abd82d13804 req-8a29ba57-b9c1-41a4-be65-ecfefa6d8f0f tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/7ca44e3d-5803-4416-8a25-649cd4237832 HTTP/1.1" status: 200 len: 2985 time: 0.1210518 Jun 30 09:13:46.284696 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.288020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.289412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-741e6691-8948-4b5f-af22-c2d2caad6eb4 req-d935abf6-0f03-457a-aba7-6dc2fac1f1b5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "DELETE /v2.0/floatingips/1d427535-7ee9-47e0-8f0d-e049072c369d HTTP/1.1" status: 204 len: 173 time: 1.6837530 Jun 30 09:13:46.412539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f24a24cf-5c05-4c93-a4ba-fa2761cd82a5 req-595f28ed-e6ed-4618-bc22-d5ac96b7e26b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/a0c6b7aa-9adc-45e1-89db-c2bf8b1562ff HTTP/1.1" status: 200 len: 1802 time: 0.0564721 Jun 30 09:13:46.467111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36020) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.497672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f24a24cf-5c05-4c93-a4ba-fa2761cd82a5 req-9082a9cf-c6db-41ad-9094-7393894cb655 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.556665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f24a24cf-5c05-4c93-a4ba-fa2761cd82a5 req-9082a9cf-c6db-41ad-9094-7393894cb655 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.586296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-740760cb-e1ae-4b4e-910f-c5d7efbf9053 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df104126445e488b81a5905dce1252e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1153338 Jun 30 09:13:46.587514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:46.620609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7411edf3-4b55-41fe-a31d-26eb88a72ece req-2ddb60ba-8b35-465e-ad68-42a3689c5be9 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups/4ae99a91-9daa-4933-802e-b375af634843 HTTP/1.1" status: 200 len: 1809 time: 0.0981822 Jun 30 09:13:46.643099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f24a24cf-5c05-4c93-a4ba-fa2761cd82a5 req-9082a9cf-c6db-41ad-9094-7393894cb655 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.646018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f24a24cf-5c05-4c93-a4ba-fa2761cd82a5 req-9082a9cf-c6db-41ad-9094-7393894cb655 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.647382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f24a24cf-5c05-4c93-a4ba-fa2761cd82a5 req-9082a9cf-c6db-41ad-9094-7393894cb655 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/a0c6b7aa-9adc-45e1-89db-c2bf8b1562ff HTTP/1.1" status: 204 len: 173 time: 0.2282033 Jun 30 09:13:46.663782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8262fd50-dfad-4217-a904-e4ff69bb0c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.669031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082a9cf-c6db-41ad-9094-7393894cb655 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c6b7aa-9adc-45e1-89db-c2bf8b1562ff,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.730699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8262fd50-dfad-4217-a904-e4ff69bb0c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.736637 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7411edf3-4b55-41fe-a31d-26eb88a72ece req-a55845c1-5e97-46ee-bd80-e99d0a751b71 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.763303 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7411edf3-4b55-41fe-a31d-26eb88a72ece req-a55845c1-5e97-46ee-bd80-e99d0a751b71 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.804231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8262fd50-dfad-4217-a904-e4ff69bb0c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.807660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8262fd50-dfad-4217-a904-e4ff69bb0c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.808982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8262fd50-dfad-4217-a904-e4ff69bb0c89 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/118c752a-abcb-452b-82bb-6739488ed37f HTTP/1.1" status: 204 len: 168 time: 0.2204783 Jun 30 09:13:46.818067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262fd50-dfad-4217-a904-e4ff69bb0c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118c752a-abcb-452b-82bb-6739488ed37f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.872889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7411edf3-4b55-41fe-a31d-26eb88a72ece req-a55845c1-5e97-46ee-bd80-e99d0a751b71 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.876113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7411edf3-4b55-41fe-a31d-26eb88a72ece req-a55845c1-5e97-46ee-bd80-e99d0a751b71 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:46.877354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7411edf3-4b55-41fe-a31d-26eb88a72ece req-a55845c1-5e97-46ee-bd80-e99d0a751b71 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "DELETE /v2.0/security-groups/4ae99a91-9daa-4933-802e-b375af634843 HTTP/1.1" status: 204 len: 173 time: 0.2477851 Jun 30 09:13:46.903076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55845c1-5e97-46ee-bd80-e99d0a751b71 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae99a91-9daa-4933-802e-b375af634843,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:46.960119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-b73fa384-de2c-415e-99d9-fb72777bdbeb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:46.971349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-b73fa384-de2c-415e-99d9-fb72777bdbeb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.2127750 Jun 30 09:13:46.993298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-4efd008c-8ffb-4375-873e-75e9dd71a362 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0206962 Jun 30 09:13:47.104021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-e4acde2e-471c-4c3e-a102-98e02965a909 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1100464 Jun 30 09:13:47.223302 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.254404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-2a230d73-13ef-4b3f-8fc6-6e9eaedf17d4 service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494017 Jun 30 09:13:47.350394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069b336-77c6-4e77-81db-c7b5370d9413 req-aa6aa667-fcbf-4233-9c37-7d696365a734 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.356254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069b336-77c6-4e77-81db-c7b5370d9413 req-aa6aa667-fcbf-4233-9c37-7d696365a734 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.357913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4069b336-77c6-4e77-81db-c7b5370d9413 req-aa6aa667-fcbf-4233-9c37-7d696365a734 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f&device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 1682 time: 0.1765988 Jun 30 09:13:47.399536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-c6c7af32-af48-4cbb-b557-ea7a61de6baa service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441958 Jun 30 09:13:47.424760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4069b336-77c6-4e77-81db-c7b5370d9413 req-81f18674-13b9-45f8-b425-edd17f15b430 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574551 Jun 30 09:13:47.507746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:47.593412 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-83bf98e9-9532-4f49-a5a3-37f07835e7d7 req-4b9cbf91-5492-40cc-8416-24b718239d63 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:13:47.595485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83bf98e9-9532-4f49-a5a3-37f07835e7d7 req-4b9cbf91-5492-40cc-8416-24b718239d63 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/a0c6b7aa-9adc-45e1-89db-c2bf8b1562ff HTTP/1.1" status: 404 len: 352 time: 0.0163321 Jun 30 09:13:47.777249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.789309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.803114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.818813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.833263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.848198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.858165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:47.861840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-fe917317-8275-47e2-988e-c086040be99b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.2551742 Jun 30 09:13:47.946337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdee738d-1f52-4a1c-8cd2-744a58f7ebcb req-6243a1f7-9009-4cab-8d4c-df361f3c0eaa tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682025 Jun 30 09:13:48.157457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5ef6cc4-0404-4ad0-a72c-042bb8aed768 req-7c44a5c8-97b5-49d9-8111-5467f525e1a6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 210 time: 0.0655305 Jun 30 09:13:48.190161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e7ef605-2e4a-46aa-8690-d3c03334d939 req-31aa7c87-137b-48d0-af59-6e431e77c9a1 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/aa246c3a-98bc-44c2-977c-d0bb69390ed2 HTTP/1.1" status: 200 len: 1802 time: 0.1181808 Jun 30 09:13:48.325332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0e7ef605-2e4a-46aa-8690-d3c03334d939 req-e8eccf20-c575-44ff-9fb1-9027b0249f52 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.368421 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0e7ef605-2e4a-46aa-8690-d3c03334d939 req-e8eccf20-c575-44ff-9fb1-9027b0249f52 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.457706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0e7ef605-2e4a-46aa-8690-d3c03334d939 req-e8eccf20-c575-44ff-9fb1-9027b0249f52 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.460621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0e7ef605-2e4a-46aa-8690-d3c03334d939 req-e8eccf20-c575-44ff-9fb1-9027b0249f52 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.461894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e7ef605-2e4a-46aa-8690-d3c03334d939 req-e8eccf20-c575-44ff-9fb1-9027b0249f52 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/aa246c3a-98bc-44c2-977c-d0bb69390ed2 HTTP/1.1" status: 204 len: 173 time: 0.2592173 Jun 30 09:13:48.483382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eccf20-c575-44ff-9fb1-9027b0249f52 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa246c3a-98bc-44c2-977c-d0bb69390ed2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:48.570717 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-3a58eeb6-1a13-4f61-b089-c13c38e6120f req-d99731f0-5725-45fa-8583-81e9d7af8f50 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:13:48.572073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a58eeb6-1a13-4f61-b089-c13c38e6120f req-d99731f0-5725-45fa-8583-81e9d7af8f50 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/aa246c3a-98bc-44c2-977c-d0bb69390ed2 HTTP/1.1" status: 404 len: 352 time: 0.0171366 Jun 30 09:13:48.598967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36114) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:48.710254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f77e1d-31e5-4191-bdea-900f1ce1b4b3 req-29efb7ee-3b5a-4608-88b4-3405ce8b28d5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:48.712057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79f77e1d-31e5-4191-bdea-900f1ce1b4b3 req-29efb7ee-3b5a-4608-88b4-3405ce8b28d5 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.0833504 Jun 30 09:13:48.775744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1575890949-network', 'tenant_id': 'e6099139977f48658537033c61f1cca2'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:48.819066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbc46629-2894-4f98-9c1b-6256a77ba4e2 req-171e6936-22f9-467e-a3c2-12ccc72f790b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/53acb7b0-afe8-4bce-9e0c-0dbef6659ab8 HTTP/1.1" status: 200 len: 1802 time: 0.1051347 Jun 30 09:13:48.835030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79f77e1d-31e5-4191-bdea-900f1ce1b4b3 req-bf92916c-5599-4570-baa2-de6eb4c61e40 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100507 Jun 30 09:13:48.836883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Made reservation on behalf of e6099139977f48658537033c61f1cca2 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:48.839950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.861068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:48.938764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fbc46629-2894-4f98-9c1b-6256a77ba4e2 req-457ead1d-0c2e-4dec-805e-2d1ec086251e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.001088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fbc46629-2894-4f98-9c1b-6256a77ba4e2 req-457ead1d-0c2e-4dec-805e-2d1ec086251e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.125287 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fbc46629-2894-4f98-9c1b-6256a77ba4e2 req-457ead1d-0c2e-4dec-805e-2d1ec086251e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.128095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fbc46629-2894-4f98-9c1b-6256a77ba4e2 req-457ead1d-0c2e-4dec-805e-2d1ec086251e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.142133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbc46629-2894-4f98-9c1b-6256a77ba4e2 req-457ead1d-0c2e-4dec-805e-2d1ec086251e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/53acb7b0-afe8-4bce-9e0c-0dbef6659ab8 HTTP/1.1" status: 204 len: 173 time: 0.3105710 Jun 30 09:13:49.185426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ead1d-0c2e-4dec-805e-2d1ec086251e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53acb7b0-afe8-4bce-9e0c-0dbef6659ab8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.194201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.211766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.218387 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-35e46b65-6abd-4a91-be16-dc614ec59d64 req-ce28e7e3-7cde-42b8-87a3-dc72c90e4eae tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:13:49.220230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35e46b65-6abd-4a91-be16-dc614ec59d64 req-ce28e7e3-7cde-42b8-87a3-dc72c90e4eae tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/53acb7b0-afe8-4bce-9e0c-0dbef6659ab8 HTTP/1.1" status: 404 len: 352 time: 0.0313997 Jun 30 09:13:49.244928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:13:49.254797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472daa5b-33c3-4976-9d9b-5e389c31a864,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.262538 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.262982 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Added segment 1fb5eb9b-16ed-46f9-85ed-bee492a66e61 of type vlan for network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 Jun 30 09:13:49.333618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.431434 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.433425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.434628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.501556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9000986 Jun 30 09:13:49.508547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:49.515054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Request body: {'subnet': {'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1575890949-subnet', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:49.537633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412a9df-55b4-4870-8e87-b8ce812c1b0b admin admin] Pushing event updated for resources: {'Network': ['ID=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:49.550605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Made reservation on behalf of e6099139977f48658537033c61f1cca2 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:49.555594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:13:49.571250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:49.590568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.603888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.623066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.634261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.649641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.663420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.676477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:49.678888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-d703ea27-b5f6-4759-8983-65af49c150c0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5418 time: 0.2918599 Jun 30 09:13:49.743044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdc467ff-1ce8-43d5-af31-27c2e1f7fbd6 req-c459aada-c494-46f7-a660-e75a393d5efd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 210 time: 0.0574820 Jun 30 09:13:49.798528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-144f82c4-ae14-4d25-809d-4d8aa91e1d70 req-c9b0106b-0f32-4cf9-95d7-6667e7539a7b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082587 Jun 30 09:13:49.919962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a667af39-f2ec-4a76-8e1d-b41f85d2f1c1 req-b5a019cf-3e4b-47f3-9260-fdc70e8f4eb5 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 6156 time: 0.1006021 Jun 30 09:13:49.941480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:49.993435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a667af39-f2ec-4a76-8e1d-b41f85d2f1c1 req-5b0271a3-efb9-4004-99d7-38d0e163b051 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/7ca44e3d-5803-4416-8a25-649cd4237832 HTTP/1.1" status: 200 len: 2985 time: 0.0722699 Jun 30 09:13:50.044165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.072229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a667af39-f2ec-4a76-8e1d-b41f85d2f1c1 req-2203ad60-9f03-4e9b-96a7-3d8525a7835e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/7ca44e3d-5803-4416-8a25-649cd4237832 HTTP/1.1" status: 200 len: 2985 time: 0.0774453 Jun 30 09:13:50.191191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Checking segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:50.191807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Network hostable DHCP agents. Network: 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:13:50.213725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-8d0e757c-e767-4e20-be20-0a923824b6a1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.216236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-8d0e757c-e767-4e20-be20-0a923824b6a1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.3181920 Jun 30 09:13:50.216453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:50.228170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03a58a2-b2b1-4914-b61b-ce99828a0f53,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.240398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'port_id': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81', 'mac_address': 'fa:16:3e:b1:60:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:50.242128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:50.299966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:13:50.318941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:50.324385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.326203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.333448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c28454-74f1-49d0-a85e-252f295618ed None None] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:50.335572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63369cf8-0f08-4748-b757-858c70b4d464 req-829c9184-63a1-49de-91b6-1a6a6c6aa2a1 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.344348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63369cf8-0f08-4748-b757-858c70b4d464 req-829c9184-63a1-49de-91b6-1a6a6c6aa2a1 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 946 time: 0.1226647 Jun 30 09:13:50.346462 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.367736 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4a15df19-79e8-40ed-bb9e-d127894be0fb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.8578453 Jun 30 09:13:50.368693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36162) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:50.375918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:50.430170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.431805 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.442935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:50.480290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:50.501216 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.502379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad218a9b-2f06-4715-9db2-12f3382aeaa7 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:50.512106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63369cf8-0f08-4748-b757-858c70b4d464 req-e41f8bef-a637-45a3-b071-2ee8242d1280 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667657 Jun 30 09:13:50.536558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.541480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:50.547141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.573210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ae341714-5c00-4b80-9212-56e8bf08a56c req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2131528015', 'description': 'tempest-description-327077611'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:50.601355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:50.622672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde7cd9-7c37-4356-b4cc-7eb24153e828 req-0dc12130-82ae-4955-bbca-d459db2689f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.633916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dde7cd9-7c37-4356-b4cc-7eb24153e828 req-0dc12130-82ae-4955-bbca-d459db2689f3 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.2224555 Jun 30 09:13:50.675595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:50.699495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ad218a9b-2f06-4715-9db2-12f3382aeaa7', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'port_id': 'ad218a9b-2f06-4715-9db2-12f3382aeaa7', 'mac_address': 'fa:16:3e:97:eb:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:50.705590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dde7cd9-7c37-4356-b4cc-7eb24153e828 req-fa3f7d66-fc27-422f-b269-6a8484c1df79 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/security-groups?id=ce427891-e096-4140-8c0f-0e52f94db006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703740 Jun 30 09:13:50.776967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae341714-5c00-4b80-9212-56e8bf08a56c req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.832223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.846489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.858190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:13:50.860227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:50.888651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad218a9b-2f06-4715-9db2-12f3382aeaa7 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:50.968045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-50a6d6de-ab4b-4f72-975e-50a237bde4f8 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:50.973451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-50a6d6de-ab4b-4f72-975e-50a237bde4f8 tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.83 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 946 time: 0.2563040 Jun 30 09:13:51.001688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:51.094851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.7 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/dd6dbfda-4c98-4b78-bb52-d542fc1c9248) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:51.101475 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.102468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 65ee7c4f-55b0-433c-b581-280220e0a5c6 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:51.157684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-939e9b78-4236-44ac-b03f-05bd9035897f req-9f65f491-3001-479d-8fad-cde5eb058455 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 210 time: 0.0747554 Jun 30 09:13:51.266606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-cc519027-9eb0-4a17-820e-95d9ad08944b tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.269711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-cc519027-9eb0-4a17-820e-95d9ad08944b tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.79 "GET /v2.0/ports?device_id=03e719fd-4c42-457c-a7fd-3931ef3bb52f HTTP/1.1" status: 200 len: 945 time: 0.2540989 Jun 30 09:13:51.343299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae341714-5c00-4b80-9212-56e8bf08a56c req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.352912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae341714-5c00-4b80-9212-56e8bf08a56c req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.431315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-f7ac874c-85e5-4638-9f0f-e9efeb5daeaa tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.433234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-f7ac874c-85e5-4638-9f0f-e9efeb5daeaa tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 946 time: 0.2868984 Jun 30 09:13:51.444140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25402e97-368e-41bd-8bfc-ba365934514c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.509994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Allocated IP 172.20.0.2 (40c8c54e-aa64-491d-83a4-b3ad1b3f6d23/f03a58a2-b2b1-4914-b61b-ce99828a0f53/985fdc94-3321-4781-b38e-32da366a633e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:51.522797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Deleting port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:51.523407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.572320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.622517 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.641760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] For port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:51.642446 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.657607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Calling delete_port for 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:51.693826 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.705002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Transition to ACTIVE for port object 985fdc94-3321-4781-b38e-32da366a633e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:51.722654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Transition to ACTIVE for port object 985fdc94-3321-4781-b38e-32da366a633e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:51.734160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:51.743386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ae341714-5c00-4b80-9212-56e8bf08a56c req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.772236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae341714-5c00-4b80-9212-56e8bf08a56c req-b4b264f5-93af-41fe-9ff4-26c555de165a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2069385 Jun 30 09:13:51.778907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:51.788067 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:13:51.861554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:51.902011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:51.911831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:51.918696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:51.923473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:51.934077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.947153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:51.950572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:51.961651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:51.987098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.013002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.022395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.039312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.048390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.063312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-30045bd9-2d47-4e49-ad77-7aae569047dd tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5420 time: 0.6287084 Jun 30 09:13:52.067554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.121162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.122928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.129539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Attempting to bind port 985fdc94-3321-4781-b38e-32da366a633e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:52.130189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Attempting to bind port 985fdc94-3321-4781-b38e-32da366a633e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:52.130371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Attempting to bind port 985fdc94-3321-4781-b38e-32da366a633e on network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:52.169832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Pushing event updated for resources: {'Port': ['ID=985fdc94-3321-4781-b38e-32da366a633e,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.180206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Deleting port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:52.180929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.185634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:52.192260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:52.192660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Checking segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:52.193071 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.193715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Bound using segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:52.194237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Bound port: 985fdc94-3321-4781-b38e-32da366a633e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:52.194627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.198904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.223642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c212d614-8b08-406d-a3b1-f64ba1d53220 req-97ad4a5b-7aaa-4144-b5b5-7920d0e4ad64 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593180 Jun 30 09:13:52.256839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.300629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] For port 985fdc94-3321-4781-b38e-32da366a633e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:52.303462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.313240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] For port 985fdc94-3321-4781-b38e-32da366a633e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=985fdc94-3321-4781-b38e-32da366a633e,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:52.326820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8f7f319b-e5a0-44ff-a6fa-571c986a2d92'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:52.347292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.357801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb754b2c-6ada-4809-9d20-6dd63784cdde req-0659fe44-1f43-4b7f-852c-8f76c9c7d2a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:52.365590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb754b2c-6ada-4809-9d20-6dd63784cdde req-0659fe44-1f43-4b7f-852c-8f76c9c7d2a4 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 946 time: 0.2795944 Jun 30 09:13:52.368313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Pushing event deleted for resources: {'Port': ['ID=8f7f319b-e5a0-44ff-a6fa-571c986a2d92,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.395214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'port_id': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'mac_address': 'fa:16:3e:a4:fd:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:52.443143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Allocated IP 172.25.7.50 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/8d558d87-e6e9-4b65-98fc-a1d5686331d9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:13:52.454880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b29ab8c0-e640-41d1-9d65-d4a8c769708a req-b2418694-848e-4d90-8473-eeed2960971f tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.77 "GET /v2.0/ports?device_id=01674b5e-7506-4f00-9070-3e5baf06490a HTTP/1.1" status: 200 len: 210 time: 0.0701413 Jun 30 09:13:52.507240 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.528620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-cf924198-056e-459d-bc66-2eef80e51ee8 req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1340808721', 'description': 'tempest-description-1724452864'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:52.540294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] No DVR routers for this DVR port 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:52.543081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65ee7c4f-55b0-433c-b581-280220e0a5c6 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:52.549598 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.551369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc8a77-4e7a-4222-98f1-edcbfa00ae9e None None] Pushing event updated for resources: {'Port': ['ID=985fdc94-3321-4781-b38e-32da366a633e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.552092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5271df3b-5e9d-4794-807f-58c7ea6473e9 req-4d7681a5-59e1-4de4-9b87-524237e9ac8c tempest-ServerRescueTestJSONUnderV235-2098051667 tempest-ServerRescueTestJSONUnderV235-2098051667-project] 10.222.0.83 "DELETE /v2.0/ports/8f7f319b-e5a0-44ff-a6fa-571c986a2d92 HTTP/1.1" status: 204 len: 173 time: 1.5688846 Jun 30 09:13:52.574961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:52.577641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'name': 'network-vif-deleted', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:52.580664 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fba6759-4271-4fe0-abcc-24b825e5d91b" -d '{"events": [{"server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "name": "network-vif-deleted", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:52.582941 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.583715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:52.606854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb754b2c-6ada-4809-9d20-6dd63784cdde req-639504c6-c392-4c94-b779-be34cce6340e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398906 Jun 30 09:13:52.641402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.654272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:52.668262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf924198-056e-459d-bc66-2eef80e51ee8 req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.718055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-cea8cea9-9196-4263-94bd-c489c45b06db tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4818807 Jun 30 09:13:52.748244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Request body: {'port': {'device_id': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:52.775594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:52.930021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:52.978011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131', 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec', 'port_id': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131', 'mac_address': 'fa:16:3e:09:35:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f06d589-85ee-4a8d-80cd-eaedccef4924', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:53.088596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf924198-056e-459d-bc66-2eef80e51ee8 req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.101653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.112786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf924198-056e-459d-bc66-2eef80e51ee8 req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.145532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:53.189635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8049654-0804-41b7-9b8b-65c0c2e8e652 req-c8b8c96d-3351-4ead-9b09-22175a618c44 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.191283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8049654-0804-41b7-9b8b-65c0c2e8e652 req-c8b8c96d-3351-4ead-9b09-22175a618c44 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 931 time: 0.3128791 Jun 30 09:13:53.197011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9689ff3-bbd8-4440-aba7-948aa22ad213,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.198250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:53.204801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.205970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 90e60ae5-9ef6-4067-b9f9-0b7871cf222a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:53.240626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cf924198-056e-459d-bc66-2eef80e51ee8 req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.241854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf924198-056e-459d-bc66-2eef80e51ee8 req-69f209ba-62a9-42c4-8a17-d7cbb5fd9abb tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7423689 Jun 30 09:13:53.258070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8049654-0804-41b7-9b8b-65c0c2e8e652 req-d444f752-026b-47f9-ac0c-6c856415ccb7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582974 Jun 30 09:13:53.384065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.388205 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ff543-3819-4c87-9fa5-809380f7faeb x-openstack-request-id: req-0c0ff543-3819-4c87-9fa5-809380f7faeb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:53.388378 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01674b5e-7506-4f00-9070-3e5baf06490a", "name": "network-vif-deleted", "tag": "8f7f319b-e5a0-44ff-a6fa-571c986a2d92", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:53.388560 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c0ff543-3819-4c87-9fa5-809380f7faeb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:53.388964 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01674b5e-7506-4f00-9070-3e5baf06490a', 'name': 'network-vif-deleted', 'tag': '8f7f319b-e5a0-44ff-a6fa-571c986a2d92', 'status': 'completed', 'code': 200} Jun 30 09:13:53.445044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:53.472363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'port_id': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a', 'mac_address': 'fa:16:3e:77:fc:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517', 'ip_address': '10.1.1.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:53.559213 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.616611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e60ae5-9ef6-4067-b9f9-0b7871cf222a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:53.665747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:53.674507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.675196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9cad5e9a-0c90-4b69-816a-571e2374dace details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:53.698103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:13:53.701880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] For port 1d4dde11-237b-4fca-ba09-f79a8cc74e58, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1d4dde11-237b-4fca-ba09-f79a8cc74e58,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:53.702313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.724708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:13:53.731505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:13:53.836166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.854102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-564c6e43-0f03-4d29-a233-4392966dd7a1 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.856883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-564c6e43-0f03-4d29-a233-4392966dd7a1 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 813 time: 0.2364471 Jun 30 09:13:53.873875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Calling delete_port for 1d4dde11-237b-4fca-ba09-f79a8cc74e58 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:53.883704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.903157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9cad5e9a-0c90-4b69-816a-571e2374dace,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:53.906577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Pushing event updated for resources: {'Port': ['ID=8d558d87-e6e9-4b65-98fc-a1d5686331d9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:53.920691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '9cad5e9a-0c90-4b69-816a-571e2374dace', 'network_id': '3b2331d8-7740-4e27-95f4-2d60223c7254', 'port_id': '9cad5e9a-0c90-4b69-816a-571e2374dace', 'mac_address': 'fa:16:3e:09:fd:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd202d6a-6b10-424e-ac20-a3d9781af517', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:53.948341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.954398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.961653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.979569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.992144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.993673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Deleting port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:53.994292 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:53.998610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:53.999425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 985fdc94-3321-4781-b38e-32da366a633e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:54.005159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.007785 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.014487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-d54a3409-9446-45d8-92f7-551f82e94e56 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5422 time: 0.5066800 Jun 30 09:13:54.017252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-bc542fdb-a04c-49c0-af81-ecf9cd5f5919 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/quotas/b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 375 time: 0.1483846 Jun 30 09:13:54.020229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:54.089751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cad5e9a-0c90-4b69-816a-571e2374dace {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:54.133311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9cad5e9a-0c90-4b69-816a-571e2374dace,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.138482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a9b383a-1e83-4432-abc4-588f964cbed2 req-006857cd-0cd6-4375-9e69-3fa59bc32ddb tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230054 Jun 30 09:13:54.138886 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.139896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7d941f11-fb59-4190-a9de-d045cf5ca588 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:13:54.185550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-5ee23e8c-b13a-4727-9477-443e3be0e08b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389902 Jun 30 09:13:54.197311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.197749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.253547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374a4fc5-01e4-48f0-affe-63f0e64eb7e4 None None] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:13:54.288765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Calling delete_port for 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:54.309260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36228) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:54.426920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:13:54.432700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99af60a6-1971-48d4-b810-42e8db613cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.451687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3d90238f-d8a1-4014-b162-34c9a046cb33 None None] Provisioning for port 985fdc94-3321-4781-b38e-32da366a633e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:54.464642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.472782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7d941f11-fb59-4190-a9de-d045cf5ca588,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.483742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 985fdc94-3321-4781-b38e-32da366a633e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:54.523796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 985fdc94-3321-4781-b38e-32da366a633e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:54.524154 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.526632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '7d941f11-fb59-4190-a9de-d045cf5ca588', 'network_id': '2f12f98c-f311-49d4-b1b5-83b8359badec', 'port_id': '7d941f11-fb59-4190-a9de-d045cf5ca588', 'mac_address': 'fa:16:3e:13:ab:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f06d589-85ee-4a8d-80cd-eaedccef4924', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:13:54.600342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd6dbfda-4c98-4b78-bb52-d542fc1c9248 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:54.601751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:54.616072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.621938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-3703310e-bba0-4241-9161-285784c88885 service neutron] 10.222.0.77 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248846 Jun 30 09:13:54.631311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Transition to ACTIVE for port object dd6dbfda-4c98-4b78-bb52-d542fc1c9248 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:54.669163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9b22-6514-4f2a-b2fe-208bcd29f40c req-571e8b20-050b-4bfa-a404-6d608e0e45b5 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:54.670991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91ac9b22-6514-4f2a-b2fe-208bcd29f40c req-571e8b20-050b-4bfa-a404-6d608e0e45b5 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 946 time: 0.2474542 Jun 30 09:13:54.681813 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.710757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.753996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d941f11-fb59-4190-a9de-d045cf5ca588 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:13:54.801526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7d941f11-fb59-4190-a9de-d045cf5ca588,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:54.882852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91ac9b22-6514-4f2a-b2fe-208bcd29f40c req-950b66b4-1028-4411-9aa9-804aaeca5ef6 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/security-groups?id=00724ebb-3bd5-4db8-bfc6-1488904580b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758671 Jun 30 09:13:54.904831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.911032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:54.931645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:54.953490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-634adab7-cb45-4078-aa38-579881f6df71 service neutron] 10.222.0.77 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297215 Jun 30 09:13:55.003084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.018721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,segment=NetworkSegment(987d1058-aa68-49c0-91d7-8506f51fba25),segment_id=987d1058-aa68-49c0-91d7-8506f51fba25)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.031599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:55.034358 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25e5656-234f-4e80-875d-0f53664011cf" -d '{"events": [{"server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "name": "network-vif-unplugged", "status": "completed", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:55.040318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.040990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:55.049556 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.097956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:55.098377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8f7f319b-e5a0-44ff-a6fa-571c986a2d92 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:55.122355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.172152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99af60a6-1971-48d4-b810-42e8db613cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.203767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Pushing event deleted for resources: {'Port': ['ID=1d4dde11-237b-4fca-ba09-f79a8cc74e58,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.282079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-99af60a6-1971-48d4-b810-42e8db613cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.447106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] No DVR routers for this DVR port 1d4dde11-237b-4fca-ba09-f79a8cc74e58 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:55.454134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63dc553f-c046-4e86-8b67-1c6810f9a7e8 req-333ed1d6-bd65-4142-a5d1-e93a816b3a90 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 210 time: 0.1123705 Jun 30 09:13:55.461172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.463202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-260960cc-24bf-487a-8466-b0f6d28a25ae req-b0b75cc3-a080-433d-bb47-d7eea880309e tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.79 "DELETE /v2.0/ports/1d4dde11-237b-4fca-ba09-f79a8cc74e58 HTTP/1.1" status: 204 len: 173 time: 4.1784339 Jun 30 09:13:55.463722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'name': 'network-vif-deleted', 'tag': '1d4dde11-237b-4fca-ba09-f79a8cc74e58'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:55.466581 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc15abe-862a-4d31-8cfe-7f2b9a75bedc" -d '{"events": [{"server_uuid": "03e719fd-4c42-457c-a7fd-3931ef3bb52f", "name": "network-vif-deleted", "tag": "1d4dde11-237b-4fca-ba09-f79a8cc74e58"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:55.484456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.487622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Attempting to bind port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:55.487862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Attempting to bind port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:55.488135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Attempting to bind port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:55.500875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-99af60a6-1971-48d4-b810-42e8db613cc5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ed1b7ba4995d4f609c1f7678a4465b15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4793034 Jun 30 09:13:55.501948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af60a6-1971-48d4-b810-42e8db613cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb787a2-522e-4438-9f8d-3f2acac6cfcc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.524503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36244) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:55.598589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:13:55.598833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Attempting to bind port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:55.599374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8433b93-8a15-4420-85f6-c93b9df14db1 req-fb609a53-1a05-40b3-a34b-cda264056a46 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.602867 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8433b93-8a15-4420-85f6-c93b9df14db1 req-fb609a53-1a05-40b3-a34b-cda264056a46 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 943 time: 0.4560249 Jun 30 09:13:55.616352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.651289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:55.662183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:55.675113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:55.676230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Bound port: dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:55.681378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.688310 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c837eae5-11f2-4eca-92bf-f5d147a55403 x-openstack-request-id: req-c837eae5-11f2-4eca-92bf-f5d147a55403 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:55.690470 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "name": "network-vif-unplugged", "status": "completed", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:55.690470 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c837eae5-11f2-4eca-92bf-f5d147a55403 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:55.693625 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b', 'code': 200} Jun 30 09:13:55.745817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 985fdc94-3321-4781-b38e-32da366a633e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=985fdc94-3321-4781-b38e-32da366a633e,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:55.756474 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.788075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-36167c88-d5b7-4fba-b49a-f485093bd6e3 None None] Provisioning complete for port 985fdc94-3321-4781-b38e-32da366a633e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:55.788612 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-36167c88-d5b7-4fba-b49a-f485093bd6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.815090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8433b93-8a15-4420-85f6-c93b9df14db1 req-2a41b3c2-5215-49b4-867a-b691c6f88a88 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022817 Jun 30 09:13:55.820033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.833787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069e152f-d1fe-4231-a36a-b10cdb94ede4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:55.876347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.882048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.885576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Pushing event deleted for resources: {'Port': ['ID=56cc63ab-23b8-4907-a90b-a90e6b3d3a8b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.894274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.900062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.908766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=985fdc94-3321-4781-b38e-32da366a633e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:55.908968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.914957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.920958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:55.929600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-3b29987d-0e33-4ba9-a38f-f750e77ed81b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5425 time: 0.2425773 Jun 30 09:13:55.980832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069e152f-d1fe-4231-a36a-b10cdb94ede4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.032811 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdc2cae-e095-436b-b62c-70afffaf5e7b x-openstack-request-id: req-0fdc2cae-e095-436b-b62c-70afffaf5e7b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:56.034271 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03e719fd-4c42-457c-a7fd-3931ef3bb52f", "name": "network-vif-deleted", "tag": "1d4dde11-237b-4fca-ba09-f79a8cc74e58", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:56.034731 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0fdc2cae-e095-436b-b62c-70afffaf5e7b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:56.035264 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03e719fd-4c42-457c-a7fd-3931ef3bb52f', 'name': 'network-vif-deleted', 'tag': '1d4dde11-237b-4fca-ba09-f79a8cc74e58', 'status': 'completed', 'code': 200} Jun 30 09:13:56.050821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.053683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['65ee7c4f-55b0-433c-b581-280220e0a5c6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.057173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ad218a9b-2f06-4715-9db2-12f3382aeaa7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.060283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.064650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['9cad5e9a-0c90-4b69-816a-571e2374dace'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.081012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.110931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] No DVR routers for this DVR port 56cc63ab-23b8-4907-a90b-a90e6b3d3a8b on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:13:56.118515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['90e60ae5-9ef6-4067-b9f9-0b7871cf222a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.122077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['7d941f11-fb59-4190-a9de-d045cf5ca588'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:13:56.129799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.134000 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc8181d1-0bdb-4b4b-879c-940ce40d5520 req-7824504f-755e-4081-b898-5e7b810b6e89 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.83 "DELETE /v2.0/ports/56cc63ab-23b8-4907-a90b-a90e6b3d3a8b HTTP/1.1" status: 204 len: 173 time: 4.6925740 Jun 30 09:13:56.134168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-214994af-0fcc-48f5-82ac-0e063b2fd4f9 req-fd620a1a-affc-49b9-8bec-614d30d4ad7a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025001 Jun 30 09:13:56.329562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] For port dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:56.471243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] For port dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:56.483895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.486433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4653962b-740f-4eab-9dc1-3d4fef2595dc req-28d571af-ed4c-43c2-8e97-eb43770fa414 tempest-ListServersNegativeTestJSON-1729936757 tempest-ListServersNegativeTestJSON-1729936757-project] 10.222.0.77 "GET /v2.0/ports?device_id=f954019e-fd51-481f-9d89-b112eef35642 HTTP/1.1" status: 200 len: 210 time: 0.1342745 Jun 30 09:13:56.598620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.606972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.608793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.613012 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] 10.222.0.83 "PUT /v2.0/ports/dd6dbfda-4c98-4b78-bb52-d542fc1c9248 HTTP/1.1" status: 200 len: 1092 time: 3.8794549 Jun 30 09:13:56.644100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069e152f-d1fe-4231-a36a-b10cdb94ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.646581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-069e152f-d1fe-4231-a36a-b10cdb94ede4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:56.647739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-069e152f-d1fe-4231-a36a-b10cdb94ede4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/acb787a2-522e-4438-9f8d-3f2acac6cfcc HTTP/1.1" status: 204 len: 168 time: 1.0942960 Jun 30 09:13:56.725081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704184c7-cc35-49fe-8ea4-8902ac2741c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.748320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e152f-d1fe-4231-a36a-b10cdb94ede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb787a2-522e-4438-9f8d-3f2acac6cfcc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:56.849144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7aa226b3-5e2f-4a6d-8d46-3dc4e017abe2 req-9cced820-da8e-4e4f-85a4-b9573bbded43 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 210 time: 0.1417537 Jun 30 09:13:56.942846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-f34c06ac-572a-40db-9c9e-7a2d60ed3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:56.961237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-f34c06ac-572a-40db-9c9e-7a2d60ed3d62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 1095 time: 0.1875873 Jun 30 09:13:56.988148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:13:57.017076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1d4dde11-237b-4fca-ba09-f79a8cc74e58 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:13:57.085115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-0efa2ce8-cac0-4c00-89c3-52faf0ab710b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248 HTTP/1.1" status: 200 len: 217 time: 0.1064708 Jun 30 09:13:57.165955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Deleting port f1faefde-aab6-419d-a7c4-f4b44daf237d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:13:57.165955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.221319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 1d4dde11-237b-4fca-ba09-f79a8cc74e58 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:13:57.222498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1d4dde11-237b-4fca-ba09-f79a8cc74e58 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:13:57.273858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:57.301931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:13:57.317373 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Sync routers for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:13:57.335749 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:57.338690 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:57.338938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceee6019-164c-4711-bd8d-6558e706797c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.511643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceee6019-164c-4711-bd8d-6558e706797c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.522463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceee6019-164c-4711-bd8d-6558e706797c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.547117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013ad80-3072-435a-a781-1206a35df81b req-d2b88a88-a936-4bcc-a4ae-dcea40152546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:57.549330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-d2b88a88-a936-4bcc-a4ae-dcea40152546 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.4534955 Jun 30 09:13:57.560417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:57.563065 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4f4b97b4-7a54-4bde-9d9b-e24225f23adc admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.1907508 Jun 30 09:13:57.602849 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:57.637383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-eaec0887-3064-4b24-98da-6137043621b4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730660 Jun 30 09:13:57.638330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:57.953834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 985fdc94-3321-4781-b38e-32da366a633e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:58.012074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:13:54Z', 'revision_number': 3, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:58.079409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'name': 'network-vif-deleted', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b'}, {'name': 'network-changed', 'server_uuid': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'tag': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:58.083758 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6f9aec-9aba-4074-8b3d-abd24402c862" -d '{"events": [{"server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "name": "network-vif-deleted", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b"}, {"name": "network-changed", "server_uuid": "3ccfcf28-922a-4596-a977-a966ba876ec2", "tag": "dd6dbfda-4c98-4b78-bb52-d542fc1c9248"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:58.087127 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Checking router: 815fbf0b-fb43-4cec-b8ea-9241b54db8dd for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:13:58.087775 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Updating router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:13:58.128482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d36e6-3eb6-4fcb-be34-89f45db07d0b req-379b6d0b-a157-438c-8223-3ad324aac69c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.130451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a9d36e6-3eb6-4fcb-be34-89f45db07d0b req-379b6d0b-a157-438c-8223-3ad324aac69c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 943 time: 1.0623045 Jun 30 09:13:58.166553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee6019-164c-4711-bd8d-6558e706797c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a3c43f-4909-4c45-9857-9d765ffc5eb8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:58.173024 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.183392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] For port f1faefde-aab6-419d-a7c4-f4b44daf237d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f1faefde-aab6-419d-a7c4-f4b44daf237d,segment=NetworkSegment(4af19df4-dcec-4155-bd01-bb6fcaaa5315),segment_id=4af19df4-dcec-4155-bd01-bb6fcaaa5315)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:58.183955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.210798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 985fdc94-3321-4781-b38e-32da366a633e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:58.211277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.246197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Calling delete_port for f1faefde-aab6-419d-a7c4-f4b44daf237d owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:13:58.326135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a9d36e6-3eb6-4fcb-be34-89f45db07d0b req-0905b57f-279c-4f35-8a0d-d7c8dfe68877 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841133 Jun 30 09:13:58.388256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.395167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.401514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.408111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.414367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.422170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.428245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.437910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-b8af2531-2539-418d-affd-02dd5261207b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5425 time: 1.0370190 Jun 30 09:13:58.540226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e85cd1bb-7ad1-4f95-a961-12b07bc0ab08 req-229a3db2-b633-444d-949e-3463e1b30fb1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1008077 Jun 30 09:13:58.628244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ceee6019-164c-4711-bd8d-6558e706797c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f4c362f56584f0bac9c1597d84877cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3111510 Jun 30 09:13:58.638369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:58.754033 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fab168-8a18-45b7-80d3-9b3feb896060 x-openstack-request-id: req-68fab168-8a18-45b7-80d3-9b3feb896060 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:58.754359 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f954019e-fd51-481f-9d89-b112eef35642", "name": "network-vif-deleted", "tag": "56cc63ab-23b8-4907-a90b-a90e6b3d3a8b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ccfcf28-922a-4596-a977-a966ba876ec2", "tag": "dd6dbfda-4c98-4b78-bb52-d542fc1c9248", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:58.754617 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-68fab168-8a18-45b7-80d3-9b3feb896060 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:58.755017 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f954019e-fd51-481f-9d89-b112eef35642', 'name': 'network-vif-deleted', 'tag': '56cc63ab-23b8-4907-a90b-a90e6b3d3a8b', 'status': 'completed', 'code': 200} Jun 30 09:13:58.755270 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'tag': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248', 'status': 'completed', 'code': 200} Jun 30 09:13:58.822286 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-6f942c58-19f3-4fbe-9857-6288077ca6f7 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9445655 Jun 30 09:13:58.861167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.864645 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49211283-665a-45ba-a66a-e94102cf48a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:58.894900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-917983eb-6af8-4366-830c-be3ac4305572 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:58.896053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1faefde-aab6-419d-a7c4-f4b44daf237d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:58.897689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-917983eb-6af8-4366-830c-be3ac4305572 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.83 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 813 time: 0.2675037 Jun 30 09:13:58.949123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9cad5e9a-0c90-4b69-816a-571e2374dace up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:13:58.950885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'port': {'device_id': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0', 'admin_state_up': True, 'tenant_id': 'b19082d10b9a43c0883a297f4aee7f7f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:13:58.972897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49211283-665a-45ba-a66a-e94102cf48a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.000575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:13:59.006653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff07098-94db-46c8-bd00-17802879dae8 req-2f6735ef-2a6e-4efa-820d-5e1497962afa tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 210 time: 0.0925214 Jun 30 09:13:59.051138 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.079513 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Transition to ACTIVE for port object 8d558d87-e6e9-4b65-98fc-a1d5686331d9 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:13:59.091237 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.112915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 9cad5e9a-0c90-4b69-816a-571e2374dace completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:13:59.118302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 9cad5e9a-0c90-4b69-816a-571e2374dace triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:13:59.119467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.126664 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.159007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Deleting subnet ec5eb3db-630a-49b5-99d9-25a1fc9dd19f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:13:59.182095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.197472 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67d511-fc7c-47a6-aabb-c77c2a8cace8 None None] Pushing event updated for resources: {'Port': ['ID=8d558d87-e6e9-4b65-98fc-a1d5686331d9,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.199819 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Attempting to bind port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:13:59.200183 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Attempting to bind port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:13:59.200592 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Attempting to bind port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:13:59.206965 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:13:59.207338 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:13:59.207733 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.208118 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:13:59.208580 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Bound port: 8d558d87-e6e9-4b65-98fc-a1d5686331d9, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:13:59.208951 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.214254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49211283-665a-45ba-a66a-e94102cf48a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.217201 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c013ad80-3072-435a-a781-1206a35df81b req-40509c05-4d3c-4254-9a09-f329d519ac99 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647273 Jun 30 09:13:59.217478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49211283-665a-45ba-a66a-e94102cf48a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.226267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-49211283-665a-45ba-a66a-e94102cf48a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9a3c43f-4909-4c45-9857-9d765ffc5eb8 HTTP/1.1" status: 204 len: 168 time: 0.5840814 Jun 30 09:13:59.292703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.298363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49211283-665a-45ba-a66a-e94102cf48a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a3c43f-4909-4c45-9857-9d765ffc5eb8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.303318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.335633 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] For port 8d558d87-e6e9-4b65-98fc-a1d5686331d9, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:13:59.336170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.344601 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] For port 8d558d87-e6e9-4b65-98fc-a1d5686331d9, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8d558d87-e6e9-4b65-98fc-a1d5686331d9,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:13:59.352742 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.360576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad5e9a-0c90-4b69-816a-571e2374dace'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:13:59.363963 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ea73c6-b00d-46df-a924-9a8d16bb7017" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "9cad5e9a-0c90-4b69-816a-571e2374dace"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:13:59.416981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9cad5e9a-0c90-4b69-816a-571e2374dace,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:13:59.424388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.480843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.503373 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:13:59.506162 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:13:59.524457 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1912713a-02d1-49d7-81b7-42d9e595fab7 x-openstack-request-id: req-1912713a-02d1-49d7-81b7-42d9e595fab7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:13:59.524755 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "9cad5e9a-0c90-4b69-816a-571e2374dace", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:13:59.525129 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1912713a-02d1-49d7-81b7-42d9e595fab7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:13:59.525400 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cad5e9a-0c90-4b69-816a-571e2374dace', 'code': 200} Jun 30 09:13:59.526414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.536822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.537190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.537536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.538002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.538366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.538829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.539163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.539625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.539796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.540118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.540576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.540903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:13:59.541948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Made reservation on behalf of b19082d10b9a43c0883a297f4aee7f7f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:13:59.556154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.568631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:13:59.630148 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67d511-fc7c-47a6-aabb-c77c2a8cace8 None None] Pushing event updated for resources: {'Port': ['ID=8d558d87-e6e9-4b65-98fc-a1d5686331d9,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:13:59.945033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb9a1a-0456-4ccf-bf50-de9d4717e435 req-cbcc23b0-c7ce-49af-86bb-2e91bfd06735 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.946664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56cb9a1a-0456-4ccf-bf50-de9d4717e435 req-cbcc23b0-c7ce-49af-86bb-2e91bfd06735 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 943 time: 0.2657795 Jun 30 09:13:59.961520 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:13:59.979964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-2c1e91d6-32c6-411d-8a6f-8fea1896549b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:13:59.983296 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-2c1e91d6-32c6-411d-8a6f-8fea1896549b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 1095 time: 0.6327994 Jun 30 09:13:59.991330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Router 317d81b2-7653-482c-a3d3-e66a687ee9b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:00.054210 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.060176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56cb9a1a-0456-4ccf-bf50-de9d4717e435 req-d7e57ae8-3161-4566-b9fb-349c98c7d128 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939727 Jun 30 09:14:00.165783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.169397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec5eb3db-630a-49b5-99d9-25a1fc9dd19f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:00.172879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.173070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.177404 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f600d166-7739-4701-bc83-3a46831f98ce admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ec5eb3db-630a-49b5-99d9-25a1fc9dd19f HTTP/1.1" status: 204 len: 168 time: 1.1716416 Jun 30 09:14:00.179421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.185901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.196869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.203571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:00.203822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.210897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.222330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-6a621afe-402c-4417-9a71-e8d70f9fbdc1 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5426 time: 0.4023042 Jun 30 09:14:00.294920 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:13:54Z', 'revision_number': 3, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:00.335897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c943388e-191f-4233-8a7d-54ed5748f1ce req-f08f56b2-026d-4aae-8045-1b947f323592 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1125309 Jun 30 09:14:00.369419 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b169ae46-b521-4b73-b1c7-63984bff57c5 None None] The sync data for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 is: [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:13:54Z', 'revision_number': 3, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:00.417029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:00.431220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27ef9728-2b37-44aa-b4ef-09d8ddcd3007 req-b555b885-4a06-4ea6-9049-1705497bc4fe tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 210 time: 0.0791755 Jun 30 09:14:00.431396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] Sync routers for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:00.435828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-927f3af2-6a67-4ab4-a4e5-4ff8e1d2310e admin admin] 10.222.0.77 "PUT /v2.0/routers/317d81b2-7653-482c-a3d3-e66a687ee9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1209583 Jun 30 09:14:00.438632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36316) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:00.449049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Allocated IP 172.20.0.1 (40c8c54e-aa64-491d-83a4-b3ad1b3f6d23/f03a58a2-b2b1-4914-b61b-ce99828a0f53/8120a1ac-491b-4f50-aa5d-976c8a595a55) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:00.459195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:00.459856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:00.474333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Allocated IP 172.20.0.2 (0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0/5c764df1-e79e-4dad-a6fa-15d2c9847cbd/134b7cc8-1754-4e5b-aee6-a08ea3206cb9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:00.474662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.494722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-8a57cf3e-5ca5-4d79-968b-2a86ac314694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.496207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-8a57cf3e-5ca5-4d79-968b-2a86ac314694 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.4750531 Jun 30 09:14:00.616383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-e9e5b78e-f099-4239-b309-b8dfd380ed1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248 HTTP/1.1" status: 200 len: 217 time: 0.1098068 Jun 30 09:14:00.632675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.737223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:00.764674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.915305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-5b943975-d665-405a-9f31-f3d60b706605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:00.917331 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-5b943975-d665-405a-9f31-f3d60b706605 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.2905757 Jun 30 09:14:00.925957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Deleting port 69a28e35-18f0-4301-adf1-a16235329dc0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:00.925957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:00.949131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.001378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7d941f11-fb59-4190-a9de-d045cf5ca588 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:01.004932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2543f92c-a70b-435f-9513-034ba3208fa9']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.013104 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-49bde3e4-43b1-486c-98e9-b624ff7854bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753090 Jun 30 09:14:01.047724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '987d1058-aa68-49c0-91d7-8506f51fba25') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.048032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '987d1058-aa68-49c0-91d7-8506f51fba25') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.066840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.132092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.141478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 7d941f11-fb59-4190-a9de-d045cf5ca588 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:01.148152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 7d941f11-fb59-4190-a9de-d045cf5ca588 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:01.148515 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.179509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] For port 69a28e35-18f0-4301-adf1-a16235329dc0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=69a28e35-18f0-4301-adf1-a16235329dc0,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:01.179790 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.211881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Calling delete_port for 69a28e35-18f0-4301-adf1-a16235329dc0 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:01.227412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27'}], 'enable_snat': True}, 'gw_port_id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:13:58Z', 'revision_number': 5, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port': {'id': '69a28e35-18f0-4301-adf1-a16235329dc0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:63:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1214, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:53Z', 'updated_at': '2021-06-30T09:12:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.296414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Transition to ACTIVE for port object 8120a1ac-491b-4f50-aa5d-976c8a595a55 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:01.311625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.340447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:01.340867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:01.348207 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:01.402893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.529327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] Checking router: 317d81b2-7653-482c-a3d3-e66a687ee9b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:01.578477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-2e5751b3-3e7b-4787-bc2f-d622323b41a1 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5354750 Jun 30 09:14:01.584371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.585846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] Routers {'317d81b2-7653-482c-a3d3-e66a687ee9b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:01.586847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['317d81b2-7653-482c-a3d3-e66a687ee9b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:01.612793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.615045 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] 10.222.0.77 "DELETE /v2.0/networks/2543f92c-a70b-435f-9513-034ba3208fa9 HTTP/1.1" status: 204 len: 168 time: 1.4049945 Jun 30 09:14:01.629826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.698213 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.701498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1874b-350b-4982-be11-91206cdcbf83 req-ca167b8b-459b-4019-900d-3f038336e915 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.709809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17b1874b-350b-4982-be11-91206cdcbf83 req-ca167b8b-459b-4019-900d-3f038336e915 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 943 time: 0.3746867 Jun 30 09:14:01.731327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d176d88-6684-4e60-ba34-912f50cfc48b admin admin] Pushing event deleted for resources: {'Network': ['ID=2543f92c-a70b-435f-9513-034ba3208fa9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:01.743706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7d941f11-fb59-4190-a9de-d045cf5ca588,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:01.747773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:01.751904 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb38a674-4613-4bb5-b5bc-9f94889f517a" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:01.758085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.759094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:01.786080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:01.799711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:01.854365 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:01.857699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:01.873166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.885835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.895983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.925621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.939932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.957513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:01.978631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8d558d87-e6e9-4b65-98fc-a1d5686331d9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:01.997148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:01.998536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.001088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-642fdc0c-bd44-46bf-8567-282383fae97e req-c7146394-09b8-4251-a741-485a8e48d794 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5426 time: 0.4249990 Jun 30 09:14:02.020643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17b1874b-350b-4982-be11-91206cdcbf83 req-2bfd73af-41cb-4b13-9c9f-ff4814400e35 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097913 Jun 30 09:14:02.063210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] Set router 317d81b2-7653-482c-a3d3-e66a687ee9b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:02.108113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.137783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.213962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:02.248632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Pushing event deleted for resources: {'Port': ['ID=69a28e35-18f0-4301-adf1-a16235329dc0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.250750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Pushing event updated for resources: {'Port': ['ID=8120a1ac-491b-4f50-aa5d-976c8a595a55,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.324505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:02.350641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-642fdc0c-bd44-46bf-8567-282383fae97e req-528a38b1-8b52-4afb-a5ee-21480bd80cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3235984 Jun 30 09:14:02.354150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:14:00Z', 'revision_number': 6, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:02.386587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36350) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.448553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09615b-b62d-49ca-85bc-05f66a67e1b0 None None] The sync data for ids ['317d81b2-7653-482c-a3d3-e66a687ee9b0'] in n-d-780147-22 is: [{'id': '317d81b2-7653-482c-a3d3-e66a687ee9b0', 'name': 'tempest-ServerRescueTestJSONUnderV235-990153561-router', 'tenant_id': '4fffa6f8401947d491d4738626894bae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:52Z', 'updated_at': '2021-06-30T09:14:00Z', 'revision_number': 6, 'project_id': '4fffa6f8401947d491d4738626894bae', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:02.456698 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75973a33-923d-4036-af7b-b035943ed1cd x-openstack-request-id: req-75973a33-923d-4036-af7b-b035943ed1cd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:02.456984 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:02.465277 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-75973a33-923d-4036-af7b-b035943ed1cd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:02.465889 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588', 'code': 200} Jun 30 09:14:02.467518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.478647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:02.497160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d93d0d6e-2451-4e8e-8c6a-f0e536cdb7fa None None] Provisioning for port 8120a1ac-491b-4f50-aa5d-976c8a595a55 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:02.500692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:02.501211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.527204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.570045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d93d0d6e-2451-4e8e-8c6a-f0e536cdb7fa None None] Provisioning complete for port 8120a1ac-491b-4f50-aa5d-976c8a595a55 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:02.573375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d93d0d6e-2451-4e8e-8c6a-f0e536cdb7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.597037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:02.603950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:02.614254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:02.626058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dd6dbfda-4c98-4b78-bb52-d542fc1c9248 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:02.632676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a36efebe-8c42-4efd-916b-bd5254bfa602 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b336de162b34cbaa87aec05baab0cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467346 Jun 30 09:14:02.638133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36354) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.647978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:02.648425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.696247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d93d0d6e-2451-4e8e-8c6a-f0e536cdb7fa None None] Port 8120a1ac-491b-4f50-aa5d-976c8a595a55 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:02.713147 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.719524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.746016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc6f9aec-9aba-4074-8b3d-abd24402c862 req-875962f8-126b-49d1-8039-51ad03bdfbe6 service neutron] 10.222.0.83 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1462238 Jun 30 09:14:02.746936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:02.768301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.784816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.785777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.969916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a4e97-cc3a-4e36-b5ee-870dfeb26dc1 req-7ad87914-6834-412e-95bb-127f57a31cf6 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:02.974546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b59a4e97-cc3a-4e36-b5ee-870dfeb26dc1 req-7ad87914-6834-412e-95bb-127f57a31cf6 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 931 time: 0.5343399 Jun 30 09:14:02.978995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.981741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 317d81b2-7653-482c-a3d3-e66a687ee9b0 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:14:02.992917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.994176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1d24ec5a-99bd-4b41-ac15-df1b51b4ce00 admin admin] 10.222.0.77 "DELETE /v2.0/routers/317d81b2-7653-482c-a3d3-e66a687ee9b0 HTTP/1.1" status: 204 len: 168 time: 2.5540745 Jun 30 09:14:02.995226 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19f75f50-7484-4f71-989c-0f7042cdc566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:02.997274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36362) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:02.999837 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.165975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Deleting subnet c38921c8-6ba1-40d0-b853-34e91d34f1e4 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:03.181259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.186101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19f75f50-7484-4f71-989c-0f7042cdc566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.244439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.304233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:03.306717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.345167 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.371806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248', 'mac_address': 'fa:16:3e:2c:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:03.387601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:03.405592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.405592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad218a9b-2f06-4715-9db2-12f3382aeaa7 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:03.415111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 8d558d87-e6e9-4b65-98fc-a1d5686331d9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8d558d87-e6e9-4b65-98fc-a1d5686331d9,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:03.459254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b59a4e97-cc3a-4e36-b5ee-870dfeb26dc1 req-8e765eb4-d1a7-436e-8522-467e3ea2e9f4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745429 Jun 30 09:14:03.541148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.572725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9df48250-50bc-492c-9064-a38dfcad0cef tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6282289 Jun 30 09:14:03.604568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.636225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Request body: {'port': {'device_id': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:03.642521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.663146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd6dbfda-4c98-4b78-bb52-d542fc1c9248 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:03.673399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19f75f50-7484-4f71-989c-0f7042cdc566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.676558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19f75f50-7484-4f71-989c-0f7042cdc566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.680390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-19f75f50-7484-4f71-989c-0f7042cdc566 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/00724ebb-3bd5-4db8-bfc6-1488904580b3 HTTP/1.1" status: 204 len: 168 time: 1.0409589 Jun 30 09:14:03.681507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.737233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:03.738461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ad218a9b-2f06-4715-9db2-12f3382aeaa7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:03.768380 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.778941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ad218a9b-2f06-4715-9db2-12f3382aeaa7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:03.779316 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:03.785701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=8d558d87-e6e9-4b65-98fc-a1d5686331d9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.896803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:03.988470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.017520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 69a28e35-18f0-4301-adf1-a16235329dc0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:04.025731 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.104680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 69a28e35-18f0-4301-adf1-a16235329dc0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:04.105051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 69a28e35-18f0-4301-adf1-a16235329dc0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:04.105535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f1faefde-aab6-419d-a7c4-f4b44daf237d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:04.132376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f1faefde-aab6-419d-a7c4-f4b44daf237d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:04.132929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f1faefde-aab6-419d-a7c4-f4b44daf237d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:04.160803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['dd6dbfda-4c98-4b78-bb52-d542fc1c9248'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:04.167434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:04.210212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.211112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 65ee7c4f-55b0-433c-b581-280220e0a5c6 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:04.310297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.319806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.473531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81'}, {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad218a9b-2f06-4715-9db2-12f3382aeaa7'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:04.478255 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4684c5-bc48-4196-a7f3-06912c972462" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81"}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "ad218a9b-2f06-4715-9db2-12f3382aeaa7"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:04.498481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Pushing event updated for resources: {'Port': ['ID=8120a1ac-491b-4f50-aa5d-976c8a595a55,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.503224 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.528506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.574008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 65ee7c4f-55b0-433c-b581-280220e0a5c6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:04.607172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 65ee7c4f-55b0-433c-b581-280220e0a5c6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:04.609306 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.724191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:04.727395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:04.815763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36414) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:04.830266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38921c8-6ba1-40d0-b853-34e91d34f1e4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.849917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f75f50-7484-4f71-989c-0f7042cdc566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00724ebb-3bd5-4db8-bfc6-1488904580b3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:04.872962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:04.883021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.897242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-55f0b42b-0912-4285-a270-c74cd626190a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c38921c8-6ba1-40d0-b853-34e91d34f1e4 HTTP/1.1" status: 204 len: 168 time: 1.8741481 Jun 30 09:14:04.921625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:04.925834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36420) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:04.964270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.002667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:05.002943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Transition to ACTIVE for port object 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:05.020885 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.027507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:05.038799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.146286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab06180-9532-4a32-a34e-690b04e13dd6 req-46f4e20d-5df6-4c72-8068-04c3c8560c2f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.171836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ab06180-9532-4a32-a34e-690b04e13dd6 req-46f4e20d-5df6-4c72-8068-04c3c8560c2f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 943 time: 1.7717395 Jun 30 09:14:05.211120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:05.234622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.247413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.260370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-71fd6efb-dbec-4696-82f0-238ccc037928 None None] Provisioning complete for port 8120a1ac-491b-4f50-aa5d-976c8a595a55 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:05.260802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71fd6efb-dbec-4696-82f0-238ccc037928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.288722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:05.300157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:05.300448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.337872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-71fd6efb-dbec-4696-82f0-238ccc037928 None None] Port 8120a1ac-491b-4f50-aa5d-976c8a595a55 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:05.344750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ab06180-9532-4a32-a34e-690b04e13dd6 req-8d0e51bc-9885-4b5a-84a5-9450d3989423 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710420 Jun 30 09:14:05.360158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2693a896-67b4-4f86-bcff-b1d995db5010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.370808 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.414722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.459783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:05.464236 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb8fbd2-e182-44b7-bab5-64796496d27a x-openstack-request-id: req-dcb8fbd2-e182-44b7-bab5-64796496d27a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:05.464578 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81", "code": 200}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "ad218a9b-2f06-4715-9db2-12f3382aeaa7", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:05.464774 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dcb8fbd2-e182-44b7-bab5-64796496d27a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:05.465613 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81', 'code': 200} Jun 30 09:14:05.465819 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad218a9b-2f06-4715-9db2-12f3382aeaa7', 'code': 200} Jun 30 09:14:05.467495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.469082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 90e60ae5-9ef6-4067-b9f9-0b7871cf222a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:05.513483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.527986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.540701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.548205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.554380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.557527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Attempting to bind port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:05.557899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Attempting to bind port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:05.558299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Attempting to bind port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 on network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:05.560101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.565651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 on network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:05.566119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Attempting to bind port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 on network 0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:05.567759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.576495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-57d2fcc0-3701-4b10-8858-7934c5702925 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5429 time: 0.7595048 Jun 30 09:14:05.589687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:05.590404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Checking segment: {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:05.591026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Bound using segment: {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:05.591677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Bound port: 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd366a080-fb4e-4eb1-8bee-86e5c38153de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:05.592251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.617822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:05.619303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:05.631252 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Sync routers for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:05.633901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:05.638614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:05.639380 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.647853 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:05.651971 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:05.700154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2773639f-60ff-48f1-a22b-1c1dae6d0e9d admin admin] 10.222.0.77 "PUT /v2.0/routers/815fbf0b-fb43-4cec-b8ea-9241b54db8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0522168 Jun 30 09:14:05.807427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:05.810933 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:05.811100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:05.830030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.961540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:05.965862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:05.969685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] 10.222.0.83 "PUT /v2.0/ports/134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 1092 time: 2.3539491 Jun 30 09:14:05.970350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:05.974350 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83327a08-8b40-447b-b8f1-e19714d65589" -d '{"events": [{"name": "network-changed", "server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:06.017115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a8660e8-e834-4398-b431-4ca860ea0fcf req-6bb8b1dc-a9be-4980-a23e-b37cf8e6f7b9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4393559 Jun 30 09:14:06.018269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03b9b9-b043-42bd-a34f-f819232fd6ce service neutron] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.049119 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.082736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae36c8d0-2453-4572-96d1-05ac0801cc9a']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:06.102529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af19df4-dcec-4155-bd01-bb6fcaaa5315') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:06.103101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af19df4-dcec-4155-bd01-bb6fcaaa5315') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:06.127452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.143983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8d558d87-e6e9-4b65-98fc-a1d5686331d9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:06.154553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.170238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9f37d294-19d6-445a-861a-e660edebb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.173278 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-9f37d294-19d6-445a-861a-e660edebb6ca service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1095 time: 0.1313832 Jun 30 09:14:06.178810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e8a52-45f6-40ed-829f-a2c648082ec7 req-efa0c91d-7e18-4f40-a427-79918df3f89c tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.180532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d3e8a52-45f6-40ed-829f-a2c648082ec7 req-efa0c91d-7e18-4f40-a427-79918df3f89c tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 943 time: 0.4904735 Jun 30 09:14:06.181657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:06.182057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:06.189703 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:06.225479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.226597 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 2, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:06.262447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-079a33e2-d082-4d3e-9ba8-f92fcce3bf59 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 217 time: 0.0627239 Jun 30 09:14:06.282070 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Checking router: 815fbf0b-fb43-4cec-b8ea-9241b54db8dd for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:06.282934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Updating router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd port 8120a1ac-491b-4f50-aa5d-976c8a595a55 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:06.298114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:06.299235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:06.299615 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.341564 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.350168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.373058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2693a896-67b4-4f86-bcff-b1d995db5010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.378067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.400452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2693a896-67b4-4f86-bcff-b1d995db5010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.408104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-1e43f573-08eb-4707-bf41-b26a7ec86679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:06.414929 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-1e43f573-08eb-4707-bf41-b26a7ec86679 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1471808 Jun 30 09:14:06.449551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2693a896-67b4-4f86-bcff-b1d995db5010 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=13d0a82419554d28bf6b305defc56469&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6267803 Jun 30 09:14:06.455014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.460812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ae36c8d0-2453-4572-96d1-05ac0801cc9a HTTP/1.1" status: 204 len: 168 time: 1.5136883 Jun 30 09:14:06.465901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36456) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:06.482718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.488826 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-c84ea5ed-a01d-4136-bfc6-e1178e543312 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667903 Jun 30 09:14:06.490688 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3f884-74d0-49d1-80da-472703c4781a x-openstack-request-id: req-63d3f884-74d0-49d1-80da-472703c4781a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:06.491594 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:06.492007 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63d3f884-74d0-49d1-80da-472703c4781a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:06.492565 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'status': 'completed', 'code': 200} Jun 30 09:14:06.524264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d3e8a52-45f6-40ed-829f-a2c648082ec7 req-ea7194a6-002b-4138-8b01-e564445b9f8f tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228495 Jun 30 09:14:06.598055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee697e-4a97-4c80-915d-907022f42083 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae36c8d0-2453-4572-96d1-05ac0801cc9a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.617264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dd6dbfda-4c98-4b78-bb52-d542fc1c9248 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:06.651750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693a896-67b4-4f86-bcff-b1d995db5010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0c4208-2c5a-4db6-bfdb-678ebc78441b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.746967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8060ea3-6bfa-4206-a0ae-74602d3daa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.758322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:06.764422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:06.765480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.783332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8060ea3-6bfa-4206-a0ae-74602d3daa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.786126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-cdb55fbf-d7c3-4e4d-99a2-770c95c01eaf service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872829 Jun 30 09:14:06.861832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8060ea3-6bfa-4206-a0ae-74602d3daa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.864888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8060ea3-6bfa-4206-a0ae-74602d3daa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.866341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8060ea3-6bfa-4206-a0ae-74602d3daa27 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b0c4208-2c5a-4db6-bfdb-678ebc78441b HTTP/1.1" status: 204 len: 168 time: 0.3992729 Jun 30 09:14:06.908139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:06.930942 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:06.939916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8060ea3-6bfa-4206-a0ae-74602d3daa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0c4208-2c5a-4db6-bfdb-678ebc78441b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:06.984672 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.008279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b06bb-8486-4599-a7d5-90ec15860428 req-b1817996-439a-4731-abbe-211ad2acb5f1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.009036 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7f49454a-2352-408e-b1e2-c028d33137f4 req-afeafa57-cab7-41ad-afd7-fd6721e78e83 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165761 Jun 30 09:14:07.013107 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Transition to ACTIVE for port object 8120a1ac-491b-4f50-aa5d-976c8a595a55 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:07.015816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af4b06bb-8486-4599-a7d5-90ec15860428 req-b1817996-439a-4731-abbe-211ad2acb5f1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 944 time: 0.3076510 Jun 30 09:14:07.020408 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.047589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:07.053335 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.120446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d5641951-335e-447e-adf7-6bedae12af74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4fffa6f8401947d491d4738626894bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105448 Jun 30 09:14:07.135567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.146195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Pushing event updated for resources: {'Port': ['ID=8120a1ac-491b-4f50-aa5d-976c8a595a55,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.148233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.167763 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.168110 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.168444 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.168771 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.169173 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.169408 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.169726 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.170038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.178152 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.178640 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.178971 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.179298 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:07.206370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327a08-8b40-447b-b8f1-e19714d65589 req-72aeec65-ffe8-4092-a546-4ef280a53421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.208590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-72aeec65-ffe8-4092-a546-4ef280a53421 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1095 time: 0.1014130 Jun 30 09:14:07.243285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af4b06bb-8486-4599-a7d5-90ec15860428 req-c3ecbf93-6985-4829-b600-8c7ce8aa4cf6 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055712 Jun 30 09:14:07.279099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d00e2b9e-b5b1-4715-86f2-68c2ab02c191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.350748 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Attempting to bind port 8120a1ac-491b-4f50-aa5d-976c8a595a55 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:07.351139 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Attempting to bind port 8120a1ac-491b-4f50-aa5d-976c8a595a55 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:07.351464 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Attempting to bind port 8120a1ac-491b-4f50-aa5d-976c8a595a55 on network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:07.368713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d00e2b9e-b5b1-4715-86f2-68c2ab02c191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.386525 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:07.386908 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Checking segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:07.387311 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.387702 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Bound using segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:07.388191 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Bound port: 8120a1ac-491b-4f50-aa5d-976c8a595a55, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:07.388586 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.473493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6'}, {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131'}, {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a'}, {'server_uuid': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:07.478152 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f36427-3e91-488a-9348-3228c23f1087" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6"}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131"}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a"}, {"server_uuid": "3ccfcf28-922a-4596-a977-a966ba876ec2", "name": "network-vif-plugged", "status": "completed", "tag": "dd6dbfda-4c98-4b78-bb52-d542fc1c9248"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:07.481168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d00e2b9e-b5b1-4715-86f2-68c2ab02c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.482590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327a08-8b40-447b-b8f1-e19714d65589 req-14dfd743-3703-4fd4-afc5-ad59949e24c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.484035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d00e2b9e-b5b1-4715-86f2-68c2ab02c191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.485344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d00e2b9e-b5b1-4715-86f2-68c2ab02c191 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce427891-e096-4140-8c0f-0e52f94db006 HTTP/1.1" status: 204 len: 168 time: 0.3488770 Jun 30 09:14:07.491722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-14dfd743-3703-4fd4-afc5-ad59949e24c8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.2769315 Jun 30 09:14:07.512472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e2b9e-b5b1-4715-86f2-68c2ab02c191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce427891-e096-4140-8c0f-0e52f94db006,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.650008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-3ac31095-c76f-4141-936b-69f6be1b45a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 217 time: 0.1501765 Jun 30 09:14:07.659088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.659489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.660730 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] For port 8120a1ac-491b-4f50-aa5d-976c8a595a55, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:07.668153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.673613 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] For port 8120a1ac-491b-4f50-aa5d-976c8a595a55, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8120a1ac-491b-4f50-aa5d-976c8a595a55,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:07.676824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.683266 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.686334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.694242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.702735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.706479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8819311', 'description': 'tempest-description--571848302'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:07.709763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:07.728377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-132bb2f0-6464-460c-b891-daed11a390fb req-ce65feae-9888-4ff8-ba43-414419ef85a0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.1706476 Jun 30 09:14:07.738268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36496) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:07.790041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-132bb2f0-6464-460c-b891-daed11a390fb req-5c7c2946-21a6-4e8e-a5f8-e71baa68e8ea tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535407 Jun 30 09:14:07.816167 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a791270d-dbbc-44d9-95f6-d0c28d702e00 x-openstack-request-id: req-a791270d-dbbc-44d9-95f6-d0c28d702e00 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:07.816694 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6", "code": 200}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131", "code": 200}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-plugged", "status": "completed", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a", "code": 200}, {"server_uuid": "3ccfcf28-922a-4596-a977-a966ba876ec2", "name": "network-vif-plugged", "status": "completed", "tag": "dd6dbfda-4c98-4b78-bb52-d542fc1c9248", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:07.816814 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a791270d-dbbc-44d9-95f6-d0c28d702e00 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:07.817224 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'code': 200} Jun 30 09:14:07.817464 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131', 'code': 200} Jun 30 09:14:07.817718 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a', 'code': 200} Jun 30 09:14:07.817972 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248', 'code': 200} Jun 30 09:14:07.864614 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173e8e3-edd1-4bae-8ad3-c25c93d3fde3 None None] Pushing event updated for resources: {'Port': ['ID=8120a1ac-491b-4f50-aa5d-976c8a595a55,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:07.877924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a960c2b4-1230-4a56-99d5-c4d01c60eac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:07.927108 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:07.927850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:08.104522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83327a08-8b40-447b-b8f1-e19714d65589 req-81c99658-c7a7-4eaf-8e90-63ff8ba6d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.113119 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-81c99658-c7a7-4eaf-8e90-63ff8ba6d558 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.4488983 Jun 30 09:14:08.141383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ba69f-6286-4667-9bd5-7b2fff23834f req-aa3bd68e-83dc-47dc-9518-f556e4ca27e4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.143044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-310ba69f-6286-4667-9bd5-7b2fff23834f req-aa3bd68e-83dc-47dc-9518-f556e4ca27e4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 943 time: 0.1740849 Jun 30 09:14:08.157111 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-8c5ffbc5-3e35-43bb-9248-6d046d605b6b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426936 Jun 30 09:14:08.158614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.215533 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:08.284009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-310ba69f-6286-4667-9bd5-7b2fff23834f req-5be4136f-41c5-437d-8139-99a18eed1f4f tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335633 Jun 30 09:14:08.427180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-9c317c09-6bf6-455e-b434-253525084252 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220361 Jun 30 09:14:08.433674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e2c5d-79a4-4f72-918f-be15a1f68a4b req-02cddefc-2847-4177-9560-3c621de55c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.435359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc1e2c5d-79a4-4f72-918f-be15a1f68a4b req-02cddefc-2847-4177-9560-3c621de55c47 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 1097 time: 0.5045202 Jun 30 09:14:08.447166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.447717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.448201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.448839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.449317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.449783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.450255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.453148 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-397e7c63-655a-43bd-bc7c-f4c9a7e5c9c3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6496 time: 0.3818290 Jun 30 09:14:08.582699 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc1e2c5d-79a4-4f72-918f-be15a1f68a4b req-8002f717-a811-4889-a0c9-6543330f6db2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270928 Jun 30 09:14:08.594925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36524) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:08.601538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a960c2b4-1230-4a56-99d5-c4d01c60eac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.608316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05d1e-b24c-4b4a-8958-e770346e03e4 req-cb7ae87f-ce3c-4f62-8d0b-fbbd456d3f29 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:08.612099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50f05d1e-b24c-4b4a-8958-e770346e03e4 req-cb7ae87f-ce3c-4f62-8d0b-fbbd456d3f29 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.1270611 Jun 30 09:14:08.622826 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-98cdcc3b-0a56-4f78-b44f-e1bef5ecc45b req-82e7ecf6-0f65-403b-a373-2419e6759085 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&id=6c38f45c-a316-4d14-94df-f022a657c817&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524994 Jun 30 09:14:08.627028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a960c2b4-1230-4a56-99d5-c4d01c60eac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.674459 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:07Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:08.731928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50f05d1e-b24c-4b4a-8958-e770346e03e4 req-7e2b087c-9375-43dd-849d-8d11f64014fc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967855 Jun 30 09:14:08.735720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83327a08-8b40-447b-b8f1-e19714d65589 req-53b43de0-f41a-4db3-9d29-c2f19ec0d518 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950890 Jun 30 09:14:08.738567 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45c0b98-5adb-42c0-8e61-62c7de22afd4 None None] The sync data for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 is: [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:07Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:08.766670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a960c2b4-1230-4a56-99d5-c4d01c60eac7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ad82c38f65042dbb8a912003a50c384&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0187199 Jun 30 09:14:08.766670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:08.849901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960c2b4-1230-4a56-99d5-c4d01c60eac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6f178-f5f3-4bd3-9fec-47f452cb32e6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:08.870000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e16f2af-f7b0-4519-b691-fa931682eaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.902062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.909511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:08.982006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12805159-4d21-4d4d-b219-b2996cd218b3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.005178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b03e7-5c75-49cb-802e-ad340ea5e46c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.084543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b03e7-5c75-49cb-802e-ad340ea5e46c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.167192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e16f2af-f7b0-4519-b691-fa931682eaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.169414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b03e7-5c75-49cb-802e-ad340ea5e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.174059 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c6b03e7-5c75-49cb-802e-ad340ea5e46c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.175796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c6b03e7-5c75-49cb-802e-ad340ea5e46c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9cc6f178-f5f3-4bd3-9fec-47f452cb32e6 HTTP/1.1" status: 204 len: 168 time: 0.4111583 Jun 30 09:14:09.177541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e16f2af-f7b0-4519-b691-fa931682eaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.210052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b03e7-5c75-49cb-802e-ad340ea5e46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6f178-f5f3-4bd3-9fec-47f452cb32e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.216707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.219641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6346bd59-1908-48e7-963f-8b387c876ea4 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.5239322 Jun 30 09:14:09.224961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36544) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:09.234564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Request body: {'security_group_rule': {'security_group_id': '12805159-4d21-4d4d-b219-b2996cd218b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:09.241770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e16f2af-f7b0-4519-b691-fa931682eaa4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e178bba59e248fa9bcee627c473e9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284289 Jun 30 09:14:09.244772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36546) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:09.315159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16f2af-f7b0-4519-b691-fa931682eaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b26beb3-4c53-4536-bf31-f3407cc97ddb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.332663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.340284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.354072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.374816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.382308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.389377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.397305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.406199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7828f091-0648-421c-90c7-81123c7a03b7 req-c090181a-bdff-477d-be7a-9860c3e0d289 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.3664989 Jun 30 09:14:09.420601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4997c33-5445-4c10-a29e-f3c9f10b0dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.435862 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.473207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4997c33-5445-4c10-a29e-f3c9f10b0dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.522956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.542671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7828f091-0648-421c-90c7-81123c7a03b7 req-dbe1330b-9fe9-4f73-af0b-b36d5ed96293 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1352525 Jun 30 09:14:09.543428 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.565473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4997c33-5445-4c10-a29e-f3c9f10b0dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.568657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4997c33-5445-4c10-a29e-f3c9f10b0dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.572993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a4997c33-5445-4c10-a29e-f3c9f10b0dff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b26beb3-4c53-4536-bf31-f3407cc97ddb HTTP/1.1" status: 204 len: 168 time: 0.3266923 Jun 30 09:14:09.595411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4997c33-5445-4c10-a29e-f3c9f10b0dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b26beb3-4c53-4536-bf31-f3407cc97ddb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.651390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.652783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4225106 Jun 30 09:14:09.656090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36568) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:09.660669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa62e0-19e5-4a70-8e41-74c180e91c2b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fedb7be-a601-4afb-8c7f-bb2c94955b88,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:09.662665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Request body: {'security_group_rule': {'security_group_id': '12805159-4d21-4d4d-b219-b2996cd218b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:09.703490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8ecc-0a18-447c-ad9f-ef7bb4508edb req-f5356c34-495d-429a-bc37-257be95eba5b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:09.713617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25ff8ecc-0a18-447c-ad9f-ef7bb4508edb req-f5356c34-495d-429a-bc37-257be95eba5b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 943 time: 0.1996152 Jun 30 09:14:09.743991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.768546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25ff8ecc-0a18-447c-ad9f-ef7bb4508edb req-a6dbc63c-bb0c-490c-a53f-f1ac234745de tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Jun 30 09:14:09.913370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.927593 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:09.959392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8120a1ac-491b-4f50-aa5d-976c8a595a55 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:10.000366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.009643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36576) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:10.010383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3491910 Jun 30 09:14:10.013216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d79565-fdcb-45a7-a441-db7a82d33289 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4abd7bd-b75d-4209-9307-73070a79b5c7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:10.022346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:10.119058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 8120a1ac-491b-4f50-aa5d-976c8a595a55 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:10.124779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8120a1ac-491b-4f50-aa5d-976c8a595a55 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:10.125295 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.204832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.267893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.314316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 8120a1ac-491b-4f50-aa5d-976c8a595a55, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8120a1ac-491b-4f50-aa5d-976c8a595a55,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:10.322684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.400245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bec2be-ab25-415f-8e92-9bb1e90b8849 req-0caa7a65-dcc0-44f4-831b-6649fba5d800 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:10.406023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3bec2be-ab25-415f-8e92-9bb1e90b8849 req-0caa7a65-dcc0-44f4-831b-6649fba5d800 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.3086152 Jun 30 09:14:10.475502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=8120a1ac-491b-4f50-aa5d-976c8a595a55,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:10.534984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3bec2be-ab25-415f-8e92-9bb1e90b8849 req-168642d7-0b8e-4287-9c64-51aa61ed88d3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169133 Jun 30 09:14:10.570735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:10.619297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:10.795572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Allocated IP 172.25.7.54 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/09dcb832-cdee-4562-8f96-3d16a4770ad0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:10.913970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:10.942205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'network_id': '0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0', 'port_id': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'mac_address': 'fa:16:3e:b7:ef:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c764df1-e79e-4dad-a6fa-15d2c9847cbd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:11.010890 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.029575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5230000d-b994-4947-babb-77f32d6132c1 req-1be3cf5f-9b67-4527-b356-5eb154ab0f82 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.1219175 Jun 30 09:14:11.068995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:11.119035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:11.130832 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.149510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.157837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.182682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.201323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.213190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.230439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.252998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.256526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:11.265241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-d3793f30-8695-4038-8423-774a5f96d040 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.3577311 Jun 30 09:14:11.329588 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de9e39ba-853c-474d-a1d4-7f49d039b819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.359620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.379958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-189c2df3-61f6-4254-a66b-bf2eb91e5df6 req-286255cd-45e4-4f9a-a599-9f868a54e476 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094277 Jun 30 09:14:11.523437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['134b7cc8-1754-4e5b-aee6-a08ea3206cb9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:11.532181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36640) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:11.542682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.628818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0938e2-e39b-4d5b-84b6-92acbe61b046 req-ef2a470c-486d-400b-b38f-089533a2cb48 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.631005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b0938e2-e39b-4d5b-84b6-92acbe61b046 req-ef2a470c-486d-400b-b38f-089533a2cb48 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 944 time: 0.2144084 Jun 30 09:14:11.647873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:11.688907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:11.703187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-592560377-network', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:11.747316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:11.750684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:11.755363 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.783235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:11.798732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event updated for resources: {'Port': ['ID=09dcb832-cdee-4562-8f96-3d16a4770ad0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:11.894890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b0938e2-e39b-4d5b-84b6-92acbe61b046 req-07ba7176-07a2-42ab-9789-f8d1b492959e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534251 Jun 30 09:14:11.905521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8120a1ac-491b-4f50-aa5d-976c8a595a55 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:11.982823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.989682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:11.996620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.004007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.006825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8120a1ac-491b-4f50-aa5d-976c8a595a55 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:12.007260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.010676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.017245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.024526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.026744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7c1ba8e-39c6-4a62-af69-eccc782c4c46 req-6092eee2-0673-4559-b5dd-4f1f84b0b5ee tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.3833702 Jun 30 09:14:12.041438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36652) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:12.046907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.051871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Request body: {'floatingip': {'port_id': '65ee7c4f-55b0-433c-b581-280220e0a5c6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:12.153147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.165736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.190907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:12.199430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.206884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.222119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.222627 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Added segment fc336ab0-c034-4f0d-80c9-efe45def1ec6 of type vlan for network e9f59d3b-831d-4534-8398-dc36dcc87b6b Jun 30 09:14:12.377845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6211e2-0e77-4029-875e-059960d5c834,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:12.414463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-300be634-c614-4657-9791-3792ec5112b1 req-7015e523-0dfa-49d3-b85b-3675a34d15e0 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0495889 Jun 30 09:14:12.430052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.492273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39853299-e4b9-4e8c-988f-133bf62c3f11 req-b9557ea2-706a-4c23-af7d-e2e9f32cea1e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.503879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39853299-e4b9-4e8c-988f-133bf62c3f11 req-b9557ea2-706a-4c23-af7d-e2e9f32cea1e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.4102433 Jun 30 09:14:12.547039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.548514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:12.548792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.571236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.578235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.638439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:12.643708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1102672 Jun 30 09:14:12.652455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:12.661777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Request body: {'subnet': {'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-592560377-subnet', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:12.661963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39853299-e4b9-4e8c-988f-133bf62c3f11 req-7131ba76-1735-4c0f-b7f0-e81908420a16 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565294 Jun 30 09:14:12.678854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a7cdd-0659-4ad7-bb0f-fcd01abc4473 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f59d3b-831d-4534-8398-dc36dcc87b6b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:12.713822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:12.755647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:12.764830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.780202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event updated for resources: {'Port': ['ID=09dcb832-cdee-4562-8f96-3d16a4770ad0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:12.818690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.856510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:12.879907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4e40eb07-9f89-4ddb-badc-7a4e44741075 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8631988 Jun 30 09:14:12.887917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:12.894896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:12.895667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.040689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.094748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.148306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:13.151613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:13.157033 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b01897-3154-473b-a6b3-f330dc468fca" -d '{"events": [{"server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "name": "network-vif-plugged", "status": "completed", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:13.179554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:13.379702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:13.402586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc8d49-dee8-4829-b72a-5eeb2842f743 req-c8fe38a7-ace0-4ffa-9aa4-0c86bc678137 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:13.413226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04bc8d49-dee8-4829-b72a-5eeb2842f743 req-c8fe38a7-ace0-4ffa-9aa4-0c86bc678137 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 945 time: 0.1853945 Jun 30 09:14:13.475829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04bc8d49-dee8-4829-b72a-5eeb2842f743 req-799f75d8-5bd7-4f63-8263-8fff89321245 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595837 Jun 30 09:14:13.484574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-b0e12155-5c00-4111-a7e8-eee242aad55c tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--8819311&fields=id&tenant_id=e6099139977f48658537033c61f1cca2 HTTP/1.1" status: 200 len: 267 time: 0.1875300 Jun 30 09:14:13.593008 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1779ed9-9773-4088-a282-2b1d4282f729 x-openstack-request-id: req-f1779ed9-9773-4088-a282-2b1d4282f729 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:13.593322 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "name": "network-vif-plugged", "status": "completed", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:13.593576 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1779ed9-9773-4088-a282-2b1d4282f729 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:13.593993 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'code': 200} Jun 30 09:14:13.698764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-82d23651-ac2c-4751-9fdc-4ee4e9ba377e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:13.706455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16a6b68-908c-45cf-ada7-be50ae61e6d1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:13.709298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-82d23651-ac2c-4751-9fdc-4ee4e9ba377e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/networks?id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 HTTP/1.1" status: 200 len: 806 time: 0.2105677 Jun 30 09:14:13.735786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-9ab32871-294f-47e9-9025-08681e849a66 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/quotas/e6099139977f48658537033c61f1cca2 HTTP/1.1" status: 200 len: 375 time: 0.0251558 Jun 30 09:14:13.853238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:13.853618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Network hostable DHCP agents. Network: e9f59d3b-831d-4534-8398-dc36dcc87b6b, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:13.893126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-15b8e45c-8167-458f-8dc0-d8f91dc12da0 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e6099139977f48658537033c61f1cca2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553268 Jun 30 09:14:13.987116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:14.013798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e9f59d3b-831d-4534-8398-dc36dcc87b6b) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:14.022763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8b2995-6363-4d8d-b6e7-e25a29bdae30 None None] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:14.045126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:14.046950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.058292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36232856-5f63-4d6c-804d-266e6e4d0ee2 req-11eb0066-bdf4-4f07-afbb-c099e017cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:14.064476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36232856-5f63-4d6c-804d-266e6e4d0ee2 req-11eb0066-bdf4-4f07-afbb-c099e017cde3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1097 time: 0.2712891 Jun 30 09:14:14.072678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d88079-859a-4df8-99a5-c0e5182e25e1 req-c4c9cc23-4087-4864-a5be-964977feb8dd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:14.074283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29d88079-859a-4df8-99a5-c0e5182e25e1 req-c4c9cc23-4087-4864-a5be-964977feb8dd tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.1801765 Jun 30 09:14:14.088211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-74e9a654-5d64-4d24-a2a4-56f2c909416b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.088717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-ca4db8a9-290a-428e-99af-2dac476fda9f service neutron] 10.222.0.77 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826041 Jun 30 09:14:14.110707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:14:14.204254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29d88079-859a-4df8-99a5-c0e5182e25e1 req-1621fa86-e344-4350-9f21-9070d166c6a2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098247 Jun 30 09:14:14.228549 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.236866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:14.238815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.315013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-8529d77e-c750-4b74-8e19-778825c1c68b service neutron] 10.222.0.77 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249177 Jun 30 09:14:14.381936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.387076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5bc1b822-f1fe-4e08-8e1e-c221fbb5aac3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7311881 Jun 30 09:14:14.390035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36710) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:14.394768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:14.415060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.446995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Allocated IP 172.20.0.2 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/68348724-70fd-43ed-9355-0d5bf80d849b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:14.460345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.461456 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.541679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c19430d6-faff-4104-8ee0-5d7c28174ce0 req-764610df-b138-4818-b432-640d0d281c01 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0847397 Jun 30 09:14:14.553167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36232856-5f63-4d6c-804d-266e6e4d0ee2 req-94f85124-189b-41bf-a18c-7148dd6b93c3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390767 Jun 30 09:14:14.684130 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.758499 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Floating IP d1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8 associated. External IP: 172.25.7.132, port: 65ee7c4f-55b0-433c-b581-280220e0a5c6. Jun 30 09:14:14.851768 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.876316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Transition to ACTIVE for port object 68348724-70fd-43ed-9355-0d5bf80d849b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:14.902156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Transition to ACTIVE for port object 68348724-70fd-43ed-9355-0d5bf80d849b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:14.911568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:14.967786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:14.974003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:14.983858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:15.017081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Pushing event updated for resources: {'Port': ['ID=68348724-70fd-43ed-9355-0d5bf80d849b,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.078203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Attempting to bind port 68348724-70fd-43ed-9355-0d5bf80d849b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:15.079044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Attempting to bind port 68348724-70fd-43ed-9355-0d5bf80d849b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:15.079617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Attempting to bind port 68348724-70fd-43ed-9355-0d5bf80d849b on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:15.085666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:15.086007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:15.086580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.087282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:15.087886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Bound port: 68348724-70fd-43ed-9355-0d5bf80d849b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:15.088437 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.102546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.143591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f59c9-89de-4171-9458-523119d0f94c req-28d21d50-da17-464e-b64e-a76a79710669 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.151479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-161f59c9-89de-4171-9458-523119d0f94c req-28d21d50-da17-464e-b64e-a76a79710669 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.3551943 Jun 30 09:14:15.204154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Router 874df82e-e9f4-4fb6-987e-e52e85a5462a has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:15.221916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea8e54-048f-4206-b074-8cdeea6eae2c req-85e26228-5c34-4e7d-bec6-c92e91f1e4d4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:15.229229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1ea8e54-048f-4206-b074-8cdeea6eae2c req-85e26228-5c34-4e7d-bec6-c92e91f1e4d4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 945 time: 0.2858267 Jun 30 09:14:15.250775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] For port 68348724-70fd-43ed-9355-0d5bf80d849b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:15.261794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] For port 68348724-70fd-43ed-9355-0d5bf80d849b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=68348724-70fd-43ed-9355-0d5bf80d849b,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:15.271842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.283217 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-161f59c9-89de-4171-9458-523119d0f94c req-cd961849-c540-4547-a40e-a89ab0ff22d5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306627 Jun 30 09:14:15.367772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1ea8e54-048f-4206-b074-8cdeea6eae2c req-bae85ebc-f652-4914-a0bf-cb496e534410 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375160 Jun 30 09:14:15.391096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:15.415878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.427910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] Sync routers for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:15.442574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61e18fb2-c3c6-4fca-bf0c-948375c48f59 req-8e7b7f42-5b76-4a93-8248-3a81bd6a0891 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 210 time: 0.0736930 Jun 30 09:14:15.473222 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1f5f6363-04d8-42df-a153-bce9ac212852 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "PUT /v2.0/floatingips/d1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8 HTTP/1.1" status: 200 len: 991 time: 3.4274695 Jun 30 09:14:15.473975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:15.477361 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960a93f8-275b-476c-b31e-7b19271ac6a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:15.482611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbc5ac-9c8c-48be-becf-d1746212bdf1 None None] Pushing event updated for resources: {'Port': ['ID=68348724-70fd-43ed-9355-0d5bf80d849b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:15.495716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:15.496368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:15.695478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:15.772688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.804556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:15.842098 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b086cf5-f9f9-456f-9ec4-6dd8bcf60101 x-openstack-request-id: req-2b086cf5-f9f9-456f-9ec4-6dd8bcf60101 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:15.843698 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:15.844635 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b086cf5-f9f9-456f-9ec4-6dd8bcf60101 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:15.845300 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'status': 'completed', 'code': 200} Jun 30 09:14:16.000995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.001586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.002200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.002955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.003441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.003973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.004443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.007309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9b9ff0fa-517c-48bc-b29d-f46a071cc4d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6496 time: 0.1228199 Jun 30 09:14:16.103486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 68348724-70fd-43ed-9355-0d5bf80d849b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:16.270646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Allocated IP 172.25.7.100 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d6b65a1e-782f-4963-ac51-0296e8815885) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:16.274572 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.293859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-193ed9a7-2881-4f6e-9ca8-e3a35daeb2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.296132 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-193ed9a7-2881-4f6e-9ca8-e3a35daeb2ff service neutron] 10.222.0.79 "GET /v2.0/networks?id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e HTTP/1.1" status: 200 len: 912 time: 0.2699885 Jun 30 09:14:16.407701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-e89be858-40f7-4c98-8a9e-7015c476027d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 200 len: 999 time: 0.0980697 Jun 30 09:14:16.446862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-671dd503-5bec-4c96-bcd9-d78821423389 req-739cf581-792e-4409-bf7e-d06a1f3e3b4a tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.2110677 Jun 30 09:14:16.478143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9be65341-2075-47bb-9c0d-95a180f618f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.478143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-9be65341-2075-47bb-9c0d-95a180f618f6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=76c87efb-daed-4a66-bdee-9f120ddf590f HTTP/1.1" status: 200 len: 850 time: 0.0532446 Jun 30 09:14:16.478736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 68348724-70fd-43ed-9355-0d5bf80d849b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:16.549469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'port_id': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'mac_address': 'fa:16:3e:a4:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:14:13Z', 'revision_number': 1, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:16.640874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-18c2521e-297f-45a7-973c-f14693e9a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.642594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-18c2521e-297f-45a7-973c-f14693e9a4a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1652901 Jun 30 09:14:16.651978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] Checking router: 874df82e-e9f4-4fb6-987e-e52e85a5462a for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:16.675407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:16.675927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:16.737720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.791527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40032e3f-5b0a-4c2b-b3b8-f47c1526c734 req-7519bf7f-0881-446b-88d6-80cfdfbd9281 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:16.799827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40032e3f-5b0a-4c2b-b3b8-f47c1526c734 req-7519bf7f-0881-446b-88d6-80cfdfbd9281 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.3901858 Jun 30 09:14:16.869369 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-3505d4db-8af6-4d2e-81ce-e2f3514e3fac service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188580 Jun 30 09:14:16.904920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:16.929955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:17.169088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9bfe1c0c-3143-4769-84e1-36453b63c963 req-ef9b56e6-389f-4aa7-a3bf-843b4c89c063 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0881679 Jun 30 09:14:17.247415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-960a93f8-275b-476c-b31e-7b19271ac6a4 req-48903a7e-f6f9-4ef3-acdd-a075f43a34e3 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708503 Jun 30 09:14:17.334722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce73f67-3910-4fe9-8bba-d8985036fdf8 None None] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:17.600229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.640498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.647794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] Provisioning for port 68348724-70fd-43ed-9355-0d5bf80d849b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:17.671228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] Provisioning complete for port 68348724-70fd-43ed-9355-0d5bf80d849b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:17.671944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.680899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-9abf2a7f-eecb-4f45-9b09-0e6568bd19b7 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.682725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-9abf2a7f-eecb-4f45-9b09-0e6568bd19b7 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.79 "GET /v2.0/networks?id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 HTTP/1.1" status: 200 len: 806 time: 0.1633575 Jun 30 09:14:17.695502 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b915b6-fb30-446b-850e-a6a59226ed1a req-9a2b077b-5803-45ad-8fca-29fa7013895d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:17.697353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74b915b6-fb30-446b-850e-a6a59226ed1a req-9a2b077b-5803-45ad-8fca-29fa7013895d tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 945 time: 1.0295110 Jun 30 09:14:17.754149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40032e3f-5b0a-4c2b-b3b8-f47c1526c734 req-de5b2034-2906-4fe8-86be-022423376644 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9531045 Jun 30 09:14:17.784400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:17.803619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'port_id': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'mac_address': 'fa:16:3e:a4:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:14:13Z', 'revision_number': 1, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:17.839535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:17.840116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a64b4a9-989a-43cb-b3b7-dc148c259ec2 None None] The sync data for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 is: [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'floating_ip_address': '172.25.7.132', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'port_id': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'mac_address': 'fa:16:3e:a4:fd:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:12:50Z', 'updated_at': '2021-06-30T09:14:13Z', 'revision_number': 1, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:17.857812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:17.878047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:17.888034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Pushing event updated for resources: {'Port': ['ID=d6b65a1e-782f-4963-ac51-0296e8815885,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:17.954459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-ec8227bd-e1f2-4398-8b1c-0438a900ade1 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6099139977f48658537033c61f1cca2 HTTP/1.1" status: 200 len: 377 time: 0.2521915 Jun 30 09:14:17.964478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] For port 68348724-70fd-43ed-9355-0d5bf80d849b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=68348724-70fd-43ed-9355-0d5bf80d849b,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:17.970617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Request body: {'port': {'device_id': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'admin_state_up': True, 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'security_groups': ['12805159-4d21-4d4d-b219-b2996cd218b3']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:17.973506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.044006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74b915b6-fb30-446b-850e-a6a59226ed1a req-9f1b04db-3ce4-4344-b017-3eb490cd2a37 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388557 Jun 30 09:14:18.064810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2006538-7d4d-4e37-b6ae-145b6f42b69e None None] Pushing event updated for resources: {'Port': ['ID=68348724-70fd-43ed-9355-0d5bf80d849b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:18.112299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7ef6eba-655c-484e-918e-35a53de2b7a0 req-a33d20a9-4404-4105-b6af-50ed0fe0a8b6 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 210 time: 0.1548200 Jun 30 09:14:18.279240 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b84768-c9e4-471d-80a7-b18f8fd28984 None None] New status for floating IP d1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:14:18.373942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91964444-2b20-43d1-9f72-8ef9826ae39d req-f223d2fa-dbf2-480f-94fa-ab52f4dde4b4 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0517395 Jun 30 09:14:18.421293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3a6f8307-db3c-4fbb-b556-0340b5c347ef None None] Provisioning complete for port 68348724-70fd-43ed-9355-0d5bf80d849b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:18.422043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a6f8307-db3c-4fbb-b556-0340b5c347ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.491445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Made reservation on behalf of e6099139977f48658537033c61f1cca2 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:18.512408 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.639203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-5f76ffac-910c-44e4-a6f0-2c73294e4c37 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:18.641828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-5f76ffac-910c-44e4-a6f0-2c73294e4c37 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 945 time: 0.1181092 Jun 30 09:14:18.706579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.812334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:18.812813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:18.980799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port dd6dbfda-4c98-4b78-bb52-d542fc1c9248, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:18.981378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.002985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for dd6dbfda-4c98-4b78-bb52-d542fc1c9248 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:19.148761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Allocated IP 172.20.0.9 (40c8c54e-aa64-491d-83a4-b3ad1b3f6d23/f03a58a2-b2b1-4914-b61b-ce99828a0f53/9f686ae1-54a4-4b15-be02-a7795e549d05) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:19.165120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.180442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:19.205462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32954748-4157-46c6-8cab-c67dfc99e989 req-c55e469e-247e-4971-ba6e-909c9bd5ca65 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.206179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32954748-4157-46c6-8cab-c67dfc99e989 req-c55e469e-247e-4971-ba6e-909c9bd5ca65 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ccfcf28-922a-4596-a977-a966ba876ec2 HTTP/1.1" status: 200 len: 867 time: 0.2148638 Jun 30 09:14:19.220292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['dd6dbfda-4c98-4b78-bb52-d542fc1c9248'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:19.235719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=dd6dbfda-4c98-4b78-bb52-d542fc1c9248,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:19.290164 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32954748-4157-46c6-8cab-c67dfc99e989 req-6afdaf5e-87e8-4b86-b3d8-8a1559108219 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730803 Jun 30 09:14:19.293656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.320328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port dd6dbfda-4c98-4b78-bb52-d542fc1c9248 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:19.324229 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.334486 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-80c59c42-416a-44eb-8faa-661c66b4c661 req-2cb7650e-ef9a-4221-b6a8-9017d5bfeb2d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.83 "DELETE /v2.0/ports/dd6dbfda-4c98-4b78-bb52-d542fc1c9248 HTTP/1.1" status: 204 len: 173 time: 0.6789746 Jun 30 09:14:19.334486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'name': 'network-vif-deleted', 'tag': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:19.334486 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c36f6e7-b03a-4566-a720-d97f2df596b3" -d '{"events": [{"server_uuid": "3ccfcf28-922a-4596-a977-a966ba876ec2", "name": "network-vif-deleted", "tag": "dd6dbfda-4c98-4b78-bb52-d542fc1c9248"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:19.597564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20cac5-746e-4d02-9807-29212dc9b723 req-a0320b3a-7de0-46c9-afe7-9e49a02b0d92 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:19.611795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f20cac5-746e-4d02-9807-29212dc9b723 req-a0320b3a-7de0-46c9-afe7-9e49a02b0d92 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 945 time: 0.2786906 Jun 30 09:14:19.684540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-001df566-36ac-42a3-bb64-af87dd4b5416 req-485a65d3-230d-4bd3-9928-b2e3c7838156 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 210 time: 0.0705476 Jun 30 09:14:19.719997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:19.741910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f20cac5-746e-4d02-9807-29212dc9b723 req-9ea7ad3b-48fe-45a5-a926-78f564c115ee tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291485 Jun 30 09:14:19.781376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Transition to ACTIVE for port object 9f686ae1-54a4-4b15-be02-a7795e549d05 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:19.818230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:14:19.831928 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44d2602-ee3b-42ed-8788-0415aa0a0e9a x-openstack-request-id: req-b44d2602-ee3b-42ed-8788-0415aa0a0e9a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:19.832709 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ccfcf28-922a-4596-a977-a966ba876ec2", "name": "network-vif-deleted", "tag": "dd6dbfda-4c98-4b78-bb52-d542fc1c9248", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:19.832709 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b44d2602-ee3b-42ed-8788-0415aa0a0e9a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:19.832960 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ccfcf28-922a-4596-a977-a966ba876ec2', 'name': 'network-vif-deleted', 'tag': 'dd6dbfda-4c98-4b78-bb52-d542fc1c9248', 'status': 'completed', 'code': 200} Jun 30 09:14:19.933232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 68348724-70fd-43ed-9355-0d5bf80d849b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:20.038572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 68348724-70fd-43ed-9355-0d5bf80d849b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:20.039205 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.192198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e1bd4d2-11c4-4260-b023-731da9df48a5 req-a083736a-c9a5-4322-906a-378d58474556 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.1423521 Jun 30 09:14:20.335706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.348134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-7b87efa5-352a-4dc6-865e-f86050743a1a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2131528015&fields=id&tenant_id=b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 267 time: 0.1763434 Jun 30 09:14:20.450557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:20.464416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:20.468426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:20.470251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:20.480051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Sync routers for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:20.502048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:20.502718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:20.558664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event updated for resources: {'Port': ['ID=9f686ae1-54a4-4b15-be02-a7795e549d05,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:20.593727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.598134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.645467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:20.648843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-80d2810d-ad14-4818-80c5-08bc8040ad35 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2576776 Jun 30 09:14:20.651573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:20.688435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-e5c307a0-ea96-4206-887a-32522dc5df8a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7255073 Jun 30 09:14:20.711859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-21c4525e-ff86-42f9-84a3-d4616de49a36 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:20.729370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-21c4525e-ff86-42f9-84a3-d4616de49a36 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 945 time: 0.3516252 Jun 30 09:14:20.744198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Request body: {'port': {'device_id': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:20.759153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'port': {'security_groups': ['7ca44e3d-5803-4416-8a25-649cd4237832', '25402e97-368e-41bd-8bfc-ba365934514c']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:20.763255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:21.033921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d8393d69-51a6-4d5c-8038-7532c0c8ea4e None None] Provisioning for port 9f686ae1-54a4-4b15-be02-a7795e549d05 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:21.050869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d8393d69-51a6-4d5c-8038-7532c0c8ea4e None None] Provisioning complete for port 9f686ae1-54a4-4b15-be02-a7795e549d05 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:21.051498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d8393d69-51a6-4d5c-8038-7532c0c8ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.086591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-359e0a5c-ef2c-4ac6-8842-89151f7010f1 req-ff9c0493-d9a6-434a-9f40-02ae970070ef tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0703793 Jun 30 09:14:21.111223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.115113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.181514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d8393d69-51a6-4d5c-8038-7532c0c8ea4e None None] Port 9f686ae1-54a4-4b15-be02-a7795e549d05 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:21.289574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:18Z', 'revision_number': 3, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:21.338889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Checking router: d2d63e8f-a6fa-4435-ab1e-46c730d63b4f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:21.339559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Updating router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f port d6b65a1e-782f-4963-ac51-0296e8815885 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:21.398181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.509984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:21.596192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.600061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.640743 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.671969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:21.772877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['134b7cc8-1754-4e5b-aee6-a08ea3206cb9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:21.807583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.808272 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:21.809718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10c8b6b7-ad64-4333-a5ec-3d6e8725223c req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "PUT /v2.0/ports/134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 981 time: 1.0794959 Jun 30 09:14:21.814263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:21.821431 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f398b-ab5b-4ace-8978-452fc9071793" -d '{"events": [{"name": "network-changed", "server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:21.858826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082ad63-6949-499e-b712-fa3ebb98f8a1 req-52720cf4-cc56-4c7d-9554-217d8c460607 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:21.867172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8082ad63-6949-499e-b712-fa3ebb98f8a1 req-52720cf4-cc56-4c7d-9554-217d8c460607 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 931 time: 0.4247746 Jun 30 09:14:21.900990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a21e0-27d0-4924-bfc4-922dd908f183 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:21.944789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8082ad63-6949-499e-b712-fa3ebb98f8a1 req-bf7bb5c1-4da2-48da-814a-f7b58c140d2a tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0763826 Jun 30 09:14:22.003776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['134b7cc8-1754-4e5b-aee6-a08ea3206cb9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:22.016960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f686ae1-54a4-4b15-be02-a7795e549d05 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:22.027284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.046622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Transition to ACTIVE for port object 9f686ae1-54a4-4b15-be02-a7795e549d05 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:22.054523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.275528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Pushing event updated for resources: {'Port': ['ID=9f686ae1-54a4-4b15-be02-a7795e549d05,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:22.397541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae54b9c5-f312-40fa-9eaf-75dd7f25c879 req-ab11a1af-3064-4d32-be06-6daf746e8be2 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/25402e97-368e-41bd-8bfc-ba365934514c HTTP/1.1" status: 200 len: 1802 time: 0.2298601 Jun 30 09:14:22.499396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Allocated IP 172.20.0.1 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/b69f0d1d-038d-4bf6-9202-be12e9dae8ed) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:22.500856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Attempting to bind port 9f686ae1-54a4-4b15-be02-a7795e549d05 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:22.501372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Attempting to bind port 9f686ae1-54a4-4b15-be02-a7795e549d05 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:22.501848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Attempting to bind port 9f686ae1-54a4-4b15-be02-a7795e549d05 on network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:22.527689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Port 9f686ae1-54a4-4b15-be02-a7795e549d05 on network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:22.528340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Attempting to bind port 9f686ae1-54a4-4b15-be02-a7795e549d05 on network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:22.542849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-edcb4a4f-49fc-4e36-90f8-a4e477c93445 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.552114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-edcb4a4f-49fc-4e36-90f8-a4e477c93445 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.4204218 Jun 30 09:14:22.561099 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-ae54b9c5-f312-40fa-9eaf-75dd7f25c879 req-e2e2bbdb-7ba9-44c5-ab4c-8b3d0f7561dd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:14:22.581442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae54b9c5-f312-40fa-9eaf-75dd7f25c879 req-e2e2bbdb-7ba9-44c5-ab4c-8b3d0f7561dd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/25402e97-368e-41bd-8bfc-ba365934514c HTTP/1.1" status: 409 len: 341 time: 0.1821306 Jun 30 09:14:22.586491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:22.586861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Checking segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:22.587218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Bound using segment: {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:22.587675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Bound port: 9f686ae1-54a4-4b15-be02-a7795e549d05, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fb5eb9b-16ed-46f9-85ed-bee492a66e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:22.588036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.629931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-9062d61c-d319-431c-a8e5-4b82d4736dc1 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/quotas/9fd7211b285e4da78c72296f5832977b HTTP/1.1" status: 200 len: 375 time: 0.0768139 Jun 30 09:14:22.672920 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd74d53a-4d9e-4162-a034-7ca92dd0eda6 x-openstack-request-id: req-cd74d53a-4d9e-4162-a034-7ca92dd0eda6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:22.673540 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:22.673994 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd74d53a-4d9e-4162-a034-7ca92dd0eda6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:22.674618 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'status': 'completed', 'code': 200} Jun 30 09:14:22.702555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.767911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] For port 9f686ae1-54a4-4b15-be02-a7795e549d05, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:22.777184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] For port 9f686ae1-54a4-4b15-be02-a7795e549d05, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9f686ae1-54a4-4b15-be02-a7795e549d05,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:22.792699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f8bac439-20d2-4c32-b237-c3091db275b4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1614225 Jun 30 09:14:22.805111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.827437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Transition to ACTIVE for port object b69f0d1d-038d-4bf6-9202-be12e9dae8ed will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:22.855134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dd6dbfda-4c98-4b78-bb52-d542fc1c9248 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:22.918411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-4c3504df-b60c-4ba6-9fed-fc2d247337ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.920679 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-4c3504df-b60c-4ba6-9fed-fc2d247337ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1136 time: 0.1908445 Jun 30 09:14:22.940046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:22.940676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.942158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] 10.222.0.79 "PUT /v2.0/ports/9f686ae1-54a4-4b15-be02-a7795e549d05 HTTP/1.1" status: 200 len: 1092 time: 2.2106578 Jun 30 09:14:22.942520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:22.944328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ec2e165-d0cb-47ea-bb8b-ec7243d9d36f req-b788e23f-6181-477d-9a6f-6841921522cb tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0509715 Jun 30 09:14:22.973090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: dd6dbfda-4c98-4b78-bb52-d542fc1c9248 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:22.974745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device dd6dbfda-4c98-4b78-bb52-d542fc1c9248 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:23.098559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648fe87-151b-416a-a17b-a118399eca3f service neutron] Pushing event updated for resources: {'Port': ['ID=9f686ae1-54a4-4b15-be02-a7795e549d05,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.110951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Pushing event updated for resources: {'Port': ['ID=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.132570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:23.165583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-1e2abab1-25f1-404d-80c6-f3c3c2b2271f service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716254 Jun 30 09:14:23.168946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:23.176985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:23.276532 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.339828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Transition to ACTIVE for port object d6b65a1e-782f-4963-ac51-0296e8815885 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:23.380444 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.425307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-b9825cf5-df69-4595-8fb8-15ab44e6c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.434393 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-b9825cf5-df69-4595-8fb8-15ab44e6c1c4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.5028579 Jun 30 09:14:23.488963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.526460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-bed6eeb8-79e4-4911-86f4-07faf78d9ec6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 217 time: 0.0626755 Jun 30 09:14:23.658551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-809faf3f-73b5-4a31-8c31-0c8a2bf6143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:23.660597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-809faf3f-73b5-4a31-8c31-0c8a2bf6143b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1252501 Jun 30 09:14:23.750676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-888d5a2f-22f4-4c4b-bd86-755009976d25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827534 Jun 30 09:14:23.757143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856082-8b72-40bb-a6cf-1b1385d7e000 None None] Pushing event updated for resources: {'Port': ['ID=d6b65a1e-782f-4963-ac51-0296e8815885,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:23.762274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Attempting to bind port d6b65a1e-782f-4963-ac51-0296e8815885 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:23.762612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Attempting to bind port d6b65a1e-782f-4963-ac51-0296e8815885 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:23.762977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Attempting to bind port d6b65a1e-782f-4963-ac51-0296e8815885 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:23.922063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:23.922063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:23.922063 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.922063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:23.923003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Bound port: d6b65a1e-782f-4963-ac51-0296e8815885, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:23.924084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:23.974419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.078028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-62d7a537-d94e-4a9b-8a29-ac534d08a71b service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651877 Jun 30 09:14:24.090703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5e73821f-d087-4692-86a2-5792de0e7600 None None] Provisioning for port b69f0d1d-038d-4bf6-9202-be12e9dae8ed completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:24.097509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] For port d6b65a1e-782f-4963-ac51-0296e8815885, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:24.100435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5e73821f-d087-4692-86a2-5792de0e7600 None None] Provisioning complete for port b69f0d1d-038d-4bf6-9202-be12e9dae8ed triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:24.100980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5e73821f-d087-4692-86a2-5792de0e7600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.105481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] For port d6b65a1e-782f-4963-ac51-0296e8815885, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d6b65a1e-782f-4963-ac51-0296e8815885,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:24.112294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-db2b0d63-9490-4063-b084-a54d6257a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.113786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-db2b0d63-9490-4063-b084-a54d6257a3e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e6099139977f48658537033c61f1cca2&device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 1095 time: 1.1174572 Jun 30 09:14:24.130420 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.193572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-d173f95b-9e45-44a8-9e30-0af116bbbcbd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f686ae1-54a4-4b15-be02-a7795e549d05 HTTP/1.1" status: 200 len: 217 time: 0.0681896 Jun 30 09:14:24.206864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:24.207551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:24.211703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-55d41fad-1cc5-4949-be86-7b714fda9a35 service neutron] 10.222.0.77 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0451469 Jun 30 09:14:24.218531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5e73821f-d087-4692-86a2-5792de0e7600 None None] Port b69f0d1d-038d-4bf6-9202-be12e9dae8ed cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:24.256449 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f01f398b-ab5b-4ace-8978-452fc9071793 req-ef0afc7f-affc-4b63-bd89-776335e7309b service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657088 Jun 30 09:14:24.287220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.293646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.301969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856082-8b72-40bb-a6cf-1b1385d7e000 None None] Pushing event updated for resources: {'Port': ['ID=d6b65a1e-782f-4963-ac51-0296e8815885,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:24.339047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-33d93b0c-43bf-4706-bc7d-80a68f8ef461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.340529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-33d93b0c-43bf-4706-bc7d-80a68f8ef461 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f03a58a2-b2b1-4914-b61b-ce99828a0f53 HTTP/1.1" status: 200 len: 845 time: 0.1222422 Jun 30 09:14:24.366546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48d426-b3e5-4bb0-bad3-44007ad8cc8a req-ed32dc5b-e263-4cd4-8709-0c9cdb981e9f tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.394850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd48d426-b3e5-4bb0-bad3-44007ad8cc8a req-ed32dc5b-e263-4cd4-8709-0c9cdb981e9f tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 943 time: 0.3814650 Jun 30 09:14:24.398409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:24.491001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Pushing event updated for resources: {'Port': ['ID=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:24.501857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:24.521830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd48d426-b3e5-4bb0-bad3-44007ad8cc8a req-a75e2754-48f2-46ed-b4ac-4c4c607cb51e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1203325 Jun 30 09:14:24.552031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-fc67b562-9647-45ff-881a-7b2c7d20cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.554476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-fc67b562-9647-45ff-881a-7b2c7d20cfe4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1136 time: 0.1887832 Jun 30 09:14:24.578356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-c721991a-1212-492e-85b4-02af18c4fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.579952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-c721991a-1212-492e-85b4-02af18c4fd90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1825569 Jun 30 09:14:24.690932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:24.700912 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb1d458-7873-4bb6-9719-d5cbcafde1da" -d '{"events": [{"name": "network-changed", "server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:24.885114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:22Z', 'revision_number': 1, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:24.892796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:24.895956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:24.913055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-02e731fd-cb61-4b58-b060-9ac9b0b3e306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:24.919044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-02e731fd-cb61-4b58-b060-9ac9b0b3e306 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.2795777 Jun 30 09:14:24.987462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc44bf4-3893-480f-9d0d-0e3b9f05a86b None None] The sync data for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 is: [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:22Z', 'revision_number': 1, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:25.050020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36942) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:25.068552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6809662a-e9ae-4953-97bc-0a2522ec4d78 req-9e309322-76b2-4f34-a2aa-37289971e1a7 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.2239389 Jun 30 09:14:25.154661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-d256348a-463e-4ec7-a34c-63041cef7fb5 service neutron] 10.222.0.79 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584190 Jun 30 09:14:25.268914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:25.336347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-921fccb4-6f34-4e7a-ae6c-9476b2d00d76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 217 time: 0.0922742 Jun 30 09:14:25.377129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-20911f51-6bd6-4575-a353-11209d63569f None None] Provisioning complete for port b69f0d1d-038d-4bf6-9202-be12e9dae8ed triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:25.378112 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20911f51-6bd6-4575-a353-11209d63569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.395949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-993002fc-7ba7-400f-b3f7-7534249e9919 req-a21791c1-c5a2-412e-8e9f-c8021a2d460f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 210 time: 0.0664890 Jun 30 09:14:25.411239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7bed435-e9d2-4eaa-bf35-4bb41ca8c339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.488831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-20911f51-6bd6-4575-a353-11209d63569f None None] Port b69f0d1d-038d-4bf6-9202-be12e9dae8ed cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:25.511508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76402a8f-cdf3-463a-a0fd-c035e1267ac3 req-93fb13ed-060c-4860-a6ba-be92e372814b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.514556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76402a8f-cdf3-463a-a0fd-c035e1267ac3 req-93fb13ed-060c-4860-a6ba-be92e372814b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 984 time: 0.7378151 Jun 30 09:14:25.613507 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b498ae-55e7-40dd-b2ef-33e38c8d1085 x-openstack-request-id: req-b7b498ae-55e7-40dd-b2ef-33e38c8d1085 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:25.613742 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:25.613955 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7b498ae-55e7-40dd-b2ef-33e38c8d1085 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:25.614447 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'status': 'completed', 'code': 200} Jun 30 09:14:25.686247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:25.695339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-d1a5b5bd-aee6-4885-bb1a-fa4910d865c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:25.697040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-d1a5b5bd-aee6-4885-bb1a-fa4910d865c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1889806 Jun 30 09:14:25.714165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-59864246-beac-4426-b7be-14e1a0933f34 admin admin] 10.222.0.77 "PUT /v2.0/routers/d2d63e8f-a6fa-4435-ab1e-46c730d63b4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0523489 Jun 30 09:14:25.740541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-793a9a10-11a9-4a45-9088-969f01bd22fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339055 Jun 30 09:14:25.879874 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7bed435-e9d2-4eaa-bf35-4bb41ca8c339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.885382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bab61b0-dcd1-4dc9-bf70-85ea27652e3f req-f1c2a3dd-f9ae-4648-935e-b0cf605d341e service neutron] 10.222.0.79 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7069993 Jun 30 09:14:25.888043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-4b8283c5-09ef-4fa7-9941-686d729f71f9 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398523 Jun 30 09:14:25.902170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7bed435-e9d2-4eaa-bf35-4bb41ca8c339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:25.961486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76402a8f-cdf3-463a-a0fd-c035e1267ac3 req-79053dca-3715-48a6-867a-a00df103db97 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=25402e97-368e-41bd-8bfc-ba365934514c&id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3338251 Jun 30 09:14:26.055965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfd0f9b2-d3af-4596-b8e7-da97d1ee42f4 req-2af4142f-9e1a-4def-9ee3-2787709e1ac8 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522114 Jun 30 09:14:26.072741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7bed435-e9d2-4eaa-bf35-4bb41ca8c339 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=757f43d0a6aa4f608d595107b82cc1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0192580 Jun 30 09:14:26.075084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:26.076401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bed435-e9d2-4eaa-bf35-4bb41ca8c339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1c4a3e-0453-424c-ab87-46f5605229f0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.143620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c466dc1-6ae3-4955-9769-3fa3edb2f0cb req-6c845012-1d30-4be9-add6-e1a3bc1150f1 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.151851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c466dc1-6ae3-4955-9769-3fa3edb2f0cb req-6c845012-1d30-4be9-add6-e1a3bc1150f1 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 943 time: 0.4435124 Jun 30 09:14:26.166704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354373cd-91c3-4890-978a-2c6a93034f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.208790 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354373cd-91c3-4890-978a-2c6a93034f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.265900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-e8e63fce-5c9a-4391-9b4b-7091ff08b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.267565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-e8e63fce-5c9a-4391-9b4b-7091ff08b726 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e6099139977f48658537033c61f1cca2&device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 1095 time: 0.3007720 Jun 30 09:14:26.283006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354373cd-91c3-4890-978a-2c6a93034f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.291912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-354373cd-91c3-4890-978a-2c6a93034f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:26.303247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-354373cd-91c3-4890-978a-2c6a93034f32 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5d1c4a3e-0453-424c-ab87-46f5605229f0 HTTP/1.1" status: 204 len: 168 time: 0.2248080 Jun 30 09:14:26.324573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354373cd-91c3-4890-978a-2c6a93034f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1c4a3e-0453-424c-ab87-46f5605229f0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:26.407610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c466dc1-6ae3-4955-9769-3fa3edb2f0cb req-eb915178-6c6d-4f93-8dda-2fe2bc2d49ad tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2539735 Jun 30 09:14:26.657108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-fae4b9a7-75a4-49f1-9012-13b7a4de5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.668293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-fae4b9a7-75a4-49f1-9012-13b7a4de5508 service neutron] 10.222.0.79 "GET /v2.0/networks?id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 HTTP/1.1" status: 200 len: 907 time: 0.3900912 Jun 30 09:14:26.769075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d52c9048-5afc-47c3-bd97-326c1e4ea892 req-998f8777-7bf4-4aec-9de6-0e2ca3e98739 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0962913 Jun 30 09:14:26.796833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-b131c793-b777-4d66-b650-d9b0d3e57cf4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:26.809926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-b131c793-b777-4d66-b650-d9b0d3e57cf4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 805 time: 0.3863904 Jun 30 09:14:26.830326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Request body: {'port': {'device_id': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'admin_state_up': True, 'tenant_id': '9fd7211b285e4da78c72296f5832977b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:26.877080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-c213b6d8-1f93-4e86-ba54-6fb9b5424046 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f686ae1-54a4-4b15-be02-a7795e549d05 HTTP/1.1" status: 200 len: 217 time: 0.1680319 Jun 30 09:14:27.012335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-a4d36132-db80-44da-8f33-aea5c710e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.013872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-a4d36132-db80-44da-8f33-aea5c710e788 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f03a58a2-b2b1-4914-b61b-ce99828a0f53 HTTP/1.1" status: 200 len: 845 time: 0.1338296 Jun 30 09:14:27.034982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.124068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ff7f38f-3c8a-47f2-b6c1-0dc7b10bbfe0 req-ae7f75ec-de50-448c-8ef3-ed25246a30bc tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 210 time: 0.0444300 Jun 30 09:14:27.144482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.207698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-05423e09-7e2f-4c85-92c3-b2eb4f919319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.209274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-05423e09-7e2f-4c85-92c3-b2eb4f919319 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1873024 Jun 30 09:14:27.221845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:14:27.221845 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:14:27.221845 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': 'bcc6e906083140538bf06d980ef410fb', 'id': '80f4962d-74e5-4ba5-b07f-97037d75172c', 'expiration': datetime.datetime(2021, 6, 30, 9, 16, 27, 206146)}] Jun 30 09:14:27.221845 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:14:27.222325 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:14:27.224748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Made reservation on behalf of 9fd7211b285e4da78c72296f5832977b for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:27.228716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.272582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36976) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:27.330640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1356020583', 'description': 'tempest-description--1675098740'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:27.430261 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.436000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Allocated IP 172.20.0.10 (1108b339-d0e1-4356-be9c-c776d4f7ab2f/b24691b6-0eaa-471d-a585-bac87d95ef38/19e5e22b-98cb-4ba1-a978-445b0811df8d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:27.490337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-61222368-0572-42d4-8633-cee57c58591a service neutron] 10.222.0.79 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717683 Jun 30 09:14:27.724837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.772543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.773422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb1d458-7873-4bb6-9719-d5cbcafde1da req-3a48d621-7643-4a2f-a91a-8945baa85e34 service neutron] 10.222.0.79 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761409 Jun 30 09:14:27.782327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.803242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.865684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:27.882159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:27.904291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddff34-cc89-4846-b80e-5f89aa3c9fd1 req-74d36e68-c946-428e-92dc-3a3bda32ce31 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:27.912464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ddff34-cc89-4846-b80e-5f89aa3c9fd1 req-74d36e68-c946-428e-92dc-3a3bda32ce31 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 943 time: 0.2136583 Jun 30 09:14:27.928229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:27.942729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Network 1108b339-d0e1-4356-be9c-c776d4f7ab2f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:27.952639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:27.957543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:27.980849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d6b65a1e-782f-4963-ac51-0296e8815885 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:27.986570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ddff34-cc89-4846-b80e-5f89aa3c9fd1 req-03d20b38-b579-4d2b-b179-9139db3542eb tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0731950 Jun 30 09:14:27.993311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event updated for resources: {'Port': ['ID=19e5e22b-98cb-4ba1-a978-445b0811df8d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.006394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d36ab87-8d0e-47c1-a737-53c7d3627f00 req-8c80bcf5-b430-4ecd-8ad3-62f4697fa065 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.008302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d36ab87-8d0e-47c1-a737-53c7d3627f00 req-8c80bcf5-b430-4ecd-8ad3-62f4697fa065 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 984 time: 0.2234912 Jun 30 09:14:28.046060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.047120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.070349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.078590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.097941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d36ab87-8d0e-47c1-a737-53c7d3627f00 req-61e9f6dc-7889-4637-85c8-25e8ee85c454 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=25402e97-368e-41bd-8bfc-ba365934514c&id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0769219 Jun 30 09:14:28.100537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.105605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-6684b705-95dc-4a64-9223-6f29e20e239f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2825284 Jun 30 09:14:28.105815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-10ac14b8-3b11-467b-aad1-da70dff1949f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7775540 Jun 30 09:14:28.110896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36984) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.114496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d6b65a1e-782f-4963-ac51-0296e8815885 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:28.120813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d6b65a1e-782f-4963-ac51-0296e8815885 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:28.121469 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.132262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'security_group_rule': {'security_group_id': '7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.133191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Request body: {'port': {'device_id': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.196544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.203954 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcc6e906083140538bf06d980ef410fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1641212 Jun 30 09:14:28.205036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36990) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.224290 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e516-e021-4f79-87fd-2b4557b20806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56775d72-04e4-4fef-9818-f6fd415bedd5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.336317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.348733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.375388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d6b65a1e-782f-4963-ac51-0296e8815885, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d6b65a1e-782f-4963-ac51-0296e8815885,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:28.377393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c8a997b-040a-415e-9583-c8bca8c2e560 req-0bb227fd-e395-458d-8b49-98b7ec75f6cf tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0715904 Jun 30 09:14:28.392241 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.446566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.452388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.503739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ee51da-ff03-419e-9869-b07891e46caa,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.521287 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1ec80eb-90ac-4763-bee7-d4f4c4157d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.531032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d6b65a1e-782f-4963-ac51-0296e8815885,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.536173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5225568a-443a-452b-8c61-5c065a582ee6 req-3c30dc03-23a5-444b-9de0-25328539e204 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1340808721&fields=id&tenant_id=b19082d10b9a43c0883a297f4aee7f7f HTTP/1.1" status: 200 len: 267 time: 0.1615620 Jun 30 09:14:28.565164 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.566924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92085bce-f739-4653-b143-52c4d6654451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4545240 Jun 30 09:14:28.571205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:28.585964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'security_group_rule': {'security_group_id': '7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.613454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1ec80eb-90ac-4763-bee7-d4f4c4157d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.690979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.719453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225568a-443a-452b-8c61-5c065a582ee6 req-892a0498-be0f-484c-a7b0-ecb34318783b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.721048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5225568a-443a-452b-8c61-5c065a582ee6 req-892a0498-be0f-484c-a7b0-ecb34318783b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 984 time: 0.1840537 Jun 30 09:14:28.753187 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Sync routers for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:28.753735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b993bb-e18b-4fb6-9e06-d8296fd185cb req-d4829ade-9c32-4d7a-be52-12ccb4a79ae2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:28.755555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4b993bb-e18b-4fb6-9e06-d8296fd185cb req-d4829ade-9c32-4d7a-be52-12ccb4a79ae2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 932 time: 0.1398580 Jun 30 09:14:28.765254 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:28.765986 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:28.785240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'port': {'security_groups': ['25402e97-368e-41bd-8bfc-ba365934514c', '7ca44e3d-5803-4416-8a25-649cd4237832', 'e9689ff3-bbd8-4440-aba7-948aa22ad213']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:28.797458 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1ec80eb-90ac-4763-bee7-d4f4c4157d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.800375 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1ec80eb-90ac-4763-bee7-d4f4c4157d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.802626 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.804410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c1ec80eb-90ac-4763-bee7-d4f4c4157d21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56775d72-04e4-4fef-9818-f6fd415bedd5 HTTP/1.1" status: 204 len: 168 time: 0.5982127 Jun 30 09:14:28.842429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec80eb-90ac-4763-bee7-d4f4c4157d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56775d72-04e4-4fef-9818-f6fd415bedd5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:28.882005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4b993bb-e18b-4fb6-9e06-d8296fd185cb req-d1504336-352a-430f-b40a-65eb79a85fed tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159806 Jun 30 09:14:28.948066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e5e22b-98cb-4ba1-a978-445b0811df8d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:28.959283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:28.981909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Transition to ACTIVE for port object 19e5e22b-98cb-4ba1-a978-445b0811df8d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:28.985817 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.007580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.025343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf3d677-1e09-4b40-992d-2409e8968f26,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.039731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.054803 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:29.078763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9f686ae1-54a4-4b15-be02-a7795e549d05 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:29.144434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.154303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37004) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:29.155057 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2785e346-fa11-4e39-a4a2-d1f01d0ed108 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5808225 Jun 30 09:14:29.182748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:29.183982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.252631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.264873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Attempting to bind port 19e5e22b-98cb-4ba1-a978-445b0811df8d on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:29.265713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Attempting to bind port 19e5e22b-98cb-4ba1-a978-445b0811df8d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:29.265713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Attempting to bind port 19e5e22b-98cb-4ba1-a978-445b0811df8d on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:29.274724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Port 19e5e22b-98cb-4ba1-a978-445b0811df8d on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:29.275054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Attempting to bind port 19e5e22b-98cb-4ba1-a978-445b0811df8d on network 1108b339-d0e1-4356-be9c-c776d4f7ab2f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:29.288268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Pushing event updated for resources: {'Port': ['ID=19e5e22b-98cb-4ba1-a978-445b0811df8d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.296193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:29.296193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Checking segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:29.296193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Bound using segment: {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:29.296193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Bound port: 19e5e22b-98cb-4ba1-a978-445b0811df8d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:29.296193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.367538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9f686ae1-54a4-4b15-be02-a7795e549d05, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9f686ae1-54a4-4b15-be02-a7795e549d05,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:29.392352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'port_id': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'mac_address': 'fa:16:3e:67:b8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:29.450450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] For port 19e5e22b-98cb-4ba1-a978-445b0811df8d, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:29.460803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.463085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] For port 19e5e22b-98cb-4ba1-a978-445b0811df8d, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:29.470464 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.528068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f686ae1-54a4-4b15-be02-a7795e549d05 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:29.584266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.585501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.587365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] 10.222.0.79 "PUT /v2.0/ports/19e5e22b-98cb-4ba1-a978-445b0811df8d HTTP/1.1" status: 200 len: 1093 time: 1.4614687 Jun 30 09:14:29.590137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'tag': '19e5e22b-98cb-4ba1-a978-445b0811df8d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:29.610069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9f686ae1-54a4-4b15-be02-a7795e549d05, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9f686ae1-54a4-4b15-be02-a7795e549d05,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:29.622305 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.648842 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1", "tag": "19e5e22b-98cb-4ba1-a978-445b0811df8d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:29.703993 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:24Z', 'revision_number': 2, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:29.784977 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Checking router: d2d63e8f-a6fa-4435-ab1e-46c730d63b4f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:29.785672 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Updating router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f port b69f0d1d-038d-4bf6-9202-be12e9dae8ed binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:29.796922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:29.798953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9f686ae1-54a4-4b15-be02-a7795e549d05,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.813578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e59897-5e48-4958-8a9b-4cf37e5dbda5 service neutron] Pushing event updated for resources: {'Port': ['ID=19e5e22b-98cb-4ba1-a978-445b0811df8d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:29.863396 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.887327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9923e4-323c-4f3f-85a3-4285eef162e0 req-943c6358-6285-47fd-a1fa-45b43593e735 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.891570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-e2835b68-5a72-49f1-934c-c9a079479972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:29.893153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-e2835b68-5a72-49f1-934c-c9a079479972 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 1096 time: 0.1613722 Jun 30 09:14:29.894809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa9923e4-323c-4f3f-85a3-4285eef162e0 req-943c6358-6285-47fd-a1fa-45b43593e735 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 943 time: 0.4971969 Jun 30 09:14:29.914713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.931370 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:29.944713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:29.961577 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-8565f6a9-518a-40d0-b37a-9b95faac92a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d HTTP/1.1" status: 200 len: 217 time: 0.0577693 Jun 30 09:14:29.985452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d6b65a1e-782f-4963-ac51-0296e8815885 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:29.993181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['9f686ae1-54a4-4b15-be02-a7795e549d05'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:30.000234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.001153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.003255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5225568a-443a-452b-8c61-5c065a582ee6 req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "PUT /v2.0/ports/134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 1020 time: 1.2427573 Jun 30 09:14:30.027738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa9923e4-323c-4f3f-85a3-4285eef162e0 req-2bce0997-91f3-471c-9347-6fbc03cabfbb tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1262326 Jun 30 09:14:30.027738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:30.034949 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6dd864-46e4-4314-938b-b4165ecbb34f" -d '{"events": [{"name": "network-changed", "server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:30.071908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-c79e3eaf-2e4e-48e5-b4e1-d153737c0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.074695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-c79e3eaf-2e4e-48e5-b4e1-d153737c0099 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.1062460 Jun 30 09:14:30.096270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.103362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['134b7cc8-1754-4e5b-aee6-a08ea3206cb9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:30.110796 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ed357c-920f-4139-b819-817a85972921 x-openstack-request-id: req-81ed357c-920f-4139-b819-817a85972921 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:30.111088 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1", "tag": "19e5e22b-98cb-4ba1-a978-445b0811df8d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:30.115697 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81ed357c-920f-4139-b819-817a85972921 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:30.117910 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'tag': '19e5e22b-98cb-4ba1-a978-445b0811df8d', 'status': 'completed', 'code': 200} Jun 30 09:14:30.144824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c3ef3-9185-4b7c-81f2-b32bc134a11a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:30.173241 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-db1fac56-373d-488f-a4a9-77981e65d1b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886264 Jun 30 09:14:30.269614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-080709c8-3c1f-405a-85fb-ba2921a1fc6b req-a16687fe-aa65-41d2-aef7-1bb697ae8e28 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0616288 Jun 30 09:14:30.303648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['134b7cc8-1754-4e5b-aee6-a08ea3206cb9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:30.361928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Allocated IP 172.25.7.77 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/696b9ccd-a10b-4587-ac63-42eac3e93c6b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:30.412495 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.413193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-8cf530ac-4b80-44b1-bb04-f20128938f69 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315006 Jun 30 09:14:30.442850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Transition to ACTIVE for port object b69f0d1d-038d-4bf6-9202-be12e9dae8ed will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:30.457532 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.550451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-34f20502-44ef-4c2c-a69e-634a18c415fc req-56a6b475-94d8-48c0-9d31-b48d3466eb03 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284704 Jun 30 09:14:30.558355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d6b65a1e-782f-4963-ac51-0296e8815885 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:30.558731 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.574700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f922b798-384d-4db6-97e3-173d86f0dcf1 req-9dfa5ae9-ecc3-4283-b787-1248327a8bc5 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/e9689ff3-bbd8-4440-aba7-948aa22ad213 HTTP/1.1" status: 200 len: 1803 time: 0.1763935 Jun 30 09:14:30.598774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bfa8b8-2d50-4a05-bfb1-013a92728830 req-29f22911-b2e2-432b-ba23-eef281f6260c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.605363 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91eda1-b51c-4b3a-9ae7-e806c24d0ed9 None None] Pushing event updated for resources: {'Port': ['ID=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:30.606935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28bfa8b8-2d50-4a05-bfb1-013a92728830 req-29f22911-b2e2-432b-ba23-eef281f6260c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 944 time: 0.2050629 Jun 30 09:14:30.715403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-55e90c1c-e5df-437e-bad3-24e4e5266da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:30.721205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-55e90c1c-e5df-437e-bad3-24e4e5266da0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 1096 time: 0.1012342 Jun 30 09:14:30.734947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Attempting to bind port b69f0d1d-038d-4bf6-9202-be12e9dae8ed on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:30.736236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.737120 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Attempting to bind port b69f0d1d-038d-4bf6-9202-be12e9dae8ed by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:30.739479 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Attempting to bind port b69f0d1d-038d-4bf6-9202-be12e9dae8ed on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:30.754239 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:30.754970 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:30.755545 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.756687 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:30.759015 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Bound port: b69f0d1d-038d-4bf6-9202-be12e9dae8ed, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:30.762053 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:30.774130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28bfa8b8-2d50-4a05-bfb1-013a92728830 req-bc115c25-01a6-4167-94e0-961879e3eeb9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407795 Jun 30 09:14:30.882179 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-f922b798-384d-4db6-97e3-173d86f0dcf1 req-7e8c7185-0278-46ce-9a14-886bb1606ed1 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:14:30.905715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f922b798-384d-4db6-97e3-173d86f0dcf1 req-7e8c7185-0278-46ce-9a14-886bb1606ed1 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/e9689ff3-bbd8-4440-aba7-948aa22ad213 HTTP/1.1" status: 409 len: 341 time: 0.2650354 Jun 30 09:14:30.918653 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304262ef-e263-44c9-a3d8-bebc57b3a4e9 x-openstack-request-id: req-304262ef-e263-44c9-a3d8-bebc57b3a4e9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:30.918972 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:30.925988 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-304262ef-e263-44c9-a3d8-bebc57b3a4e9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:30.928119 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'status': 'completed', 'code': 200} Jun 30 09:14:31.001670 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] For port b69f0d1d-038d-4bf6-9202-be12e9dae8ed, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:31.011056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] For port b69f0d1d-038d-4bf6-9202-be12e9dae8ed, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:31.017204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-aedc634c-be3a-4fbc-bcea-32af676f2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:31.019950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.026669 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.031134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-aedc634c-be3a-4fbc-bcea-32af676f2471 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.3053143 Jun 30 09:14:31.210935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=696b9ccd-a10b-4587-ac63-42eac3e93c6b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.215166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:31.222625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:31.224614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:31.229131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:31.251039 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:31.257613 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba91eda1-b51c-4b3a-9ae7-e806c24d0ed9 None None] Pushing event updated for resources: {'Port': ['ID=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:31.562183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.659978 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:31.668193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.959032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b69f0d1d-038d-4bf6-9202-be12e9dae8ed up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:31.972005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:31.993453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-59593fc6-eb79-499a-8a69-3bdef404d620 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d HTTP/1.1" status: 200 len: 217 time: 0.9110467 Jun 30 09:14:32.024904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6344185-8ad4-40ee-a895-282ad12dfaf1 req-4fce693f-1cbd-450d-81c0-b22efd204093 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0996430 Jun 30 09:14:32.026644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.062068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b69f0d1d-038d-4bf6-9202-be12e9dae8ed completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:32.066043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b69f0d1d-038d-4bf6-9202-be12e9dae8ed triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:32.066363 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.079325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-fede451d-486d-4a3f-93ac-9435b12532e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.080885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-fede451d-486d-4a3f-93ac-9435b12532e7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.0801470 Jun 30 09:14:32.089106 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:30Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:32.123586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-d5d66d81-9044-4c87-9f82-bc3f7a1f512a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335720 Jun 30 09:14:32.126387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-4876f9d8-d761-448b-99eb-d685cdc56177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.128100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-4876f9d8-d761-448b-99eb-d685cdc56177 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1175 time: 1.1524096 Jun 30 09:14:32.151520 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b216c-349e-4e7e-b905-a48b8ee2ac75 None None] The sync data for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 is: [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:30Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:32.234130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=696b9ccd-a10b-4587-ac63-42eac3e93c6b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.278821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.337056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-44ef9441-91a1-424b-87af-1fbd6feb7658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.338840 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-44ef9441-91a1-424b-87af-1fbd6feb7658 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 200 len: 914 time: 0.1973886 Jun 30 09:14:32.340629 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-545dbdae-e8a4-47dc-8a8d-83a8964b34fa service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080977 Jun 30 09:14:32.348330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port b69f0d1d-038d-4bf6-9202-be12e9dae8ed, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:32.355099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7daea03-c15c-4cb1-a1bc-6291daf0236f req-4d321051-2925-44c7-91c4-d3e0108c2c41 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.361927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7daea03-c15c-4cb1-a1bc-6291daf0236f req-4d321051-2925-44c7-91c4-d3e0108c2c41 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 944 time: 0.8020835 Jun 30 09:14:32.364068 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.419551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.454562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:32.456959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-ac2889a7-96e7-4967-8666-a01c3971bcdf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 200 len: 217 time: 0.1031778 Jun 30 09:14:32.475324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:32.476961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68a9c8c2-2ff4-49b2-a0c3-c288cb2641d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3171563 Jun 30 09:14:32.483388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7daea03-c15c-4cb1-a1bc-6291daf0236f req-7062e3cd-62b9-4482-97d0-b5d70f7fe60e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1028175 Jun 30 09:14:32.528906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d76ca2-f873-4998-aa81-78c9382b69ac req-1ffd334b-5d9b-4c13-85a9-daf6501f18af tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.537726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77d76ca2-f873-4998-aa81-78c9382b69ac req-1ffd334b-5d9b-4c13-85a9-daf6501f18af tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1023 time: 0.2863660 Jun 30 09:14:32.580008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d58cd3d-1e65-4d70-aa05-840a58a9b3f0 req-d3c9759d-6d9f-45c3-88d5-870c73584764 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278662 Jun 30 09:14:32.667363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77d76ca2-f873-4998-aa81-78c9382b69ac req-2a05d2dd-2adc-4ea3-bbf4-da1bd17e3eb7 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=25402e97-368e-41bd-8bfc-ba365934514c&id=e9689ff3-bbd8-4440-aba7-948aa22ad213&id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1286342 Jun 30 09:14:32.713185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-98b0530d-6982-462d-8326-c8c1c1cff797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.722801 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-98b0530d-6982-462d-8326-c8c1c1cff797 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 200 len: 853 time: 0.1337848 Jun 30 09:14:32.762302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-da50bd06-a508-4982-b2a6-b13f90052578 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386105 Jun 30 09:14:32.859675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080c6bb-5f99-4749-91b8-f7a06ee37329 req-97007ff9-6f68-4275-96dc-557231cf7243 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:32.865498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a080c6bb-5f99-4749-91b8-f7a06ee37329 req-97007ff9-6f68-4275-96dc-557231cf7243 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 944 time: 0.1270652 Jun 30 09:14:32.922047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-8a5c4941-c513-4c4d-b32b-da6b68dcca32 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507506 Jun 30 09:14:32.966721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a080c6bb-5f99-4749-91b8-f7a06ee37329 req-960fdef7-2baa-4476-948c-99033023f36d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949292 Jun 30 09:14:33.088319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 19e5e22b-98cb-4ba1-a978-445b0811df8d details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:33.091404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9f686ae1-54a4-4b15-be02-a7795e549d05 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:33.161338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-0f42f1f8-0117-48af-a2ab-212d6f58d335 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1356020583&fields=id&tenant_id=6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 267 time: 0.0720537 Jun 30 09:14:33.186768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df6dd864-46e4-4314-938b-b4165ecbb34f req-df52873e-815e-4b6c-b4ef-a5d7813d6c18 service neutron] 10.222.0.83 "GET /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582228 Jun 30 09:14:33.281825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ec581cc-64fe-473a-ab41-88ef804333a0 req-f0a74799-6557-40b1-b28e-0aa15a6d4807 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0497425 Jun 30 09:14:33.342842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 9f686ae1-54a4-4b15-be02-a7795e549d05 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:33.350746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-51f04d26-9381-4c02-9706-f00321d7cc85 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:33.351261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 9f686ae1-54a4-4b15-be02-a7795e549d05 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:33.351698 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.352605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-51f04d26-9381-4c02-9706-f00321d7cc85 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.1887476 Jun 30 09:14:33.405577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-72184602-38a5-4d3e-b061-476dfb0fc3db tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/quotas/6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 375 time: 0.0335798 Jun 30 09:14:33.488221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 19e5e22b-98cb-4ba1-a978-445b0811df8d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:33.500546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8059cf-7878-450a-9024-d670f51365cc req-28ef1f7a-9de3-442c-91a9-ed1ae42e1ee2 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:33.503912 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df8059cf-7878-450a-9024-d670f51365cc req-28ef1f7a-9de3-442c-91a9-ed1ae42e1ee2 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.83 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 1023 time: 0.1640215 Jun 30 09:14:33.504290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d3922dc4-96a6-407d-9697-742715502be3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0975952 Jun 30 09:14:33.663549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-9313fc56-4386-4381-861d-e6427d3f6028 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441476 Jun 30 09:14:33.703443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Deleting port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:33.703965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.771678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '19e5e22b-98cb-4ba1-a978-445b0811df8d', 'network_id': '1108b339-d0e1-4356-be9c-c776d4f7ab2f', 'port_id': '19e5e22b-98cb-4ba1-a978-445b0811df8d', 'mac_address': 'fa:16:3e:15:76:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b24691b6-0eaa-471d-a585-bac87d95ef38', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:33.789491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37166) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:33.806807 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.832371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-b882b8a9-aae3-4cc2-b251-34be162cfcd6 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676970 Jun 30 09:14:33.841453 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.859302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba1f0b-273e-4e81-8223-60f9c303cc2f req-34e9277b-e8ab-45a8-859f-c9c59506d99f tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:33.859804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e5e22b-98cb-4ba1-a978-445b0811df8d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:33.864346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:33.866267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eba1f0b-273e-4e81-8223-60f9c303cc2f req-34e9277b-e8ab-45a8-859f-c9c59506d99f tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 944 time: 0.1464994 Jun 30 09:14:33.867253 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac23c206-3e15-431f-be3b-59fc362e7f3a" -d '{"events": [{"server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "name": "network-vif-plugged", "status": "completed", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:33.878347 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] For port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:33.878962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.886519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9f686ae1-54a4-4b15-be02-a7795e549d05, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9f686ae1-54a4-4b15-be02-a7795e549d05,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:33.907363 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:33.915878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 19e5e22b-98cb-4ba1-a978-445b0811df8d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:33.917922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Calling delete_port for 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:33.932054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eba1f0b-273e-4e81-8223-60f9c303cc2f req-742b907e-f407-43b8-9d68-5e71b236c50b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0647793 Jun 30 09:14:33.950088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b69f0d1d-038d-4bf6-9202-be12e9dae8ed up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:33.955406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.043636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9f686ae1-54a4-4b15-be02-a7795e549d05,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:34.091189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce731-39b7-4ea2-9971-c443e9b4f5f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.097684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b69f0d1d-038d-4bf6-9202-be12e9dae8ed triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:34.098423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.103165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.130126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:34.135892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=19e5e22b-98cb-4ba1-a978-445b0811df8d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:34.158662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'Port': ['ID=134b7cc8-1754-4e5b-aee6-a08ea3206cb9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:34.171569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['134b7cc8-1754-4e5b-aee6-a08ea3206cb9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:34.218103 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676f4abc-c779-4083-a445-593db10f53e3 x-openstack-request-id: req-676f4abc-c779-4083-a445-593db10f53e3 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:34.218402 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "name": "network-vif-plugged", "status": "completed", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:34.218627 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-676f4abc-c779-4083-a445-593db10f53e3 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:34.219031 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'code': 200} Jun 30 09:14:34.249701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] No DVR routers for this DVR port 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:34.269004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85348b28-0dd9-4a6f-af17-e6fac3d068cf req-1a74ea66-384d-458e-b148-ce808c53a7a2 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.269622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.271765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-df8059cf-7878-450a-9024-d670f51365cc req-fc708c7e-5f96-4552-9aeb-88be5139ccf4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.83 "DELETE /v2.0/ports/134b7cc8-1754-4e5b-aee6-a08ea3206cb9 HTTP/1.1" status: 204 len: 173 time: 0.7630608 Jun 30 09:14:34.272403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'name': 'network-vif-deleted', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:34.274960 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780553f9-dbba-43aa-be05-aca417dca4cc" -d '{"events": [{"server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "name": "network-vif-deleted", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:34.286075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85348b28-0dd9-4a6f-af17-e6fac3d068cf req-1a74ea66-384d-458e-b148-ce808c53a7a2 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=28a82363-9eb3-4366-81cd-efe23a6653ba HTTP/1.1" status: 200 len: 945 time: 0.2092683 Jun 30 09:14:34.337820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['19e5e22b-98cb-4ba1-a978-445b0811df8d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:34.359782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85348b28-0dd9-4a6f-af17-e6fac3d068cf req-cea86b08-9d3c-41ea-bdc9-e8528ea08979 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=25402e97-368e-41bd-8bfc-ba365934514c&id=e9689ff3-bbd8-4440-aba7-948aa22ad213&id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0724545 Jun 30 09:14:34.491407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caca5a2-cf35-4d42-879f-24f432dc1717 req-ebb55fb7-fed9-4400-8a9f-28a91bec9923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.494714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8caca5a2-cf35-4d42-879f-24f432dc1717 req-ebb55fb7-fed9-4400-8a9f-28a91bec9923 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 1097 time: 0.2120032 Jun 30 09:14:34.582854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce731-39b7-4ea2-9971-c443e9b4f5f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.600133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d8ce731-39b7-4ea2-9971-c443e9b4f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.619943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8caca5a2-cf35-4d42-879f-24f432dc1717 req-447b921a-f82f-4cc3-9393-570bb45995c0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1098340 Jun 30 09:14:34.653911 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4d8ce731-39b7-4ea2-9971-c443e9b4f5f9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6797c6a3e5ca4b2eaaee2ea742510980&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8629513 Jun 30 09:14:34.655802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ce731-39b7-4ea2-9971-c443e9b4f5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f32339a-9b4e-4ccf-adee-464d4ce28771,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:34.658430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:34.681834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0657b73-3cd5-40f8-88ee-7ba09a6e2bdd req-c7fb7979-3b1a-4ede-bb55-e43835602799 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 210 time: 0.1086285 Jun 30 09:14:34.789544 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27910fdf-484a-4a66-a58a-b2c4d38c6a6f x-openstack-request-id: req-27910fdf-484a-4a66-a58a-b2c4d38c6a6f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:34.790781 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a82363-9eb3-4366-81cd-efe23a6653ba", "name": "network-vif-deleted", "tag": "134b7cc8-1754-4e5b-aee6-a08ea3206cb9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:34.791330 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-27910fdf-484a-4a66-a58a-b2c4d38c6a6f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:34.792134 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a82363-9eb3-4366-81cd-efe23a6653ba', 'name': 'network-vif-deleted', 'tag': '134b7cc8-1754-4e5b-aee6-a08ea3206cb9', 'status': 'completed', 'code': 200} Jun 30 09:14:34.829763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.859605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454498e3-3c45-49ec-abb2-77f6149f5fb8 req-41774a59-1282-4c23-b167-5f47a30c4e1c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:34.861739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-454498e3-3c45-49ec-abb2-77f6149f5fb8 req-41774a59-1282-4c23-b167-5f47a30c4e1c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 945 time: 0.1076369 Jun 30 09:14:34.873436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.941244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-454498e3-3c45-49ec-abb2-77f6149f5fb8 req-0c08684d-0923-41f6-a1d6-47a732de4b8a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721462 Jun 30 09:14:34.958352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.961350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:34.965487 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8f32339a-9b4e-4ccf-adee-464d4ce28771 HTTP/1.1" status: 204 len: 168 time: 0.3035188 Jun 30 09:14:34.978884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f32339a-9b4e-4ccf-adee-464d4ce28771,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:35.005395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.005743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.006206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.008210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.008210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.008210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.008210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.008210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.009171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.009171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.009171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.009571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1709a74e-fa48-4b6f-bf1a-f85feb864405 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:35.018529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f12913d-de08-4a77-a755-98008507336d req-ef181839-d6b6-44c7-a146-956a0ed2ef19 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0597291 Jun 30 09:14:35.282987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79f6a2-be01-4ac5-a704-10b4d2824faa req-5988b490-f306-493d-b131-1092652d7738 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:35.285689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d79f6a2-be01-4ac5-a704-10b4d2824faa req-5988b490-f306-493d-b131-1092652d7738 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.0963368 Jun 30 09:14:35.363318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d79f6a2-be01-4ac5-a704-10b4d2824faa req-135f311d-eb34-4f45-9d46-64322b98c086 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0663650 Jun 30 09:14:35.388987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:35.406450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aba481ab-db80-4ce3-91aa-3aabbd63a018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.583452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aba481ab-db80-4ce3-91aa-3aabbd63a018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.596628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e314c82-f148-4290-84e7-4f230f26b9f8 req-33749168-2bde-4bae-938b-d39b91e6f9e7 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/25402e97-368e-41bd-8bfc-ba365934514c HTTP/1.1" status: 200 len: 1802 time: 0.0890794 Jun 30 09:14:35.604560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aba481ab-db80-4ce3-91aa-3aabbd63a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.684354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aba481ab-db80-4ce3-91aa-3aabbd63a018 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=16e322b4e40c4f61b06f3cf4870c4585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940540 Jun 30 09:14:35.685105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba481ab-db80-4ce3-91aa-3aabbd63a018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55820820-ce71-42ad-990c-614aec8a0dde,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:35.687574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37212) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:35.719729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e314c82-f148-4290-84e7-4f230f26b9f8 req-3970dc24-b3c4-43e8-bef0-cc72aa94f456 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.755368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e314c82-f148-4290-84e7-4f230f26b9f8 req-3970dc24-b3c4-43e8-bef0-cc72aa94f456 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.770036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25328b48-868e-403a-a088-d6ee2e9b75b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.796265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25328b48-868e-403a-a088-d6ee2e9b75b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.815525 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e314c82-f148-4290-84e7-4f230f26b9f8 req-3970dc24-b3c4-43e8-bef0-cc72aa94f456 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.818311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2e314c82-f148-4290-84e7-4f230f26b9f8 req-3970dc24-b3c4-43e8-bef0-cc72aa94f456 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.820590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e314c82-f148-4290-84e7-4f230f26b9f8 req-3970dc24-b3c4-43e8-bef0-cc72aa94f456 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/25402e97-368e-41bd-8bfc-ba365934514c HTTP/1.1" status: 204 len: 173 time: 0.2231433 Jun 30 09:14:35.835755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970dc24-b3c4-43e8-bef0-cc72aa94f456 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25402e97-368e-41bd-8bfc-ba365934514c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:35.899694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25328b48-868e-403a-a088-d6ee2e9b75b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.904875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25328b48-868e-403a-a088-d6ee2e9b75b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:35.910909 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-25328b48-868e-403a-a088-d6ee2e9b75b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/55820820-ce71-42ad-990c-614aec8a0dde HTTP/1.1" status: 204 len: 168 time: 0.2191398 Jun 30 09:14:35.923609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88f1ca28-7710-4afe-907b-f3f083200447 req-527ed740-966c-4bb2-8d48-15c95c881692 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/e9689ff3-bbd8-4440-aba7-948aa22ad213 HTTP/1.1" status: 200 len: 1803 time: 0.0550001 Jun 30 09:14:35.937236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25328b48-868e-403a-a088-d6ee2e9b75b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55820820-ce71-42ad-990c-614aec8a0dde,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.440334 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f1ca28-7710-4afe-907b-f3f083200447 req-76691e5b-5aa1-4df4-b027-b2cc8f7cc862 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.493180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dacf14cd-1234-4a1c-bebe-ba643176cbf1 req-b38d2818-0e8a-4ade-8b1d-47c9f20ee6cf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 210 time: 0.0955753 Jun 30 09:14:36.503068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-c5c85a94-93bb-4fff-83bd-fb1826a1d79c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:36.504690 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-c5c85a94-93bb-4fff-83bd-fb1826a1d79c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.2437890 Jun 30 09:14:36.549878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f1ca28-7710-4afe-907b-f3f083200447 req-76691e5b-5aa1-4df4-b027-b2cc8f7cc862 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.592808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-4f19822b-5338-4628-9f5b-c4fdc6a66fc1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 380 time: 0.0695693 Jun 30 09:14:36.610707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'port': {'device_id': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'admin_state_up': True, 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'security_groups': ['7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:36.632653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f1ca28-7710-4afe-907b-f3f083200447 req-76691e5b-5aa1-4df4-b027-b2cc8f7cc862 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.636089 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-88f1ca28-7710-4afe-907b-f3f083200447 req-76691e5b-5aa1-4df4-b027-b2cc8f7cc862 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.662481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88f1ca28-7710-4afe-907b-f3f083200447 req-76691e5b-5aa1-4df4-b027-b2cc8f7cc862 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/e9689ff3-bbd8-4440-aba7-948aa22ad213 HTTP/1.1" status: 204 len: 173 time: 0.7214062 Jun 30 09:14:36.734090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76691e5b-5aa1-4df4-b027-b2cc8f7cc862 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9689ff3-bbd8-4440-aba7-948aa22ad213,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:36.783558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:36.788257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec58d7-9372-49a5-a29a-778ac0a5da3f req-e6fea151-dc01-45bc-a303-aafa3726c735 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:36.796571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47ec58d7-9372-49a5-a29a-778ac0a5da3f req-e6fea151-dc01-45bc-a303-aafa3726c735 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 945 time: 0.1302400 Jun 30 09:14:36.852369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:36.852725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 134b7cc8-1754-4e5b-aee6-a08ea3206cb9 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:36.857770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f208a0ae-9f7b-4c1d-9d16-f7d74c59580e req-a8c57220-e7f4-4655-afdd-3c98e74bebbf tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0579433 Jun 30 09:14:36.877317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:36.888004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:36.890494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47ec58d7-9372-49a5-a29a-778ac0a5da3f req-e02a27c7-2fb0-48e2-8117-5da158150fd4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929327 Jun 30 09:14:37.131264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 19e5e22b-98cb-4ba1-a978-445b0811df8d up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:37.156037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Allocated IP 172.20.0.9 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/db360aa9-3921-44a1-8637-8ccf37f40d0a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:37.178718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-9ae8f86e-e066-4bcd-85c8-e58d5b4e9df9 req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1760269317', 'description': 'tempest-description-1201621745'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:37.229965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ae8f86e-e066-4bcd-85c8-e58d5b4e9df9 req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.238206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 19e5e22b-98cb-4ba1-a978-445b0811df8d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:37.242812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 19e5e22b-98cb-4ba1-a978-445b0811df8d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:37.243369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.247167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba14102-11dd-41ee-bab3-82764e374eaf req-9dd225fc-8fd6-472f-819f-5497c4334715 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.251355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fba14102-11dd-41ee-bab3-82764e374eaf req-9dd225fc-8fd6-472f-819f-5497c4334715 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.1659853 Jun 30 09:14:37.349189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.382604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e5e22b-98cb-4ba1-a978-445b0811df8d'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:37.385418 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940aa124-9ace-49e0-ae3d-f4b78b1ea145" -d '{"events": [{"server_uuid": "7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1", "name": "network-vif-plugged", "status": "completed", "tag": "19e5e22b-98cb-4ba1-a978-445b0811df8d"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:37.405578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 19e5e22b-98cb-4ba1-a978-445b0811df8d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:37.407205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fba14102-11dd-41ee-bab3-82764e374eaf req-6b1a3503-825f-44f3-8c5b-a7d2c81ee9a1 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1450515 Jun 30 09:14:37.415866 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.501465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.538007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Transition to ACTIVE for port object db360aa9-3921-44a1-8637-8ccf37f40d0a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:37.538588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=19e5e22b-98cb-4ba1-a978-445b0811df8d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.552192 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57064efd-c919-44a8-a718-11d7b3af0536 x-openstack-request-id: req-57064efd-c919-44a8-a718-11d7b3af0536 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:37.552469 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1", "name": "network-vif-plugged", "status": "completed", "tag": "19e5e22b-98cb-4ba1-a978-445b0811df8d", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:37.553179 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-57064efd-c919-44a8-a718-11d7b3af0536 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:37.554208 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e5e22b-98cb-4ba1-a978-445b0811df8d', 'code': 200} Jun 30 09:14:37.606574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ae8f86e-e066-4bcd-85c8-e58d5b4e9df9 req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.614346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ae8f86e-e066-4bcd-85c8-e58d5b4e9df9 req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.629091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.656284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ae8f86e-e066-4bcd-85c8-e58d5b4e9df9 req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.658320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ae8f86e-e066-4bcd-85c8-e58d5b4e9df9 req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4902656 Jun 30 09:14:37.679214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc690ac-1be6-4e7d-ae90-c1eef91e9aca tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a276b-2bb6-4657-accb-a512fd0a0a51,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.714884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:37.785081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:37.788073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:37.791476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:37.874934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.875917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:37.923775 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a6c856ba-8027-4cc2-9364-164024d0dcef tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3232574 Jun 30 09:14:37.952899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64177911-8c79-4cae-bb79-2b237d923868 req-69789137-c302-4bfb-88a5-90b582f386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.954637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64177911-8c79-4cae-bb79-2b237d923868 req-69789137-c302-4bfb-88a5-90b582f386a9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 1098 time: 0.2467210 Jun 30 09:14:37.955616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b76b5-849d-446a-8f63-ed58920b5acd req-97004206-36d0-4d50-94d2-0bb237ac490d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:37.959053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Request body: {'port': {'device_id': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:37.970670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f87b76b5-849d-446a-8f63-ed58920b5acd req-97004206-36d0-4d50-94d2-0bb237ac490d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.1855776 Jun 30 09:14:37.973109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37292) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:37.981231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Request body: {'floatingip': {'port_id': '9f686ae1-54a4-4b15-be02-a7795e549d05'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:38.067750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.080061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64177911-8c79-4cae-bb79-2b237d923868 req-f3eb37cb-b8c6-425e-88ef-07f95ebf1591 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705059 Jun 30 09:14:38.106245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.202836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ccda50f6-eeee-4955-adb4-5e4ee2bade9a None None] Provisioning for port db360aa9-3921-44a1-8637-8ccf37f40d0a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:38.207018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ccda50f6-eeee-4955-adb4-5e4ee2bade9a None None] Provisioning complete for port db360aa9-3921-44a1-8637-8ccf37f40d0a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:38.207393 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccda50f6-eeee-4955-adb4-5e4ee2bade9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.278085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ccda50f6-eeee-4955-adb4-5e4ee2bade9a None None] Port db360aa9-3921-44a1-8637-8ccf37f40d0a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:38.307995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-82380a16-6b52-422c-88cc-7fee6a875b18 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/f34a276b-2bb6-4657-accb-a512fd0a0a51 HTTP/1.1" status: 200 len: 1803 time: 0.3194687 Jun 30 09:14:38.332274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Request body: {'security_group': {'name': 'tempest-sg-hth-571853328', 'description': 'tempest-description-hth-1631851927'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:38.408102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39af260-e217-43f9-8d38-0bd7e89be4f6 req-b0a6e97f-4972-4f89-be59-a9b4bc70be08 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:38.409645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c39af260-e217-43f9-8d38-0bd7e89be4f6 req-b0a6e97f-4972-4f89-be59-a9b4bc70be08 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 931 time: 0.5104067 Jun 30 09:14:38.411445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.488934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:38.499774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.514469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c39af260-e217-43f9-8d38-0bd7e89be4f6 req-3a3f6cd3-5521-408f-858d-f914a0d6339e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920899 Jun 30 09:14:38.516848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Transition to ACTIVE for port object db360aa9-3921-44a1-8637-8ccf37f40d0a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:38.521635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.594121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.621650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.624440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.625761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ef3e059-918c-4625-966b-e0690f1c1968 req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "PUT /v2.0/security-groups/f34a276b-2bb6-4657-accb-a512fd0a0a51 HTTP/1.1" status: 200 len: 1776 time: 0.3011866 Jun 30 09:14:38.737664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:38.790599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cc7f0-f6d5-475c-aa13-7e5a60e98c9e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34a276b-2bb6-4657-accb-a512fd0a0a51,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:38.817411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Attempting to bind port db360aa9-3921-44a1-8637-8ccf37f40d0a on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:38.817748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Attempting to bind port db360aa9-3921-44a1-8637-8ccf37f40d0a by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:38.818312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Attempting to bind port db360aa9-3921-44a1-8637-8ccf37f40d0a on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:38.829794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Port db360aa9-3921-44a1-8637-8ccf37f40d0a on network e9f59d3b-831d-4534-8398-dc36dcc87b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:14:38.830130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Attempting to bind port db360aa9-3921-44a1-8637-8ccf37f40d0a on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:38.842950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:38.843202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:38.843591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:38.844038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Bound port: db360aa9-3921-44a1-8637-8ccf37f40d0a, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:38.844399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:38.854604 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:14:38.963448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:38.971884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:38.988476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.039579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.040662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.042758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] 10.222.0.83 "PUT /v2.0/ports/db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 1092 time: 1.0939519 Jun 30 09:14:39.043298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:39.046286 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62daebdc-0464-4e4f-aecc-2149bbfd16d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:39.056729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5e7471b-9ca3-4908-aac5-0dbc09939b22 req-904cba13-20f5-4d3e-87c4-52b8c6fcbd01 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0907958 Jun 30 09:14:39.088522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c944f1-7820-4727-bbbb-6d19e9d02e1d service neutron] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:39.225713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-b1b70e61-ded4-4762-a96e-0f8243a97d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.228034 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-b1b70e61-ded4-4762-a96e-0f8243a97d8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1095 time: 0.1155424 Jun 30 09:14:39.324038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-a5418a77-d741-457e-975b-981fb7b8a063 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 217 time: 0.0807056 Jun 30 09:14:39.324634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3456e6-ef1e-4153-a6b0-a73fd9ad92ec req-995c37b0-81d0-4862-807e-4dc0b14a7137 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.332390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f3456e6-ef1e-4153-a6b0-a73fd9ad92ec req-995c37b0-81d0-4862-807e-4dc0b14a7137 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.5027432 Jun 30 09:14:39.402459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-89727a5d-80e8-4178-830e-041a8339e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.404636 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-89727a5d-80e8-4178-830e-041a8339e1f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0721402 Jun 30 09:14:39.493559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f50e0-4d9d-405f-be78-0047286479d0 req-2ef68dee-dd70-42ec-883a-cc42a1dad85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:39.495122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f3456e6-ef1e-4153-a6b0-a73fd9ad92ec req-4f06d3f4-fbb0-4f6c-940b-594d0bce2a00 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616645 Jun 30 09:14:39.495364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-2ef68dee-dd70-42ec-883a-cc42a1dad85f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827525 Jun 30 09:14:39.539591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd26a130-b611-432f-98d0-2c32f5b2ea2d req-9036a76b-124e-4486-b7cd-c28a429f902e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/f34a276b-2bb6-4657-accb-a512fd0a0a51 HTTP/1.1" status: 200 len: 1776 time: 0.1977811 Jun 30 09:14:39.558915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:14:39.644347 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885aea4a-cd8f-43f0-af0f-4cb7e11b9871 x-openstack-request-id: req-885aea4a-cd8f-43f0-af0f-4cb7e11b9871 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:39.644613 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:39.644881 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-885aea4a-cd8f-43f0-af0f-4cb7e11b9871 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:39.645608 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'status': 'completed', 'code': 200} Jun 30 09:14:39.673312 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-d7d4cb0a-308f-4816-bfe3-aa9f26d01508 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698802 Jun 30 09:14:39.739818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bbc04800-a48e-4610-b2e3-054ec43fbfe4 req-efeb137c-77b2-4744-b395-ce2d643e6dad tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/f34a276b-2bb6-4657-accb-a512fd0a0a51 HTTP/1.1" status: 200 len: 1776 time: 0.1748352 Jun 30 09:14:39.742381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.754783 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.835342 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-501f50e0-4d9d-405f-be78-0047286479d0 req-982523b2-8eaa-4c19-8ed5-30cc17bbd377 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558011 Jun 30 09:14:39.939273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bbc04800-a48e-4610-b2e3-054ec43fbfe4 req-974f8ad0-745b-4284-9da7-709d3832af1b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:39.984475 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Floating IP c4de0691-b5aa-42aa-b34f-3194a91306d1 associated. External IP: 172.25.7.54, port: 9f686ae1-54a4-4b15-be02-a7795e549d05. Jun 30 09:14:40.012581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-80618908-17d5-44af-bf64-5f943ee221e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.014399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-80618908-17d5-44af-bf64-5f943ee221e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1095 time: 0.0669479 Jun 30 09:14:40.079678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bbc04800-a48e-4610-b2e3-054ec43fbfe4 req-974f8ad0-745b-4284-9da7-709d3832af1b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.109076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12110a92-b0c7-4079-880f-ca2196760f65 req-29c9fad1-e134-42ad-a539-ec25efcbca82 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.118518 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12110a92-b0c7-4079-880f-ca2196760f65 req-29c9fad1-e134-42ad-a539-ec25efcbca82 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 943 time: 0.3116300 Jun 30 09:14:40.143988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-b7905d52-3aac-40e4-8035-93fb07d89822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.145786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-b7905d52-3aac-40e4-8035-93fb07d89822 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1250932 Jun 30 09:14:40.184218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12110a92-b0c7-4079-880f-ca2196760f65 req-b084d840-0cd6-4ded-bfab-46eed0f88b43 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645156 Jun 30 09:14:40.214606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-f284c8a4-9d97-4f89-8ca5-22049f71fd02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 217 time: 0.0607586 Jun 30 09:14:40.222989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bbc04800-a48e-4610-b2e3-054ec43fbfe4 req-974f8ad0-745b-4284-9da7-709d3832af1b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.225498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-bbc04800-a48e-4610-b2e3-054ec43fbfe4 req-974f8ad0-745b-4284-9da7-709d3832af1b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.226777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bbc04800-a48e-4610-b2e3-054ec43fbfe4 req-974f8ad0-745b-4284-9da7-709d3832af1b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/f34a276b-2bb6-4657-accb-a512fd0a0a51 HTTP/1.1" status: 204 len: 173 time: 0.4805806 Jun 30 09:14:40.264372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974f8ad0-745b-4284-9da7-709d3832af1b tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34a276b-2bb6-4657-accb-a512fd0a0a51,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:40.301570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-a0e6be01-ddbb-4d39-915a-1dff7a2ecb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.303173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-a0e6be01-ddbb-4d39-915a-1dff7a2ecb3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0824220 Jun 30 09:14:40.403311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-7c1618bc-9259-4417-814e-d4fc351432fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:40.406263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-7c1618bc-9259-4417-814e-d4fc351432fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951445 Jun 30 09:14:40.486408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:40.527362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-125504be-e7cb-4ca5-85e2-235511e84a18 req-75aa0058-2788-488a-90d7-e2b8c37c0ef7 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0914266 Jun 30 09:14:40.583220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-dd62761e-f392-4b51-91cf-b38476fafb44 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685092 Jun 30 09:14:40.751174 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-7055aade-e2fb-4d43-b015-407386692cbd req-d3bef241-ab64-4e79-b417-4bea676865dd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:14:40.764631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7055aade-e2fb-4d43-b015-407386692cbd req-d3bef241-ab64-4e79-b417-4bea676865dd tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/e9689ff3-bbd8-4440-aba7-948aa22ad213 HTTP/1.1" status: 404 len: 352 time: 0.0369790 Jun 30 09:14:40.784035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:40.803007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] Sync routers for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:40.810449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:40.831371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62daebdc-0464-4e4f-aecc-2149bbfd16d5 req-503a2071-abf0-477e-a971-fe0e37fe226a service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429934 Jun 30 09:14:40.836198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:40.838450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:40.847637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:40.881523 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-8caf8f2b-1de9-44a3-99f2-d4a0543c3b92 req-7f5d91dc-b901-4396-a0bc-814aed917250 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:14:40.890063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8caf8f2b-1de9-44a3-99f2-d4a0543c3b92 req-7f5d91dc-b901-4396-a0bc-814aed917250 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/25402e97-368e-41bd-8bfc-ba365934514c HTTP/1.1" status: 404 len: 352 time: 0.0631037 Jun 30 09:14:40.962389 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-44e033fe-ba8a-4399-9d0c-a28864f2b083 req-212033ee-73a4-461d-bd6c-e232dbe28d06 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:14:40.963440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44e033fe-ba8a-4399-9d0c-a28864f2b083 req-212033ee-73a4-461d-bd6c-e232dbe28d06 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/53acb7b0-afe8-4bce-9e0c-0dbef6659ab8 HTTP/1.1" status: 404 len: 352 time: 0.0254552 Jun 30 09:14:40.971903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e7837296-5b33-470e-b243-90ba6a37c02d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "PUT /v2.0/floatingips/c4de0691-b5aa-42aa-b34f-3194a91306d1 HTTP/1.1" status: 200 len: 990 time: 2.9941688 Jun 30 09:14:40.974656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:40.977167 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2942878c-e3c8-4a96-b745-e00e9ace1680" -d '{"events": [{"name": "network-changed", "server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:41.012750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db104c0b-113e-40de-8c37-2d57bef38d50 req-e42f6c0a-3ffd-4fea-bde2-611c38865e6d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.031514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db104c0b-113e-40de-8c37-2d57bef38d50 req-e42f6c0a-3ffd-4fea-bde2-611c38865e6d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1355045 Jun 30 09:14:41.058749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:41.112140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db104c0b-113e-40de-8c37-2d57bef38d50 req-fa9eec24-0a34-473d-9936-aa4648938379 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796337 Jun 30 09:14:41.164427 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-cf72e84f-2c28-4900-9a9f-2be2b5d1761c req-1861e4cb-e786-4446-8a52-db23350ce65e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:14:41.172969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf72e84f-2c28-4900-9a9f-2be2b5d1761c req-1861e4cb-e786-4446-8a52-db23350ce65e tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/aa246c3a-98bc-44c2-977c-d0bb69390ed2 HTTP/1.1" status: 404 len: 352 time: 0.0225422 Jun 30 09:14:41.174210 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aec0c33e-1802-4708-9e7a-1b4af4054ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.220644 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a64da8-c277-4403-bc24-2320b75c56eb x-openstack-request-id: req-77a64da8-c277-4403-bc24-2320b75c56eb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:41.221000 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:41.221310 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-77a64da8-c277-4403-bc24-2320b75c56eb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:41.221726 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'status': 'completed', 'code': 200} Jun 30 09:14:41.260022 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-fb82a1a8-b12e-4ded-bcb0-ca006a99abea req-46cecf97-e85a-4da1-9773-7a01138b62c0 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:14:41.272353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb82a1a8-b12e-4ded-bcb0-ca006a99abea req-46cecf97-e85a-4da1-9773-7a01138b62c0 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/a0c6b7aa-9adc-45e1-89db-c2bf8b1562ff HTTP/1.1" status: 404 len: 352 time: 0.0294523 Jun 30 09:14:41.309262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aec0c33e-1802-4708-9e7a-1b4af4054ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.362529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aec0c33e-1802-4708-9e7a-1b4af4054ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.373089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2e374a9-4df2-4317-a0d9-7772559d69c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.394414 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aec0c33e-1802-4708-9e7a-1b4af4054ff9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=063da326cfdd4010a9ffcb8a21e95d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445104 Jun 30 09:14:41.396913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37504) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.419055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c4de0691-b5aa-42aa-b34f-3194a91306d1', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'port_id': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'mac_address': 'fa:16:3e:67:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:14:11Z', 'updated_at': '2021-06-30T09:14:39Z', 'revision_number': 1, 'project_id': 'e6099139977f48658537033c61f1cca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:10Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:41.461589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0c33e-1802-4708-9e7a-1b4af4054ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea556c0-5ae1-4e14-b658-8a4fb787939d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.479740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-febac109-4c02-405c-aa9d-46e8861d0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.481467 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-febac109-4c02-405c-aa9d-46e8861d0027 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e6099139977f48658537033c61f1cca2&device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 1097 time: 0.1698635 Jun 30 09:14:41.502896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] Checking router: 815fbf0b-fb43-4cec-b8ea-9241b54db8dd for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:41.520872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36b21c5-ea82-4f38-808b-edfaa1daac80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.530594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:41.534045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:41.570286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8991396-f931-4a56-a5a5-db271de6c43b req-48c80a02-4da4-4f6f-8095-d7b3c900807d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.571798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8991396-f931-4a56-a5a5-db271de6c43b req-48c80a02-4da4-4f6f-8095-d7b3c900807d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 943 time: 0.1177585 Jun 30 09:14:41.591270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36b21c5-ea82-4f38-808b-edfaa1daac80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.621968 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-44ab1ad4-0d53-4964-87a9-3a7e2ad0d5ec req-39dea391-a9d2-415f-9059-abdf33a84055 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] show failed (client error): The resource could not be found. Jun 30 09:14:41.623974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44ab1ad4-0d53-4964-87a9-3a7e2ad0d5ec req-39dea391-a9d2-415f-9059-abdf33a84055 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/162430ce-753f-434d-bf2c-e885e35b8de5 HTTP/1.1" status: 404 len: 352 time: 0.0626769 Jun 30 09:14:41.644223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-bcad945b-bde9-4922-8805-7857e8ae7e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.645803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-bcad945b-bde9-4922-8805-7857e8ae7e41 service neutron] 10.222.0.79 "GET /v2.0/networks?id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 HTTP/1.1" status: 200 len: 907 time: 0.1568465 Jun 30 09:14:41.678405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8991396-f931-4a56-a5a5-db271de6c43b req-ce4a1330-514e-4819-b017-c675507cd4bb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953090 Jun 30 09:14:41.719445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36b21c5-ea82-4f38-808b-edfaa1daac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.723036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36b21c5-ea82-4f38-808b-edfaa1daac80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:41.724870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b36b21c5-ea82-4f38-808b-edfaa1daac80 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6ea556c0-5ae1-4e14-b658-8a4fb787939d HTTP/1.1" status: 204 len: 168 time: 0.3264902 Jun 30 09:14:41.754540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-f10549c0-ad1e-4d53-8343-c912b19bea84 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f686ae1-54a4-4b15-be02-a7795e549d05 HTTP/1.1" status: 200 len: 998 time: 0.1014545 Jun 30 09:14:41.754749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:41.756404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b21c5-ea82-4f38-808b-edfaa1daac80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea556c0-5ae1-4e14-b658-8a4fb787939d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:41.824270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-d9de6cc9-a5f6-47e7-93f5-6850bf25185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.828264 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-d9de6cc9-a5f6-47e7-93f5-6850bf25185f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f03a58a2-b2b1-4914-b61b-ce99828a0f53 HTTP/1.1" status: 200 len: 845 time: 0.0662189 Jun 30 09:14:41.957977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afb97e-0b20-49d8-bc0a-5a76858280d8 req-0a0dc2ac-0905-4061-a6d9-6d015b7e8ed4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.959019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:41.970492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75afb97e-0b20-49d8-bc0a-5a76858280d8 req-0a0dc2ac-0905-4061-a6d9-6d015b7e8ed4 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1510439 Jun 30 09:14:41.971375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-9473aa41-91c9-43e3-ac7e-c824467f3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:41.972921 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-9473aa41-91c9-43e3-ac7e-c824467f3049 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1322157 Jun 30 09:14:42.056871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75afb97e-0b20-49d8-bc0a-5a76858280d8 req-f0746d37-7a2a-4fd6-abed-6c7781c45a88 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Jun 30 09:14:42.116560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff52156e-7322-4a3d-92af-2c4b27e63841 req-42dcf1df-023b-4f55-8f1e-182c7a124e4c tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0442717 Jun 30 09:14:42.166788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-8d73b1a2-ebab-4c44-9193-88086797b3dc service neutron] 10.222.0.79 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805286 Jun 30 09:14:42.166900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c4de0691-b5aa-42aa-b34f-3194a91306d1', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'port_id': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'mac_address': 'fa:16:3e:67:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:14:11Z', 'updated_at': '2021-06-30T09:14:39Z', 'revision_number': 1, 'project_id': 'e6099139977f48658537033c61f1cca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:10Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:42.196403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0795ae-248e-4033-aac3-b6fde0cf7a48 None None] The sync data for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 is: [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c4de0691-b5aa-42aa-b34f-3194a91306d1', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'floating_ip_address': '172.25.7.54', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'port_id': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'mac_address': 'fa:16:3e:67:b8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:14:11Z', 'updated_at': '2021-06-30T09:14:39Z', 'revision_number': 1, 'project_id': 'e6099139977f48658537033c61f1cca2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:10Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:42.250264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a70ef-a205-4dc1-b313-3a7a2e148b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.384101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a70ef-a205-4dc1-b313-3a7a2e148b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.393435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-191a70ef-a205-4dc1-b313-3a7a2e148b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.441940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f6559-a5db-4f2c-ab22-28784dbcfbca req-85238270-7c83-42bd-95e6-7209bf89781b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.444504 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2942878c-e3c8-4a96-b745-e00e9ace1680 req-fed16995-2277-4886-85e4-233fc31bc602 service neutron] 10.222.0.79 "GET /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684824 Jun 30 09:14:42.450175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d57f6559-a5db-4f2c-ab22-28784dbcfbca req-85238270-7c83-42bd-95e6-7209bf89781b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1256239 Jun 30 09:14:42.458666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-191a70ef-a205-4dc1-b313-3a7a2e148b6a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aab9d2992c5b4bf08988ae0eb09afcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933388 Jun 30 09:14:42.460591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37550) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:42.463798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a70ef-a205-4dc1-b313-3a7a2e148b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8973ec1e-34d2-453b-99a7-a6fc70046488,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.542288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d57f6559-a5db-4f2c-ab22-28784dbcfbca req-8c0b0896-b98b-4c14-adf9-ace96e475c0b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832283 Jun 30 09:14:42.597663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8c68f28-14fd-4c44-98fd-b002f8f9fd55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.624682 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b12115-a79a-4fd8-8e64-526a9a8648fd None None] New status for floating IP c4de0691-b5aa-42aa-b34f-3194a91306d1: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:14:42.635445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8c68f28-14fd-4c44-98fd-b002f8f9fd55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.703640 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8c68f28-14fd-4c44-98fd-b002f8f9fd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.709441 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8c68f28-14fd-4c44-98fd-b002f8f9fd55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:42.711030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d8c68f28-14fd-4c44-98fd-b002f8f9fd55 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8973ec1e-34d2-453b-99a7-a6fc70046488 HTTP/1.1" status: 204 len: 168 time: 0.2495205 Jun 30 09:14:42.733212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c68f28-14fd-4c44-98fd-b002f8f9fd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8973ec1e-34d2-453b-99a7-a6fc70046488,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:42.857034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381935f5-c94b-4140-af6c-75ef873b2940 req-36ca7340-2b77-4675-ac2e-779752d41336 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:42.858733 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-381935f5-c94b-4140-af6c-75ef873b2940 req-36ca7340-2b77-4675-ac2e-779752d41336 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1023 time: 0.0993540 Jun 30 09:14:42.944233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-381935f5-c94b-4140-af6c-75ef873b2940 req-28fdf889-d3de-4aa5-b2f1-fc6d959d0552 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b7ce516-4d19-4392-9cf9-99d6556e380b&id=b80abe0c-b07f-4202-af9d-46b5cf96ee55&id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0755680 Jun 30 09:14:43.064707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb99db-a6c8-4ea2-8c15-5c30117eb5c0 req-fe4c1527-bcb3-4cf5-9d70-83efcad8fa55 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:43.066472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-edeb99db-a6c8-4ea2-8c15-5c30117eb5c0 req-fe4c1527-bcb3-4cf5-9d70-83efcad8fa55 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 943 time: 0.0816765 Jun 30 09:14:43.142319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-edeb99db-a6c8-4ea2-8c15-5c30117eb5c0 req-cc33e9b2-2824-4ab1-8176-e154e1fee5fd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653317 Jun 30 09:14:43.168831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c06716-3e4e-47e7-94f0-d6a6d490e0f4 req-7c9cf1bd-0697-42a8-a27a-4b722d3378f2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:43.171909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12c06716-3e4e-47e7-94f0-d6a6d490e0f4 req-7c9cf1bd-0697-42a8-a27a-4b722d3378f2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1044555 Jun 30 09:14:43.222273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12c06716-3e4e-47e7-94f0-d6a6d490e0f4 req-ecc3690d-0067-45ea-9dbc-b02bb36bbba9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Jun 30 09:14:43.400391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3006cbf4-d0e1-4500-bc9f-6ccc28cdace0 req-f3d21298-30c4-4712-90d8-b2132c32c0f2 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0391326 Jun 30 09:14:44.061397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-78f1a760-4f5a-4cee-a241-b1d10f48e05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.142911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054f38b-718b-414d-a6eb-c479488a31a9 req-f92044e8-96fd-44b3-a40f-45a5367e0d46 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:44.153406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8054f38b-718b-414d-a6eb-c479488a31a9 req-f92044e8-96fd-44b3-a40f-45a5367e0d46 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1023 time: 0.0955038 Jun 30 09:14:44.154694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.160764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-32b80272-ffbe-461c-b2df-c4dd2f7965cc tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:44.164442 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-32b80272-ffbe-461c-b2df-c4dd2f7965cc tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.79 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 1023 time: 0.1107943 Jun 30 09:14:44.190547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37622) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:44.242515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8054f38b-718b-414d-a6eb-c479488a31a9 req-e8f0613a-ac04-4ef1-ad4f-13a5d1d3ee63 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups?id=2b7ce516-4d19-4392-9cf9-99d6556e380b&id=b80abe0c-b07f-4202-af9d-46b5cf96ee55&id=7ca44e3d-5803-4416-8a25-649cd4237832&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0848670 Jun 30 09:14:44.319394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Deleting port 78b48449-0cb0-4257-848b-b1637c830e0c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:14:44.319861 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.366812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0e4d8cfe-0c1c-4d4a-ab7a-86e64eabdee9 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-438821209'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:44.367374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0e4d8cfe-0c1c-4d4a-ab7a-86e64eabdee9 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:14:44.389158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22da268-d375-4b91-a0b5-4a4775553660 req-50a12019-8098-41e6-8fae-361f4d742543 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:44.390694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e22da268-d375-4b91-a0b5-4a4775553660 req-50a12019-8098-41e6-8fae-361f4d742543 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 943 time: 0.0727930 Jun 30 09:14:44.463176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e22da268-d375-4b91-a0b5-4a4775553660 req-57dc2f0f-dc6a-4faa-83f4-521a29758175 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627115 Jun 30 09:14:44.494836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52b31f-3844-4964-a5c4-3cbfde931e94 req-f9d6fab2-2fde-458a-b596-f893c557e7da tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:44.496750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b52b31f-3844-4964-a5c4-3cbfde931e94 req-f9d6fab2-2fde-458a-b596-f893c557e7da tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1049387 Jun 30 09:14:44.537560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b52b31f-3844-4964-a5c4-3cbfde931e94 req-e6f8d6fa-fc02-4585-b5a3-c925e7aec26f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350895 Jun 30 09:14:44.584080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e4d8cfe-0c1c-4d4a-ab7a-86e64eabdee9 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.586789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0e4d8cfe-0c1c-4d4a-ab7a-86e64eabdee9 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3952289 Jun 30 09:14:44.588185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37634) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:44.594021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-466339ae-cee5-4e50-a144-cb4a4899544d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '73abf661-cf9e-4ea4-be76-f8f746fcdeeb'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:44.594574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-466339ae-cee5-4e50-a144-cb4a4899544d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:14:44.639885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] For port 78b48449-0cb0-4257-848b-b1637c830e0c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=78b48449-0cb0-4257-848b-b1637c830e0c,segment=NetworkSegment(d366a080-fb4e-4eb1-8bee-86e5c38153de),segment_id=d366a080-fb4e-4eb1-8bee-86e5c38153de)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:44.640267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.658610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Calling delete_port for 78b48449-0cb0-4257-848b-b1637c830e0c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:14:44.708910 n-d-780147-22 neutron-server[93725]: WARNING neutron.services.metering.metering_plugin [None req-466339ae-cee5-4e50-a144-cb4a4899544d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:14:44.729693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c200326-83db-415b-b896-273ffe0040e3 req-a3f4efdc-3bbb-4eb3-8e81-23e93eb28df5 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0323024 Jun 30 09:14:44.803430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:14:44.843776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.848957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-466339ae-cee5-4e50-a144-cb4a4899544d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.850140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-466339ae-cee5-4e50-a144-cb4a4899544d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2607977 Jun 30 09:14:44.853543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37642) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:44.861447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d97fa7f7-0115-43a8-85a5-6eaa4b1ed042 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '73abf661-cf9e-4ea4-be76-f8f746fcdeeb'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:44.861447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d97fa7f7-0115-43a8-85a5-6eaa4b1ed042 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:14:44.862697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['78b48449-0cb0-4257-848b-b1637c830e0c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:44.915286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'Port': ['ID=78b48449-0cb0-4257-848b-b1637c830e0c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:44.929638 n-d-780147-22 neutron-server[93725]: WARNING neutron.services.metering.metering_plugin [None req-d97fa7f7-0115-43a8-85a5-6eaa4b1ed042 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:14:44.936812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] No DVR routers for this DVR port 78b48449-0cb0-4257-848b-b1637c830e0c on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:14:44.940986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:44.943208 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-86ae7b9e-9b9c-40ff-b91d-45800a363bed req-595c4f17-85ea-4f79-8b91-107bfe826427 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.79 "DELETE /v2.0/ports/78b48449-0cb0-4257-848b-b1637c830e0c HTTP/1.1" status: 204 len: 173 time: 0.7723596 Jun 30 09:14:44.943932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'name': 'network-vif-deleted', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:44.946784 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08709c22-c0e4-4bdd-b10c-9426b4b8fe9b" -d '{"events": [{"server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "name": "network-vif-deleted", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:44.996508 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7740d084-43aa-44fe-8c8a-29848608daff x-openstack-request-id: req-7740d084-43aa-44fe-8c8a-29848608daff {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:44.996683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:44.997127 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60dbd553-ac38-4857-8f3c-166fd518853a", "name": "network-vif-deleted", "tag": "78b48449-0cb0-4257-848b-b1637c830e0c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:44.997666 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7740d084-43aa-44fe-8c8a-29848608daff {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:44.998331 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60dbd553-ac38-4857-8f3c-166fd518853a', 'name': 'network-vif-deleted', 'tag': '78b48449-0cb0-4257-848b-b1637c830e0c', 'status': 'completed', 'code': 200} Jun 30 09:14:45.010557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:14:45.055358 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.070795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:14:45.095782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:45.105536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.190238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:45.408588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d97fa7f7-0115-43a8-85a5-6eaa4b1ed042 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.409683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d97fa7f7-0115-43a8-85a5-6eaa4b1ed042 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5548337 Jun 30 09:14:45.412386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37654) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.434454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aad1241b-9908-46a5-a702-0daba88052e9 req-7fa54df2-912d-4d29-bea4-4713ce60fcb4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/ports?device_id=60dbd553-ac38-4857-8f3c-166fd518853a HTTP/1.1" status: 200 len: 210 time: 0.0355623 Jun 30 09:14:45.443116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-50cf8849-1328-436b-80cf-66ad675f979f tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=9686aeca-c9e9-46d2-b9ac-d237fa9b94ce HTTP/1.1" status: 200 len: 464 time: 0.0274472 Jun 30 09:14:45.443421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37656) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.472444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['db360aa9-3921-44a1-8637-8ccf37f40d0a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:14:45.561787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0798454-ca85-4110-9d6f-a1b5fa1c5601 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:45.562961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f0798454-ca85-4110-9d6f-a1b5fa1c5601 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/9686aeca-c9e9-46d2-b9ac-d237fa9b94ce HTTP/1.1" status: 204 len: 168 time: 0.1187375 Jun 30 09:14:45.565660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.577924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b48e9eac-3b38-4ff0-a44a-d93c291a55a6 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=9686aeca-c9e9-46d2-b9ac-d237fa9b94ce HTTP/1.1" status: 200 len: 221 time: 0.0110621 Jun 30 09:14:45.581822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:45.586585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-14d6d678-9290-47f6-aba9-02bf8775295d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2081972642', 'description': 'label created by tempest'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:45.587277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-14d6d678-9290-47f6-aba9-02bf8775295d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:14:45.835936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688dce9c-1ffc-45dc-91ec-772900713bda req-99067e1f-bab7-4af2-870b-5b5947d62dfc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:45.837648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-688dce9c-1ffc-45dc-91ec-772900713bda req-99067e1f-bab7-4af2-870b-5b5947d62dfc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1519842 Jun 30 09:14:45.899153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-688dce9c-1ffc-45dc-91ec-772900713bda req-e2643765-b395-492b-94ad-5ad32dc29eb4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515971 Jun 30 09:14:45.915286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32bd4-336d-4a72-9c6f-27e3479d76a9 req-7471b9ef-5540-4d70-9024-ae4d0940cc00 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:45.923635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eb32bd4-336d-4a72-9c6f-27e3479d76a9 req-7471b9ef-5540-4d70-9024-ae4d0940cc00 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1345599 Jun 30 09:14:45.973863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3eb32bd4-336d-4a72-9c6f-27e3479d76a9 req-e7843d6e-ecd1-46c8-8180-9c977bcaff23 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Jun 30 09:14:45.981438 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.145418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-718a7db5-9a11-4262-b023-6b5c85ef953d req-6ec73cb0-df38-436f-8102-26ee0ad8e950 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0429580 Jun 30 09:14:46.217334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14d6d678-9290-47f6-aba9-02bf8775295d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.218329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-14d6d678-9290-47f6-aba9-02bf8775295d tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6351902 Jun 30 09:14:46.221682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37676) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.299614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5d7e006e-78e2-4395-8314-db3051c462ec tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=16c6c816-ede4-44f1-b2bf-7900ee3cf967 HTTP/1.1" status: 200 len: 468 time: 0.0767343 Jun 30 09:14:46.302204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37680) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.523717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95028430-41c2-4458-ab42-6f5428423fbb tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.525264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-95028430-41c2-4458-ab42-6f5428423fbb tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/16c6c816-ede4-44f1-b2bf-7900ee3cf967 HTTP/1.1" status: 204 len: 168 time: 0.2219815 Jun 30 09:14:46.529249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.549748 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a77e46e5-7349-4cda-a3e8-df54c5ec3e73 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=16c6c816-ede4-44f1-b2bf-7900ee3cf967 HTTP/1.1" status: 200 len: 216 time: 0.0193655 Jun 30 09:14:46.553685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37690) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.572090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c265f6b6-62be-4de5-8cf2-33b53d2da93a tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0116463 Jun 30 09:14:46.572310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37694) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.594649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-461f6155-b0a9-44a4-bc4f-7e865b9bef90 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0209837 Jun 30 09:14:46.595574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.633859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7480b960-5817-4a14-9bfb-8ccfe9d76386 req-6670c7b7-4698-402e-ba54-1f29536570e4 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/b80abe0c-b07f-4202-af9d-46b5cf96ee55 HTTP/1.1" status: 200 len: 1802 time: 0.0546999 Jun 30 09:14:46.676640 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f24e817f-fd83-4b9d-90d2-4d1d61432c5f tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/73abf661-cf9e-4ea4-be76-f8f746fcdeeb HTTP/1.1" status: 200 len: 472 time: 0.0804205 Jun 30 09:14:46.680179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.702002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1b47f299-b432-49cd-9693-76859f0858ac tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/3b245724-fe0a-40e2-9e7d-225254c20612 HTTP/1.1" status: 200 len: 461 time: 0.0205989 Jun 30 09:14:46.706571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.727206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7480b960-5817-4a14-9bfb-8ccfe9d76386 req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.757488 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7480b960-5817-4a14-9bfb-8ccfe9d76386 req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.803336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:46.810793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7480b960-5817-4a14-9bfb-8ccfe9d76386 req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.815327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7480b960-5817-4a14-9bfb-8ccfe9d76386 req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.816786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7480b960-5817-4a14-9bfb-8ccfe9d76386 req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/b80abe0c-b07f-4202-af9d-46b5cf96ee55 HTTP/1.1" status: 204 len: 173 time: 0.1735761 Jun 30 09:14:46.835225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80abe0c-b07f-4202-af9d-46b5cf96ee55,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:46.839050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8779510f-7a71-4b9d-9033-c35f83d3a3ef tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.840198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8779510f-7a71-4b9d-9033-c35f83d3a3ef tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/3b245724-fe0a-40e2-9e7d-225254c20612 HTTP/1.1" status: 204 len: 168 time: 0.1322556 Jun 30 09:14:46.842986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:46.858162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.858820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.859207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.859553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.860290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.860901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.861340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.861685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.862306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.862644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.863064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.863395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71289153-6652-4ff2-9f3c-88e0d1d613f9 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:46.878871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port db360aa9-3921-44a1-8637-8ccf37f40d0a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:46.893130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port db360aa9-3921-44a1-8637-8ccf37f40d0a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:46.893902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.920437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-493d2a89-6bc2-4e9a-bbf2-bc7b7670ba0c req-3dc6e174-0fe0-4e14-9f43-6cc270b02681 tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "GET /v2.0/security-groups/2b7ce516-4d19-4392-9cf9-99d6556e380b HTTP/1.1" status: 200 len: 1802 time: 0.0808508 Jun 30 09:14:46.990150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-493d2a89-6bc2-4e9a-bbf2-bc7b7670ba0c req-01cdfa6b-20c7-446c-815f-98bbd3f2d13a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:46.996577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.017695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-493d2a89-6bc2-4e9a-bbf2-bc7b7670ba0c req-01cdfa6b-20c7-446c-815f-98bbd3f2d13a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.026561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:47.029678 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d250cc-2af4-410d-bd39-598251331d08" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:47.042578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:47.051032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.081752 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-493d2a89-6bc2-4e9a-bbf2-bc7b7670ba0c req-01cdfa6b-20c7-446c-815f-98bbd3f2d13a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.084438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-493d2a89-6bc2-4e9a-bbf2-bc7b7670ba0c req-01cdfa6b-20c7-446c-815f-98bbd3f2d13a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.085680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-493d2a89-6bc2-4e9a-bbf2-bc7b7670ba0c req-01cdfa6b-20c7-446c-815f-98bbd3f2d13a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] 10.222.0.77 "DELETE /v2.0/security-groups/2b7ce516-4d19-4392-9cf9-99d6556e380b HTTP/1.1" status: 204 len: 173 time: 0.1594760 Jun 30 09:14:47.093146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:47.099776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdfa6b-20c7-446c-815f-98bbd3f2d13a tempest-SecurityGroupsTestJSON-1623387004 tempest-SecurityGroupsTestJSON-1623387004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ce516-4d19-4392-9cf9-99d6556e380b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.164410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.194830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f15bb4fe-e686-4e7d-954a-ce79c704d616 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.199980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f15bb4fe-e686-4e7d-954a-ce79c704d616 tempest-MeteringTestJSON-1307651499 tempest-MeteringTestJSON-1307651499-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/73abf661-cf9e-4ea4-be76-f8f746fcdeeb HTTP/1.1" status: 204 len: 168 time: 0.3546114 Jun 30 09:14:47.211189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 78b48449-0cb0-4257-848b-b1637c830e0c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:14:47.215021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Deleting subnet 5c764df1-e79e-4dad-a6fa-15d2c9847cbd {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:14:47.215490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c0df9-2d38-4b3f-a845-a07273f6984b req-81b56d06-4ff0-42dd-9020-0bd993baf84d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.219929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.224909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d5c0df9-2d38-4b3f-a845-a07273f6984b req-81b56d06-4ff0-42dd-9020-0bd993baf84d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.1268859 Jun 30 09:14:47.237386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 78b48449-0cb0-4257-848b-b1637c830e0c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:14:47.237755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 78b48449-0cb0-4257-848b-b1637c830e0c not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:14:47.244119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.269706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.317409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d5c0df9-2d38-4b3f-a845-a07273f6984b req-ee983572-5ad2-4f3f-b6dd-16f9a35b638a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905447 Jun 30 09:14:47.324648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.350335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab61a-3a58-4d12-b99a-4c64cf2017cc req-0bc67afb-6926-4931-acc5-6bcca436cc5e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.357910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-618ab61a-3a58-4d12-b99a-4c64cf2017cc req-0bc67afb-6926-4931-acc5-6bcca436cc5e tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1304672 Jun 30 09:14:47.412574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-618ab61a-3a58-4d12-b99a-4c64cf2017cc req-9d5b17c7-19f3-4781-8afc-5c455d60be33 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535934 Jun 30 09:14:47.436467 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31eafa86-238b-4375-8bd2-b4017ccc0722 x-openstack-request-id: req-31eafa86-238b-4375-8bd2-b4017ccc0722 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:47.436831 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:47.437166 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31eafa86-238b-4375-8bd2-b4017ccc0722 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:47.437617 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:14:47.446090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.516546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.536357 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.541880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37726) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:47.554720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5c764df1-e79e-4dad-a6fa-15d2c9847cbd HTTP/1.1" status: 204 len: 168 time: 0.4566336 Jun 30 09:14:47.557276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2ec7c-3940-4a35-9085-922d3db0a7e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c764df1-e79e-4dad-a6fa-15d2c9847cbd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:47.651503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:47.667318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44109a49-8e28-4e40-8ce4-fc6a8ad3e635 req-02ee069b-8d82-41a9-85e1-1d943b4f5418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:47.669010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44109a49-8e28-4e40-8ce4-fc6a8ad3e635 req-02ee069b-8d82-41a9-85e1-1d943b4f5418 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1097 time: 0.1000526 Jun 30 09:14:47.720483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.746851 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44109a49-8e28-4e40-8ce4-fc6a8ad3e635 req-ebb300ee-e44e-4dcb-aa5a-a6463f8978c4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714343 Jun 30 09:14:47.826480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc5fc27c-6d40-42fa-8d98-394e03eb9ecf req-7d60665b-f981-4d2e-bd30-5da690a3e2f1 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0398269 Jun 30 09:14:47.845837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df059877-8055-45bd-a60d-468f6a82b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.884689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.895794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:47.906815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd366a080-fb4e-4eb1-8bee-86e5c38153de') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:47.907117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd366a080-fb4e-4eb1-8bee-86e5c38153de') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:47.916195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.931207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.938739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:14:47.939141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:14:47.941108 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:14:47.969737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df059877-8055-45bd-a60d-468f6a82b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.973843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df059877-8055-45bd-a60d-468f6a82b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:47.995983 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.014778 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.018636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0 HTTP/1.1" status: 204 len: 168 time: 0.4743443 Jun 30 09:14:48.020005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18b131-fbe8-4c6c-8c15-60ba685fa4e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c761ba7-bab9-43b1-8ba5-09bd5f97ebb0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.034454 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-df059877-8055-45bd-a60d-468f6a82b926 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea1b1921b4f94d2099831339e6a6bff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3809986 Jun 30 09:14:48.035422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df059877-8055-45bd-a60d-468f6a82b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf08d7eb-804f-43ba-bf1f-0458e372cb8a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.037559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37746) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.095135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f819c5e-c71c-476d-acd7-aaa64bbee137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.118081 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f819c5e-c71c-476d-acd7-aaa64bbee137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.159426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37750) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.178633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f819c5e-c71c-476d-acd7-aaa64bbee137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.181734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f819c5e-c71c-476d-acd7-aaa64bbee137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.183400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5f819c5e-c71c-476d-acd7-aaa64bbee137 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf08d7eb-804f-43ba-bf1f-0458e372cb8a HTTP/1.1" status: 204 len: 168 time: 0.1442418 Jun 30 09:14:48.193131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f819c5e-c71c-476d-acd7-aaa64bbee137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf08d7eb-804f-43ba-bf1f-0458e372cb8a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.223207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-635850ae-0c7d-4f12-9b3c-8b56f3b32ef3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b19082d10b9a43c0883a297f4aee7f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599797 Jun 30 09:14:48.223600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37754) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.275087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dff1eb4-ec52-4631-a132-7e1168c41943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.301624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dff1eb4-ec52-4631-a132-7e1168c41943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.366042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dff1eb4-ec52-4631-a132-7e1168c41943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.366042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7dff1eb4-ec52-4631-a132-7e1168c41943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.370086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7dff1eb4-ec52-4631-a132-7e1168c41943 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7ca44e3d-5803-4416-8a25-649cd4237832 HTTP/1.1" status: 204 len: 168 time: 0.1451590 Jun 30 09:14:48.381345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1eb4-ec52-4631-a132-7e1168c41943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca44e3d-5803-4416-8a25-649cd4237832,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.613674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cadb2-6fe0-411f-b7ca-dafa8a24e158 req-2f47c547-3f0e-48f5-842e-bbd5b2b8c99d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:48.613674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-313cadb2-6fe0-411f-b7ca-dafa8a24e158 req-2f47c547-3f0e-48f5-842e-bbd5b2b8c99d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.0936968 Jun 30 09:14:48.638707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.652868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5203411f-687c-4dda-b2a5-d0c3818330c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.702190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-313cadb2-6fe0-411f-b7ca-dafa8a24e158 req-b8d7c01b-64a4-4303-852f-ed5bef8b05cb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832946 Jun 30 09:14:48.757857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8aba4-6ad7-41ac-8c18-e2b392c71371 req-fbdaba8f-5a5a-44d9-acdf-a78261c6e56f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:48.779705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34a8aba4-6ad7-41ac-8c18-e2b392c71371 req-fbdaba8f-5a5a-44d9-acdf-a78261c6e56f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1526928 Jun 30 09:14:48.829856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5203411f-687c-4dda-b2a5-d0c3818330c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.836695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34a8aba4-6ad7-41ac-8c18-e2b392c71371 req-acd061d6-94d4-44b0-9940-b3e144990259 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558078 Jun 30 09:14:48.836946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5203411f-687c-4dda-b2a5-d0c3818330c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:48.884949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5203411f-687c-4dda-b2a5-d0c3818330c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5b2212c376a94e7ba57f35028fa933ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447217 Jun 30 09:14:48.885837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5203411f-687c-4dda-b2a5-d0c3818330c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816ae5af-5034-47d9-b846-6dfb8d9f5af3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:48.888437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37790) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:48.987114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f374-96f8-4ef1-b2d1-259af90a7969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.030414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f374-96f8-4ef1-b2d1-259af90a7969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.095810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-610c072e-c7ef-4f9e-8b36-48b1e7d09843 req-a50d3c06-714f-4b03-8a71-10a38bcd589e tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0457115 Jun 30 09:14:49.142701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f374-96f8-4ef1-b2d1-259af90a7969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.149177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e4f374-96f8-4ef1-b2d1-259af90a7969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.150853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b7e4f374-96f8-4ef1-b2d1-259af90a7969 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/816ae5af-5034-47d9-b846-6dfb8d9f5af3 HTTP/1.1" status: 204 len: 168 time: 0.2612798 Jun 30 09:14:49.164211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4f374-96f8-4ef1-b2d1-259af90a7969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816ae5af-5034-47d9-b846-6dfb8d9f5af3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.407066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:49.523802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-network', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:49.557207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:49.560057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.572163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.724851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.731031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.783145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:49.793588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10950cae-cfb6-4144-931d-4da79f201808,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.806618 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.807155 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Added segment e43f2496-ab82-4e55-8d3a-3d5deb13e5a0 of type vlan for network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 Jun 30 09:14:49.861642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.896061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.897208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:49.897897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:49.959594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5512891 Jun 30 09:14:49.962608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:49.968243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Request body: {'subnet': {'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-subnet', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:49.980079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7f406-ffa0-4e23-8858-d7bd91422e0f admin admin] Pushing event updated for resources: {'Network': ['ID=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:49.993027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:50.005401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:50.008476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.049081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b0fcf-c20f-48cf-b8fc-7ebf1d0ad7d2 req-446f9255-4179-43f6-abb7-d40b53bbf461 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.067198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-942b0fcf-c20f-48cf-b8fc-7ebf1d0ad7d2 req-446f9255-4179-43f6-abb7-d40b53bbf461 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.1366768 Jun 30 09:14:50.124066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-942b0fcf-c20f-48cf-b8fc-7ebf1d0ad7d2 req-69d424ab-bced-4d87-8bf3-625cb8db7616 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501759 Jun 30 09:14:50.178925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37870) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:50.299910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086cf1-ac98-4c67-9dfc-8423e5fd00e4 req-2981392d-f13f-4703-ae19-c653682c6439 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.301443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70086cf1-ac98-4c67-9dfc-8423e5fd00e4 req-2981392d-f13f-4703-ae19-c653682c6439 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1157286 Jun 30 09:14:50.308554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.311470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-509544768'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:50.355853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:50.361298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.374836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.380657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Checking segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:50.381062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Network hostable DHCP agents. Network: 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:50.396811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fffb89d-5bae-4842-b014-826fbda039f1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:50.415527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:50.417998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70086cf1-ac98-4c67-9dfc-8423e5fd00e4 req-2ac62e0f-caf6-4e02-99aa-cfed007a7439 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830567 Jun 30 09:14:50.426831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:50.432501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.435983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661b34a0-c5c5-4988-aa9f-444bb8f4d433 None None] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:50.456449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.462565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e176aa10-2a65-472b-96c1-b78a30b2c730 req-65d774c0-4690-4bca-9dec-89cef38652d0 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0510302 Jun 30 09:14:50.609866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.615571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.625471 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-133891a4-a52a-4b06-89b7-71d1a2fd2678 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6614275 Jun 30 09:14:50.626648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37882) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:50.631919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:50.654969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:50.657216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5949ed-5f3d-4a47-8db0-21dbd92c3340,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:50.682447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.686289 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 62a82788-d2e4-4d49-b601-5c31e6d1098b of type vlan for network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb Jun 30 09:14:50.738832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.739807 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.781639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b4d8b-3581-4bce-b19a-050104679c03 req-44bac153-d4be-43a5-8f82-8180b7530a4e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.785207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b8b4d8b-3581-4bce-b19a-050104679c03 req-44bac153-d4be-43a5-8f82-8180b7530a4e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.2235105 Jun 30 09:14:50.806386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37886) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:50.808537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.815999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.818697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'floatingip': {'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:50.822454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:50.823614 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.885345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.934195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af251f4d-a038-42e9-ac1e-82c836553159 req-4c0f974f-5f4c-495b-afed-2f54ff07d406 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0319695 Jun 30 09:14:50.972263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:50.979868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:50.980584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.002586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Allocated IP 172.20.0.2 (8e2ced18-95fc-49b6-a3c1-e0a10599a8d6/8fffb89d-5bae-4842-b014-826fbda039f1/222f3502-318a-472a-bfc4-d18ba171eaf8) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:51.015121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.095087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9148192 Jun 30 09:14:51.101090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:51.106783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-490703586'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:51.143815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:51.144124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb1537-f6ca-4cf0-811a-42959bd224c7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=1ed88d44-2ba1-424a-887a-61f7df1e9bcb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:51.148331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.177558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:51.202305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:14:51.253078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.253430 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7 of type vlan for network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 Jun 30 09:14:51.340545 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.353184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.364674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Transition to ACTIVE for port object 222f3502-318a-472a-bfc4-d18ba171eaf8 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:51.397017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.397526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Transition to ACTIVE for port object 222f3502-318a-472a-bfc4-d18ba171eaf8 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:51.405514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:51.406245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.419419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.501140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Pushing event updated for resources: {'Port': ['ID=222f3502-318a-472a-bfc4-d18ba171eaf8,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:51.506269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.531354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:51.535684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:51.539349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:51.549360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.556606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4548352 Jun 30 09:14:51.567119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:51.576008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:51.603913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc4c6f0-d749-485e-811f-1ecaaa281970 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=14b19d24-0cf3-4ef6-8afc-3b5283841ab2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:51.638681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:14:51.704915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Attempting to bind port 222f3502-318a-472a-bfc4-d18ba171eaf8 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:51.705293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Attempting to bind port 222f3502-318a-472a-bfc4-d18ba171eaf8 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:51.705722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Attempting to bind port 222f3502-318a-472a-bfc4-d18ba171eaf8 on network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:51.732169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:51.732555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Checking segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:51.732969 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.733366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Bound using segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:51.733848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Bound port: 222f3502-318a-472a-bfc4-d18ba171eaf8, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:51.734253 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.807438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:51.829060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.842860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.845768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb33d292-6e5e-4172-b586-a7b8129723a0 req-4017508a-360a-4e5e-a0e8-d04ed1bd5402 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0871751 Jun 30 09:14:51.855352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.858614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] For port 222f3502-318a-472a-bfc4-d18ba171eaf8, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:51.863400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] For port 222f3502-318a-472a-bfc4-d18ba171eaf8, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=222f3502-318a-472a-bfc4-d18ba171eaf8,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:51.875521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:51.962443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410f948-2d42-4d61-8120-046e285ea0bc req-abe8db2d-76d4-431a-bdae-11222ff34c6b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:51.973023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2410f948-2d42-4d61-8120-046e285ea0bc req-abe8db2d-76d4-431a-bdae-11222ff34c6b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2338955 Jun 30 09:14:51.985432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6afd65-12ec-43ad-93c9-8c21a9790f28 None None] Pushing event updated for resources: {'Port': ['ID=222f3502-318a-472a-bfc4-d18ba171eaf8,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:52.056857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2410f948-2d42-4d61-8120-046e285ea0bc req-0778e396-5073-435f-b5d4-dee429b343f2 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807667 Jun 30 09:14:52.063258 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Floating IP 17c28a2e-e755-4a12-958d-72b4dc694321 associated. External IP: 172.25.7.77, port: db360aa9-3921-44a1-8637-8ccf37f40d0a. Jun 30 09:14:52.083896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Allocated IP 172.25.7.161 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/78796734-e690-465a-b158-3cd245efeed3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:52.129779 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.285814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:52.349329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '62a82788-d2e4-4d49-b601-5c31e6d1098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:52.351413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 1ed88d44-2ba1-424a-887a-61f7df1e9bcb, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:52.400463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:14:52.403298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.423813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:52.454437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 1ed88d44-2ba1-424a-887a-61f7df1e9bcb) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:52.460179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:52.460901 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.475731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd8345-2ec9-41d8-ae90-59c4dfce509c None None] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:52.499855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-375dd202-4894-4546-9f14-b965db3b4d75 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9285321 Jun 30 09:14:52.500983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:52.515008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:52.568873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:52.574148 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.590434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] Sync routers for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:52.626074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:52.626739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:52.643721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.659845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8f27521c-5109-4e7f-a709-0fd79605145b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "PUT /v2.0/floatingips/17c28a2e-e755-4a12-958d-72b4dc694321 HTTP/1.1" status: 200 len: 990 time: 1.8457928 Jun 30 09:14:52.659845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:14:52.664072 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c9641-0cc3-41e0-ad09-00fe315b3b63" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:14:52.726390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:52.730072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:52.732655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:14:52.736584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.741996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:52.828589 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a919fcfb-0c7d-4dba-887c-1bcfcc30070e x-openstack-request-id: req-a919fcfb-0c7d-4dba-887c-1bcfcc30070e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:14:52.828938 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:14:52.829307 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a919fcfb-0c7d-4dba-887c-1bcfcc30070e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:14:52.830108 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'status': 'completed', 'code': 200} Jun 30 09:14:52.845421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-1ed88d44-2ba1-424a-887a-61f7df1e9bcb', 'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': '8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:52.847025 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:52.904179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:53.085076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Pushing event updated for resources: {'Port': ['ID=78796734-e690-465a-b158-3cd245efeed3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.225595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55020c58-b4f1-42dd-af68-096fa014dce6 req-80608525-7ece-40c2-b713-08ef9105a3c8 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0804429 Jun 30 09:14:53.397223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Allocated IP 2001:db8::2 (1ed88d44-2ba1-424a-887a-61f7df1e9bcb/8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3/513814fd-d222-49f8-834a-1df8184799c5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:53.480267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d72a39-2d19-42f7-a84f-30491f22ff43 req-31a93a3d-ea43-4259-a57a-df19a5e1380c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.489342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d72a39-2d19-42f7-a84f-30491f22ff43 req-31a93a3d-ea43-4259-a57a-df19a5e1380c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1536393 Jun 30 09:14:53.588249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98d72a39-2d19-42f7-a84f-30491f22ff43 req-315998ee-5b15-4e3f-8e7f-86f6afe7f0d5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978448 Jun 30 09:14:53.595998 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.605871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Transition to ACTIVE for port object 513814fd-d222-49f8-834a-1df8184799c5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:53.625793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Transition to ACTIVE for port object 513814fd-d222-49f8-834a-1df8184799c5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:53.637208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425e3dd-197a-4f7f-8035-2c55d68dba6d None None] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:53.645394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.705499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:53.713683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-33adb4c9-de9d-4e65-af9a-0ec5b1b93385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:53.715243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-33adb4c9-de9d-4e65-af9a-0ec5b1b93385 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1097 time: 0.6927736 Jun 30 09:14:53.756329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Pushing event updated for resources: {'Port': ['ID=513814fd-d222-49f8-834a-1df8184799c5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:53.790903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:53.795634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:53.804767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-48f54948-2d6c-4afe-bd0e-430d2f2344c0 None None] Provisioning for port 222f3502-318a-472a-bfc4-d18ba171eaf8 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:53.805758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:53.853566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '17c28a2e-e755-4a12-958d-72b4dc694321', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:14:31Z', 'updated_at': '2021-06-30T09:14:51Z', 'revision_number': 1, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:32Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:53.900919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] Checking router: d2d63e8f-a6fa-4435-ab1e-46c730d63b4f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:54.021758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 222f3502-318a-472a-bfc4-d18ba171eaf8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:54.029357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Attempting to bind port 513814fd-d222-49f8-834a-1df8184799c5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:54.029765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Attempting to bind port 513814fd-d222-49f8-834a-1df8184799c5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '62a82788-d2e4-4d49-b601-5c31e6d1098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:54.030071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Attempting to bind port 513814fd-d222-49f8-834a-1df8184799c5 on network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:54.032208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:54.032928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:54.091826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93f0c69e-9472-41be-9d9f-ec810e57cd43 req-6f39ae30-2b89-4703-9658-b04431309bf0 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0593479 Jun 30 09:14:54.105538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:54.106189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Checking segment: {'id': '62a82788-d2e4-4d49-b601-5c31e6d1098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:54.106854 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.107324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Bound using segment: {'id': '62a82788-d2e4-4d49-b601-5c31e6d1098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:54.107823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Bound port: 513814fd-d222-49f8-834a-1df8184799c5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62a82788-d2e4-4d49-b601-5c31e6d1098b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1ed88d44-2ba1-424a-887a-61f7df1e9bcb'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:54.108363 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.214512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:54.365881 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ce3d31d7-15e2-45c6-821f-970bdf776402 req-559a2654-13b6-4bbc-8e92-105d3165db5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=481a54a14b914b779a64437dacdf5326&device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0516188 Jun 30 09:14:54.404575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=ec827385-c574-4294-b313-b72ba326cae4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:54.436221 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ce3d31d7-15e2-45c6-821f-970bdf776402 req-c8dab472-a8a3-46a2-be15-f9264ff67edb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=481a54a14b914b779a64437dacdf5326&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508492 Jun 30 09:14:54.494311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.504266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:54.504696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 14b19d24-0cf3-4ef6-8afc-3b5283841ab2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:14:54.584442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-d130db53-2abc-4941-a548-eefab752e6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:54.586113 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-d130db53-2abc-4941-a548-eefab752e6ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.8486207 Jun 30 09:14:54.640241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 222f3502-318a-472a-bfc4-d18ba171eaf8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:54.654281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] For port 513814fd-d222-49f8-834a-1df8184799c5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:54.671348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] For port 513814fd-d222-49f8-834a-1df8184799c5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=513814fd-d222-49f8-834a-1df8184799c5,segment=NetworkSegment(62a82788-d2e4-4d49-b601-5c31e6d1098b),segment_id=62a82788-d2e4-4d49-b601-5c31e6d1098b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:54.673252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 222f3502-318a-472a-bfc4-d18ba171eaf8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:54.673252 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.722251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:54.956461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:14:54.961841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-bbb4d2b4-2915-4711-856a-fe1c35687508 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.3664443 Jun 30 09:14:54.989880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8971c1-df5e-45de-ad8d-b07fdac5e75a None None] Pushing event updated for resources: {'Port': ['ID=513814fd-d222-49f8-834a-1df8184799c5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:55.062373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84adf0-d2ca-4a0c-beb6-367a5ea8a158 req-16a12b3f-005d-4f9a-b586-07a56a21909b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.070794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af84adf0-d2ca-4a0c-beb6-367a5ea8a158 req-16a12b3f-005d-4f9a-b586-07a56a21909b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2310336 Jun 30 09:14:55.092436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-9955bd51-6e4f-4017-8a90-0954dd52709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.094799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-9955bd51-6e4f-4017-8a90-0954dd52709d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0759401 Jun 30 09:14:55.118991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 14b19d24-0cf3-4ef6-8afc-3b5283841ab2) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:55.127135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.128315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.153479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1837534a-094f-4ba5-bdc1-6502a4649b99 None None] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:55.172895 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.181974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-45158559-a82f-4465-88e7-0d66df2b2ad5 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6751113 Jun 30 09:14:55.181974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d31d7-15e2-45c6-821f-970bdf776402 req-e7e382a9-8243-4675-aab3-1b3e1653fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.181974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ce3d31d7-15e2-45c6-821f-970bdf776402 req-e7e382a9-8243-4675-aab3-1b3e1653fed2 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7342052 Jun 30 09:14:55.183594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37944) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:55.231739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1224570595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:14:55.281651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af84adf0-d2ca-4a0c-beb6-367a5ea8a158 req-7d6ca444-92f7-40df-8ecd-ab90ffde940a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094536 Jun 30 09:14:55.299677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '17c28a2e-e755-4a12-958d-72b4dc694321', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:14:31Z', 'updated_at': '2021-06-30T09:14:51Z', 'revision_number': 1, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:32Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:55.317318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.358785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.359946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.433344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 222f3502-318a-472a-bfc4-d18ba171eaf8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=222f3502-318a-472a-bfc4-d18ba171eaf8,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:55.471158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-ce468513-f289-480c-bee7-72a56e58e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:55.472763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-ce468513-f289-480c-bee7-72a56e58e298 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3694127 Jun 30 09:14:55.485359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.515874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7512c-f50b-44ed-8121-1aa002227818 None None] The sync data for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 is: [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '17c28a2e-e755-4a12-958d-72b4dc694321', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'floating_ip_address': '172.25.7.77', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:14:31Z', 'updated_at': '2021-06-30T09:14:51Z', 'revision_number': 1, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:32Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:14:55.517783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6b2859d7-38ac-401b-9254-a8a02144f9d4 None None] Provisioning complete for port 222f3502-318a-472a-bfc4-d18ba171eaf8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:55.518161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b2859d7-38ac-401b-9254-a8a02144f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.525847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-060e172f-7879-461d-8f74-36c5ec93e018 req-daac13df-eb7d-4f31-ad76-89e1e3e307db tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0385602 Jun 30 09:14:55.529674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.530372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.557126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.559029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a278de2a-00f4-48ac-b9d1-167f00cf1164 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3750744 Jun 30 09:14:55.572619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37948) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:55.692966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=222f3502-318a-472a-bfc4-d18ba171eaf8,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:55.780350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-14b19d24-0cf3-4ef6-8afc-3b5283841ab2', 'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': 'ec827385-c574-4294-b313-b72ba326cae4'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:14:55.781219 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:55.791635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-41f43dba-2fae-4467-a611-870d61b990ca service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063300 Jun 30 09:14:55.796977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Router 70d2bee6-0352-450a-a68c-f0394842ae18 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:14:56.038490 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01156bf-651b-4763-8244-d2b00e609f87 None None] New status for floating IP 17c28a2e-e755-4a12-958d-72b4dc694321: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:14:56.140995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 222f3502-318a-472a-bfc4-d18ba171eaf8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:56.146060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Allocated IP 2001:db8:1::2 (14b19d24-0cf3-4ef6-8afc-3b5283841ab2/ec827385-c574-4294-b313-b72ba326cae4/61b04e67-0697-4920-828c-ec42a637121f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:56.229197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.363849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:14:56.389050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-024c9641-0cc3-41e0-ad09-00fe315b3b63 req-89595ca3-e9bd-4718-9f83-68ef4c140b26 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871718 Jun 30 09:14:56.441652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Sync routers for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:14:56.455663 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.461240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-302226e5-ce46-4830-85c4-7dbfe505b3ad admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8332794 Jun 30 09:14:56.464786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37960) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:56.540121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:56.540770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:56.657674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 222f3502-318a-472a-bfc4-d18ba171eaf8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:56.660315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:56.767095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2adc0d1-14f6-47ed-b734-2eefd55897d5 None None] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:14:56.850149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ce3d31d7-15e2-45c6-821f-970bdf776402 req-a778b7a7-f6b2-4a62-b6c8-501658f8a381 tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.83 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.0681360 Jun 30 09:14:56.985533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8a6db12c-8c2c-444c-9de6-8c32a27b2bac None None] Provisioning for port 513814fd-d222-49f8-834a-1df8184799c5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:57.025884 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.140425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Transition to ACTIVE for port object 61b04e67-0697-4920-828c-ec42a637121f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:57.145362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:14:57.148633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 513814fd-d222-49f8-834a-1df8184799c5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:14:57.317093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2f08651-4182-412d-84ed-68cb037ee229 req-0bf07c18-20f1-475e-a5da-8ad6814ed59b tempest-ServerShowV257Test-1135437833 tempest-ServerShowV257Test-1135437833-project] 10.222.0.77 "GET /v2.0/ports?device_id=ad58523f-607a-425e-979f-5fc3cbd0382b HTTP/1.1" status: 200 len: 210 time: 0.1394672 Jun 30 09:14:57.368082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Transition to ACTIVE for port object 61b04e67-0697-4920-828c-ec42a637121f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:57.412211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.506571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 513814fd-d222-49f8-834a-1df8184799c5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:57.524770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:57.538440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 513814fd-d222-49f8-834a-1df8184799c5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:57.538816 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.547345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:57.806766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:57.828865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Pushing event updated for resources: {'Port': ['ID=61b04e67-0697-4920-828c-ec42a637121f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:57.894438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef6837-559a-4cfc-a133-e2829f4a865b req-2342566b-60fb-4d4e-80bf-962878741088 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:57.902314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5ef6837-559a-4cfc-a133-e2829f4a865b req-2342566b-60fb-4d4e-80bf-962878741088 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.7218752 Jun 30 09:14:57.960089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Attempting to bind port 61b04e67-0697-4920-828c-ec42a637121f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:57.960488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Attempting to bind port 61b04e67-0697-4920-828c-ec42a637121f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:57.960928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Attempting to bind port 61b04e67-0697-4920-828c-ec42a637121f on network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:57.974291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:57.974291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Checking segment: {'id': 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:57.974291 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.974291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Bound using segment: {'id': 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:57.975132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Bound port: 61b04e67-0697-4920-828c-ec42a637121f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '14b19d24-0cf3-4ef6-8afc-3b5283841ab2'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:57.975132 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:57.990966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8::1 (1ed88d44-2ba1-424a-887a-61f7df1e9bcb/8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3/e8211469-e97c-4302-8345-e005bb7ac8fc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:58.017267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5ef6837-559a-4cfc-a133-e2829f4a865b req-b2b6fe99-abc6-46a6-a73e-090f305a1cff tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139350 Jun 30 09:14:58.081593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.091772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 3, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:58.145081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Checking router: 70d2bee6-0352-450a-a68c-f0394842ae18 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:14:58.145382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Updating router 70d2bee6-0352-450a-a68c-f0394842ae18 port 78796734-e690-465a-b158-3cd245efeed3 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:14:58.177600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] For port 61b04e67-0697-4920-828c-ec42a637121f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:58.207487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] For port 61b04e67-0697-4920-828c-ec42a637121f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=61b04e67-0697-4920-828c-ec42a637121f,segment=NetworkSegment(b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7),segment_id=b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:58.213671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 513814fd-d222-49f8-834a-1df8184799c5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=513814fd-d222-49f8-834a-1df8184799c5,segment=NetworkSegment(62a82788-d2e4-4d49-b601-5c31e6d1098b),segment_id=62a82788-d2e4-4d49-b601-5c31e6d1098b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:14:58.225159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.227842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.255915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.281305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object e8211469-e97c-4302-8345-e005bb7ac8fc will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:58.322942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f70e7-9a12-43b5-b3e2-223e28b687d6 None None] Pushing event updated for resources: {'Port': ['ID=61b04e67-0697-4920-828c-ec42a637121f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.328250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.400247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=513814fd-d222-49f8-834a-1df8184799c5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.403667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.437679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:14:58.479021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:14:58.491047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:14:58.491860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.555457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=e8211469-e97c-4302-8345-e005bb7ac8fc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:58.599997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a01650d7-a29f-4684-9be7-28b8de0384c8 None None] Provisioning complete for port 513814fd-d222-49f8-834a-1df8184799c5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:58.600630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a01650d7-a29f-4684-9be7-28b8de0384c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:58.789967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.028549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:59.213253 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.226930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.234582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ed6a6d76-b3f8-4f95-b9da-b85ab03ab521 None None] Provisioning for port e8211469-e97c-4302-8345-e005bb7ac8fc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:14:59.247607 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.258854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ed6a6d76-b3f8-4f95-b9da-b85ab03ab521 None None] Provisioning complete for port e8211469-e97c-4302-8345-e005bb7ac8fc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:14:59.259334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ed6a6d76-b3f8-4f95-b9da-b85ab03ab521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.264406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Transition to ACTIVE for port object 78796734-e690-465a-b158-3cd245efeed3 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:14:59.281775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ea4e-506d-4c70-ad0d-117745574726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.303546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.349137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a6d76-b3f8-4f95-b9da-b85ab03ab521 None None] Port e8211469-e97c-4302-8345-e005bb7ac8fc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:14:59.404746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Pushing event updated for resources: {'Port': ['ID=78796734-e690-465a-b158-3cd245efeed3,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:59.408037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Attempting to bind port 78796734-e690-465a-b158-3cd245efeed3 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:14:59.408413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Attempting to bind port 78796734-e690-465a-b158-3cd245efeed3 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:14:59.408769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Attempting to bind port 78796734-e690-465a-b158-3cd245efeed3 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:14:59.414778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:14:59.415415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:14:59.415825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.416210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:14:59.416685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Bound port: 78796734-e690-465a-b158-3cd245efeed3, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:14:59.417085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.432057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ea4e-506d-4c70-ad0d-117745574726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.439145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fb2ea4e-506d-4c70-ad0d-117745574726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.480715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] For port 78796734-e690-465a-b158-3cd245efeed3, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:14:59.485294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] For port 78796734-e690-465a-b158-3cd245efeed3, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=78796734-e690-465a-b158-3cd245efeed3,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:14:59.493116 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.495312 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8fb2ea4e-506d-4c70-ad0d-117745574726 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=481a54a14b914b779a64437dacdf5326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4642007 Jun 30 09:14:59.496369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2ea4e-506d-4c70-ad0d-117745574726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef797e9-ad15-4aec-8e69-f5ca72d4196b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:59.501016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:14:59.590039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecd83f12-9c08-4d48-9420-e6a5e24dd619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.596574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:14:59.597354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:14:59.603825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa7fe5-aa18-49c4-8aab-4b285628d42b req-eb2ff6c5-0164-4a32-93fd-dc2d6ecc0b19 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:14:59.609619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91fa7fe5-aa18-49c4-8aab-4b285628d42b req-eb2ff6c5-0164-4a32-93fd-dc2d6ecc0b19 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2996833 Jun 30 09:14:59.634917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecd83f12-9c08-4d48-9420-e6a5e24dd619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.661084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Pushing event updated for resources: {'Port': ['ID=78796734-e690-465a-b158-3cd245efeed3,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:59.666331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Allocated IP 172.20.0.1 (8e2ced18-95fc-49b6-a3c1-e0a10599a8d6/8fffb89d-5bae-4842-b014-826fbda039f1/1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:14:59.677298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.677819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.678313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.679210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.679711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.680189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.680646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.681244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.681672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.682096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.682579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.683171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c713ba-cc9c-422c-bf1f-bf3da5b8f369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:14:59.718059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91fa7fe5-aa18-49c4-8aab-4b285628d42b req-30363e1c-7b66-4fc8-a975-511db451ff19 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034930 Jun 30 09:14:59.736011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecd83f12-9c08-4d48-9420-e6a5e24dd619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.742416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ecd83f12-9c08-4d48-9420-e6a5e24dd619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:14:59.752886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ecd83f12-9c08-4d48-9420-e6a5e24dd619 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ef797e9-ad15-4aec-8e69-f5ca72d4196b HTTP/1.1" status: 204 len: 168 time: 0.2491429 Jun 30 09:14:59.764454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd83f12-9c08-4d48-9420-e6a5e24dd619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef797e9-ad15-4aec-8e69-f5ca72d4196b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:14:59.855625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:00.134552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd52e133-79f1-476b-9cd6-94cfddf93deb None None] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:00.210888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b08ef872-9219-4ee2-8306-31a114df0384 None None] Provisioning for port 61b04e67-0697-4920-828c-ec42a637121f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:00.287218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 3, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:00.378480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfe89dc-c3d5-4fb5-ba9e-dfc8117718dd None None] The sync data for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 is: [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:14:53Z', 'revision_number': 3, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:00.443796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.626297 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.626971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.644271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:00.681851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 513814fd-d222-49f8-834a-1df8184799c5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:00.784706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=e8211469-e97c-4302-8345-e005bb7ac8fc,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:00.828966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 513814fd-d222-49f8-834a-1df8184799c5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:00.829476 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:00.937029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b110d6e9-dc9c-4fde-9507-82b976239629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.019226 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.060507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Transition to ACTIVE for port object 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:01.087190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:01.091345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:01.149771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 61b04e67-0697-4920-828c-ec42a637121f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:01.232359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b110d6e9-dc9c-4fde-9507-82b976239629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.241314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b110d6e9-dc9c-4fde-9507-82b976239629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.296978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 61b04e67-0697-4920-828c-ec42a637121f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:01.298764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.301101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 61b04e67-0697-4920-828c-ec42a637121f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:01.301481 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.338057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b110d6e9-dc9c-4fde-9507-82b976239629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f217e-c4d6-4f95-8e62-e62d0c4fea2b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.349086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:01.369229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b110d6e9-dc9c-4fde-9507-82b976239629 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f6ffd843eecb43e2bef561af29d6b744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7191586 Jun 30 09:15:01.372427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:01.420167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:01.423264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.445833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:01.452578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:01.524491 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.534560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e52c97-d781-46ff-8ac2-280f122a7e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.567788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad47f6-2ef9-4a79-be53-687159fe8f9f req-a633278c-e654-4168-a84d-9703087aa4c3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:01.569597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08ad47f6-2ef9-4a79-be53-687159fe8f9f req-a633278c-e654-4168-a84d-9703087aa4c3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.4553471 Jun 30 09:15:01.570532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 44839fb3-62b8-4d27-bd23-1b8b112797b0 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:01.600196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e52c97-d781-46ff-8ac2-280f122a7e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.625577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-882478269-network', 'tenant_id': '4d93b04b8ec84412ba47948c0bc83332'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:01.627167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 61b04e67-0697-4920-828c-ec42a637121f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=61b04e67-0697-4920-828c-ec42a637121f,segment=NetworkSegment(b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7),segment_id=b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:01.635388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.672712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.713159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e52c97-d781-46ff-8ac2-280f122a7e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.717796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e52c97-d781-46ff-8ac2-280f122a7e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.734942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=61b04e67-0697-4920-828c-ec42a637121f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.735799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2e52c97-d781-46ff-8ac2-280f122a7e14 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb9f217e-c4d6-4f95-8e62-e62d0c4fea2b HTTP/1.1" status: 204 len: 168 time: 0.3485849 Jun 30 09:15:01.739178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45ca9f5d-eccf-43d6-9ab4-ae3a8985a773 None None] Provisioning complete for port e8211469-e97c-4302-8345-e005bb7ac8fc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:01.739892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45ca9f5d-eccf-43d6-9ab4-ae3a8985a773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.751989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e52c97-d781-46ff-8ac2-280f122a7e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f217e-c4d6-4f95-8e62-e62d0c4fea2b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:01.756208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Made reservation on behalf of 4d93b04b8ec84412ba47948c0bc83332 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:01.762008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.781406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.863076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-45ca9f5d-eccf-43d6-9ab4-ae3a8985a773 None None] Port e8211469-e97c-4302-8345-e005bb7ac8fc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:01.899039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08ad47f6-2ef9-4a79-be53-687159fe8f9f req-545d66e9-a8ad-47c2-a115-b6a8a8a7bec9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151343 Jun 30 09:15:01.936223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:01.946695 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] Sync routers for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:01.962849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-598bec24-f9b8-4d18-bab5-0a7480b67b57 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/44839fb3-62b8-4d27-bd23-1b8b112797b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3879530 Jun 30 09:15:01.966768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38052) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:01.967024 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:01.967947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:01.977988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.986177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:01.987106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7567627e-7d18-45fd-80f4-236a43c1a0f0 None None] Provisioning for port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:02.003897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7567627e-7d18-45fd-80f4-236a43c1a0f0 None None] Provisioning complete for port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:02.004438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:02.004763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7567627e-7d18-45fd-80f4-236a43c1a0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.017681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.018439 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Added segment d59aa48a-a555-4b0c-af23-644c9193f760 of type vlan for network b81b134d-f634-4c79-a551-8bafc151ceaf Jun 30 09:15:02.041795 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:02.052626 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:02.053595 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:02.079170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.081693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7567627e-7d18-45fd-80f4-236a43c1a0f0 None None] Port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:02.107388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7262464-cc36-4f67-9ac7-64d54ff6884f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.109044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c7262464-cc36-4f67-9ac7-64d54ff6884f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports/e8211469-e97c-4302-8345-e005bb7ac8fc HTTP/1.1" status: 200 len: 911 time: 0.1398227 Jun 30 09:15:02.111991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:02.127030 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:02.127873 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8454826e-5be0-4a7d-bdd9-dd7de329dfd4 None None] The sync data for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:02.132648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.147748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.148909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:02.149510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.328021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.333540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.341932 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9917731 Jun 30 09:15:02.342727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Pushing event updated for resources: {'Network': ['ID=b81b134d-f634-4c79-a551-8bafc151ceaf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.352010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:02.357528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Request body: {'subnet': {'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-882478269-subnet', 'tenant_id': '4d93b04b8ec84412ba47948c0bc83332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:02.373456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b81b134d-f634-4c79-a551-8bafc151ceaf details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:02.386119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60bc52-0c47-485d-8f05-b8e6dc29255b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f70cf-d06b-4335-9b7b-c65132e4a13b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.397755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Made reservation on behalf of 4d93b04b8ec84412ba47948c0bc83332 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:02.400136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.523975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.526099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:02.593228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 78796734-e690-465a-b158-3cd245efeed3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:02.675493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 78796734-e690-465a-b158-3cd245efeed3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:02.683267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 78796734-e690-465a-b158-3cd245efeed3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:02.684603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.697410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:02.701685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:02.894555 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.948709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Router 70d2bee6-0352-450a-a68c-f0394842ae18 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:02.973562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 78796734-e690-465a-b158-3cd245efeed3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=78796734-e690-465a-b158-3cd245efeed3,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:02.978278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.984926 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.986538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:02.988335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 61b04e67-0697-4920-828c-ec42a637121f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:03.031597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20a9314a-e29c-4df7-9f4a-0a481e2667bf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:03.147274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=78796734-e690-465a-b158-3cd245efeed3,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:03.169905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3fe4d29d-08a8-40e2-8bd4-bb6a6f86c1df None None] Provisioning complete for port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:03.169905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d29d-08a8-40e2-8bd4-bb6a6f86c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.216643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Checking segment: {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:03.217021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Network hostable DHCP agents. Network: b81b134d-f634-4c79-a551-8bafc151ceaf, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:03.287822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:03.299200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1b50ad00-48fe-4bb5-8f8a-6ec071afb4d7 admin admin] 10.222.0.77 "PUT /v2.0/routers/70d2bee6-0352-450a-a68c-f0394842ae18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8310380 Jun 30 09:15:03.317490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Network b81b134d-f634-4c79-a551-8bafc151ceaf is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:03.341667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b81b134d-f634-4c79-a551-8bafc151ceaf) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:03.352869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:03.353658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.364074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd623f6f-36c0-4018-a483-57ac2a96ab51 None None] Network b81b134d-f634-4c79-a551-8bafc151ceaf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:03.389748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62de57-2c60-4d25-9492-f7e59c3014f9 req-ac681d13-a94b-4d5f-90a9-4191a434ddfb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:03.394035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c62de57-2c60-4d25-9492-f7e59c3014f9 req-ac681d13-a94b-4d5f-90a9-4191a434ddfb tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2529221 Jun 30 09:15:03.421041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Sync routers for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:03.424340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ac513ba6-88e8-4115-ba15-5ff8f309fce6 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0707266 Jun 30 09:15:03.427514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3fe4d29d-08a8-40e2-8bd4-bb6a6f86c1df None None] Port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:03.441304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:03.441698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:03.443448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 61b04e67-0697-4920-828c-ec42a637121f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:03.443821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.469209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c62de57-2c60-4d25-9492-f7e59c3014f9 req-59c2f0d4-75c9-4f59-aa28-e349502a1c9c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701852 Jun 30 09:15:03.561200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8:1::1 (14b19d24-0cf3-4ef6-8afc-3b5283841ab2/ec827385-c574-4294-b313-b72ba326cae4/323e740f-458f-4afb-8de4-a49fd0057eeb) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:03.724493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.760396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 323e740f-458f-4afb-8de4-a49fd0057eeb will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:03.864429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:03.911197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5118dc-2f70-4d3a-ba7a-bf55b6f6966e None None] Network b81b134d-f634-4c79-a551-8bafc151ceaf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:03.921829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:03.963937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:03.972841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:03.989173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:03.989794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.052275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=323e740f-458f-4afb-8de4-a49fd0057eeb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:04.260647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.472634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 78796734-e690-465a-b158-3cd245efeed3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:04.642470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-683ce5be-5401-4efe-9941-677b30effda5 None None] Provisioning for port 323e740f-458f-4afb-8de4-a49fd0057eeb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:04.648549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-683ce5be-5401-4efe-9941-677b30effda5 None None] Provisioning complete for port 323e740f-458f-4afb-8de4-a49fd0057eeb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:04.648923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-683ce5be-5401-4efe-9941-677b30effda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.650587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 78796734-e690-465a-b158-3cd245efeed3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:04.650944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.706204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-bf444cd3-8e5f-4548-8710-0617b8fbb260 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.714502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-bf444cd3-8e5f-4548-8710-0617b8fbb260 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 813 time: 0.3851469 Jun 30 09:15:04.750915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-683ce5be-5401-4efe-9941-677b30effda5 None None] Port 323e740f-458f-4afb-8de4-a49fd0057eeb cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:04.790021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-8dadff2c-a3f8-4771-b23c-639d75f65ded tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/quotas/4d93b04b8ec84412ba47948c0bc83332 HTTP/1.1" status: 200 len: 375 time: 0.0714014 Jun 30 09:15:04.807080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 2, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:04.848458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Checking router: 70d2bee6-0352-450a-a68c-f0394842ae18 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:04.848946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Updating router 70d2bee6-0352-450a-a68c-f0394842ae18 port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:04.866573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-e84310f6-bac8-45fe-b10e-4b0fb22b78fb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750721 Jun 30 09:15:04.891568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:04.947242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ceaaf-1390-41d9-8974-16639c4bb9f8 req-9d495310-a284-484f-9fe1-0f37edf711d3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:04.954648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d5ceaaf-1390-41d9-8974-16639c4bb9f8 req-9d495310-a284-484f-9fe1-0f37edf711d3 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2772410 Jun 30 09:15:05.017236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d5ceaaf-1390-41d9-8974-16639c4bb9f8 req-0961837e-712d-4124-8adf-5bdae4c635d9 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617695 Jun 30 09:15:05.051696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-2adf25bb-4837-477a-a045-bbc10e1ab145 service neutron] 10.222.0.77 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834836 Jun 30 09:15:05.132221 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.146265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.149745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.197030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-642557f1-19bd-4b6f-a9fc-3dc36d06068f service neutron] 10.222.0.77 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446645 Jun 30 09:15:05.299902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.312591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=323e740f-458f-4afb-8de4-a49fd0057eeb,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:05.317387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Transition to ACTIVE for port object 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:05.323504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:05.326525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:05.331349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.417549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bff2f-76a3-461d-9795-e895c7a1fe66 None None] Pushing event updated for resources: {'Port': ['ID=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:05.438723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 44839fb3-62b8-4d27-bd23-1b8b112797b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:05.606816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Attempting to bind port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:05.607368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Attempting to bind port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:05.609727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Attempting to bind port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 on network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:05.622356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:05.624049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Checking segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:05.627121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.628994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Bound using segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:05.640927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:05.647007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Bound port: 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:05.648036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.651452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:05.652027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f48c2a29-d69d-416f-9fab-5ec48a42e46e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/44839fb3-62b8-4d27-bd23-1b8b112797b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5370064 Jun 30 09:15:05.652462 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] Sync routers for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:05.674478 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:05.675313 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:05.786624 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:05.816163 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:05.817071 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:05.865713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adc2244-54d1-4d65-96bb-67b9882d1226 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:05.876014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:05.877084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1adc2244-54d1-4d65-96bb-67b9882d1226 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports/323e740f-458f-4afb-8de4-a49fd0057eeb HTTP/1.1" status: 200 len: 913 time: 0.2191887 Jun 30 09:15:05.893594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] For port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:05.902739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] For port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:05.909129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:05.919960 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:05.920611 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ce6ca4-d088-4185-b78d-25bd7241a355 None None] The sync data for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:06.025127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bff2f-76a3-461d-9795-e895c7a1fe66 None None] Pushing event updated for resources: {'Port': ['ID=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:06.075251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72f7edf7-d79d-4e82-ab4d-2e37872eb6ad None None] Provisioning complete for port 323e740f-458f-4afb-8de4-a49fd0057eeb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:06.075793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72f7edf7-d79d-4e82-ab4d-2e37872eb6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.093594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:06.094333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:06.144184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6192b35c-4f9c-4c93-bf05-49f7d1f3a6e9 req-64c37bfd-5e44-4f43-be6a-e590f0cf2ce2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 210 time: 0.0653870 Jun 30 09:15:06.214160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72f7edf7-d79d-4e82-ab4d-2e37872eb6ad None None] Port 323e740f-458f-4afb-8de4-a49fd0057eeb cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:06.382791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:06.536235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77bb58-2a57-4e80-aa63-e17dabd66fb0 req-c6614fe5-7bab-4812-ab46-d65fc7ccaa02 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:06.540688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec77bb58-2a57-4e80-aa63-e17dabd66fb0 req-c6614fe5-7bab-4812-ab46-d65fc7ccaa02 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1271398 Jun 30 09:15:06.589782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38234) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:06.598134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'network': {'name': 'tempest-network-smoke--16122606', 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'port_security_enabled': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:06.634372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec77bb58-2a57-4e80-aa63-e17dabd66fb0 req-8dab8466-0e16-401d-93bf-fe6bb2c86555 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853603 Jun 30 09:15:06.635650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.658858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Made reservation on behalf of 72689dbdb8cf435fba10e8919644d4d1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:06.664442 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.676692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.863924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:05Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:06.906928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1727fcce-35f4-4e29-a7ba-8d085638032a None None] The sync data for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 is: [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:05Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:06.928813 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:06.942349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.028860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25be50-3aa5-4e60-95e2-4d7e9a3cf52f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:07.032975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:07.048902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.049651 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Added segment e965d4f5-fb5c-4bc3-8939-142cb0840b1f of type vlan for network 93e490b0-6bd3-4bc8-8112-ed31fa949739 Jun 30 09:15:07.102999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 323e740f-458f-4afb-8de4-a49fd0057eeb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:07.103345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.145322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.194070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.204578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:07.206065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.298681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7031438 Jun 30 09:15:07.301321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38244) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:07.310772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'admin_state_up': True, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:07.313248 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.336929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717461ab-12dc-4878-8e15-e622e57467e7 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Network': ['ID=93e490b0-6bd3-4bc8-8112-ed31fa949739,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:07.351082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:07.369402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 323e740f-458f-4afb-8de4-a49fd0057eeb owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:07.382267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.383548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.456263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5be1d32-5224-49e9-b52b-595258ea390f req-2c4c2da6-d4c6-4765-a3af-4f3afd864c78 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 210 time: 0.0887990 Jun 30 09:15:07.494538 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:07.787810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-d40195a7-899c-4053-bdee-6af9700209b0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:07.790964 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-d40195a7-899c-4053-bdee-6af9700209b0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.83 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 813 time: 0.2963934 Jun 30 09:15:07.820735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Request body: {'port': {'device_id': '460d4749-eb1e-4561-bf98-a7d41335810d', 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'admin_state_up': True, 'tenant_id': '4d93b04b8ec84412ba47948c0bc83332'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:07.971981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.072588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=323e740f-458f-4afb-8de4-a49fd0057eeb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:08.234911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.350095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Made reservation on behalf of 4d93b04b8ec84412ba47948c0bc83332 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:08.355914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.374689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.499972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37881a64-5e62-43c7-aba7-7dae0e961f03 req-d1ef8c06-10e2-44ca-9e99-e879e31fd550 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:08.501614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37881a64-5e62-43c7-aba7-7dae0e961f03 req-d1ef8c06-10e2-44ca-9e99-e879e31fd550 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2521005 Jun 30 09:15:08.575838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37881a64-5e62-43c7-aba7-7dae0e961f03 req-984a2075-9cec-4d70-8d14-b8ac59aebf30 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611305 Jun 30 09:15:08.608634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:08.703338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:08.710807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:08.712836 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.756156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.808166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Allocated IP 172.20.0.8 (b81b134d-f634-4c79-a551-8bafc151ceaf/20a9314a-e29c-4df7-9f4a-0a481e2667bf/630b228f-9141-4829-bfb4-dac004a173b9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:08.827636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:08.831370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e535b2e-ae51-4185-a07e-0cc8c39ba3ed req-f9c6cf60-c60d-46ed-a37f-37ba613c613f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 210 time: 0.0601568 Jun 30 09:15:08.904208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 44839fb3-62b8-4d27-bd23-1b8b112797b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:09.001562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.25.7.220 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/e4c3b76b-a799-4be2-9e0f-e66a7f9398a1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:09.028801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.095757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:09.102473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.117724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:09.136671 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-295df278-3146-4b51-ae6c-9ee10a849b1a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/44839fb3-62b8-4d27-bd23-1b8b112797b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2595112 Jun 30 09:15:09.140423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:09.158554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] Sync routers for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:09.199769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:09.200287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:09.247338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.271144 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:09.277168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:09.290850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:09.297203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:09.304094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.340980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:09.341933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2847036-7fb7-42f3-b43d-4eea99ffa127 None None] The sync data for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:09.388204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.439887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.473000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:09.476558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:09.486486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:09.522637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Network b81b134d-f634-4c79-a551-8bafc151ceaf is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:09.523399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:09.529190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:09.533869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:09.543083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:09.620768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:09.621455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.641384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f9821fed-796b-492c-90ac-44e68d9eaa75 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8290610 Jun 30 09:15:09.667539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Request body: {'port': {'device_id': '460d4749-eb1e-4561-bf98-a7d41335810d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:09.792519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.924315 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:09.995753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32c735-9399-4f1c-9fe2-64cea391eac9 req-0f535cb3-6105-4fc3-97f0-06c8772eccc7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:09.997410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e32c735-9399-4f1c-9fe2-64cea391eac9 req-0f535cb3-6105-4fc3-97f0-06c8772eccc7 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1605949 Jun 30 09:15:10.114839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e32c735-9399-4f1c-9fe2-64cea391eac9 req-37a6d8eb-8d94-4965-a548-dee8874d5209 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861726 Jun 30 09:15:10.204836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658185c8-043b-414e-b76e-d5d14e018313 req-2673cec0-9b58-46a5-bb94-f72d54a61c09 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:10.210831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-658185c8-043b-414e-b76e-d5d14e018313 req-2673cec0-9b58-46a5-bb94-f72d54a61c09 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 931 time: 0.1838017 Jun 30 09:15:10.212900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.296728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-658185c8-043b-414e-b76e-d5d14e018313 req-e34014fb-8757-421b-bad3-1ac0a89dcfdb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575173 Jun 30 09:15:10.299711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.471450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router a131d1ad-96db-4196-8da2-553e2ff15549 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:10.502404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:10.610024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:10.613976 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.635809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:10.649558 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Sync routers for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:10.666856 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:10.667869 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:10.676025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.679448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f6653d77-422a-42eb-bd7e-e6894da6fd15 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.3752115 Jun 30 09:15:10.682682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:10.754595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port e8211469-e97c-4302-8345-e005bb7ac8fc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:10.754954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.763446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630b228f-9141-4829-bfb4-dac004a173b9 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:10.780994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.843111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Transition to ACTIVE for port object 630b228f-9141-4829-bfb4-dac004a173b9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:10.856968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.873395 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:10.942851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:10.948308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:10.987200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for e8211469-e97c-4302-8345-e005bb7ac8fc owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:11.000216 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c1cc5b4a-b751-4c45-ac9f-503e90c584fe tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=72689dbdb8cf435fba10e8919644d4d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3137455 Jun 30 09:15:11.003257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38286) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:11.117386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Attempting to bind port 630b228f-9141-4829-bfb4-dac004a173b9 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:11.117858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Attempting to bind port 630b228f-9141-4829-bfb4-dac004a173b9 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:11.118202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Attempting to bind port 630b228f-9141-4829-bfb4-dac004a173b9 on network b81b134d-f634-4c79-a551-8bafc151ceaf {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:11.126489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Port 630b228f-9141-4829-bfb4-dac004a173b9 on network b81b134d-f634-4c79-a551-8bafc151ceaf not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:11.126804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Attempting to bind port 630b228f-9141-4829-bfb4-dac004a173b9 on network b81b134d-f634-4c79-a551-8bafc151ceaf {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:11.134010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:11.134408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Checking segment: {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:11.134795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Bound using segment: {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:11.135241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Bound port: 630b228f-9141-4829-bfb4-dac004a173b9, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:11.135600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.228843 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 3, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:11.243859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91e87633-02eb-4480-80df-5871e2bd213e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.262396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:11.269690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:11.285518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.287145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a316c-1161-4168-804c-49a1b3be6c0f tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.294174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6d2a316c-1161-4168-804c-49a1b3be6c0f tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2896304 Jun 30 09:15:11.296891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38292) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:11.305958 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Checking router: a131d1ad-96db-4196-8da2-553e2ff15549 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:11.306509 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Updating router a131d1ad-96db-4196-8da2-553e2ff15549 port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:11.355948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.356989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.358537 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] 10.222.0.83 "PUT /v2.0/ports/630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 1092 time: 1.6971939 Jun 30 09:15:11.361186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:11.361962 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.363773 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e2fa8-8412-40a3-a5b6-2e7f880c852d" -d '{"events": [{"name": "network-changed", "server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "tag": "630b228f-9141-4829-bfb4-dac004a173b9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:11.422974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769cab2-d0f9-4019-91c6-0a9c623a1f4e service neutron] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:11.435793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:11.439869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7f325b7a-5a9a-40ec-8454-644b8aa82eb0 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323791 Jun 30 09:15:11.443638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1643106280', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:11.577018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.579492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c17d2-1f6b-4508-a8a6-24a95db7615c req-cf8fabf8-3784-48d2-b4f2-859a4e891576 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.583108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-224c17d2-1f6b-4508-a8a6-24a95db7615c req-cf8fabf8-3784-48d2-b4f2-859a4e891576 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2573013 Jun 30 09:15:11.678535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=e8211469-e97c-4302-8345-e005bb7ac8fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:11.743954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-224c17d2-1f6b-4508-a8a6-24a95db7615c req-0cb7d753-255f-43f6-abb7-c5c32e148446 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543908 Jun 30 09:15:11.810233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6e212-4384-4106-abd7-90f681b0c0a7 req-0ae1dd69-fb99-4fdd-b0ac-ac13cf7c7c8e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.828825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e6e212-4384-4106-abd7-90f681b0c0a7 req-0ae1dd69-fb99-4fdd-b0ac-ac13cf7c7c8e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.1825430 Jun 30 09:15:11.836424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f4d38422-63e4-4cf6-aab3-05c831b320f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:11.837969 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-f4d38422-63e4-4cf6-aab3-05c831b320f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1095 time: 0.3894444 Jun 30 09:15:11.842981 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.852531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.867948 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53649648-9f03-4b4d-951a-345a6b5b9bed x-openstack-request-id: req-53649648-9f03-4b4d-951a-345a6b5b9bed {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:11.868205 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Transition to ACTIVE for port object e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:11.868338 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "tag": "630b228f-9141-4829-bfb4-dac004a173b9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:11.868487 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53649648-9f03-4b4d-951a-345a6b5b9bed {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:11.868896 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9', 'status': 'completed', 'code': 200} Jun 30 09:15:11.878959 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.898416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Made reservation on behalf of 72689dbdb8cf435fba10e8919644d4d1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:11.902023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:11.908572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e6e212-4384-4106-abd7-90f681b0c0a7 req-bab00720-965b-4366-944f-730d5f942c14 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771923 Jun 30 09:15:12.003935 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Attempting to bind port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:12.005249 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Attempting to bind port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:12.005728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Attempting to bind port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:12.009253 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Pushing event updated for resources: {'Port': ['ID=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:12.023860 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:12.024615 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:12.026421 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.027166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:12.028954 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Bound port: e4c3b76b-a799-4be2-9e0f-e66a7f9398a1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:12.029587 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.037070 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.037581 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.038017 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.038622 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.039218 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.039636 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.040052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.040470 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.040900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.041316 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.041777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.042191 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:12.053015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-7fe35017-c72a-4931-a16d-cd162bbad262 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 217 time: 0.1832764 Jun 30 09:15:12.129225 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] For port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:12.133533 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] For port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:12.141335 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.213601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-66c5400a-757e-4be2-8877-e65bb1b66366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:12.214996 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab2392-ca67-4da2-b12e-a50feffece5b None None] Pushing event updated for resources: {'Port': ['ID=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:12.215170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-66c5400a-757e-4be2-8877-e65bb1b66366 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.1522253 Jun 30 09:15:12.217994 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:12.218613 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.313098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-8ea00591-4530-4530-9b95-29622c2c1368 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602040 Jun 30 09:15:12.332552 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:12.334028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 44839fb3-62b8-4d27-bd23-1b8b112797b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:12.548520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:12.555257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 3, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.559448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38308) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:12.559686 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a99f1c9-ecef-428f-93b5-84abdb5f08d4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/44839fb3-62b8-4d27-bd23-1b8b112797b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4181089 Jun 30 09:15:12.564326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.564987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] Sync routers for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:12.577944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:12.578843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.604005 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-489816a0-c4df-4d7e-ab20-b6beb3f05544 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813849 Jun 30 09:15:12.608986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6e0ef58-81a6-4e7f-a9ca-ce7fe2953239 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=44839fb3-62b8-4d27-bd23-1b8b112797b0 HTTP/1.1" status: 200 len: 205 time: 0.0482428 Jun 30 09:15:12.612047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38310) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:12.624421 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b34104d-a86f-4c58-9276-99e19b9ff739 None None] The sync data for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 is: [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 3, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:12.646670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.658695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] Routers {'44839fb3-62b8-4d27-bd23-1b8b112797b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:12.659447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:14:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['44839fb3-62b8-4d27-bd23-1b8b112797b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.705576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Subnet': ['ID=e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:12.726897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:12.727577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12123d1-367e-4c34-ae77-68f39786d82f None None] The sync data for ids ['44839fb3-62b8-4d27-bd23-1b8b112797b0'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:12.761071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Checking segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:12.761809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network hostable DHCP agents. Network: 93e490b0-6bd3-4bc8-8112-ed31fa949739, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:12.797470 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caaf00fc-4a74-4446-84a9-8a9b757ba153 req-84967479-3b1c-4777-af1b-5ae2d29f6fc6 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819081 Jun 30 09:15:12.798687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:12.812621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 93e490b0-6bd3-4bc8-8112-ed31fa949739) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:12.818001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:12.818651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:12.828254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3834950-3bf4-4692-ab65-b091c68a4662 None None] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:12.842782 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-92eddd23-9951-4d85-9ada-a915ca09294c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4053810 Jun 30 09:15:12.850880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38314) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:13.069470 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.185378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-93e490b0-6bd3-4bc8-8112-ed31fa949739', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:13.186684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.250351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-b3786326-99e7-49f0-ac1b-6db2b026bf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:13.251885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-b3786326-99e7-49f0-ac1b-6db2b026bf49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1095 time: 0.3313882 Jun 30 09:15:13.366236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.368992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.450820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38d7d8-344f-4964-85b7-83fdeae11737 req-8d5371f8-5cd1-443c-b1e6-a690a5b415d8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:13.461430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de38d7d8-344f-4964-85b7-83fdeae11737 req-8d5371f8-5cd1-443c-b1e6-a690a5b415d8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.3435805 Jun 30 09:15:13.494875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad1c47-3a65-4ab3-acb0-77ccb88f8063 req-9fe3ff36-a940-42e0-88e9-ab64f8fd954f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:13.503807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87ad1c47-3a65-4ab3-acb0-77ccb88f8063 req-9fe3ff36-a940-42e0-88e9-ab64f8fd954f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.3246992 Jun 30 09:15:13.517346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Allocated IP 172.20.0.2 (93e490b0-6bd3-4bc8-8112-ed31fa949739/e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae/53d06426-2373-4901-92f2-6e4d661a25f2) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:13.521922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.522491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router 44839fb3-62b8-4d27-bd23-1b8b112797b0 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:13.531127 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.532682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0aedd228-0570-4ae9-a6bc-fb9e338a89bb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/44839fb3-62b8-4d27-bd23-1b8b112797b0 HTTP/1.1" status: 204 len: 168 time: 0.9195077 Jun 30 09:15:13.536852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38326) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:13.629709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de38d7d8-344f-4964-85b7-83fdeae11737 req-c5bf6ebb-3f62-46e8-a851-b650e8ef717d tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672056 Jun 30 09:15:13.653739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87ad1c47-3a65-4ab3-acb0-77ccb88f8063 req-d670ebfa-8b3c-4985-a778-cd68a2d6bb25 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490393 Jun 30 09:15:13.684150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet ec827385-c574-4294-b313-b72ba326cae4 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:13.698620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.797509 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.811409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Transition to ACTIVE for port object 53d06426-2373-4901-92f2-6e4d661a25f2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:13.812697 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.837600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Transition to ACTIVE for port object 53d06426-2373-4901-92f2-6e4d661a25f2 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:13.846276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:13.914882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:13.920371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:13.922976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:13.940827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Pushing event updated for resources: {'Port': ['ID=53d06426-2373-4901-92f2-6e4d661a25f2,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.062444 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.066192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Attempting to bind port 53d06426-2373-4901-92f2-6e4d661a25f2 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:14.067805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Attempting to bind port 53d06426-2373-4901-92f2-6e4d661a25f2 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:14.069293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Attempting to bind port 53d06426-2373-4901-92f2-6e4d661a25f2 on network 93e490b0-6bd3-4bc8-8112-ed31fa949739 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:14.077606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7f404ee5-0616-44c4-b12c-b4cc4137ff71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.083396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:14.084314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Checking segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:14.084955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.085519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Bound using segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:14.086206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Bound port: 53d06426-2373-4901-92f2-6e4d661a25f2, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:14.086790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.163795 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.178457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.191145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] For port 53d06426-2373-4901-92f2-6e4d661a25f2, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:14.195877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] For port 53d06426-2373-4901-92f2-6e4d661a25f2, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=53d06426-2373-4901-92f2-6e4d661a25f2,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:14.203634 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.219578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.235821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/ec827385-c574-4294-b313-b72ba326cae4 HTTP/1.1" status: 204 len: 168 time: 0.6909020 Jun 30 09:15:14.236940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c11ec-df06-4e4d-b076-39b7ad09872d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=ec827385-c574-4294-b313-b72ba326cae4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.244648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38328) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:14.301126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc03ec-11df-4bb9-989e-0ddfef0dfa07 None None] Pushing event updated for resources: {'Port': ['ID=53d06426-2373-4901-92f2-6e4d661a25f2,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:14.304324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712cd168-1810-465b-a9da-b76b168b0379 None None] Network 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:14.369184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet 8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:14.375796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.416818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-3d3901c2-5a07-4672-a55e-05be59eb39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:14.421412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-3d3901c2-5a07-4672-a55e-05be59eb39b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 914 time: 1.1630435 Jun 30 09:15:14.454002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.521737 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-a618c362-7e72-4233-868f-a93d3621515b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 217 time: 0.0910954 Jun 30 09:15:14.571029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:14.618455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-8d03d7c9-e4ef-42ef-88aa-dab79fa556ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:14.620183 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-8d03d7c9-e4ef-42ef-88aa-dab79fa556ec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.0817788 Jun 30 09:15:14.686992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.748875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:14.754763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:14.755223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.791242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:14.845234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-99b45c0d-91e0-4096-849d-a2feb8c04d10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1973727 Jun 30 09:15:14.857285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] DHCP port deletion for 14b19d24-0cf3-4ef6-8afc-3b5283841ab2 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:14.942947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.015918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:15.024082 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.039143 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.045467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-82964a04-d665-4bf2-8dc4-0513a044c3dd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3 HTTP/1.1" status: 204 len: 168 time: 0.7995865 Jun 30 09:15:15.045680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:15.062706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] Deleting port 61b04e67-0697-4920-828c-ec42a637121f {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:15.063067 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.065651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d7aff-a1d8-4dd3-ad23-d7645c22c438 None None] Network 1ed88d44-2ba1-424a-887a-61f7df1e9bcb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:15.086912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8475b36-7f63-48f1-93da-cd92a7d760c1 req-ca0274b9-e44e-4f09-85a7-0d8ecd59e114 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.097369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8475b36-7f63-48f1-93da-cd92a7d760c1 req-ca0274b9-e44e-4f09-85a7-0d8ecd59e114 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1682675 Jun 30 09:15:15.146563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.186840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8475b36-7f63-48f1-93da-cd92a7d760c1 req-77a3d281-93e8-4880-b492-9bdcdcb51f9b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881894 Jun 30 09:15:15.189677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-c8665ec8-330d-456e-b792-dfe3dc563de8 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333528 Jun 30 09:15:15.201692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:15.215298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.266253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534e558-32c0-434c-aa31-4d3d96b2826d req-e84c8542-3652-4710-b4d7-9d90f43b2f5c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:15.274785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7534e558-32c0-434c-aa31-4d3d96b2826d req-e84c8542-3652-4710-b4d7-9d90f43b2f5c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.1968651 Jun 30 09:15:15.337561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] For port 61b04e67-0697-4920-828c-ec42a637121f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=61b04e67-0697-4920-828c-ec42a637121f,segment=NetworkSegment(b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7),segment_id=b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:15.338209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.341940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7534e558-32c0-434c-aa31-4d3d96b2826d req-ad576717-843d-49c6-ae10-97148e4e42e8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661759 Jun 30 09:15:15.364328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-099e2fa8-8412-40a3-a5b6-2e7f880c852d req-9520a110-078b-4515-a381-a9fc5ffe7f1a service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433725 Jun 30 09:15:15.419521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] Calling delete_port for 61b04e67-0697-4920-828c-ec42a637121f owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:15.472533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:15.490860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 61b04e67-0697-4920-828c-ec42a637121f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:15.491386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.657993 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.726030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] DHCP port deletion for 1ed88d44-2ba1-424a-887a-61f7df1e9bcb request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:15.733218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] Pushing event deleted for resources: {'Port': ['ID=61b04e67-0697-4920-828c-ec42a637121f,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:15.742369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67633cb-5713-49a1-acbd-822455f16625 None None] No DVR routers for this DVR port 61b04e67-0697-4920-828c-ec42a637121f on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:15.776098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 61b04e67-0697-4920-828c-ec42a637121f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=61b04e67-0697-4920-828c-ec42a637121f,segment=NetworkSegment(b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7),segment_id=b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:15.776098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.808124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 61b04e67-0697-4920-828c-ec42a637121f owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:15.820561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] Deleting port 513814fd-d222-49f8-834a-1df8184799c5 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:15.821018 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:15.835017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.20.0.1 (93e490b0-6bd3-4bc8-8112-ed31fa949739/e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae/7b0d6f16-68a4-4c6f-bccf-305c20ff4f91) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:15.853909 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:15:15.967138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] For port 513814fd-d222-49f8-834a-1df8184799c5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=513814fd-d222-49f8-834a-1df8184799c5,segment=NetworkSegment(62a82788-d2e4-4d49-b601-5c31e6d1098b),segment_id=62a82788-d2e4-4d49-b601-5c31e6d1098b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:15.968173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.000591 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.001799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] Calling delete_port for 513814fd-d222-49f8-834a-1df8184799c5 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:16.080929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cfd53c-66ef-4688-ab36-bef7682f7e6d None None] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:16.111875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.147446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=61b04e67-0697-4920-828c-ec42a637121f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:16.155884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.164372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port 61b04e67-0697-4920-828c-ec42a637121f on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:16.170129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5881f6-7c69-4d77-9793-c1ab4db630e6 req-c69d9a34-dd41-46be-bd73-ae65c90315bf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.174090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5881f6-7c69-4d77-9793-c1ab4db630e6 req-c69d9a34-dd41-46be-bd73-ae65c90315bf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1254964 Jun 30 09:15:16.176375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Transition to ACTIVE for port object 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:16.185353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4850326-65f4-4b32-8ae5-98a7f28d0105 None None] Provisioning for port 53d06426-2373-4901-92f2-6e4d661a25f2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:16.187618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.226534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] No DVR routers for this DVR port 513814fd-d222-49f8-834a-1df8184799c5 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:16.228963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5881f6-7c69-4d77-9793-c1ab4db630e6 req-00730ec2-26ca-43b7-bd99-231bc5c74495 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437791 Jun 30 09:15:16.259067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c4d75a-4fef-43c2-a13b-a4416d202d22 None None] Pushing event deleted for resources: {'Port': ['ID=513814fd-d222-49f8-834a-1df8184799c5,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:16.271548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.285055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b19d24-0cf3-4ef6-8afc-3b5283841ab2']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:16.313303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:16.313549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e9c6f9-8c04-45b2-a6bd-e9e18d545fd7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:16.328027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.348424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.357101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:16.357101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:16.360639 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:16.374809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.492594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:16.494054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:16.514257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:16.547331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbeef-a1b1-4980-bac6-29db38f9b5e3 req-37172c19-ecd9-40e7-9482-aaf9526bfb4a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.550557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f33dbeef-a1b1-4980-bac6-29db38f9b5e3 req-37172c19-ecd9-40e7-9482-aaf9526bfb4a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1454995 Jun 30 09:15:16.559640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.561369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:16.579064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.581108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/14b19d24-0cf3-4ef6-8afc-3b5283841ab2 HTTP/1.1" status: 204 len: 168 time: 1.5321593 Jun 30 09:15:16.585562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:16.646846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.651283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac9746-86a9-4def-83fb-8f114fb108ad tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=14b19d24-0cf3-4ef6-8afc-3b5283841ab2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:16.686857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:16.689342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f33dbeef-a1b1-4980-bac6-29db38f9b5e3 req-10d8063f-2bfc-4780-966f-8a1d756f92f5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309726 Jun 30 09:15:16.773773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d62096-de09-4d01-80c6-6633c70d7067 req-3e1ce51b-3194-49e8-bfb9-691353ba7dac tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:16.784447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1d62096-de09-4d01-80c6-6633c70d7067 req-3e1ce51b-3194-49e8-bfb9-691353ba7dac tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.1966817 Jun 30 09:15:16.816573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:16.817001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.817359 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:16.872032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1d62096-de09-4d01-80c6-6633c70d7067 req-0b76580e-7d37-4e2d-85c8-08904c3a98cb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865924 Jun 30 09:15:16.994625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:17.023752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 53d06426-2373-4901-92f2-6e4d661a25f2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:17.079899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.097981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed88d44-2ba1-424a-887a-61f7df1e9bcb']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.113943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a82788-d2e4-4d49-b601-5c31e6d1098b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.114301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a82788-d2e4-4d49-b601-5c31e6d1098b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:17.125251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.130004 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:15:17.140156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.185376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.198177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:17.198697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:17.202376 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:17.252169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3dbbcd16-4333-476d-8b55-7aba5e8e231b None None] Provisioning for port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:17.261199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:17.266202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3dbbcd16-4333-476d-8b55-7aba5e8e231b None None] Provisioning complete for port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:17.266602 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3dbbcd16-4333-476d-8b55-7aba5e8e231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.313451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbcd16-4333-476d-8b55-7aba5e8e231b None None] Port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:17.325044 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.328780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 53d06426-2373-4901-92f2-6e4d661a25f2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:17.331052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '630b228f-9141-4829-bfb4-dac004a173b9', 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'port_id': '630b228f-9141-4829-bfb4-dac004a173b9', 'mac_address': 'fa:16:3e:38:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a9314a-e29c-4df7-9f4a-0a481e2667bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:17.333246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.342629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.344652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/1ed88d44-2ba1-424a-887a-61f7df1e9bcb HTTP/1.1" status: 204 len: 168 time: 0.7495070 Jun 30 09:15:17.348572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38366) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:17.354473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1744178978'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:17.396962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 53d06426-2373-4901-92f2-6e4d661a25f2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:17.397421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.399367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:17.404267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.431649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:17.444236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.445253 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 7bbb4617-ddf9-43c9-92c9-571da4e36bb6 of type vlan for network a09853ad-dfd6-4858-8c8c-48d85cbc52ad Jun 30 09:15:17.529753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.532760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0945759b-8d03-4462-9872-13d4d992f628 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=1ed88d44-2ba1-424a-887a-61f7df1e9bcb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:17.602153 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.613937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.623781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:17.624726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.625322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630b228f-9141-4829-bfb4-dac004a173b9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:17.631469 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.673252 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.693520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:17.700928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.717281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.722980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=a09853ad-dfd6-4858-8c8c-48d85cbc52ad,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:17.723129 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.744494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-982060ae-7345-4563-b8a9-3a8974a1504a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3942158 Jun 30 09:15:17.744718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:17.749593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38370) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:17.750605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 53d06426-2373-4901-92f2-6e4d661a25f2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=53d06426-2373-4901-92f2-6e4d661a25f2,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:17.760228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf9be-11b3-4c50-adee-efbd1d5125db req-29c25089-b8ef-4095-99ff-d5d7b5c962f5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:17.767710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-712cf9be-11b3-4c50-adee-efbd1d5125db req-29c25089-b8ef-4095-99ff-d5d7b5c962f5 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.2195156 Jun 30 09:15:17.780034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:17.789160 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.830719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:17.874151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:17.875004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 513814fd-d222-49f8-834a-1df8184799c5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:17.877023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:17.931102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 513814fd-d222-49f8-834a-1df8184799c5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:17.931440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 513814fd-d222-49f8-834a-1df8184799c5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:17.931857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 61b04e67-0697-4920-828c-ec42a637121f no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:17.952543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-712cf9be-11b3-4c50-adee-efbd1d5125db req-e9a06077-5eb6-4e1f-9fb9-70869232a435 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795039 Jun 30 09:15:17.969640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 61b04e67-0697-4920-828c-ec42a637121f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:17.969640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 61b04e67-0697-4920-828c-ec42a637121f not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:17.972594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=53d06426-2373-4901-92f2-6e4d661a25f2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:18.020801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:18.025331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.099558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:18.101285 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:18.123102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['630b228f-9141-4829-bfb4-dac004a173b9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:18.322155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router a131d1ad-96db-4196-8da2-553e2ff15549 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:18.435534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.445083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82997b4-828b-4660-9c7d-c3ecb6f04bb9 req-5ec98707-8200-4f87-96a4-63ff20436450 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:18.453121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f82997b4-828b-4660-9c7d-c3ecb6f04bb9 req-5ec98707-8200-4f87-96a4-63ff20436450 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 944 time: 0.3748305 Jun 30 09:15:18.459918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0090601b-ae65-4723-a70d-0e488f3bf6a2 None None] Provisioning complete for port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:18.460754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0090601b-ae65-4723-a70d-0e488f3bf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.528735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 53d06426-2373-4901-92f2-6e4d661a25f2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:18.539878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:18.551465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65474e4c-aa39-49e4-8f5f-0fdb02ff8c92 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "PUT /v2.0/routers/a131d1ad-96db-4196-8da2-553e2ff15549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6972976 Jun 30 09:15:18.552138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:18.554367 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Sync routers for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:18.559632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--368365576', 'description': 'tempest-secgroup_access--368365576 description', 'project_id': '72689dbdb8cf435fba10e8919644d4d1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:18.566253 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:18.566797 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:18.583880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0090601b-ae65-4723-a70d-0e488f3bf6a2 None None] Port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:18.597294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.607763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 53d06426-2373-4901-92f2-6e4d661a25f2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:18.608181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.610813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f82997b4-828b-4660-9c7d-c3ecb6f04bb9 req-98e6c89b-f7e6-45b0-afe6-dd2a57499e3b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567543 Jun 30 09:15:18.630196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=c763479b-520b-4f01-8244-d64029830823,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:18.649966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '7bbb4617-ddf9-43c9-92c9-571da4e36bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:18.650623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: a09853ad-dfd6-4858-8c8c-48d85cbc52ad, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:18.691063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:18.721571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, a09853ad-dfd6-4858-8c8c-48d85cbc52ad) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:18.727620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:18.728018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.728836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.734301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.734797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68776d0-401f-476d-aef3-d2097542ed0a None None] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:18.748788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8603cd81-d039-4b2d-bd7c-dfb8e596d33d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9786577 Jun 30 09:15:18.751689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38384) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:18.763515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-661695291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:18.807548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b876ead2-c95f-44c3-8cc2-241546c76777,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:18.809004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.810395 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.820501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.824523 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eb737cbb-a1e9-48d6-accd-0713ab162bf0 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2690444 Jun 30 09:15:18.828049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:18.842179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--149751854', 'description': 'tempest-secgroup_general--149751854 description', 'project_id': '72689dbdb8cf435fba10e8919644d4d1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:18.881344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.881976 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:18.890609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.896765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.918755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:18.920056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e3b90488-e1c8-42db-804c-aeffe56608a1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1672077 Jun 30 09:15:18.922715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38388) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:18.937630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'port': {'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad', 'name': 'tempest-RoutersIpV6Test-1503561966'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:18.969782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-a09853ad-dfd6-4858-8c8c-48d85cbc52ad', 'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': 'c763479b-520b-4f01-8244-d64029830823'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:18.970959 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.030491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-ab738423-5874-4d0f-b788-8c01272d1e4b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:19.032170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-ab738423-5874-4d0f-b788-8c01272d1e4b tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.1238835 Jun 30 09:15:19.196557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Allocated IP 2001:db8::2 (a09853ad-dfd6-4858-8c8c-48d85cbc52ad/c763479b-520b-4f01-8244-d64029830823/11854fc5-c798-4b00-a8c7-c80438dccbc5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:19.244610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 2, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:19.272310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port 19e5e22b-98cb-4ba1-a978-445b0811df8d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:19.272747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.337499 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Checking router: a131d1ad-96db-4196-8da2-553e2ff15549 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:19.343090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.343792 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Updating router a131d1ad-96db-4196-8da2-553e2ff15549 port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:19.354479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.397645 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.406791 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.408052 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5778019 Jun 30 09:15:19.413847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38398) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:19.473558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.481197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9a252a-5bd5-4e1b-811d-c9bc555746cb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8493d2cd-6b31-4c08-b95f-03bc351b37c1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:19.488806 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'security_group_rule': {'security_group_id': 'b876ead2-c95f-44c3-8cc2-241546c76777', 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:19.502142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Transition to ACTIVE for port object 11854fc5-c798-4b00-a8c7-c80438dccbc5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:19.507106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:19.511897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.525160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port 19e5e22b-98cb-4ba1-a978-445b0811df8d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=19e5e22b-98cb-4ba1-a978-445b0811df8d,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:19.525569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.538009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Transition to ACTIVE for port object 11854fc5-c798-4b00-a8c7-c80438dccbc5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:19.555918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.573004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for 19e5e22b-98cb-4ba1-a978-445b0811df8d owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:19.582772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] device_id is not set on port 55726249-65ca-40a7-984e-6a428ae2caaf yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:19.663114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:19.676006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:19.682481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-e4533f19-ca1c-45dd-ae65-d5751ef66e02 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4810567 Jun 30 09:15:19.694990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:19.700921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83166c4-5487-43f4-a49d-9d1fc316edc3 req-60d345ad-86e8-435e-969d-1fed0787ffcf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:19.709378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e83166c4-5487-43f4-a49d-9d1fc316edc3 req-60d345ad-86e8-435e-969d-1fed0787ffcf tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1 HTTP/1.1" status: 200 len: 946 time: 0.5008330 Jun 30 09:15:19.724806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Pushing event updated for resources: {'Port': ['ID=11854fc5-c798-4b00-a8c7-c80438dccbc5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:19.726584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.859138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Attempting to bind port 11854fc5-c798-4b00-a8c7-c80438dccbc5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:19.861049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Attempting to bind port 11854fc5-c798-4b00-a8c7-c80438dccbc5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7bbb4617-ddf9-43c9-92c9-571da4e36bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:19.861590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Attempting to bind port 11854fc5-c798-4b00-a8c7-c80438dccbc5 on network a09853ad-dfd6-4858-8c8c-48d85cbc52ad {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:19.876991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:19.877667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Checking segment: {'id': '7bbb4617-ddf9-43c9-92c9-571da4e36bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:19.879149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.879753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Bound using segment: {'id': '7bbb4617-ddf9-43c9-92c9-571da4e36bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:19.881513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Bound port: 11854fc5-c798-4b00-a8c7-c80438dccbc5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbb4617-ddf9-43c9-92c9-571da4e36bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a09853ad-dfd6-4858-8c8c-48d85cbc52ad'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:19.882740 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.908393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:19.918381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e83166c4-5487-43f4-a49d-9d1fc316edc3 req-f93a4265-5b0e-4cc5-807a-07adf271e57f tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076056 Jun 30 09:15:19.936624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:19.988617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=19e5e22b-98cb-4ba1-a978-445b0811df8d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.010540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.020929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8::37c (a09853ad-dfd6-4858-8c8c-48d85cbc52ad/c763479b-520b-4f01-8244-d64029830823/55726249-65ca-40a7-984e-6a428ae2caaf) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:20.026137 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.032130 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.039075 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Transition to ACTIVE for port object 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:20.046975 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.063695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] For port 11854fc5-c798-4b00-a8c7-c80438dccbc5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:20.090079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e41fcd0a-6735-4ac1-bd13-c29b7ae8253d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.112389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-be7b0af9-3a5f-4b75-935a-1e2870871a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.118181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-be7b0af9-3a5f-4b75-935a-1e2870871a4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9fd7211b285e4da78c72296f5832977b&device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 1097 time: 0.3620193 Jun 30 09:15:20.121613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.125344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port 19e5e22b-98cb-4ba1-a978-445b0811df8d on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:20.137020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4f9ac14-106f-414a-a25c-851dacbdc296 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6538992 Jun 30 09:15:20.138984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.144067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-92969d9c-90ce-46fa-b390-e94b811ede03 req-2c8a86f6-8e67-4a68-bf3a-ba839c249433 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "DELETE /v2.0/ports/19e5e22b-98cb-4ba1-a978-445b0811df8d HTTP/1.1" status: 204 len: 173 time: 1.1023221 Jun 30 09:15:20.144581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'name': 'network-vif-deleted', 'tag': '19e5e22b-98cb-4ba1-a978-445b0811df8d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:20.148493 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3712264-966f-4a02-a817-0db3f407a4fd" -d '{"events": [{"server_uuid": "7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1", "name": "network-vif-deleted", "tag": "19e5e22b-98cb-4ba1-a978-445b0811df8d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:20.171753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] For port 11854fc5-c798-4b00-a8c7-c80438dccbc5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=11854fc5-c798-4b00-a8c7-c80438dccbc5,segment=NetworkSegment(7bbb4617-ddf9-43c9-92c9-571da4e36bb6),segment_id=7bbb4617-ddf9-43c9-92c9-571da4e36bb6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:20.199851 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.250670 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Attempting to bind port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:20.251034 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Attempting to bind port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:20.251404 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Attempting to bind port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 on network 93e490b0-6bd3-4bc8-8112-ed31fa949739 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:20.283948 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cdba9-0688-421a-9706-9302f1ecac1f None None] Pushing event updated for resources: {'Port': ['ID=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.296513 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:20.296888 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Checking segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:20.297274 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.297657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Bound using segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:20.298166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Bound port: 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:20.303019 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.452650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-2b1f25ae-50e4-41e7-abe9-3b84e6c0581e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.454270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-2b1f25ae-50e4-41e7-abe9-3b84e6c0581e service neutron] 10.222.0.79 "GET /v2.0/networks?id=1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 200 len: 906 time: 0.2788165 Jun 30 09:15:20.456508 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9027227d-a8a8-4099-8353-0368d16fd709 x-openstack-request-id: req-9027227d-a8a8-4099-8353-0368d16fd709 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:20.456759 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1", "name": "network-vif-deleted", "tag": "19e5e22b-98cb-4ba1-a978-445b0811df8d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:20.457010 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9027227d-a8a8-4099-8353-0368d16fd709 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:20.457417 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d239116-bd63-4e10-8ea1-fc2f1f1cf1f1', 'name': 'network-vif-deleted', 'tag': '19e5e22b-98cb-4ba1-a978-445b0811df8d', 'status': 'completed', 'code': 200} Jun 30 09:15:20.491930 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] For port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:20.504235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] For port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:20.510823 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.555480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f70cc9-f25d-4343-9de7-6bd603c72e8f None None] Pushing event updated for resources: {'Port': ['ID=11854fc5-c798-4b00-a8c7-c80438dccbc5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.580291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-a550ce76-2fab-46d1-872b-932efd46ea22 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81db8968-a13f-4c55-a900-1abf48404bca HTTP/1.1" status: 200 len: 217 time: 0.1133101 Jun 30 09:15:20.609545 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:20.635882 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cdba9-0688-421a-9706-9302f1ecac1f None None] Pushing event updated for resources: {'Port': ['ID=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:20.671135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-85fbf51f-f1a0-4c37-be2a-38a4f98206bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.672666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-85fbf51f-f1a0-4c37-be2a-38a4f98206bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 200 len: 845 time: 0.0841892 Jun 30 09:15:20.677100 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:20.677704 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:20.718553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53ff1b-b90e-4c25-9cc3-2136b58f3b63 req-839c21fe-fe29-4433-b5d8-deab629e6e68 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:20.729167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f53ff1b-b90e-4c25-9cc3-2136b58f3b63 req-839c21fe-fe29-4433-b5d8-deab629e6e68 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 944 time: 0.4225209 Jun 30 09:15:20.735164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-da7a03cd-eb2a-4d3a-ad40-80fb28d3de7b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1108b339-d0e1-4356-be9c-c776d4f7ab2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555124 Jun 30 09:15:20.754728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-96cdb016-4782-45e9-ba74-e8a736d0885f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_access--368365576&fields=id&tenant_id=72689dbdb8cf435fba10e8919644d4d1 HTTP/1.1" status: 200 len: 267 time: 0.1626747 Jun 30 09:15:20.770446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 55726249-65ca-40a7-984e-6a428ae2caaf will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:20.901984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-eafa9dfe-cd91-48ca-b02b-614442ea5506 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup_general--149751854&fields=id&tenant_id=72689dbdb8cf435fba10e8919644d4d1 HTTP/1.1" status: 200 len: 267 time: 0.1462042 Jun 30 09:15:20.924459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-4969760f-02d2-40bd-bd4e-0098d9d19738 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816850 Jun 30 09:15:20.927529 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:21.009349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:21.039512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f53ff1b-b90e-4c25-9cc3-2136b58f3b63 req-c85d4608-076b-494a-a77f-cf81781b05ed tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092067 Jun 30 09:15:21.094931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.099509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cacd3adf-3529-4d7d-8144-3b69d4d20a46 req-2df8a1d0-09e1-4d6e-abb0-98d5ece38f31 service neutron] 10.222.0.79 "GET /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610374 Jun 30 09:15:21.150853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 630b228f-9141-4829-bfb4-dac004a173b9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:21.156859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 630b228f-9141-4829-bfb4-dac004a173b9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:21.157381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.344798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.410054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:21.412876 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4c4461-8b54-4c0f-bb40-2cfc3ca010fd" -d '{"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-plugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:21.421772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 19e5e22b-98cb-4ba1-a978-445b0811df8d no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:21.449698 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:20Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:21.455456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 19e5e22b-98cb-4ba1-a978-445b0811df8d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:21.455800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 19e5e22b-98cb-4ba1-a978-445b0811df8d not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:21.461025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:21.469732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.546726 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e275527-defa-48cd-99dd-a5c5bb7f7bb6 None None] The sync data for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 is: [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:20Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:21.586060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:21.809771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-0fcc2359-34eb-4854-bebe-16548ce5e320 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.815495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-0fcc2359-34eb-4854-bebe-16548ce5e320 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/networks?id=93e490b0-6bd3-4bc8-8112-ed31fa949739 HTTP/1.1" status: 200 len: 795 time: 0.9126163 Jun 30 09:15:21.817062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=55726249-65ca-40a7-984e-6a428ae2caaf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:21.846157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-c9910f73-8c52-446a-ac7d-403cac82b855 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/quotas/72689dbdb8cf435fba10e8919644d4d1 HTTP/1.1" status: 200 len: 375 time: 0.0226626 Jun 30 09:15:21.861099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:21.885568 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea062f1-1a0a-4c42-9caa-90397216ff84 x-openstack-request-id: req-eea062f1-1a0a-4c42-9caa-90397216ff84 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:21.885894 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-plugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:21.886729 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eea062f1-1a0a-4c42-9caa-90397216ff84 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:21.887359 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9', 'code': 200} Jun 30 09:15:21.889904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:21.894282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:21.900763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:21.901440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:21.951039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7c911aab-1f94-48f6-b23d-c2ac403a981c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0269320 Jun 30 09:15:21.953778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38434) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:21.970743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-7ac61481-25b2-49b4-a204-373d1f6ec789 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1235495 Jun 30 09:15:22.184513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-01e53d06-f13b-441d-960d-af8ce4783abb service neutron] 10.222.0.77 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904571 Jun 30 09:15:22.220409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049fa2e9-8993-462b-a0aa-f2ca8961b009 None None] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:22.331753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e081446f-c8b6-4575-b8f5-38f6159ac854 None None] Provisioning for port 11854fc5-c798-4b00-a8c7-c80438dccbc5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:22.388425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f07b5-41f9-4cc7-a677-1e0eee0df958 req-337a0d01-4e35-4324-ae2a-100dbc220790 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:22.395887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c97f07b5-41f9-4cc7-a677-1e0eee0df958 req-337a0d01-4e35-4324-ae2a-100dbc220790 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1515121 Jun 30 09:15:22.424513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-86778500-b1f2-4af5-8c97-c152166cb345 service neutron] 10.222.0.77 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389903 Jun 30 09:15:22.508929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c97f07b5-41f9-4cc7-a677-1e0eee0df958 req-6ec11c86-bd04-4fe4-b95d-5ee6c9537e36 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118128 Jun 30 09:15:22.667223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11854fc5-c798-4b00-a8c7-c80438dccbc5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:22.749349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 11854fc5-c798-4b00-a8c7-c80438dccbc5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:22.755756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 11854fc5-c798-4b00-a8c7-c80438dccbc5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:22.756221 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.017923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.111012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 11854fc5-c798-4b00-a8c7-c80438dccbc5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=11854fc5-c798-4b00-a8c7-c80438dccbc5,segment=NetworkSegment(7bbb4617-ddf9-43c9-92c9-571da4e36bb6),segment_id=7bbb4617-ddf9-43c9-92c9-571da4e36bb6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:23.148914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.152987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:23.194990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc6a2955-c9fc-46fe-9d96-0bf0e1778acd req-3dedccca-45fd-42de-8058-4293d59a532b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 210 time: 0.1062603 Jun 30 09:15:23.327840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87fc4212-475f-47b8-ae45-6190d83f039d None None] Provisioning complete for port 11854fc5-c798-4b00-a8c7-c80438dccbc5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:23.342903 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87fc4212-475f-47b8-ae45-6190d83f039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.406960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.424906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e1c7a-95ed-402a-8b8c-e9c051783266 req-f0723b54-964f-43d3-9efd-3197ad2f518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:23.426498 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-992e1c7a-95ed-402a-8b8c-e9c051783266 req-f0723b54-964f-43d3-9efd-3197ad2f518b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1097 time: 1.4123204 Jun 30 09:15:23.556389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:23.578171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:23.583764 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.694279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=11854fc5-c798-4b00-a8c7-c80438dccbc5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:23.879019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5dc2db-604f-4aad-b4f4-88d364e6842e req-012fcfe1-023d-468b-aeee-4c0101450a32 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:23.880576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c5dc2db-604f-4aad-b4f4-88d364e6842e req-012fcfe1-023d-468b-aeee-4c0101450a32 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1403282 Jun 30 09:15:23.881778 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.953069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.961893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:23.966249 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-992e1c7a-95ed-402a-8b8c-e9c051783266 req-cf5b4407-f711-4e03-be3c-3e5a280909b0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989619 Jun 30 09:15:23.970646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c5dc2db-604f-4aad-b4f4-88d364e6842e req-3bf7201a-2216-4dd8-9c33-5265a0d1915a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812650 Jun 30 09:15:24.084634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:24.103560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=55726249-65ca-40a7-984e-6a428ae2caaf,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:24.116442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87fc4212-475f-47b8-ae45-6190d83f039d None None] Provisioning for port 55726249-65ca-40a7-984e-6a428ae2caaf completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:24.124067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87fc4212-475f-47b8-ae45-6190d83f039d None None] Provisioning complete for port 55726249-65ca-40a7-984e-6a428ae2caaf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:24.127772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87fc4212-475f-47b8-ae45-6190d83f039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.229303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.341696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-87fc4212-475f-47b8-ae45-6190d83f039d None None] Port 55726249-65ca-40a7-984e-6a428ae2caaf cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:24.361844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.403068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:24.476000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1432d8e7-bf4f-4433-bfe0-5a7073d2b381 None None] Provisioning complete for port 55726249-65ca-40a7-984e-6a428ae2caaf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:24.476388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1432d8e7-bf4f-4433-bfe0-5a7073d2b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.542095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11854fc5-c798-4b00-a8c7-c80438dccbc5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:24.579306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.665438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1432d8e7-bf4f-4433-bfe0-5a7073d2b381 None None] Port 55726249-65ca-40a7-984e-6a428ae2caaf cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:24.673619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96cfd5ea-8b28-45e3-9ea0-0bccf9f90c2c req-2d39bb29-01fa-4d8c-91bd-bd9dbd9fa0ae tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 210 time: 0.0626357 Jun 30 09:15:24.704717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 11854fc5-c798-4b00-a8c7-c80438dccbc5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:24.704717 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.865601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72c6049b-56ea-42eb-ab27-de816f83450b None None] Provisioning complete for port 55726249-65ca-40a7-984e-6a428ae2caaf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:24.866384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72c6049b-56ea-42eb-ab27-de816f83450b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:24.908234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72c6049b-56ea-42eb-ab27-de816f83450b None None] Port 55726249-65ca-40a7-984e-6a428ae2caaf cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:25.065609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6129b1d0-0705-4cd5-bfdf-45e685d9b826 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.067401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6129b1d0-0705-4cd5-bfdf-45e685d9b826 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.79 "GET /v2.0/networks?id=93e490b0-6bd3-4bc8-8112-ed31fa949739 HTTP/1.1" status: 200 len: 795 time: 0.1621304 Jun 30 09:15:25.091409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.104379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.105761 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.259842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522ad1d-dbcc-4793-acbe-70117ed3f508 req-1cbf4894-5d7f-4262-b335-07069b9929cb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.261978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1522ad1d-dbcc-4793-acbe-70117ed3f508 req-1cbf4894-5d7f-4262-b335-07069b9929cb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1254923 Jun 30 09:15:25.285945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-49536fa1-3636-46c7-99a3-a1940d461593 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72689dbdb8cf435fba10e8919644d4d1 HTTP/1.1" status: 200 len: 476 time: 0.2037125 Jun 30 09:15:25.310994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'port': {'device_id': '07d38364-fc43-4105-82f0-0b8a828512ed', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'admin_state_up': True, 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'security_groups': ['b876ead2-c95f-44c3-8cc2-241546c76777', '8493d2cd-6b31-4c08-b95f-03bc351b37c1']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:25.326591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1522ad1d-dbcc-4793-acbe-70117ed3f508 req-d1630ce4-daae-4f1c-a4ad-7ab377aa3966 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538337 Jun 30 09:15:25.356847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=55726249-65ca-40a7-984e-6a428ae2caaf,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:25.465475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:25.470099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:25.737254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Made reservation on behalf of 72689dbdb8cf435fba10e8919644d4d1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:25.741110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.889901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83e8ac-3bbb-4008-8e0a-93d761ee3334 req-d105ae86-a2c8-49a8-8664-fb5359ee2f0a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:25.891727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e83e8ac-3bbb-4008-8e0a-93d761ee3334 req-d105ae86-a2c8-49a8-8664-fb5359ee2f0a tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 945 time: 0.0842419 Jun 30 09:15:25.942756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 977ce95d-59eb-4342-b13e-c465d1badb3c is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:25.944442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ef6c5a8a-57f8-46fd-9fe9-7f18521e6fe2 None None] Provisioning complete for port 55726249-65ca-40a7-984e-6a428ae2caaf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:25.948008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef6c5a8a-57f8-46fd-9fe9-7f18521e6fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:25.950858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.20.0.13 (93e490b0-6bd3-4bc8-8112-ed31fa949739/e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae/2aa5ca4c-9cb0-4b1b-98a7-de948ec55272) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:26.008239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ef6c5a8a-57f8-46fd-9fe9-7f18521e6fe2 None None] Port 55726249-65ca-40a7-984e-6a428ae2caaf cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:26.014956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35be01a3-dd8c-4276-94f7-0f6844d2c49a req-892218fb-2d05-491c-ad66-b6bca2270e75 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 210 time: 0.0421720 Jun 30 09:15:26.021482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e83e8ac-3bbb-4008-8e0a-93d761ee3334 req-bba3651f-7a81-40ed-ba3c-93cee3377189 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237893 Jun 30 09:15:26.112220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:26.120980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03098016-2c0a-4a46-8dee-d65009dc38e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/977ce95d-59eb-4342-b13e-c465d1badb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1628730 Jun 30 09:15:26.124823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38528) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.127837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] Sync routers for ids ['977ce95d-59eb-4342-b13e-c465d1badb3c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:26.140331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] Routers {'977ce95d-59eb-4342-b13e-c465d1badb3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:26.141390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['977ce95d-59eb-4342-b13e-c465d1badb3c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:26.180430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:26.192742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] Routers {'977ce95d-59eb-4342-b13e-c465d1badb3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:26.193732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['977ce95d-59eb-4342-b13e-c465d1badb3c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:26.199916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aaaafc-528a-47df-968d-5f48d8c6b8a8 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.204350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c8aaaafc-528a-47df-968d-5f48d8c6b8a8 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports/55726249-65ca-40a7-984e-6a428ae2caaf HTTP/1.1" status: 200 len: 984 time: 0.0754759 Jun 30 09:15:26.204813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:26.235463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:26.236599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95238fa-658e-4b54-b410-54c9ccc52ace None None] The sync data for ids ['977ce95d-59eb-4342-b13e-c465d1badb3c'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:26.303013 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.327357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Transition to ACTIVE for port object 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:26.464801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:26.481370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.538376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:26.539166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.549461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15c0b-6bd0-4b70-806c-6690da90d7f8 req-538ffaef-fb50-4aac-aaf4-f8e702102d7e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.552378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd15c0b-6bd0-4b70-806c-6690da90d7f8 req-538ffaef-fb50-4aac-aaf4-f8e702102d7e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0784769 Jun 30 09:15:26.599169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:26.610201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:26.633965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:26.651033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:26.662114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd15c0b-6bd0-4b70-806c-6690da90d7f8 req-87928f94-2f18-4ec6-82d9-f1718b1e6408 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043983 Jun 30 09:15:26.813679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:26.814317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:26.884433 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-6172c074-abd6-4c4e-a21b-d0a5e901d1e6 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.5855229 Jun 30 09:15:26.905008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Request body: {'port': {'device_id': '07d38364-fc43-4105-82f0-0b8a828512ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:27.052587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c02d36aa-9128-4b15-9711-ff7a58301196 None None] Provisioning for port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:27.064963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c02d36aa-9128-4b15-9711-ff7a58301196 None None] Provisioning complete for port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:27.065350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c02d36aa-9128-4b15-9711-ff7a58301196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.115752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.150062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c02d36aa-9128-4b15-9711-ff7a58301196 None None] Port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:27.250085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-c0f5500f-3b2b-4547-a8af-e6832afa0a68 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.258236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-c0f5500f-3b2b-4547-a8af-e6832afa0a68 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 813 time: 0.2572584 Jun 30 09:15:27.279499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-88611c22-3617-415a-aa57-e5a73ed05eeb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/quotas/4d93b04b8ec84412ba47948c0bc83332 HTTP/1.1" status: 200 len: 375 time: 0.0202229 Jun 30 09:15:27.292900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-c663a4b8-6b48-49d0-b803-776ad47ac924 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.295185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-c663a4b8-6b48-49d0-b803-776ad47ac924 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 945 time: 0.2120912 Jun 30 09:15:27.496739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-2cc1e3b5-5caa-4086-aeb3-5bb5453c0d73 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1997669 Jun 30 09:15:27.513568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799eb0c-85f6-4274-a384-505cff3fc1e8 req-6e63ca1d-43ff-4511-a7fa-b20d403e4e8c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:27.515298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c799eb0c-85f6-4274-a384-505cff3fc1e8 req-6e63ca1d-43ff-4511-a7fa-b20d403e4e8c tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 971 time: 0.2990079 Jun 30 09:15:27.538117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.627690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Deleting port 81db8968-a13f-4c55-a900-1abf48404bca {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:27.627928 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.647552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c799eb0c-85f6-4274-a384-505cff3fc1e8 req-3df8acc3-f8da-4db3-834f-6c868e30a35e tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1187670 Jun 30 09:15:27.723359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-4100ce26-2ca3-4662-a511-d580a3775338 service neutron] 10.222.0.77 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254019 Jun 30 09:15:27.895811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] For port 81db8968-a13f-4c55-a900-1abf48404bca, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81db8968-a13f-4c55-a900-1abf48404bca,segment=NetworkSegment(d5f81f2a-08bd-4c8b-8bee-c136d43089ac),segment_id=d5f81f2a-08bd-4c8b-8bee-c136d43089ac)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:27.895811 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.914614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Calling delete_port for 81db8968-a13f-4c55-a900-1abf48404bca owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:27.922249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 55726249-65ca-40a7-984e-6a428ae2caaf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:27.922870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:27.939205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-c32fcc12-e9ff-4e25-a872-ae75474f36f1 service neutron] 10.222.0.77 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005551 Jun 30 09:15:27.995804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58c266-3481-4bdf-9554-4b70e84559cb req-ad655ac0-b9a9-472d-babc-31c972ccbf76 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.012843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a58c266-3481-4bdf-9554-4b70e84559cb req-ad655ac0-b9a9-472d-babc-31c972ccbf76 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 945 time: 0.1997290 Jun 30 09:15:28.014923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:28.028058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.061548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Transition to ACTIVE for port object 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:28.070820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.075292 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.116923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 55726249-65ca-40a7-984e-6a428ae2caaf owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:28.122812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a58c266-3481-4bdf-9554-4b70e84559cb req-84d6756b-f8df-4227-b73a-25bf6cdb5256 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/security-groups?id=7c3a47f9-4e20-4176-b88d-7713c9efaab4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089311 Jun 30 09:15:28.157020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.283105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.302050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81db8968-a13f-4c55-a900-1abf48404bca'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:28.335831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Pushing event deleted for resources: {'Port': ['ID=81db8968-a13f-4c55-a900-1abf48404bca,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.411494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Attempting to bind port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:28.412056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Attempting to bind port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:28.412623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Attempting to bind port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 on network 93e490b0-6bd3-4bc8-8112-ed31fa949739 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:28.427652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 on network 93e490b0-6bd3-4bc8-8112-ed31fa949739 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:28.428088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Attempting to bind port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 on network 93e490b0-6bd3-4bc8-8112-ed31fa949739 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:28.436721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:28.437317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Checking segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:28.437865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Bound using segment: {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:28.438509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Bound port: 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:28.438968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.496236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] No DVR routers for this DVR port 81db8968-a13f-4c55-a900-1abf48404bca on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:28.502750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.509346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-009b01f2-7c45-4c05-9e81-d8663d800c33 req-684a393a-8c48-4be6-822f-d7351992665c tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.79 "DELETE /v2.0/ports/81db8968-a13f-4c55-a900-1abf48404bca HTTP/1.1" status: 204 len: 173 time: 1.2003214 Jun 30 09:15:28.510124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704d5c2a-0563-473d-a26c-5150dd55758b', 'name': 'network-vif-deleted', 'tag': '81db8968-a13f-4c55-a900-1abf48404bca'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:28.513971 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ad4ffd-2034-426e-9b98-27595bf714e5" -d '{"events": [{"server_uuid": "704d5c2a-0563-473d-a26c-5150dd55758b", "name": "network-vif-deleted", "tag": "81db8968-a13f-4c55-a900-1abf48404bca"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:28.607478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-740c0d7d-2506-44d0-8846-e076801b298e req-e5d289e5-ccdb-46e7-8499-e0980995a4ce tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 210 time: 0.0893931 Jun 30 09:15:28.655088 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03e9534-7302-4f4b-b490-ef450b46e513 x-openstack-request-id: req-f03e9534-7302-4f4b-b490-ef450b46e513 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:28.655425 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704d5c2a-0563-473d-a26c-5150dd55758b", "name": "network-vif-deleted", "tag": "81db8968-a13f-4c55-a900-1abf48404bca", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:28.656006 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f03e9534-7302-4f4b-b490-ef450b46e513 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:28.656431 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704d5c2a-0563-473d-a26c-5150dd55758b', 'name': 'network-vif-deleted', 'tag': '81db8968-a13f-4c55-a900-1abf48404bca', 'status': 'completed', 'code': 200} Jun 30 09:15:28.665236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] For port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:28.672320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.681279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] For port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:28.721757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.733665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=55726249-65ca-40a7-984e-6a428ae2caaf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:28.793669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:28.794617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.796485 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] 10.222.0.79 "PUT /v2.0/ports/2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 HTTP/1.1" status: 200 len: 1132 time: 1.9026656 Jun 30 09:15:28.802472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:28.805640 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89025cc0-ec10-4e39-920e-49600b9c2e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:28.897638 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763fc6e7-104a-4d2f-b59e-e0d43149a172 x-openstack-request-id: req-763fc6e7-104a-4d2f-b59e-e0d43149a172 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:28.898126 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:28.898501 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-763fc6e7-104a-4d2f-b59e-e0d43149a172 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:28.898988 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'status': 'completed', 'code': 200} Jun 30 09:15:28.983746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:28.988075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929174c7-76f7-4d26-8943-cc7738ec4251 service neutron] Pushing event updated for resources: {'Port': ['ID=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:29.048462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517463c-c2e4-43c2-b5db-86832252cce1 req-3a7af088-a685-4ee6-8c8d-00d5bc4dd12e tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.056525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1517463c-c2e4-43c2-b5db-86832252cce1 req-3a7af088-a685-4ee6-8c8d-00d5bc4dd12e tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 983 time: 0.1247170 Jun 30 09:15:29.134421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:29.178272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1517463c-c2e4-43c2-b5db-86832252cce1 req-f7dfd62f-7b39-482c-9d9d-8eb793f0a7bd tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1199250 Jun 30 09:15:29.235748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-8a44e561-6574-4040-80f1-4d5e7bd6984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.237562 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-8a44e561-6574-4040-80f1-4d5e7bd6984e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1135 time: 0.3736537 Jun 30 09:15:29.392038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-cd299d7c-3a91-425e-b4cb-6b0ece42852c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 HTTP/1.1" status: 200 len: 217 time: 0.0957363 Jun 30 09:15:29.458615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 977ce95d-59eb-4342-b13e-c465d1badb3c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:29.466365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-29115a50-8515-4bb7-b509-b869eb1bad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.467923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-29115a50-8515-4bb7-b509-b869eb1bad9a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae HTTP/1.1" status: 200 len: 835 time: 0.0634995 Jun 30 09:15:29.493933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe1091b0-dd08-4b31-9118-ef0341a6a260 req-018d980e-7adc-4e52-ac34-8e03ecdfb8f8 tempest-ServersTestJSON-1751285242 tempest-ServersTestJSON-1751285242-project] 10.222.0.77 "GET /v2.0/ports?device_id=704d5c2a-0563-473d-a26c-5150dd55758b HTTP/1.1" status: 200 len: 210 time: 0.0976553 Jun 30 09:15:29.713407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:29.723467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38604) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:29.723703 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7e8425c7-a59e-4a63-b133-06368de0ce1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/977ce95d-59eb-4342-b13e-c465d1badb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5177331 Jun 30 09:15:29.732724 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] Sync routers for ids ['977ce95d-59eb-4342-b13e-c465d1badb3c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:29.750807 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] Routers {'977ce95d-59eb-4342-b13e-c465d1badb3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:29.751458 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['977ce95d-59eb-4342-b13e-c465d1badb3c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:29.770755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-3da5158b-2a42-4515-b143-d9e8381ad3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:29.773320 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-3da5158b-2a42-4515-b143-d9e8381ad3fb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93e490b0-6bd3-4bc8-8112-ed31fa949739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2972586 Jun 30 09:15:29.824030 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:29.838707 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] Routers {'977ce95d-59eb-4342-b13e-c465d1badb3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:29.840203 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['977ce95d-59eb-4342-b13e-c465d1badb3c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:29.883788 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:29.884957 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1613d89-ceae-4fb8-b5f9-46a74be50e60 None None] The sync data for ids ['977ce95d-59eb-4342-b13e-c465d1badb3c'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:29.908172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ca9300e-7fe2-4521-be0b-c700653c3e07 req-fcb22d83-cb70-4120-94c5-f7521b9a0d1d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 210 time: 0.0391457 Jun 30 09:15:29.908429 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-53cb68f3-8a69-47de-9049-65f60a513639 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200392 Jun 30 09:15:30.028061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-928d20e3-2ced-4e72-b1aa-bb2c6a3f2e71 req-241473c9-1a75-438e-a563-a3ed4dbc0395 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099007 Jun 30 09:15:30.053244 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-3169e05b-c536-4bd3-af33-0d1d014fb2bd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:15:30.055020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3169e05b-c536-4bd3-af33-0d1d014fb2bd tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/977ce95d-59eb-4342-b13e-c465d1badb3c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3298664 Jun 30 09:15:30.058584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:30.094193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-21a10ea0-a2bb-44b2-a7e9-c5882f728b58 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=977ce95d-59eb-4342-b13e-c465d1badb3c HTTP/1.1" status: 200 len: 205 time: 0.0343053 Jun 30 09:15:30.096826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38608) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:30.163534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-37d9e859-ecd8-449b-968b-67d7919665c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.165022 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-37d9e859-ecd8-449b-968b-67d7919665c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1135 time: 0.0659740 Jun 30 09:15:30.259675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.277326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-0a60c855-9562-4d9a-b5ea-bcc92c3f6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.279935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-0a60c855-9562-4d9a-b5ea-bcc92c3f6a5f service neutron] 10.222.0.79 "GET /v2.0/networks?id=93e490b0-6bd3-4bc8-8112-ed31fa949739 HTTP/1.1" status: 200 len: 896 time: 0.1076908 Jun 30 09:15:30.353293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-6fab8a41-20b1-4fc0-8b77-fb1ac3cd3bce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 HTTP/1.1" status: 200 len: 217 time: 0.0581000 Jun 30 09:15:30.420683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-7839ed0f-a1e5-4e88-b016-a7272e9b82cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.422735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-7839ed0f-a1e5-4e88-b016-a7272e9b82cb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae HTTP/1.1" status: 200 len: 835 time: 0.0614560 Jun 30 09:15:30.492779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-4d9a51e3-a521-4913-bf62-fe271470bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.495714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-4d9a51e3-a521-4913-bf62-fe271470bb2b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93e490b0-6bd3-4bc8-8112-ed31fa949739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647731 Jun 30 09:15:30.612780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-a31cb7dd-6a4a-48fe-aafd-48bd1eebff91 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105471 Jun 30 09:15:30.680135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:30.778694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Deleting subnet b24691b6-0eaa-471d-a585-bac87d95ef38 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:30.790081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.822958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-89025cc0-ec10-4e39-920e-49600b9c2e2c req-979d5411-8e95-4680-a65e-5794aa7ff35f service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026649 Jun 30 09:15:30.830499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.836873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.838248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-edfff6c7-a9d1-4808-88bf-bbd51ae0ff1b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.839788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-edfff6c7-a9d1-4808-88bf-bbd51ae0ff1b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.79 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 813 time: 0.6897011 Jun 30 09:15:30.841329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.857948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Request body: {'port': {'device_id': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'admin_state_up': True, 'tenant_id': '4d93b04b8ec84412ba47948c0bc83332'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:30.881846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.951898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.954318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed2b43-b3b2-4631-b311-eda57b87e131 req-aa57c806-3b94-4c1c-98fd-72c24bb8b242 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:30.958745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fed2b43-b3b2-4631-b311-eda57b87e131 req-aa57c806-3b94-4c1c-98fd-72c24bb8b242 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 983 time: 0.5923438 Jun 30 09:15:30.964074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.964579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router 977ce95d-59eb-4342-b13e-c465d1badb3c {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:30.975761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:30.979389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e5362c0-8d9b-4e25-bd60-a5cf7c129eb4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/977ce95d-59eb-4342-b13e-c465d1badb3c HTTP/1.1" status: 204 len: 168 time: 0.8785875 Jun 30 09:15:30.980772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:30.981524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b24691b6-0eaa-471d-a585-bac87d95ef38,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:30.994719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.000352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c97c3ca-e3a4-4eb2-ae10-6ec747abb9c6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b24691b6-0eaa-471d-a585-bac87d95ef38 HTTP/1.1" status: 204 len: 168 time: 0.3162568 Jun 30 09:15:31.000749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38630) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:31.041919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet c763479b-520b-4f01-8244-d64029830823 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:31.045939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.093538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.182333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.187900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e92ebd00-07d6-4d9a-a715-86fc3798ad57 req-056ade66-3f7b-4176-a767-93ceabeef06e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 210 time: 0.0587006 Jun 30 09:15:31.196278 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.204701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fed2b43-b3b2-4631-b311-eda57b87e131 req-9c580145-c2a3-4e85-9107-2f36d43c10af tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2374041 Jun 30 09:15:31.213748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Made reservation on behalf of 4d93b04b8ec84412ba47948c0bc83332 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:31.217701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.258380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.286669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=c763479b-520b-4f01-8244-d64029830823,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.290248 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.290606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-15ce45b0-0515-44f5-8921-6ad6b846714d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/c763479b-520b-4f01-8244-d64029830823 HTTP/1.1" status: 204 len: 168 time: 0.3069358 Jun 30 09:15:31.293464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:31.298428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb7000d-a874-415d-b911-10084ae3237f None None] Network a09853ad-dfd6-4858-8c8c-48d85cbc52ad requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:31.319358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.359585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1108b339-d0e1-4356-be9c-c776d4f7ab2f']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:31.378290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:31.378290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f81f2a-08bd-4c8b-8bee-c136d43089ac') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:31.392794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.394144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.436165 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.449667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:31.450074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:31.451903 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:31.454206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81db8968-a13f-4c55-a900-1abf48404bca no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:31.468925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 11854fc5-c798-4b00-a8c7-c80438dccbc5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:31.469413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.518255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Allocated IP 172.20.0.2 (b81b134d-f634-4c79-a551-8bafc151ceaf/20a9314a-e29c-4df7-9f4a-0a481e2667bf/25df1ff7-0f91-407d-a59c-7448f7f46f5a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:31.553210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.563267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.567473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] 10.222.0.77 "DELETE /v2.0/networks/1108b339-d0e1-4356-be9c-c776d4f7ab2f HTTP/1.1" status: 204 len: 168 time: 0.5627739 Jun 30 09:15:31.580710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db991817-e30e-46b8-bfe5-50e316de1eac admin admin] Pushing event deleted for resources: {'Network': ['ID=1108b339-d0e1-4356-be9c-c776d4f7ab2f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.588806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 11854fc5-c798-4b00-a8c7-c80438dccbc5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=11854fc5-c798-4b00-a8c7-c80438dccbc5,segment=NetworkSegment(7bbb4617-ddf9-43c9-92c9-571da4e36bb6),segment_id=7bbb4617-ddf9-43c9-92c9-571da4e36bb6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:31.589923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.619915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 11854fc5-c798-4b00-a8c7-c80438dccbc5 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:31.671116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 81db8968-a13f-4c55-a900-1abf48404bca {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:31.671116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81db8968-a13f-4c55-a900-1abf48404bca not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:31.765495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] DHCP port deletion for a09853ad-dfd6-4858-8c8c-48d85cbc52ad request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:31.809481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.846023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.857070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.865407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Deleting port 11854fc5-c798-4b00-a8c7-c80438dccbc5 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:31.865790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:31.907745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=11854fc5-c798-4b00-a8c7-c80438dccbc5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:31.916229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port 11854fc5-c798-4b00-a8c7-c80438dccbc5 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:31.940205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Network b81b134d-f634-4c79-a551-8bafc151ceaf is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:31.945053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:31.946532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['630b228f-9141-4829-bfb4-dac004a173b9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:31.953344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:31.977621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38650) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:32.000481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Pushing event updated for resources: {'Port': ['ID=25df1ff7-0f91-407d-a59c-7448f7f46f5a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.049537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.050310 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.066968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] For port 11854fc5-c798-4b00-a8c7-c80438dccbc5, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:32.067580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.071667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-1e142363-270b-42c8-8c2e-6793e0731a67 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2185264 Jun 30 09:15:32.085843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.090107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Calling delete_port for 11854fc5-c798-4b00-a8c7-c80438dccbc5 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:32.093363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Port 11854fc5-c798-4b00-a8c7-c80438dccbc5 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:15:32.095610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Request body: {'port': {'device_id': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:32.100933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.129727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09853ad-dfd6-4858-8c8c-48d85cbc52ad']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:32.154149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2251e468-efdc-4451-ae66-6134d6694dcd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9fd7211b285e4da78c72296f5832977b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765714 Jun 30 09:15:32.156126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbb4617-ddf9-43c9-92c9-571da4e36bb6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:32.156433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbb4617-ddf9-43c9-92c9-571da4e36bb6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:32.158063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:32.177979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.187781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] Pushing event deleted for resources: {'Port': ['ID=11854fc5-c798-4b00-a8c7-c80438dccbc5,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.203631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.208308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e10b09-fbbc-42a6-9e1a-6e7b4e81ab9d None None] No DVR routers for this DVR port 11854fc5-c798-4b00-a8c7-c80438dccbc5 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:32.212054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.217619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:32.218035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:32.221225 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:32.336700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2539fff7-a786-4c50-8771-a23fad0aaa49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.353872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.359695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.362098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/a09853ad-dfd6-4858-8c8c-48d85cbc52ad HTTP/1.1" status: 204 len: 168 time: 1.0669477 Jun 30 09:15:32.373374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:32.389342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-779402335'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:32.392500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2539fff7-a786-4c50-8771-a23fad0aaa49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.400424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89d1df-4644-44de-894c-6361c07dbe23 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=a09853ad-dfd6-4858-8c8c-48d85cbc52ad,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.457847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2539fff7-a786-4c50-8771-a23fad0aaa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.459930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11854fc5-c798-4b00-a8c7-c80438dccbc5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:32.461376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2539fff7-a786-4c50-8771-a23fad0aaa49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.462742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2539fff7-a786-4c50-8771-a23fad0aaa49 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c3a47f9-4e20-4176-b88d-7713c9efaab4 HTTP/1.1" status: 204 len: 168 time: 0.3035314 Jun 30 09:15:32.473700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539fff7-a786-4c50-8771-a23fad0aaa49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a47f9-4e20-4176-b88d-7713c9efaab4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:32.489820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 11854fc5-c798-4b00-a8c7-c80438dccbc5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:32.490461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11854fc5-c798-4b00-a8c7-c80438dccbc5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:32.594120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:32.597698 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.709132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3b090-2fc0-446d-ada8-9167e436749e req-203b9173-afd8-4a93-a9bb-b1cb9cca0724 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.710756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffe3b090-2fc0-446d-ada8-9167e436749e req-203b9173-afd8-4a93-a9bb-b1cb9cca0724 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 983 time: 0.3364882 Jun 30 09:15:32.717780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:32.747729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae67c82-9a42-42c7-8327-8fc19d7a8608 req-3c1ee463-c6b3-4641-a206-170dd49c839a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.749241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ae67c82-9a42-42c7-8327-8fc19d7a8608 req-3c1ee463-c6b3-4641-a206-170dd49c839a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 931 time: 0.2910929 Jun 30 09:15:32.763562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.763873 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment dca6e681-877a-4407-a84e-d9dbdbfc9953 of type vlan for network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf Jun 30 09:15:32.871867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.889064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffe3b090-2fc0-446d-ada8-9167e436749e req-90608390-8d73-437c-b4fd-9928c14d790b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1563106 Jun 30 09:15:32.912280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ae67c82-9a42-42c7-8327-8fc19d7a8608 req-8f49be94-d396-45ef-8e16-a0f831d01017 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540792 Jun 30 09:15:32.985633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:32.991315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:32.991929 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.009801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25df1ff7-0f91-407d-a59c-7448f7f46f5a {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:33.058897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.078739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6976178 Jun 30 09:15:33.082717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:33.088728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:33.092867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Transition to ACTIVE for port object 25df1ff7-0f91-407d-a59c-7448f7f46f5a will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:33.093886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbcb20-43c9-46d1-89d7-1d39b9d033fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=85bd2bd7-ceb1-42ac-a453-e17feaa45ccf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.101620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.113438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:33.182206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Pushing event updated for resources: {'Port': ['ID=25df1ff7-0f91-407d-a59c-7448f7f46f5a,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.284499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:33.291471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.326346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Attempting to bind port 25df1ff7-0f91-407d-a59c-7448f7f46f5a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:33.326790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Attempting to bind port 25df1ff7-0f91-407d-a59c-7448f7f46f5a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:33.327132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Attempting to bind port 25df1ff7-0f91-407d-a59c-7448f7f46f5a on network b81b134d-f634-4c79-a551-8bafc151ceaf {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:33.335821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Port 25df1ff7-0f91-407d-a59c-7448f7f46f5a on network b81b134d-f634-4c79-a551-8bafc151ceaf not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:33.336152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Attempting to bind port 25df1ff7-0f91-407d-a59c-7448f7f46f5a on network b81b134d-f634-4c79-a551-8bafc151ceaf {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:33.354773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:33.355155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Checking segment: {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:33.355505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Bound using segment: {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:33.355947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Bound port: 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59aa48a-a555-4b0c-af23-644c9193f760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:33.356313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.450565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:33.469791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] For port 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:33.477223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] For port 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:33.484434 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.563297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.563297 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.563297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] 10.222.0.79 "PUT /v2.0/ports/25df1ff7-0f91-407d-a59c-7448f7f46f5a HTTP/1.1" status: 200 len: 1092 time: 1.4754002 Jun 30 09:15:33.573233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'tag': '25df1ff7-0f91-407d-a59c-7448f7f46f5a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:33.574961 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80793f9-b9e4-4918-bcb0-e1d54830187b" -d '{"events": [{"name": "network-changed", "server_uuid": "e14fd5b5-8cbd-4727-8a07-fc65998d936e", "tag": "25df1ff7-0f91-407d-a59c-7448f7f46f5a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:33.646421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.652315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:33.660751 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49d4fbd3-938d-4e90-a9be-58050a5049fd x-openstack-request-id: req-49d4fbd3-938d-4e90-a9be-58050a5049fd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:33.661202 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e14fd5b5-8cbd-4727-8a07-fc65998d936e", "tag": "25df1ff7-0f91-407d-a59c-7448f7f46f5a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:33.661486 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49d4fbd3-938d-4e90-a9be-58050a5049fd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:33.661824 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'tag': '25df1ff7-0f91-407d-a59c-7448f7f46f5a', 'status': 'completed', 'code': 200} Jun 30 09:15:33.678069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'port_id': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'mac_address': 'fa:16:3e:a8:24:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:33.712689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b6354-8e29-4b69-bc0d-ec0ee33eba57 service neutron] Pushing event updated for resources: {'Port': ['ID=25df1ff7-0f91-407d-a59c-7448f7f46f5a,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.722424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=f8dfcbc7-67ed-4820-b640-426463e36d66,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.724791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.744065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:33.764766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': 'dca6e681-877a-4407-a84e-d9dbdbfc9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:33.765119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-b09ce445-c0e9-4f81-9d92-da305fa1a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.765729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:33.772184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-b09ce445-c0e9-4f81-9d92-da305fa1a6fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 1095 time: 0.1491208 Jun 30 09:15:33.774728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:33.789519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.793001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:33.817579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:33.822611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.823854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.842124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0be4a-4a69-4f84-acd2-61e678981adb None None] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:33.850086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:33.852626 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-efcd1d23-3457-40d0-8da7-a29ab87e21ba tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7682712 Jun 30 09:15:33.854900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:33.859834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-299165076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:33.882326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-891dca18-aa0c-4eff-9535-26e5f36a1cc7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a HTTP/1.1" status: 200 len: 217 time: 0.0956707 Jun 30 09:15:33.919066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.920272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:33.976150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-6bcba99f-7dc2-4c93-b3e3-fba016d057af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:33.977818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-6bcba99f-7dc2-4c93-b3e3-fba016d057af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.0885975 Jun 30 09:15:34.030761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-3c9bbe3e-bf7b-4811-a73b-c198dad14724 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430868 Jun 30 09:15:34.034213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38720) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.061886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.077074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.124003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.125270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c0748c9-70c4-41d4-a35d-946e0ec1f36d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2691507 Jun 30 09:15:34.128888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38726) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.158474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-85bd2bd7-ceb1-42ac-a453-e17feaa45ccf', 'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': 'f8dfcbc7-67ed-4820-b640-426463e36d66'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:34.163780 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.172993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['2aa5ca4c-9cb0-4b1b-98a7-de948ec55272'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:34.295848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b5e215a-d896-4d66-8c06-a3f9fe26adfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.346758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-79396914-ba08-4dc7-86d5-e432873d1405 service neutron] 10.222.0.79 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061485 Jun 30 09:15:34.414928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.420777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-461938087'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:34.438591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e67e0-c224-43f0-ade2-69a1ce6c11af req-5c0121c1-867d-426e-abaf-266e3785e63f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.440128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d6e67e0-c224-43f0-ade2-69a1ce6c11af req-5c0121c1-867d-426e-abaf-266e3785e63f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 984 time: 0.2673225 Jun 30 09:15:34.499241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.501527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4b22b-ee4e-404d-abd3-d8be16501198 req-e56d0763-112f-46d8-89b1-b0361ca4f7d9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.503122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-05e4b22b-ee4e-404d-abd3-d8be16501198 req-e56d0763-112f-46d8-89b1-b0361ca4f7d9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 943 time: 0.3319957 Jun 30 09:15:34.515527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Allocated IP 2001:db8::2 (85bd2bd7-ceb1-42ac-a453-e17feaa45ccf/f8dfcbc7-67ed-4820-b640-426463e36d66/0bbc014e-5c41-4364-b89f-b274c679b706) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:34.594037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d6e67e0-c224-43f0-ade2-69a1ce6c11af req-e4cbcab6-6f96-4224-9117-98eb5692e79d tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1311548 Jun 30 09:15:34.630272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228a54d5-a001-44b9-909b-1e55a5f67126 req-cdc106b0-3abb-4241-84d4-83a6cad116e7 service neutron] 10.222.0.79 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591536 Jun 30 09:15:34.637839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-05e4b22b-ee4e-404d-abd3-d8be16501198 req-913b2c9d-e8bb-4a56-85fa-a303e74cc304 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165078 Jun 30 09:15:34.664440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b5e215a-d896-4d66-8c06-a3f9fe26adfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.673000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b5e215a-d896-4d66-8c06-a3f9fe26adfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.721210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e215a-d896-4d66-8c06-a3f9fe26adfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b77b9f-c9b1-4bf4-a247-9702a02ecbc0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.741289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7b5e215a-d896-4d66-8c06-a3f9fe26adfb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e6c62bad8c747409f363ed5aeea32f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7058361 Jun 30 09:15:34.743190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:34.744045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38736) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:34.746744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.748172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.762158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Transition to ACTIVE for port object 0bbc014e-5c41-4364-b89f-b274c679b706 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:34.785265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Transition to ACTIVE for port object 0bbc014e-5c41-4364-b89f-b274c679b706 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:34.795923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.853103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5370465-13fd-4e09-b910-47011853f877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.867957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:34.872729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:34.877003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-4cf76104-fa8a-4ed4-9bee-c095e9ba5ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:34.878600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-4cf76104-fa8a-4ed4-9bee-c095e9ba5ab3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 1095 time: 0.1362104 Jun 30 09:15:34.881312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:34.894478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5370465-13fd-4e09-b910-47011853f877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.901463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Pushing event updated for resources: {'Port': ['ID=0bbc014e-5c41-4364-b89f-b274c679b706,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:34.975461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Attempting to bind port 0bbc014e-5c41-4364-b89f-b274c679b706 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:34.975991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Attempting to bind port 0bbc014e-5c41-4364-b89f-b274c679b706 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'dca6e681-877a-4407-a84e-d9dbdbfc9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:34.976455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Attempting to bind port 0bbc014e-5c41-4364-b89f-b274c679b706 on network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:34.983822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:34.984380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Checking segment: {'id': 'dca6e681-877a-4407-a84e-d9dbdbfc9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:34.984879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:34.985492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Bound using segment: {'id': 'dca6e681-877a-4407-a84e-d9dbdbfc9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:34.986063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Bound port: 0bbc014e-5c41-4364-b89f-b274c679b706, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca6e681-877a-4407-a84e-d9dbdbfc9953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '85bd2bd7-ceb1-42ac-a453-e17feaa45ccf'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:34.986992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.028073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-5b3e6948-6923-4fdf-b58d-ba93f3a00142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.029592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-5b3e6948-6923-4fdf-b58d-ba93f3a00142 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 914 time: 0.1319354 Jun 30 09:15:35.030249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5370465-13fd-4e09-b910-47011853f877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.034112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5370465-13fd-4e09-b910-47011853f877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.035336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e5370465-13fd-4e09-b910-47011853f877 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/72b77b9f-c9b1-4bf4-a247-9702a02ecbc0 HTTP/1.1" status: 204 len: 168 time: 0.2904110 Jun 30 09:15:35.056009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5370465-13fd-4e09-b910-47011853f877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b77b9f-c9b1-4bf4-a247-9702a02ecbc0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.091460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-21bfc341-a88c-416e-8cb1-4a29e2682193 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a HTTP/1.1" status: 200 len: 217 time: 0.0532568 Jun 30 09:15:35.116096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] For port 0bbc014e-5c41-4364-b89f-b274c679b706, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:35.122374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] For port 0bbc014e-5c41-4364-b89f-b274c679b706, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0bbc014e-5c41-4364-b89f-b274c679b706,segment=NetworkSegment(dca6e681-877a-4407-a84e-d9dbdbfc9953),segment_id=dca6e681-877a-4407-a84e-d9dbdbfc9953)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:35.128084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.144754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-94e01a20-2919-4302-a3d7-e2d22f7204e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.146370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-94e01a20-2919-4302-a3d7-e2d22f7204e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.0485053 Jun 30 09:15:35.185413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:35.196993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362f724-94cd-49fd-9012-3f0bf52beb7f None None] Pushing event updated for resources: {'Port': ['ID=0bbc014e-5c41-4364-b89f-b274c679b706,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.197406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.199285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-26ea098e-fcd3-4638-a9d3-ad33f406c8c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457311 Jun 30 09:15:35.201089 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Added segment 3ee7564a-96aa-46a4-b096-c9210a700f64 of type vlan for network 03bf68f1-4162-4571-b957-0d118aa71388 Jun 30 09:15:35.277530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.288559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8::1 (85bd2bd7-ceb1-42ac-a453-e17feaa45ccf/f8dfcbc7-67ed-4820-b640-426463e36d66/279bf43c-6aa1-470a-83a9-3da453838939) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:35.321580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-54a91ba6-5151-45a8-8828-747008cfc6eb service neutron] 10.222.0.79 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149871 Jun 30 09:15:35.368193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.374566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.375207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.456560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:35.469641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80793f9-b9e4-4918-bcb0-e1d54830187b req-e099f4ad-d20b-440f-85a4-bd856a285456 service neutron] 10.222.0.79 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394711 Jun 30 09:15:35.503458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0868373 Jun 30 09:15:35.505853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38748) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:35.520507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-152281325'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:35.524889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Network': ['ID=03bf68f1-4162-4571-b957-0d118aa71388,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.528092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:35.534412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:35.535448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.546657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.547011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.547362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.547692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.548029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.548363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.548695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.549023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.549350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.549672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.549995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.550343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216d9e-173a-471f-aa41-522ad13aba6f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:35.559968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:35.563890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.574289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.582852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 279bf43c-6aa1-470a-83a9-3da453838939 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:35.605354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:35.616863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 03bf68f1-4162-4571-b957-0d118aa71388 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:35.618386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.618839 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Added segment 9aa14af4-58fe-4e99-ac6e-557baee332e6 of type vlan for network 012f022d-6db4-44ad-9e33-6e91318280f5 Jun 30 09:15:35.637894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.677181 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.715938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=279bf43c-6aa1-470a-83a9-3da453838939,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.733220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.744708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:35.747490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.750970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:35.755971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:35.770041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:35.770672 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.842621 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.887968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:35.890704 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c230e4d0-ceba-469f-9287-47f5ef1dd53b" -d '{"events": [{"server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "name": "network-vif-plugged", "status": "completed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:35.911020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:35.916741 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:35.938161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4310286 Jun 30 09:15:35.953522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:35.959138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'subnet': {'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:35.972063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb0bd4-63ba-47c1-b27b-ae55ae6e131d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Network': ['ID=012f022d-6db4-44ad-9e33-6e91318280f5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:35.989649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 012f022d-6db4-44ad-9e33-6e91318280f5 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:36.024755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df363aac-a447-44cc-9a05-275763df0da4 req-86607dd4-d207-4ecb-bc0c-c44b3dd0d74f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.035151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df363aac-a447-44cc-9a05-275763df0da4 req-86607dd4-d207-4ecb-bc0c-c44b3dd0d74f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 984 time: 0.2535670 Jun 30 09:15:36.061367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088396d-6a41-4850-8be9-3bfcfa50c14c req-a06e0f87-3750-4884-b459-e569552c7685 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.063283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e088396d-6a41-4850-8be9-3bfcfa50c14c req-a06e0f87-3750-4884-b459-e569552c7685 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 943 time: 0.1764197 Jun 30 09:15:36.092803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.107613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:36.111442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.169040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df363aac-a447-44cc-9a05-275763df0da4 req-467f354a-ecf5-4f1d-bf90-72e494b64395 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1323643 Jun 30 09:15:36.170950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.185964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e088396d-6a41-4850-8be9-3bfcfa50c14c req-2fd07647-a38f-4c8d-8f24-ac93a47c4614 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131892 Jun 30 09:15:36.194093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.243319 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d2be7f-1e2d-4ace-b702-c2e6f5fa0622 x-openstack-request-id: req-d2d2be7f-1e2d-4ace-b702-c2e6f5fa0622 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:36.243661 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "name": "network-vif-plugged", "status": "completed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:36.243916 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d2d2be7f-1e2d-4ace-b702-c2e6f5fa0622 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:36.246057 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'code': 200} Jun 30 09:15:36.425317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-566984563-network', 'tenant_id': '073a4d91f55945789c58ac1491660c87'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:36.495253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Made reservation on behalf of 073a4d91f55945789c58ac1491660c87 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:36.501208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.514149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.546063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483f9b3-4f21-4cc0-8f0a-b296b4160367 None None] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:36.584920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c522-ac6d-4e05-820a-e667d446da8f req-9c76b2e0-14cb-416c-9139-180ee7b123df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.588296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2992c522-ac6d-4e05-820a-e667d446da8f req-9c76b2e0-14cb-416c-9139-180ee7b123df service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1137 time: 0.2597497 Jun 30 09:15:36.593881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0bbc014e-5c41-4364-b89f-b274c679b706 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:36.643766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e43fcfea-c7ca-4355-8d28-3c143e2ea4e9 None None] Provisioning for port 0bbc014e-5c41-4364-b89f-b274c679b706 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:36.655086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.672767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2992c522-ac6d-4e05-820a-e667d446da8f req-023b5c4f-4484-4bd2-aaf5-ae92565bf481 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0721707 Jun 30 09:15:36.727327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0bbc014e-5c41-4364-b89f-b274c679b706 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:36.733646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0bbc014e-5c41-4364-b89f-b274c679b706 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:36.734326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.734923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.740803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.759133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Subnet': ['ID=52e07e50-43c2-47b3-a73a-9353a20666c9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.776216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:36.787223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53264b19-16f6-4a82-8d58-3a1cf3841e7f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.798586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.799072 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Added segment 45d9b6ef-4aef-41f2-abf6-16ff27a8b455 of type vlan for network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 Jun 30 09:15:36.804589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Checking segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:36.804971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network hostable DHCP agents. Network: 03bf68f1-4162-4571-b957-0d118aa71388, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:36.811620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.828259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.829122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.835577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 03bf68f1-4162-4571-b957-0d118aa71388 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:36.854046 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.865003 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.877822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 03bf68f1-4162-4571-b957-0d118aa71388) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:36.882351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.883040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.895613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.895992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:36.897089 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.905554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7b4536-a059-40e7-903d-587d2b7364ef None None] Network 03bf68f1-4162-4571-b957-0d118aa71388 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:36.927913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0bbc014e-5c41-4364-b89f-b274c679b706, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0bbc014e-5c41-4364-b89f-b274c679b706,segment=NetworkSegment(dca6e681-877a-4407-a84e-d9dbdbfc9953),segment_id=dca6e681-877a-4407-a84e-d9dbdbfc9953)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:36.970711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=279bf43c-6aa1-470a-83a9-3da453838939,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:36.970962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7729890 Jun 30 09:15:36.971421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38778) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:36.978244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:36.985100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Request body: {'subnet': {'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-566984563-subnet', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:36.999747 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c29ff4ac-484e-465a-8f6c-0083248874ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0447118 Jun 30 09:15:37.005274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38780) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.014743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'subnet': {'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:37.018239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5a941-19ba-47db-8385-d4b4c4dea760 admin admin] Pushing event updated for resources: {'Network': ['ID=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.034171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:37.065761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:37.069107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:37.125482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0bbc014e-5c41-4364-b89f-b274c679b706,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:37.155134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Made reservation on behalf of 073a4d91f55945789c58ac1491660c87 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:37.157402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.231356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4960582-c700-4d4a-affa-e17d44a9ef19 None None] Provisioning for port 279bf43c-6aa1-470a-83a9-3da453838939 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:37.236612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4960582-c700-4d4a-affa-e17d44a9ef19 None None] Provisioning complete for port 279bf43c-6aa1-470a-83a9-3da453838939 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:37.237151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4960582-c700-4d4a-affa-e17d44a9ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.258899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router a0f912b3-a19b-4662-b613-8b41d0ddf755 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:37.282123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-03bf68f1-4162-4571-b957-0d118aa71388', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:37.283126 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.324577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f4960582-c700-4d4a-affa-e17d44a9ef19 None None] Port 279bf43c-6aa1-470a-83a9-3da453838939 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:37.328191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:37.337621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.415366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:37.434882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] Sync routers for ids ['a0f912b3-a19b-4662-b613-8b41d0ddf755'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:37.435371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab28df40-e775-4f99-90e3-8ddcbf2e5b12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/a0f912b3-a19b-4662-b613-8b41d0ddf755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3051057 Jun 30 09:15:37.436254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.472892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] Routers {'a0f912b3-a19b-4662-b613-8b41d0ddf755'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:37.474876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a0f912b3-a19b-4662-b613-8b41d0ddf755'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:37.476231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4960582-c700-4d4a-affa-e17d44a9ef19 None None] Provisioning complete for port 0bbc014e-5c41-4364-b89f-b274c679b706 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:37.476616 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4960582-c700-4d4a-affa-e17d44a9ef19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.548272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94549d7f-1746-4702-a196-03cd937ee59a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.554732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-94549d7f-1746-4702-a196-03cd937ee59a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports/279bf43c-6aa1-470a-83a9-3da453838939 HTTP/1.1" status: 200 len: 911 time: 0.1166110 Jun 30 09:15:37.556374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:37.556498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 25df1ff7-0f91-407d-a59c-7448f7f46f5a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:15:37.675641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:37.694257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc38978-9a1a-4ed0-9934-4b6f780a7eb8 req-f3077a34-0c1b-4d20-a2a0-8e7365a7f31b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.702488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dc38978-9a1a-4ed0-9934-4b6f780a7eb8 req-f3077a34-0c1b-4d20-a2a0-8e7365a7f31b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 985 time: 0.2732067 Jun 30 09:15:37.709313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:37.715454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '25df1ff7-0f91-407d-a59c-7448f7f46f5a', 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'port_id': '25df1ff7-0f91-407d-a59c-7448f7f46f5a', 'mac_address': 'fa:16:3e:d8:2d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a9314a-e29c-4df7-9f4a-0a481e2667bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:15:37.809707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.835406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad3094-0427-444f-8911-806766d6ee8b req-80313bf3-f2f7-4b3d-8883-5335ba42e4cc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:37.843180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32ad3094-0427-444f-8911-806766d6ee8b req-80313bf3-f2f7-4b3d-8883-5335ba42e4cc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 943 time: 0.4107990 Jun 30 09:15:37.861541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] Routers {'a0f912b3-a19b-4662-b613-8b41d0ddf755'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:37.862401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a0f912b3-a19b-4662-b613-8b41d0ddf755'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:37.862579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dc38978-9a1a-4ed0-9934-4b6f780a7eb8 req-b627f9c7-dcf4-4c20-a053-1c3d96323370 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1590834 Jun 30 09:15:37.872122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25df1ff7-0f91-407d-a59c-7448f7f46f5a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:37.899068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:37.902813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Allocated IP 10.1.1.2 (03bf68f1-4162-4571-b957-0d118aa71388/52e07e50-43c2-47b3-a73a-9353a20666c9/f00bd67a-faf7-4746-9b43-4428dbbcfa88) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:37.912123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.944904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:37.955343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:37.956550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6507aca-0a7f-48bb-b34c-51058f6eb396 None None] The sync data for ids ['a0f912b3-a19b-4662-b613-8b41d0ddf755'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:38.033512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.098396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=25df1ff7-0f91-407d-a59c-7448f7f46f5a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.200161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.210849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Transition to ACTIVE for port object f00bd67a-faf7-4746-9b43-4428dbbcfa88 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:38.227879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Transition to ACTIVE for port object f00bd67a-faf7-4746-9b43-4428dbbcfa88 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:38.240661 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.296477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e1f0e870-ae44-460b-8dfc-a86608ccb1f2 None None] Provisioning complete for port 279bf43c-6aa1-470a-83a9-3da453838939 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:38.296703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e870-ae44-460b-8dfc-a86608ccb1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.334876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32ad3094-0427-444f-8911-806766d6ee8b req-e79b6f6f-0e5a-4b1c-a633-168262a2d1de tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906962 Jun 30 09:15:38.358876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.368524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.373202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 279bf43c-6aa1-470a-83a9-3da453838939 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:38.373634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.472010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.475886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Checking segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:38.476343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Network hostable DHCP agents. Network: 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:38.478736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Pushing event updated for resources: {'Port': ['ID=f00bd67a-faf7-4746-9b43-4428dbbcfa88,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.480071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Subnet': ['ID=45213189-72cf-4a2b-9ffc-d31d678643c1,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.486905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Network 03bf68f1-4162-4571-b957-0d118aa71388 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:38.492123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Checking segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:38.492465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 279bf43c-6aa1-470a-83a9-3da453838939 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:38.492608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network hostable DHCP agents. Network: 012f022d-6db4-44ad-9e33-6e91318280f5, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:38.495268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['25df1ff7-0f91-407d-a59c-7448f7f46f5a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:38.499219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0bbc014e-5c41-4364-b89f-b274c679b706 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:38.513875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:38.522454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 012f022d-6db4-44ad-9e33-6e91318280f5 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:38.528900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:38.533587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:38.534006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.538175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 012f022d-6db4-44ad-9e33-6e91318280f5) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:38.543681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:38.544537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.561223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:38.568516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4dce9b5a-09a1-468a-b5ca-3283dd1eeeb7 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5954473 Jun 30 09:15:38.574394 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aac0b5a8-0bb9-4d16-9731-7dac3b2fe69e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5651517 Jun 30 09:15:38.574394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.574757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:38.576531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:38.579263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14fef32-89eb-4dc8-ae13-e048eadb309d None None] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:38.581063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'name': 'tempest-TaggedBootDevicesTest_v242-1482069996', 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:38.598206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57b156-2418-4c2d-87d7-5a7a2b094453 None None] Network 012f022d-6db4-44ad-9e33-6e91318280f5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:38.600689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.600849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.655335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.672129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:38.731426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e1f0e870-ae44-460b-8dfc-a86608ccb1f2 None None] Port 279bf43c-6aa1-470a-83a9-3da453838939 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:38.803121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.813039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:38.825333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Attempting to bind port f00bd67a-faf7-4746-9b43-4428dbbcfa88 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:38.825879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Attempting to bind port f00bd67a-faf7-4746-9b43-4428dbbcfa88 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:38.826308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Attempting to bind port f00bd67a-faf7-4746-9b43-4428dbbcfa88 on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:38.858578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:38.858956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Checking segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:38.859357 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.859755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Bound using segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:38.860240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Bound port: f00bd67a-faf7-4746-9b43-4428dbbcfa88, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:38.860617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.868204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:38.953709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=279bf43c-6aa1-470a-83a9-3da453838939,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:38.976092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] For port f00bd67a-faf7-4746-9b43-4428dbbcfa88, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:38.980486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] For port f00bd67a-faf7-4746-9b43-4428dbbcfa88, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f00bd67a-faf7-4746-9b43-4428dbbcfa88,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:39.052432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.084142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.127294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0bbc014e-5c41-4364-b89f-b274c679b706 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:39.127796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.132240 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.135172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] device_id is not set on port 5e982131-88c5-4c82-a6a5-3e49e039dc5c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:39.161355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.184288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.219247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b7864-1470-403f-8b8d-75c3d206af21 req-d7cff894-262d-403e-b711-54a7d3c0b570 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.221132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-873b7864-1470-403f-8b8d-75c3d206af21 req-d7cff894-262d-403e-b711-54a7d3c0b570 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 985 time: 0.1467946 Jun 30 09:15:39.262675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:39.263829 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.297546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-012f022d-6db4-44ad-9e33-6e91318280f5', 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'fixed_ips': [{'subnet_id': '45213189-72cf-4a2b-9ffc-d31d678643c1'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:39.299664 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.311040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-873b7864-1470-403f-8b8d-75c3d206af21 req-ab852a63-b09f-4264-b81f-6bd403d4bc43 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0613179 Jun 30 09:15:39.392677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Allocated IP 172.25.7.235 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/bd1060c0-0af2-48e2-b596-709e45e7ec3b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:39.494055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006ace5-0feb-4d31-bcad-f6b6c9907661 None None] Pushing event updated for resources: {'Port': ['ID=f00bd67a-faf7-4746-9b43-4428dbbcfa88,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.610658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.765863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router a0f912b3-a19b-4662-b613-8b41d0ddf755 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:39.805268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 10.1.1.228 (03bf68f1-4162-4571-b957-0d118aa71388/52e07e50-43c2-47b3-a73a-9353a20666c9/5e982131-88c5-4c82-a6a5-3e49e039dc5c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:39.815873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:39.864708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Allocated IP 10.2.2.2 (012f022d-6db4-44ad-9e33-6e91318280f5/45213189-72cf-4a2b-9ffc-d31d678643c1/88583a14-d4c3-4d84-b9a7-08ecae046d70) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:39.877328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:39.890561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:39.907977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db70e1-d7df-4585-ae7b-bb799a2a6ecc req-6553f548-7dda-456f-89b1-23058b4da604 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.909475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12db70e1-d7df-4585-ae7b-bb799a2a6ecc req-6553f548-7dda-456f-89b1-23058b4da604 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 985 time: 0.1579695 Jun 30 09:15:39.910557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:39.920342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb155cc-5e07-434a-a23d-32c2b6bf839d req-fe577863-fc51-48ae-b0bb-2bb11a7541bf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:39.921401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffb155cc-5e07-434a-a23d-32c2b6bf839d req-fe577863-fc51-48ae-b0bb-2bb11a7541bf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 944 time: 0.2142248 Jun 30 09:15:39.924831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1060c0-0af2-48e2-b596-709e45e7ec3b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:39.936425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:39.942300 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-073302e2-63cc-42ae-a342-1d193f0c60df tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/a0f912b3-a19b-4662-b613-8b41d0ddf755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3846200 Jun 30 09:15:39.950011 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] Sync routers for ids ['a0f912b3-a19b-4662-b613-8b41d0ddf755'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:39.954362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:39.960266 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] Routers {'a0f912b3-a19b-4662-b613-8b41d0ddf755'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:39.960888 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a0f912b3-a19b-4662-b613-8b41d0ddf755'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:39.994540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:40.004168 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] Routers {'a0f912b3-a19b-4662-b613-8b41d0ddf755'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:40.005042 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a0f912b3-a19b-4662-b613-8b41d0ddf755'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:40.052437 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:40.053368 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aabb2d06-faa2-4f67-8f7c-77c2b1d2624b None None] The sync data for ids ['a0f912b3-a19b-4662-b613-8b41d0ddf755'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:40.068959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12db70e1-d7df-4585-ae7b-bb799a2a6ecc req-83de2f69-79d9-4203-9e59-a249fe64f0b3 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1465259 Jun 30 09:15:40.080157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Allocated IP 172.20.0.2 (4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0/0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d/42772dc3-297e-4c23-ab5a-4cc0ffa6bd64) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:40.130359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffb155cc-5e07-434a-a23d-32c2b6bf839d req-cd5e1bbd-6437-47f6-a3c2-67d3882e0589 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739802 Jun 30 09:15:40.243430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.265248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Transition to ACTIVE for port object 88583a14-d4c3-4d84-b9a7-08ecae046d70 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:40.316145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Transition to ACTIVE for port object 88583a14-d4c3-4d84-b9a7-08ecae046d70 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:40.326292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.427965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.453058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-99be4730-9901-4ebd-82d1-a81951fb251a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0f912b3-a19b-4662-b613-8b41d0ddf755 HTTP/1.1" status: 200 len: 205 time: 0.4904208 Jun 30 09:15:40.462245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38822) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:40.478602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Network 012f022d-6db4-44ad-9e33-6e91318280f5 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:40.488398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:40.493891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:40.512489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.512655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910b788-d8f6-49b5-92f1-c0c7c21db215 req-0e79bfb8-7f55-4e9a-87de-3ffcf35cd8f4 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:40.514098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6910b788-d8f6-49b5-92f1-c0c7c21db215 req-0e79bfb8-7f55-4e9a-87de-3ffcf35cd8f4 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1137 time: 0.2722259 Jun 30 09:15:40.530450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Pushing event updated for resources: {'Port': ['ID=88583a14-d4c3-4d84-b9a7-08ecae046d70,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:40.549343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Transition to ACTIVE for port object 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:40.596256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Transition to ACTIVE for port object 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:40.646883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.655145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-12f75c2d-9eb3-431c-a05b-3950203cc464 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9310229 Jun 30 09:15:40.662111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00bd67a-faf7-4746-9b43-4428dbbcfa88 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:40.730355 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.790452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6910b788-d8f6-49b5-92f1-c0c7c21db215 req-235cf63a-45f6-4da9-a895-814cda6fc2e6 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.857931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:40.858806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Attempting to bind port 88583a14-d4c3-4d84-b9a7-08ecae046d70 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:40.859182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Attempting to bind port 88583a14-d4c3-4d84-b9a7-08ecae046d70 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:40.859523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Attempting to bind port 88583a14-d4c3-4d84-b9a7-08ecae046d70 on network 012f022d-6db4-44ad-9e33-6e91318280f5 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:40.866112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6b3e2a-63ac-43f7-9f81-6f142dad625a None None] Network 03bf68f1-4162-4571-b957-0d118aa71388 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:40.872848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Pushing event updated for resources: {'Port': ['ID=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:40.879478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:40.908140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.934842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:40.939193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:40.939432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.939737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Checking segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:40.940190 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.940574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Bound using segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:40.941052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Bound port: 88583a14-d4c3-4d84-b9a7-08ecae046d70, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:40.941918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.943193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:40.947518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.008299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671300d-114a-4399-9b58-ff150bc369ef req-cded177f-d994-45a5-a42e-a27afea2e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.009979 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-cded177f-d994-45a5-a42e-a27afea2e675 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1097 time: 0.2635722 Jun 30 09:15:41.011722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object 5e982131-88c5-4c82-a6a5-3e49e039dc5c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:41.028060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.029283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router a0f912b3-a19b-4662-b613-8b41d0ddf755 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:41.037497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.038861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-56db27fc-7f84-4a8f-87ed-814e93bae5c6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/a0f912b3-a19b-4662-b613-8b41d0ddf755 HTTP/1.1" status: 204 len: 168 time: 0.5722077 Jun 30 09:15:41.043258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.098099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6910b788-d8f6-49b5-92f1-c0c7c21db215 req-235cf63a-45f6-4da9-a895-814cda6fc2e6 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.105576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6910b788-d8f6-49b5-92f1-c0c7c21db215 req-235cf63a-45f6-4da9-a895-814cda6fc2e6 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.143329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6910b788-d8f6-49b5-92f1-c0c7c21db215 req-235cf63a-45f6-4da9-a895-814cda6fc2e6 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6191523 Jun 30 09:15:41.150849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cf63a-45f6-4da9-a895-814cda6fc2e6 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1e2f7d-fefe-43af-bba1-a1be580dd4e6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:41.181797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Router 545eeb46-47b2-4904-bf35-847bdb919b11 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:41.213016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet f8dfcbc7-67ed-4820-b640-426463e36d66 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:15:41.216336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.219851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0fd9ce18-1867-43a4-8415-d090b37f517e None None] Provisioning for port f00bd67a-faf7-4746-9b43-4428dbbcfa88 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:41.242289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.246184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.332404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Attempting to bind port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:41.332852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Attempting to bind port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:41.333145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Attempting to bind port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:41.342677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f00bd67a-faf7-4746-9b43-4428dbbcfa88 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:41.356122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671300d-114a-4399-9b58-ff150bc369ef req-7f6e5a46-a067-4c36-ac6c-eba71dcd0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.357541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-7f6e5a46-a067-4c36-ac6c-eba71dcd0e9d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.3174481 Jun 30 09:15:41.365975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:41.367006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.376400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 03bf68f1-4162-4571-b957-0d118aa71388 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:41.386762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f00bd67a-faf7-4746-9b43-4428dbbcfa88 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:41.386762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.388543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:41.388974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Checking segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:41.389326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.389797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Bound using segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:41.390410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Bound port: 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:41.390857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.393006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:41.394055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.398121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85574f34-cf20-4f20-ad66-97234cc27ed1 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8226895 Jun 30 09:15:41.399877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38832) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.405799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-df78f2b0-019f-4263-9f29-f08edf672f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.421750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86011a59-0cc5-4cf9-ab16-fb464a702f2f req-a25f09fc-0358-4f22-b765-e20ae3fc0d2e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.423553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86011a59-0cc5-4cf9-ab16-fb464a702f2f req-a25f09fc-0358-4f22-b765-e20ae3fc0d2e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 944 time: 0.1186371 Jun 30 09:15:41.445047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:41.448474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:41.462482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:41.494525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] For port 88583a14-d4c3-4d84-b9a7-08ecae046d70, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:41.506190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] For port 88583a14-d4c3-4d84-b9a7-08ecae046d70, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=88583a14-d4c3-4d84-b9a7-08ecae046d70,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:41.537978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.546173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-033e642f-88da-4d60-87f6-600622a7d8df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 1000 time: 0.1749744 Jun 30 09:15:41.553783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86011a59-0cc5-4cf9-ab16-fb464a702f2f req-3d94cb2f-0afc-4d83-8b8c-cabb4f9b63bb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944586 Jun 30 09:15:41.554776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 25df1ff7-0f91-407d-a59c-7448f7f46f5a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:41.556388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:41.557011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:41.570716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b707f6-d8cf-4b23-9790-97c5b34dd5f5 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.576336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-36b707f6-d8cf-4b23-9790-97c5b34dd5f5 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1132 time: 0.3438714 Jun 30 09:15:41.583571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38836) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.591024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:41.601246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.601891 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.659372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.725565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671300d-114a-4399-9b58-ff150bc369ef req-b93546d6-ddff-4800-878b-a270d6f57b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:41.727965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-b93546d6-ddff-4800-878b-a270d6f57b90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.1519434 Jun 30 09:15:41.728762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:41.835177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6157063-a825-4843-97a6-ffd5e4e8f1b1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2573006 Jun 30 09:15:41.852363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:41.869124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] For port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:41.874472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7914da-3fe2-4f95-86df-b44881aadf47 None None] Pushing event updated for resources: {'Port': ['ID=88583a14-d4c3-4d84-b9a7-08ecae046d70,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:41.891101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'name': 'tempest-TaggedBootDevicesTest_v242-1751662178', 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:41.927049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] For port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:41.946527 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.018287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.060802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:42.088020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=f8dfcbc7-67ed-4820-b640-426463e36d66,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.098495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.102982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73bd78b2-4aa3-4e24-8c44-edea25aa8697 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/f8dfcbc7-67ed-4820-b640-426463e36d66 HTTP/1.1" status: 204 len: 168 time: 1.0496583 Jun 30 09:15:42.111480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:42.112715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.175651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9eee8d-cba4-4cdc-91c0-5e7daffa9e24 None None] Network 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:42.274008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 25df1ff7-0f91-407d-a59c-7448f7f46f5a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:42.283421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671300d-114a-4399-9b58-ff150bc369ef req-ae6d0916-20d2-40e2-abc0-3ad8cf6e1916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:42.285084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-ae6d0916-20d2-40e2-abc0-3ad8cf6e1916 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5205996 Jun 30 09:15:42.345270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 25df1ff7-0f91-407d-a59c-7448f7f46f5a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:42.345754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.423151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:42.437373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bcca04-64d1-4b50-a173-5d1f793f009a None None] Pushing event updated for resources: {'Port': ['ID=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:42.457716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.500582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] device_id is not set on port bd239818-8d51-4593-9602-262a7f386f3e yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:15:42.531772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.535646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f00bd67a-faf7-4746-9b43-4428dbbcfa88, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f00bd67a-faf7-4746-9b43-4428dbbcfa88,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:42.608258 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.745986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.795084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:42.941310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-150695de-115f-4077-85f3-d130e51f3319 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6281674 Jun 30 09:15:43.059105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-716772b6-1a90-49ab-8cdb-4b4174c3846b None None] Provisioning for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:43.065824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:43.068744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f00bd67a-faf7-4746-9b43-4428dbbcfa88,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:43.100831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-716772b6-1a90-49ab-8cdb-4b4174c3846b None None] Provisioning complete for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:43.102158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-716772b6-1a90-49ab-8cdb-4b4174c3846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.136620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Allocated IP 172.20.0.1 (4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0/0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d/31979f1e-9aff-4d1c-81c8-75f1ee9662cb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:43.223364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 0bbc014e-5c41-4364-b89f-b274c679b706 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:43.224021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.274568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.302774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Transition to ACTIVE for port object 31979f1e-9aff-4d1c-81c8-75f1ee9662cb will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:43.325902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4068fd1b-56dc-4cb4-984a-07ddb9471b71 req-4625d35a-4542-4a7f-a4ba-ac2c7c87decf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.328290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4068fd1b-56dc-4cb4-984a-07ddb9471b71 req-4625d35a-4542-4a7f-a4ba-ac2c7c87decf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 944 time: 0.3575737 Jun 30 09:15:43.375424 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.392008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-716772b6-1a90-49ab-8cdb-4b4174c3846b None None] Port 5e982131-88c5-4c82-a6a5-3e49e039dc5c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:43.409789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4068fd1b-56dc-4cb4-984a-07ddb9471b71 req-dd1c0e25-ea42-4af0-9540-fd30ee812fdf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691075 Jun 30 09:15:43.411260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.451254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] DHCP port deletion for 85bd2bd7-ceb1-42ac-a453-e17feaa45ccf request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:15:43.493149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:43.498187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:43.508716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-716772b6-1a90-49ab-8cdb-4b4174c3846b None None] Provisioning complete for port f00bd67a-faf7-4746-9b43-4428dbbcfa88 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:43.509095 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-716772b6-1a90-49ab-8cdb-4b4174c3846b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.509408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:43.513097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Pushing event updated for resources: {'Port': ['ID=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:43.515613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:40Z', 'revision_number': 3, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:43.524267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df1ff7-0f91-407d-a59c-7448f7f46f5a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:43.527272 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a1f982-fca3-4289-9979-bb7308944664" -d '{"events": [{"server_uuid": "e14fd5b5-8cbd-4727-8a07-fc65998d936e", "name": "network-vif-plugged", "status": "completed", "tag": "25df1ff7-0f91-407d-a59c-7448f7f46f5a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:43.564931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.569073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 10.1.1.137 (03bf68f1-4162-4571-b957-0d118aa71388/52e07e50-43c2-47b3-a73a-9353a20666c9/bd239818-8d51-4593-9602-262a7f386f3e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:43.576390 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4671300d-114a-4399-9b58-ff150bc369ef req-de33ed19-ff30-499c-b4c1-fc50012a03fd service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6209183 Jun 30 09:15:43.601742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 0bbc014e-5c41-4364-b89f-b274c679b706, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0bbc014e-5c41-4364-b89f-b274c679b706,segment=NetworkSegment(dca6e681-877a-4407-a84e-d9dbdbfc9953),segment_id=dca6e681-877a-4407-a84e-d9dbdbfc9953)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:43.602110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.649771 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c0eaaa-f2c0-4d45-886a-a5d298c51b6e x-openstack-request-id: req-30c0eaaa-f2c0-4d45-886a-a5d298c51b6e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:43.650456 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14fd5b5-8cbd-4727-8a07-fc65998d936e", "name": "network-vif-plugged", "status": "completed", "tag": "25df1ff7-0f91-407d-a59c-7448f7f46f5a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:43.650910 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30c0eaaa-f2c0-4d45-886a-a5d298c51b6e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:43.652341 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25df1ff7-0f91-407d-a59c-7448f7f46f5a', 'code': 200} Jun 30 09:15:43.653115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.25.7.189 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/10bac8dd-ee5c-4446-8960-394951a4d1cf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:43.673382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 0bbc014e-5c41-4364-b89f-b274c679b706 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:43.706288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:43.731178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66641b0a-6f5f-479b-aa27-674c96f8f58d None None] Network 012f022d-6db4-44ad-9e33-6e91318280f5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:43.738520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:43.740984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:43.741699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Updating router 545eeb46-47b2-4904-bf35-847bdb919b11 port bd1060c0-0af2-48e2-b596-709e45e7ec3b binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:43.775568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.865322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 88583a14-d4c3-4d84-b9a7-08ecae046d70 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:43.876361 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.884904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980f25c-3736-4eff-add5-3093bbdd6881 req-a935470a-0d79-4120-b044-775e5a04835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:43.887606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6980f25c-3736-4eff-add5-3093bbdd6881 req-a935470a-0d79-4120-b044-775e5a04835b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 1097 time: 0.1671207 Jun 30 09:15:43.907669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f76e60-694d-41cb-a9f5-4e870aa0f51b None None] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:43.947590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:43.962947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6980f25c-3736-4eff-add5-3093bbdd6881 req-875f3023-8f4e-4d7a-abbb-8fd2201bba57 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 Jun 30 09:15:43.972000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.039926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.048064 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.106539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.184171 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.210296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Pushing event updated for resources: {'Port': ['ID=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.273073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:44.274725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:44.307204 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7341a99c-57a9-4ab0-a33a-8ddc834c2e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.317971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Deleting port 0bbc014e-5c41-4364-b89f-b274c679b706 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:44.318200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.327419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=25df1ff7-0f91-407d-a59c-7448f7f46f5a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.377953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port 0bbc014e-5c41-4364-b89f-b274c679b706 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:44.379612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=0bbc014e-5c41-4364-b89f-b274c679b706,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.418272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.430088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Router 545eeb46-47b2-4904-bf35-847bdb919b11 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:44.466587 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.497280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.511716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object bd239818-8d51-4593-9602-262a7f386f3e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:44.517567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85bd2bd7-ceb1-42ac-a453-e17feaa45ccf']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:44.536021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca6e681-877a-4407-a84e-d9dbdbfc9953') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:44.536021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca6e681-877a-4407-a84e-d9dbdbfc9953') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:44.549829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.564349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 88583a14-d4c3-4d84-b9a7-08ecae046d70 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:44.564505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.605715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] For port 0bbc014e-5c41-4364-b89f-b274c679b706, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:44.606150 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.637728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:44.654893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f4039ebd-b3ac-44ba-8819-cc875312124b admin admin] 10.222.0.77 "PUT /v2.0/routers/545eeb46-47b2-4904-bf35-847bdb919b11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2548347 Jun 30 09:15:44.660442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:44.701081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=10bac8dd-ee5c-4446-8960-394951a4d1cf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:44.709929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:44.717162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Calling delete_port for 0bbc014e-5c41-4364-b89f-b274c679b706 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:44.719404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.723590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:44.727686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Port 0bbc014e-5c41-4364-b89f-b274c679b706 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:15:44.751053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.778470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:15:44.781060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.848684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00bd67a-faf7-4746-9b43-4428dbbcfa88 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:44.852698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Provisioning complete for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:44.853397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.857614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:15:44.865507 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:15:44.875184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] Pushing event deleted for resources: {'Port': ['ID=0bbc014e-5c41-4364-b89f-b274c679b706,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:45.013224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 03bf68f1-4162-4571-b957-0d118aa71388 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:45.074514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:45.091517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:45.113053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.139549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Transition to ACTIVE for port object bd1060c0-0af2-48e2-b596-709e45e7ec3b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:45.146308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c6c6c1-d730-4918-8a4b-81d15a896fbc None None] No DVR routers for this DVR port 0bbc014e-5c41-4364-b89f-b274c679b706 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:45.170112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.212355 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.218016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/85bd2bd7-ceb1-42ac-a453-e17feaa45ccf HTTP/1.1" status: 204 len: 168 time: 3.1050372 Jun 30 09:15:45.221508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:45.224033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:45.232519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Port 5e982131-88c5-4c82-a6a5-3e49e039dc5c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:45.241205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1857581703', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:45.248458 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.291605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.292778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.301055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5863de-928f-41a3-b345-d93d276cb4f6 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=85bd2bd7-ceb1-42ac-a453-e17feaa45ccf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:45.327974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.328669 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.332027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5fa55-36f7-4208-b332-17f1f7e2d7f9 req-7c20a8ee-eb67-414d-9528-9688e1f7a738 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:45.343284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6d5fa55-36f7-4208-b332-17f1f7e2d7f9 req-7c20a8ee-eb67-414d-9528-9688e1f7a738 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 945 time: 0.1877637 Jun 30 09:15:45.349885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7502d9-0dd6-4327-ac82-a5fb29da07f0 None None] Pushing event updated for resources: {'Port': ['ID=bd1060c0-0af2-48e2-b596-709e45e7ec3b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:45.387288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Provisioning for port 88583a14-d4c3-4d84-b9a7-08ecae046d70 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:45.397051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f00bd67a-faf7-4746-9b43-4428dbbcfa88 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:45.397051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.421248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Attempting to bind port bd1060c0-0af2-48e2-b596-709e45e7ec3b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:45.421777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Attempting to bind port bd1060c0-0af2-48e2-b596-709e45e7ec3b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:45.423544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Attempting to bind port bd1060c0-0af2-48e2-b596-709e45e7ec3b on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:45.425807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Provisioning complete for port 88583a14-d4c3-4d84-b9a7-08ecae046d70 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:45.426473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.429751 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cadf1f05-3790-4e61-a741-db5cecb97bc0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5476122 Jun 30 09:15:45.449274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6d5fa55-36f7-4208-b332-17f1f7e2d7f9 req-71515568-8630-4466-a48f-7ffa7a519ca8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043651 Jun 30 09:15:45.513803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:45.514459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:45.514832 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.515409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:45.515923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Bound port: bd1060c0-0af2-48e2-b596-709e45e7ec3b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:45.516584 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.579227 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.655683 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.706902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] For port bd1060c0-0af2-48e2-b596-709e45e7ec3b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:45.734634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] For port bd1060c0-0af2-48e2-b596-709e45e7ec3b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bd1060c0-0af2-48e2-b596-709e45e7ec3b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:45.755445 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.814954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:45.820708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459269247', 'description': 'tempest-description--846557593'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:45.853988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] For port 88583a14-d4c3-4d84-b9a7-08ecae046d70, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=88583a14-d4c3-4d84-b9a7-08ecae046d70,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:45.869707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.881697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:45.882339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:45.894417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:45.938417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0bbc014e-5c41-4364-b89f-b274c679b706 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:45.951305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7502d9-0dd6-4327-ac82-a5fb29da07f0 None None] Pushing event updated for resources: {'Port': ['ID=bd1060c0-0af2-48e2-b596-709e45e7ec3b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.008239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0bbc014e-5c41-4364-b89f-b274c679b706 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:46.008657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0bbc014e-5c41-4364-b89f-b274c679b706 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:46.010050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Provisioning for port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:46.039364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.083249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.087637 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.100675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Provisioning complete for port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:46.101052 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.125366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.127131 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3109128 Jun 30 09:15:46.132459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.139325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'security_group_rule': {'security_group_id': '362f63ef-a7d1-4d57-b290-664ca67297ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:46.145023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958db88d-fc77-4d5a-9d83-ed275d61a2a4 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=362f63ef-a7d1-4d57-b290-664ca67297ca,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.186035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.231974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.287735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.292277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Pushing event updated for resources: {'Port': ['ID=88583a14-d4c3-4d84-b9a7-08ecae046d70,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.297155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.311394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:46.327437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38886) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.334540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915584862', 'description': 'tempest-description--1530186312'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:46.344638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893a81ad-f2c1-4d04-99c5-6e2220d5b142,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.353102 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.354665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb6945e5-6007-41c8-b662-5a7404831cee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204597 Jun 30 09:15:46.361302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38888) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.371067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'security_group_rule': {'security_group_id': '362f63ef-a7d1-4d57-b290-664ca67297ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:46.396785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.461992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.465703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.511707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.563569 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.573253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.616402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07966515-6b79-4192-a202-868304150c3e,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.637661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.649384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] For port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:46.658672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.706485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.728108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.737100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.741664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.743783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7efb60-144f-4c95-a29e-5a9b05fb963b None None] Pushing event updated for resources: {'Port': ['ID=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.753488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 2, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:46.788056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e700141b-8325-42f3-8c9d-8beb8c86d554 None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 2, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:46.799568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.802635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4720051 Jun 30 09:15:46.805077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 88583a14-d4c3-4d84-b9a7-08ecae046d70 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:46.805384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.808174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c115210a-32be-4de1-a25c-3a741b457f1e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4442804 Jun 30 09:15:46.808174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38894) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.814446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Provisioning for port bd239818-8d51-4593-9602-262a7f386f3e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:46.825199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38896) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:46.836265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'security_group_rule': {'security_group_id': '68ba61a8-df10-4381-8509-68c455ad4b5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:46.839770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Provisioning complete for port bd239818-8d51-4593-9602-262a7f386f3e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:46.840400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.857042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:46.894327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Port bd239818-8d51-4593-9602-262a7f386f3e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:46.908691 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.913463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Provisioning for port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:46.925264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Provisioning complete for port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:46.925724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:46.935949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ba61a8-df10-4381-8509-68c455ad4b5b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:46.991357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8555dc-e5c6-447f-b621-9eeac539e318 req-fef5b376-cfb6-4bae-877c-36a84adaf289 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:46.994112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8555dc-e5c6-447f-b621-9eeac539e318 req-fef5b376-cfb6-4bae-877c-36a84adaf289 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 945 time: 0.3530235 Jun 30 09:15:47.008624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.009249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.009844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.011052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.011644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.012219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.012865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.013459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.014022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.014665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.015244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.015803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512c13e7-4eb3-43da-b3fe-275fa7666e0b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:15:47.019668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 172.25.7.159 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/94ceea64-c159-46cf-a913-496e8944dd0f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:47.022457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.106100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8555dc-e5c6-447f-b621-9eeac539e318 req-78dac5ab-7535-41c9-b67d-a2244acb17c5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036174 Jun 30 09:15:47.163573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.178972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.230439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35edd76-1cd7-40ae-bf3a-5b1bbfa75a89,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.233581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.237927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f0bcc148-5320-46b5-99d3-582371ff3da7 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263630 Jun 30 09:15:47.239862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38902) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:47.247801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'security_group_rule': {'security_group_id': '68ba61a8-df10-4381-8509-68c455ad4b5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:47.254867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.278815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 88583a14-d4c3-4d84-b9a7-08ecae046d70 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:47.279172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.293653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.334380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.347798 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.406107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.418876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:47.445898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.452728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.489882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Provisioning complete for port 88583a14-d4c3-4d84-b9a7-08ecae046d70 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:47.490520 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.517185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0606483e-0622-4799-b58c-3c14516b40dd,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.525493 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.535108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cec93b13-40b3-444d-ac20-37982e789579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938025 Jun 30 09:15:47.535807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38906) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:47.543859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:47.580657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.600092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.641611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=10bac8dd-ee5c-4446-8960-394951a4d1cf,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:47.658734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.662851 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.713338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.763168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Provisioning complete for port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:47.763691 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-31f78751-a226-4393-911f-924a1a9aadf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:47.775815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:47.775815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:47.780053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Allocated IP 172.25.7.34 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/99deb8a4-a89f-4ea2-ad1a-b933dbd535cf) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:47.781987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:47.824858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=94ceea64-c159-46cf-a913-496e8944dd0f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.009847 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Floating IP 9bbb3632-a869-49e3-92d9-8cfdc97800a5 associated. External IP: 172.25.7.189, port: 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272. Jun 30 09:15:48.037624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383ec02-3ea7-45a6-9a94-f8303dff45b9 req-1fafdde3-559f-4920-af49-523c212a4e55 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:48.039382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2383ec02-3ea7-45a6-9a94-f8303dff45b9 req-1fafdde3-559f-4920-af49-523c212a4e55 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 945 time: 0.2475646 Jun 30 09:15:48.051235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.075305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.171037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2383ec02-3ea7-45a6-9a94-f8303dff45b9 req-7589ddc9-dbc6-4a6f-a394-26e99bf2cede tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117599 Jun 30 09:15:48.216096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.290949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:48.299634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:48.302098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:48.307429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'Port': ['ID=99deb8a4-a89f-4ea2-ad1a-b933dbd535cf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.343188 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.354352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 172.25.7.40 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c59b55d2-0066-4733-b056-e55eb50acb24) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:48.522103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.575508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.628534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.777159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:48.874765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:48.903944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router a131d1ad-96db-4196-8da2-553e2ff15549 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:48.924108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:48.933495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=c59b55d2-0066-4733-b056-e55eb50acb24,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:48.939373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:48.942141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:48.971362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:48.971813 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.096984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bd1060c0-0af2-48e2-b596-709e45e7ec3b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:49.122464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.140815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.154441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:49.165811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port bd1060c0-0af2-48e2-b596-709e45e7ec3b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:49.168056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] Sync routers for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:49.172010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bd1060c0-0af2-48e2-b596-709e45e7ec3b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:49.172659 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.181320 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:49.182490 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:49.247744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.275450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.303040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port bd1060c0-0af2-48e2-b596-709e45e7ec3b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bd1060c0-0af2-48e2-b596-709e45e7ec3b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:49.309660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.332153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e03b2eef-3482-4264-aa15-a00d66d92366 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.7451313 Jun 30 09:15:49.332153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:49.342583 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e6fd8-d73e-4f7c-a691-83f5b363cd19" -d '{"events": [{"name": "network-changed", "server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:49.347359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:49.378526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=bd1060c0-0af2-48e2-b596-709e45e7ec3b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.459009 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669c0900-8ab1-48a4-863f-3f50132c1cc5 x-openstack-request-id: req-669c0900-8ab1-48a4-863f-3f50132c1cc5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:49.459248 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:49.459454 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-669c0900-8ab1-48a4-863f-3f50132c1cc5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:49.459878 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'status': 'completed', 'code': 200} Jun 30 09:15:49.529012 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:49.589096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.623926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.630458 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:49.663258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.663819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.664342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.664944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.665453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.665922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.667206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.667601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.668275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.668913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.669374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.669824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.670299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.670753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.675716 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ddddec89-5753-4b2e-b40e-c272d523d043 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9838 time: 0.3266912 Jun 30 09:15:49.711105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:49.775701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 499a6eda-eb31-46c2-83d6-7acc0e311333 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:49.788445 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '9bbb3632-a869-49e3-92d9-8cfdc97800a5', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'port_id': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'mac_address': 'fa:16:3e:a8:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d38364-fc43-4105-82f0-0b8a828512ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 0, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:23Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:49.822049 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] Checking router: a131d1ad-96db-4196-8da2-553e2ff15549 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:49.830948 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:49.831398 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:49.859829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-c22342b5-6852-4be5-8e11-da907a3b7f07 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.861368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-c22342b5-6852-4be5-8e11-da907a3b7f07 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.79 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 945 time: 0.7738042 Jun 30 09:15:49.910960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-cd6005ec-03c8-4065-94fb-5b8b47a6b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:49.912919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-cd6005ec-03c8-4065-94fb-5b8b47a6b94f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1137 time: 0.4595492 Jun 30 09:15:49.947385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'Port': ['ID=99deb8a4-a89f-4ea2-ad1a-b933dbd535cf,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:49.964479 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:49.977390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.003275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad1878-fb2a-477c-b8cf-40ce56998983 req-4017bdb6-4db5-4ae9-9d6f-a54630701b26 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.003770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08ad1878-fb2a-477c-b8cf-40ce56998983 req-4017bdb6-4db5-4ae9-9d6f-a54630701b26 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=e14fd5b5-8cbd-4727-8a07-fc65998d936e HTTP/1.1" status: 200 len: 945 time: 0.4307926 Jun 30 09:15:50.046382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.046678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.046850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.047291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.047933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.048432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.048858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.049231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.049725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.050115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.050687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.051118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.051558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.052002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.052432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.057494 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e5c95ae4-2dfc-43e0-bbc4-c3543189eb5d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8899 time: 0.3424149 Jun 30 09:15:50.072050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38932) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.104981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.106444 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.113873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:50.118905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-daa2980b-679d-4b29-b7ce-dbbbcd9e2c04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2698696 Jun 30 09:15:50.130579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-09554580-e430-4e80-8721-34c41a3dbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.132130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-09554580-e430-4e80-8721-34c41a3dbbee service neutron] 10.222.0.79 "GET /v2.0/networks?id=93e490b0-6bd3-4bc8-8112-ed31fa949739 HTTP/1.1" status: 200 len: 896 time: 0.2037756 Jun 30 09:15:50.141875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:50.152243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:50.153094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.213213 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] Sync routers for ids ['499a6eda-eb31-46c2-83d6-7acc0e311333'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:50.252896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.256494 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-449e76f6-9576-4dc1-8bd4-706f5566abb1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0174556 Jun 30 09:15:50.256893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.263639 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] Routers {'499a6eda-eb31-46c2-83d6-7acc0e311333'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:50.264471 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['499a6eda-eb31-46c2-83d6-7acc0e311333'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.304947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08ad1878-fb2a-477c-b8cf-40ce56998983 req-8986ceda-77fb-4a0f-8a7c-fda7fc991f91 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886312 Jun 30 09:15:50.327940 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.345599 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-b6a32b21-41c8-4995-a49a-d1f2ff5d7e4c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 HTTP/1.1" status: 200 len: 1000 time: 0.2008779 Jun 30 09:15:50.348492 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] Routers {'499a6eda-eb31-46c2-83d6-7acc0e311333'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:50.349192 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['499a6eda-eb31-46c2-83d6-7acc0e311333'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.359834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:50.390893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.391600 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a2eb1d-722f-424b-a2ad-c1a16a8fba10 None None] The sync data for ids ['499a6eda-eb31-46c2-83d6-7acc0e311333'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:50.414478 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '9bbb3632-a869-49e3-92d9-8cfdc97800a5', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'port_id': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'mac_address': 'fa:16:3e:a8:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d38364-fc43-4105-82f0-0b8a828512ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 0, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:23Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.417114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Deleting port 25df1ff7-0f91-407d-a59c-7448f7f46f5a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:50.417921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.457441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-8c369fdb-4e6f-4983-a53f-cea589afed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.458950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-8c369fdb-4e6f-4983-a53f-cea589afed94 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae HTTP/1.1" status: 200 len: 835 time: 0.1018734 Jun 30 09:15:50.464905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62328f3e-4b16-423f-a10a-78fbc92a1f34 None None] The sync data for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 is: [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '9bbb3632-a869-49e3-92d9-8cfdc97800a5', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'port_id': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'mac_address': 'fa:16:3e:a8:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d38364-fc43-4105-82f0-0b8a828512ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:45Z', 'updated_at': '2021-06-30T09:15:45Z', 'revision_number': 0, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:23Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:50.477064 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2e9ab32a-b625-4d81-a21f-6c7110a8005b tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/routers/499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 200 len: 885 time: 0.2190530 Jun 30 09:15:50.487852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.493752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=c59b55d2-0066-4733-b056-e55eb50acb24,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:50.523800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.596115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-53765a79-b34f-462e-b68a-f4c939503d21 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1459269247&fields=id&tenant_id=073a4d91f55945789c58ac1491660c87 HTTP/1.1" status: 200 len: 267 time: 0.2527366 Jun 30 09:15:50.596829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.603513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4051aa0-6364-470e-922b-deed54110c7e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0658669 Jun 30 09:15:50.621348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-84782d82-3760-4730-adff-f8afbabcd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:50.622930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-84782d82-3760-4730-adff-f8afbabcd339 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93e490b0-6bd3-4bc8-8112-ed31fa949739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447632 Jun 30 09:15:50.650073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] For port 25df1ff7-0f91-407d-a59c-7448f7f46f5a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=25df1ff7-0f91-407d-a59c-7448f7f46f5a,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:50.659435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.660379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 2, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:50.680116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Calling delete_port for 25df1ff7-0f91-407d-a59c-7448f7f46f5a owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:50.693008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:15:50.698399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Updating router 545eeb46-47b2-4904-bf35-847bdb919b11 port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:15:50.735365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.807272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bd1060c0-0af2-48e2-b596-709e45e7ec3b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:50.921276 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-d7207441-ce0c-42d4-a7af-972f6df87161 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838848 Jun 30 09:15:50.925429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3703777e-a350-4a94-84d9-7787022b4e40 None None] New status for floating IP 9bbb3632-a869-49e3-92d9-8cfdc97800a5: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:15:50.960546 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3afcbf5b-07cb-4c2d-99ff-2db3a6b3018e tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4715743 Jun 30 09:15:50.981689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:50.990565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:50.995920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1857581703'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:51.079307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['630b228f-9141-4829-bfb4-dac004a173b9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:15:51.080410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Pushing event deleted for resources: {'Port': ['ID=25df1ff7-0f91-407d-a59c-7448f7f46f5a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.124783 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-117e6fd8-d73e-4f7c-a691-83f5b363cd19 req-0ebd0ffd-af13-4b80-8f57-7d85ccf5ae29 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944299 Jun 30 09:15:51.165723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bd1060c0-0af2-48e2-b596-709e45e7ec3b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:51.165723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.206156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] No DVR routers for this DVR port 25df1ff7-0f91-407d-a59c-7448f7f46f5a on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:15:51.213208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.216275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2efd5839-91ff-4bd6-9f82-b5ae2015c3c3 req-1c1f4036-583a-4b2f-8728-474695086065 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.79 "DELETE /v2.0/ports/25df1ff7-0f91-407d-a59c-7448f7f46f5a HTTP/1.1" status: 204 len: 173 time: 1.3386123 Jun 30 09:15:51.220665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'name': 'network-vif-deleted', 'tag': '25df1ff7-0f91-407d-a59c-7448f7f46f5a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:51.223121 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba7cc7f-9812-4428-800a-04d0e6bf9b56" -d '{"events": [{"server_uuid": "e14fd5b5-8cbd-4727-8a07-fc65998d936e", "name": "network-vif-deleted", "tag": "25df1ff7-0f91-407d-a59c-7448f7f46f5a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:51.246307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e651179f-2e05-4745-9a0f-fe96b215ce0e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1915584862&fields=id&tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad HTTP/1.1" status: 200 len: 267 time: 0.1741908 Jun 30 09:15:51.270055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-c9549914-e7ab-4df3-8432-ad25d4e90056 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.272088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-c9549914-e7ab-4df3-8432-ad25d4e90056 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 810 time: 0.3740571 Jun 30 09:15:51.329540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-d2afe999-ca51-4cf0-8082-38d27ef6f2db tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/quotas/073a4d91f55945789c58ac1491660c87 HTTP/1.1" status: 200 len: 375 time: 0.0309029 Jun 30 09:15:51.367506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a52deee1-c482-41d9-8a0e-27372d591d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.378177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a52deee1-c482-41d9-8a0e-27372d591d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 937 time: 0.1304216 Jun 30 09:15:51.460354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0c05ec73-32b0-4063-8c02-03225188fa31 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5929 time: 1.3857846 Jun 30 09:15:51.465078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38976) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:51.531729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-7be239fb-26fa-482a-9f34-cac6f004e5fa tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.535048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-7be239fb-26fa-482a-9f34-cac6f004e5fa tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 937 time: 0.1556346 Jun 30 09:15:51.554758 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.570745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Transition to ACTIVE for port object 31979f1e-9aff-4d1c-81c8-75f1ee9662cb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:51.583798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.595759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 25df1ff7-0f91-407d-a59c-7448f7f46f5a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:15:51.601363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-572d8f0b-c1c1-4117-875f-ca47d06b187a tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2628322 Jun 30 09:15:51.623514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-0a4c6446-4e4e-4e6f-b483-d5b4426033f0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0771692 Jun 30 09:15:51.647797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 25df1ff7-0f91-407d-a59c-7448f7f46f5a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:15:51.648141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 25df1ff7-0f91-407d-a59c-7448f7f46f5a not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:15:51.668035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317449e-e6d7-4b58-87a2-7a88b1f71f3d None None] Pushing event updated for resources: {'Port': ['ID=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:51.715191 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.723915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-71722ea6-e721-42ea-8384-e8e29047c9b9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0382016 Jun 30 09:15:51.746561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.748553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Attempting to bind port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:51.748973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Attempting to bind port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:51.749753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Attempting to bind port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:51.756048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:51.756430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Checking segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:51.756825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.757215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Bound using segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:51.757712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Bound port: 31979f1e-9aff-4d1c-81c8-75f1ee9662cb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:51.758096 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.774839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb2e80-8c99-4fc2-9fee-276a3876153e tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.775233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbb2e80-8c99-4fc2-9fee-276a3876153e tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:51.776885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ffbb2e80-8c99-4fc2-9fee-276a3876153e tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=a131d1ad-96db-4196-8da2-553e2ff15549 HTTP/1.1" status: 200 len: 1992 time: 0.3114300 Jun 30 09:15:51.873622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] For port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:51.876498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-ea7639c3-dfc3-4137-9c99-624f412773dc service neutron] 10.222.0.77 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557974 Jun 30 09:15:51.877813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] For port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:51.887180 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:51.926867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 499a6eda-eb31-46c2-83d6-7acc0e311333 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:15:51.952901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:51.953454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:51.956902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317449e-e6d7-4b58-87a2-7a88b1f71f3d None None] Pushing event updated for resources: {'Port': ['ID=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:52.017714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-fcd2db18-e9ea-4028-8ce5-12c4f9054a91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.027872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-fcd2db18-e9ea-4028-8ce5-12c4f9054a91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.034180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-fcd2db18-e9ea-4028-8ce5-12c4f9054a91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:52.036170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-fcd2db18-e9ea-4028-8ce5-12c4f9054a91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/networks?id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=012f022d-6db4-44ad-9e33-6e91318280f5&id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 1994 time: 0.2897339 Jun 30 09:15:52.081154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6b24eba8-449a-4124-91f0-98b862a4011f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/quotas/7b9b55f9cda14213b1b1bbd6e5047bad HTTP/1.1" status: 200 len: 375 time: 0.0255022 Jun 30 09:15:52.099734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:15:52.108279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.109463 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-185edba4-3fdd-41f4-baae-4318f3d1ca53 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 200 len: 892 time: 1.1176386 Jun 30 09:15:52.115105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:52.115506 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] Sync routers for ids ['499a6eda-eb31-46c2-83d6-7acc0e311333'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:15:52.115958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:15:52.125761 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] Routers {'499a6eda-eb31-46c2-83d6-7acc0e311333'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:52.127676 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['499a6eda-eb31-46c2-83d6-7acc0e311333'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:52.158857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-81778680-d6af-4186-be78-e5bc42ec31d8 service neutron] 10.222.0.77 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679291 Jun 30 09:15:52.194258 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:52.215719 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] Routers {'499a6eda-eb31-46c2-83d6-7acc0e311333'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:15:52.227097 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['499a6eda-eb31-46c2-83d6-7acc0e311333'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:52.250798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-aaf7077b-9f81-4c3b-8612-d788b4bfa2e3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1543341 Jun 30 09:15:52.289311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:52.300929 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4d2e21-791c-48b2-a7ee-615629ecd1ff None None] The sync data for ids ['499a6eda-eb31-46c2-83d6-7acc0e311333'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:52.335599 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-feac9f2f-1495-4d0a-a6b1-4036b389cb44 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/routers/499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 200 len: 892 time: 0.2187576 Jun 30 09:15:52.338645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:52.411568 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6d142d8-168c-4b5f-8782-f8ece9115987 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 200 len: 205 time: 0.0691600 Jun 30 09:15:52.413927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:52.434851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-d68f382c-0dfb-4fec-b437-3e1d53471f59 service neutron] 10.222.0.77 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633132 Jun 30 09:15:52.561142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6bf2dfaa-b670-4977-90b6-1273849f7aed service neutron] 10.222.0.77 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101806 Jun 30 09:15:52.595201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.612250 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a559f8cc-84b9-4317-a215-a1ccf2824906 x-openstack-request-id: req-a559f8cc-84b9-4317-a215-a1ccf2824906 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:52.612784 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e14fd5b5-8cbd-4727-8a07-fc65998d936e", "name": "network-vif-deleted", "tag": "25df1ff7-0f91-407d-a59c-7448f7f46f5a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:52.613260 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a559f8cc-84b9-4317-a215-a1ccf2824906 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:52.613855 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14fd5b5-8cbd-4727-8a07-fc65998d936e', 'name': 'network-vif-deleted', 'tag': '25df1ff7-0f91-407d-a59c-7448f7f46f5a', 'status': 'completed', 'code': 200} Jun 30 09:15:52.620376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:51Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:15:52.636631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-31ee8e37-832c-4219-81ce-78249a311fe4 service neutron] 10.222.0.77 "GET /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0675249 Jun 30 09:15:52.665246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae834473-1847-4340-8e12-c15bfd9c7c01 None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:51Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:15:52.789511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31979f1e-9aff-4d1c-81c8-75f1ee9662cb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:52.854333 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:15:52.857428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-8bccfa75-ef38-4947-9e71-62e34d110ccd service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141416 Jun 30 09:15:52.864041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.893367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:52.905897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:52.906369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:52.951857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 94ceea64-c159-46cf-a913-496e8944dd0f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:15:52.952230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.058992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c834a87-4049-4150-adee-72a853bdfdb5 service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961422 Jun 30 09:15:53.071453 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.138075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.153159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:53.154410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 94ceea64-c159-46cf-a913-496e8944dd0f owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:15:53.165912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ebca037-d3a8-4cfb-9915-2a4a284bb657 req-5c53c48f-2edf-4c96-b507-ba0861bf8344 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 210 time: 0.0315955 Jun 30 09:15:53.168455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.185327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-f899ad6b-16f6-481d-a2f1-c8778a826ad5 service neutron] 10.222.0.77 "GET /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1168606 Jun 30 09:15:53.257233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:53.398201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a87d7d1e-842c-4cfa-8da1-0a081a7c6226 service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043419 Jun 30 09:15:53.441003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.471435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=94ceea64-c159-46cf-a913-496e8944dd0f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:53.488987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f7acb-4d10-4015-909e-4bae6bd85c06 req-feeefa13-1ff1-4b93-94bd-ac1d599a276c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.490543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b82f7acb-4d10-4015-909e-4bae6bd85c06 req-feeefa13-1ff1-4b93-94bd-ac1d599a276c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1598577 Jun 30 09:15:53.562496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.690812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.693747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.752085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.754055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router 499a6eda-eb31-46c2-83d6-7acc0e311333 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:15:53.762529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.767298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a301d12b-baff-4608-85a5-61eaffbd89ab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 204 len: 168 time: 1.3521109 Jun 30 09:15:53.768260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:53.779901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1918764738'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:53.805609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:53.809775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.847762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:15:53.850915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-62bc14b0-3a87-49a1-83ce-8c6c85c48a70 service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518406 Jun 30 09:15:53.862980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.863247 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 681891fa-124a-4f42-abc9-465eaed6131a of type vlan for network 7100c2cd-4901-4981-9c5b-7b92ada7621f Jun 30 09:15:53.875243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b82f7acb-4d10-4015-909e-4bae6bd85c06 req-0c2a1f1e-fe2f-4403-896e-0ff6d58e1461 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706362 Jun 30 09:15:53.918171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.958921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-2b3d33c8-1d81-4349-89af-fd690c402c1a service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969579 Jun 30 09:15:53.962689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:53.969645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:53.970362 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.039886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2705033 Jun 30 09:15:54.040518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:54.052582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:54.069389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ae73f-f86e-440d-8095-0a7508118d1c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=7100c2cd-4901-4981-9c5b-7b92ada7621f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:54.074045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-80d09f4b-f66b-444c-bc5a-184931ef2e43 service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085820 Jun 30 09:15:54.089659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:15:54.165564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:54.172567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.246829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5d262d47-50da-4662-9983-ae2fa4063323 service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474078 Jun 30 09:15:54.351405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b0d20fda-f776-4fe3-8527-31e859b86452 service neutron] 10.222.0.77 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036723 Jun 30 09:15:54.488989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-2cdc75a2-bda6-4cab-b10f-f4614b8f4457 service neutron] 10.222.0.77 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295774 Jun 30 09:15:54.505078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-dafaa0b4-6abc-4fcb-9057-971def5379f1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.506587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-dafaa0b4-6abc-4fcb-9057-971def5379f1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 810 time: 0.2358434 Jun 30 09:15:54.571507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.574478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf21f30-b5fa-49ce-8d58-a7a7bb308fbc req-764bfb9a-a2eb-48a4-b2fe-5cdfcc098d5e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.575995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cf21f30-b5fa-49ce-8d58-a7a7bb308fbc req-764bfb9a-a2eb-48a4-b2fe-5cdfcc098d5e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1272967 Jun 30 09:15:54.624274 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-855d55ad-a0b8-435d-aa12-892720ebfe61 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073a4d91f55945789c58ac1491660c87 HTTP/1.1" status: 200 len: 380 time: 0.0914288 Jun 30 09:15:54.633434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'port': {'device_id': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'admin_state_up': True, 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'security_groups': ['362f63ef-a7d1-4d57-b290-664ca67297ca']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:54.640828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-82d0664c-3655-428a-82e4-89f417da84f1 service neutron] 10.222.0.77 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388421 Jun 30 09:15:54.643834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cf21f30-b5fa-49ce-8d58-a7a7bb308fbc req-71bce62f-74eb-4a76-b9e7-d10a5860b039 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584931 Jun 30 09:15:54.723627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=9ac7eeb4-ac08-44de-b8a8-28d5340a00c0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:54.741420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '681891fa-124a-4f42-abc9-465eaed6131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:54.741782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 7100c2cd-4901-4981-9c5b-7b92ada7621f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:15:54.751747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31979f1e-9aff-4d1c-81c8-75f1ee9662cb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:54.780015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-069366f7-977d-4815-accf-0a20d6b05db1 service neutron] 10.222.0.77 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320679 Jun 30 09:15:54.799010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:15:54.813508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 7100c2cd-4901-4981-9c5b-7b92ada7621f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:54.817834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:54.818463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.821047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Made reservation on behalf of 073a4d91f55945789c58ac1491660c87 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:54.825178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.829602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b236367-d699-4325-81cf-e154a4f55a4b None None] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:54.853734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bd4030ea-400c-4d9c-bde3-f47b73bce240 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8073874 Jun 30 09:15:54.857097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:54.862329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-812002944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:54.880631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdfd90a7-f342-47b5-9c0d-5055fc75bcf2 req-840468ce-d49f-4382-9b6d-88501ee9cac3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 210 time: 0.0407681 Jun 30 09:15:54.895890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:54.896580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.938443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.939532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:54.953263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a761996c-9e42-47be-8ec0-f754a4d0b4bd service neutron] 10.222.0.77 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716897 Jun 30 09:15:55.022730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Allocated IP 172.20.0.5 (4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0/0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d/b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:55.061993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-7100c2cd-4901-4981-9c5b-7b92ada7621f', 'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': '9ac7eeb4-ac08-44de-b8a8-28d5340a00c0'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:15:55.063361 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.071139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.091063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.100720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259a364-b13f-4358-ae01-b36f9a12953e req-1033e13d-cd70-47f4-ac9b-140c1626aa9d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:55.102814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d259a364-b13f-4358-ae01-b36f9a12953e req-1033e13d-cd70-47f4-ac9b-140c1626aa9d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0832498 Jun 30 09:15:55.126762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.127968 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d593a5a-7e04-40f2-b4a3-7fb17538e647 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2698908 Jun 30 09:15:55.131139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39032) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:15:55.153154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d259a364-b13f-4358-ae01-b36f9a12953e req-3ed7ea2f-35ff-45f4-9dfe-f159ef7f1538 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Jun 30 09:15:55.337024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Allocated IP 2001:db8::2 (7100c2cd-4901-4981-9c5b-7b92ada7621f/9ac7eeb4-ac08-44de-b8a8-28d5340a00c0/3f6f9025-92c7-4fa3-8c98-1e1be5f579bb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:55.589880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.606984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Transition to ACTIVE for port object 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:55.632508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Transition to ACTIVE for port object 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:55.644472 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.732351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Pushing event updated for resources: {'Port': ['ID=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:55.740962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:55.745285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:55.750790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:55.790112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.823034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Attempting to bind port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:55.823617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Attempting to bind port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '681891fa-124a-4f42-abc9-465eaed6131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:55.823988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Attempting to bind port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb on network 7100c2cd-4901-4981-9c5b-7b92ada7621f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:55.829848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:55.830254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Checking segment: {'id': '681891fa-124a-4f42-abc9-465eaed6131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:55.830778 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.831174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Bound using segment: {'id': '681891fa-124a-4f42-abc9-465eaed6131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:55.831310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Transition to ACTIVE for port object b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:55.831783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Bound port: 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681891fa-124a-4f42-abc9-465eaed6131a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7100c2cd-4901-4981-9c5b-7b92ada7621f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:55.832169 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.888747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.945366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] For port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:55.951447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] For port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,segment=NetworkSegment(681891fa-124a-4f42-abc9-465eaed6131a),segment_id=681891fa-124a-4f42-abc9-465eaed6131a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:55.968938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:55.973791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a2df921-10b4-418e-a53a-aa1924370afd req-a4d4ee73-e609-4619-82b7-56a577f6dd06 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.1175103 Jun 30 09:15:55.986793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:56.004316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:56.053550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:56.121743 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.161681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93882d6-9a30-4208-a215-982c31b82efb None None] Pushing event updated for resources: {'Port': ['ID=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.235457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574589a-248c-4601-8a7b-eaf4cd13624e req-a33b2cbf-3e03-4419-a139-482b5e8f6327 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.238585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'Port': ['ID=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:56.246818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e574589a-248c-4601-8a7b-eaf4cd13624e req-a33b2cbf-3e03-4419-a139-482b5e8f6327 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 931 time: 0.1529531 Jun 30 09:15:56.269704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:56.273885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.318960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e574589a-248c-4601-8a7b-eaf4cd13624e req-eb47c0be-66ca-4bb0-94a2-fd3674635f11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708280 Jun 30 09:15:56.394067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b4f356bb-0ddb-417e-b5cc-f6082c3b8323 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7645338 Jun 30 09:15:56.511167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a6d2de58-651a-4cda-90a8-a1d44e173278 None None] Provisioning for port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:56.515606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a6d2de58-651a-4cda-90a8-a1d44e173278 None None] Provisioning complete for port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:56.515861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Request body: {'port': {'device_id': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:56.516009 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a6d2de58-651a-4cda-90a8-a1d44e173278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.635761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a6d2de58-651a-4cda-90a8-a1d44e173278 None None] Port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:56.849416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:56.878512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:56.939372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:57.081527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8::1 (7100c2cd-4901-4981-9c5b-7b92ada7621f/9ac7eeb4-ac08-44de-b8a8-28d5340a00c0/d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:57.185434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-719d758b-dcb3-4e7c-8505-9fafa238aa53 req-bd09607b-b894-49b7-87ac-b5321b4878f8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0518615 Jun 30 09:15:57.359791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:15:57.371495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.374752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.397534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:57.399364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Transition to ACTIVE for port object b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:57.410972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.552398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570e8eb-9f02-49a6-aa0c-922b1e2f6b6a req-b1354413-a8b8-4a84-8290-95d17a500f9b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.560667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.561771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a570e8eb-9f02-49a6-aa0c-922b1e2f6b6a req-b1354413-a8b8-4a84-8290-95d17a500f9b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 943 time: 0.1053138 Jun 30 09:15:57.586890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.657022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:57.672981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:57.675045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f1def-05f3-4a56-9069-41a7328ffc1c None None] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:15:57.678797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:57.680484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.708963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a570e8eb-9f02-49a6-aa0c-922b1e2f6b6a req-260a0ad6-2c00-4ad3-acfe-0e6882810c27 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459422 Jun 30 09:15:57.763827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-83eaa8d7-d41b-435a-b74e-f5c1a863504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.768116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-83eaa8d7-d41b-435a-b74e-f5c1a863504d service neutron] 10.222.0.79 "GET /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 1033 time: 0.1349249 Jun 30 09:15:57.780218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] Provisioning for port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:57.799790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] Provisioning complete for port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:57.800547 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:57.841836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:57.875222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-797449aa-685b-4783-aa93-8b459eacacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:57.879331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-797449aa-685b-4783-aa93-8b459eacacdb service neutron] 10.222.0.79 "GET /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 1033 time: 0.1041791 Jun 30 09:15:57.904609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Attempting to bind port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:15:57.904609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Attempting to bind port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:15:57.904954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Attempting to bind port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.914300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:15:57.914952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Attempting to bind port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:15:57.925375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:15:57.925717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Checking segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:15:57.926104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Bound using segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:15:57.926611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Bound port: b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:15:57.927497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.043115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9c0b164-8259-4bf7-87f2-ebc1e9578187 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.058338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9c0b164-8259-4bf7-87f2-ebc1e9578187 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.071048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9c0b164-8259-4bf7-87f2-ebc1e9578187 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.073513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9c0b164-8259-4bf7-87f2-ebc1e9578187 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "GET /v2.0/networks?id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=012f022d-6db4-44ad-9e33-6e91318280f5&id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 1994 time: 0.1863878 Jun 30 09:15:58.084802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.086720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.112945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] For port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:15:58.129669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] For port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:15:58.160958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] For port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,segment=NetworkSegment(681891fa-124a-4f42-abc9-465eaed6131a),segment_id=681891fa-124a-4f42-abc9-465eaed6131a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:15:58.164379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b77cc93b-a86b-4362-8192-c332b9535771 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad HTTP/1.1" status: 200 len: 380 time: 0.0718260 Jun 30 09:15:58.167896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.169142 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.181321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'admin_state_up': True, 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'security_groups': ['68ba61a8-df10-4381-8509-68c455ad4b5b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:58.266387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Pushing event updated for resources: {'Port': ['ID=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:58.332044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97825ead-068d-44c5-8254-b1d609fdb2cd None None] Pushing event updated for resources: {'Port': ['ID=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:58.375708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.382800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.384575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-df916908-47ac-423e-a60b-fa1d7806d548 service neutron] 10.222.0.83 "PUT /v2.0/ports/b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 1092 time: 1.8797486 Jun 30 09:15:58.389110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:15:58.391713 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:15:58.436541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdf08fc8-a26b-4680-abb9-c0239b580018 req-4826f66f-7a5b-4c57-90bb-64092f344edd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0644763 Jun 30 09:15:58.437361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:58.445094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.631131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e2664efe-c0c4-4090-9cb5-b3b39a9994f8 None None] Provisioning complete for port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:58.631507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2664efe-c0c4-4090-9cb5-b3b39a9994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.807005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 172.20.0.3 (8e2ced18-95fc-49b6-a3c1-e0a10599a8d6/8fffb89d-5bae-4842-b014-826fbda039f1/6c218611-949a-4d6a-a3b4-147f4fb6f897) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:15:58.852954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.853901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c746614-cc51-4859-95d7-b164f8f42f2a req-8592fb42-3b4f-416e-ae47-ddda7c677a94 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:58.857629 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185d9211-4363-41bc-b949-989213d59a31 x-openstack-request-id: req-185d9211-4363-41bc-b949-989213d59a31 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:15:58.858730 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:15:58.859075 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-185d9211-4363-41bc-b949-989213d59a31 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:15:58.859653 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'status': 'completed', 'code': 200} Jun 30 09:15:58.862350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c746614-cc51-4859-95d7-b164f8f42f2a req-8592fb42-3b4f-416e-ae47-ddda7c677a94 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2858050 Jun 30 09:15:58.871446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.872339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:15:58.872811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.951554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e2664efe-c0c4-4090-9cb5-b3b39a9994f8 None None] Provisioning for port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:58.965062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e2664efe-c0c4-4090-9cb5-b3b39a9994f8 None None] Provisioning complete for port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:58.965443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2664efe-c0c4-4090-9cb5-b3b39a9994f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:58.998490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c746614-cc51-4859-95d7-b164f8f42f2a req-77b87778-3133-4fe8-888c-6372d7e4b164 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349044 Jun 30 09:15:59.021550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2664efe-c0c4-4090-9cb5-b3b39a9994f8 None None] Port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:59.032682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:59.033062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.065001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:59.083550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-077e6992-2519-422b-b254-02f0f7b5f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.085080 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-077e6992-2519-422b-b254-02f0f7b5f27d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1095 time: 0.6121590 Jun 30 09:15:59.131764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.189670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.191110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a5235dae-227a-448d-9b91-264b7717f34e None None] Provisioning complete for port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:59.191466 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5235dae-227a-448d-9b91-264b7717f34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.197467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object 6c218611-949a-4d6a-a3b4-147f4fb6f897 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:15:59.226799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-a9d60d61-07cf-4c43-a8ea-abeac670a7f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 217 time: 0.1171818 Jun 30 09:15:59.232009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a5235dae-227a-448d-9b91-264b7717f34e None None] Port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:59.246367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4a638-1c66-4368-be0e-fb7ed3065879 req-6f16375b-dbd1-418d-8415-2b75a3e2bd30 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.247976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35a4a638-1c66-4368-be0e-fb7ed3065879 req-6f16375b-dbd1-418d-8415-2b75a3e2bd30 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 943 time: 0.2638450 Jun 30 09:15:59.254611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:59.257682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:59.298585 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.310208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35a4a638-1c66-4368-be0e-fb7ed3065879 req-b9b9471c-28fc-4067-b82c-18d2113db10c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561914 Jun 30 09:15:59.364811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:15:59.368180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:15:59.371740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:15:59.381600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:15:59.437749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.438722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.469116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9e7786f5-ca60-41fc-ac90-c652ec6d1c20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2978878 Jun 30 09:15:59.484226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'admin_state_up': True, 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'security_groups': ['68ba61a8-df10-4381-8509-68c455ad4b5b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:15:59.736709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02f9e6-12cd-4ffb-9735-9091b314ff30 req-753cdb6f-d67b-4b52-8af7-0fd8a915e56c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.746118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae02f9e6-12cd-4ffb-9735-9091b314ff30 req-753cdb6f-d67b-4b52-8af7-0fd8a915e56c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2140739 Jun 30 09:15:59.756097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:15:59.759520 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.768858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2e014e2-cc6e-4d6c-bab7-d90eca00e434 None None] Provisioning complete for port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:59.769564 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2e014e2-cc6e-4d6c-bab7-d90eca00e434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.836513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d2e014e2-cc6e-4d6c-bab7-d90eca00e434 None None] Port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:15:59.896615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b0c8b24d-eaed-4dbc-8aa5-b80e3d58b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.898070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b0c8b24d-eaed-4dbc-8aa5-b80e3d58b38b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.6565008 Jun 30 09:15:59.910448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae02f9e6-12cd-4ffb-9735-9091b314ff30 req-9a73b61b-fbab-41be-81b5-ab095c7b664c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633496 Jun 30 09:15:59.976664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fe686d97-b559-42e5-938c-a98ff4a55ff0 None None] Provisioning for port 6c218611-949a-4d6a-a3b4-147f4fb6f897 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:15:59.984095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fe686d97-b559-42e5-938c-a98ff4a55ff0 None None] Provisioning complete for port 6c218611-949a-4d6a-a3b4-147f4fb6f897 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:15:59.984535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe686d97-b559-42e5-938c-a98ff4a55ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:15:59.990903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331a441-25be-4664-89cd-fa9239dd2d39 req-b2403bf7-a70c-4de2-b847-274ba2abd137 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.995686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-f3b10a21-6c86-4289-822e-7955abdf36d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:15:59.997195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-f3b10a21-6c86-4289-822e-7955abdf36d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831513 Jun 30 09:15:59.998740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router a31482f7-2188-4f66-a5b9-7726750bcf6c is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:15:59.998885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6331a441-25be-4664-89cd-fa9239dd2d39 req-b2403bf7-a70c-4de2-b847-274ba2abd137 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 931 time: 0.2061172 Jun 30 09:16:00.071200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fe686d97-b559-42e5-938c-a98ff4a55ff0 None None] Port 6c218611-949a-4d6a-a3b4-147f4fb6f897 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:00.080492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 10.1.1.48 (03bf68f1-4162-4571-b957-0d118aa71388/52e07e50-43c2-47b3-a73a-9353a20666c9/21699b9c-2adf-496b-88d7-355e3189ef4c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:00.100846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6331a441-25be-4664-89cd-fa9239dd2d39 req-44b494d9-bf8f-4b75-a35b-1b1546dddb7d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009793 Jun 30 09:16:00.267960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-290f7fc5-fb00-477d-b5b4-3d16114e8381 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597346 Jun 30 09:16:00.373463 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.417138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object 21699b9c-2adf-496b-88d7-355e3189ef4c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:00.418895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:00.430355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] Sync routers for ids ['a31482f7-2188-4f66-a5b9-7726750bcf6c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:00.434112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d0d1b54-4868-408b-8286-6b99365d028f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/a31482f7-2188-4f66-a5b9-7726750bcf6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3018901 Jun 30 09:16:00.436921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:00.450446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] Routers {'a31482f7-2188-4f66-a5b9-7726750bcf6c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:00.452355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a31482f7-2188-4f66-a5b9-7726750bcf6c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.485173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.514824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.524528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] Routers {'a31482f7-2188-4f66-a5b9-7726750bcf6c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:00.525554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a31482f7-2188-4f66-a5b9-7726750bcf6c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.564880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca484191-8a22-48be-a795-abf46c22c7b6 req-b9e0a8b3-22b4-4d86-a5e3-8f4b9b6e413d service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878988 Jun 30 09:16:00.573774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750d112d-05ed-4f2f-9177-ba13be127423 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.586460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:00.588957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15297559-8314-4992-b5f4-0b383fa33853 None None] The sync data for ids ['a31482f7-2188-4f66-a5b9-7726750bcf6c'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:00.589106 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-750d112d-05ed-4f2f-9177-ba13be127423 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports/d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 HTTP/1.1" status: 200 len: 911 time: 0.1493571 Jun 30 09:16:00.591443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:00.604860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ac7eeb4-ac08-44de-b8a8-28d5340a00c0'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:00.610036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 03bf68f1-4162-4571-b957-0d118aa71388 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:00.671646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:00.683182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:00.753307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.754128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:00.777700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:00.798744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-635932e8-4dff-48ad-945f-8116eaee2e78 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3226681 Jun 30 09:16:00.811436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'admin_state_up': True, 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'security_groups': ['68ba61a8-df10-4381-8509-68c455ad4b5b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:00.832191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-9d30d720-f104-4127-860a-9106d71a9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.833946 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-9d30d720-f104-4127-860a-9106d71a9b9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1095 time: 0.1493111 Jun 30 09:16:00.964698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7973a3-6748-4a2b-b681-bdac95737f5a req-a5399a99-6004-445a-a86b-6c7c6c898a70 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:00.973200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf7973a3-6748-4a2b-b681-bdac95737f5a req-a5399a99-6004-445a-a86b-6c7c6c898a70 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 943 time: 0.3800678 Jun 30 09:16:01.016104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72a53753-1760-4f84-b233-716603601792 None None] Provisioning for port 21699b9c-2adf-496b-88d7-355e3189ef4c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:01.022934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72a53753-1760-4f84-b233-716603601792 None None] Provisioning complete for port 21699b9c-2adf-496b-88d7-355e3189ef4c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:01.023777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72a53753-1760-4f84-b233-716603601792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.025098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf7973a3-6748-4a2b-b681-bdac95737f5a req-f6d4dcb2-92e3-4127-991e-9f48673efd6e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508399 Jun 30 09:16:01.032070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.045804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:01.052003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.116045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72a53753-1760-4f84-b233-716603601792 None None] Port 21699b9c-2adf-496b-88d7-355e3189ef4c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:01.159947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-39a71772-4bc2-4bda-903f-4026a18062ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.161482 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-39a71772-4bc2-4bda-903f-4026a18062ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.3108315 Jun 30 09:16:01.238911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 10.1.1.133 (03bf68f1-4162-4571-b957-0d118aa71388/52e07e50-43c2-47b3-a73a-9353a20666c9/6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:01.260357 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-cec01891-5f32-4f3e-831d-2c6711371872 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 217 time: 0.0830598 Jun 30 09:16:01.383141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-68efd42d-fb80-4502-88de-0691758ad56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.385505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-68efd42d-fb80-4502-88de-0691758ad56a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.1181750 Jun 30 09:16:01.528195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98cd3e-760c-44b7-8a08-c7c810a16b9c req-5dda3ccd-834f-4e80-839e-3443fe4ad26e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.534569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98cd3e-760c-44b7-8a08-c7c810a16b9c req-5dda3ccd-834f-4e80-839e-3443fe4ad26e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.543059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef98cd3e-760c-44b7-8a08-c7c810a16b9c req-5dda3ccd-834f-4e80-839e-3443fe4ad26e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 1652 time: 0.2447710 Jun 30 09:16:01.558039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.575320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-584a9769-cffc-4c88-8702-8d188a8397e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.577567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-584a9769-cffc-4c88-8702-8d188a8397e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1833255 Jun 30 09:16:01.589599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:01.602822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef98cd3e-760c-44b7-8a08-c7c810a16b9c req-fb576bad-e136-4c51-9853-194619adaf08 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584536 Jun 30 09:16:01.646367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.699039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 03bf68f1-4162-4571-b957-0d118aa71388 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:01.705549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:01.708326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:01.719700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:01.736983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-76940ab8-201c-4cb5-9005-19fabc5ffd15 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469026 Jun 30 09:16:01.772002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.774831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.774831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.792708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-29ff4fe1-45bb-496f-adb5-5e96c6adb39a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9854596 Jun 30 09:16:01.805261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5', 'admin_state_up': True, 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'security_groups': ['68ba61a8-df10-4381-8509-68c455ad4b5b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:01.814022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.821476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:01.822856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:01.827472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/ports/d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 HTTP/1.1" status: 200 len: 911 time: 1.2348566 Jun 30 09:16:01.830058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39156) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:01.890047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c5946-799f-44e1-8c28-40a779f3136a tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:01.967527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:01.998752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4383aae2-7f9c-4b2b-8de7-1d2468bc8ea2 req-bb57bff3-cad3-4af5-ad1e-3292e82d29a8 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547133 Jun 30 09:16:02.062023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1262e2f3-7b86-4a72-93ea-f92a4fa06767 None None] Provisioning for port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:02.066673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1262e2f3-7b86-4a72-93ea-f92a4fa06767 None None] Provisioning complete for port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:02.067063 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1262e2f3-7b86-4a72-93ea-f92a4fa06767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.084789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.152035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1262e2f3-7b86-4a72-93ea-f92a4fa06767 None None] Port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:02.245545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.346675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eda58d-4231-4bb6-81ce-9eddf3a947b9 req-8f5dd79b-4c93-4ca6-a5d8-b2463f990d80 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.348191 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eda58d-4231-4bb6-81ce-9eddf3a947b9 req-8f5dd79b-4c93-4ca6-a5d8-b2463f990d80 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 943 time: 0.1716650 Jun 30 09:16:02.392684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 10.2.2.100 (012f022d-6db4-44ad-9e33-6e91318280f5/45213189-72cf-4a2b-9ffc-d31d678643c1/0db1da6d-55ac-45f9-a588-4493fc0aba2e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:02.415026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eda58d-4231-4bb6-81ce-9eddf3a947b9 req-40123179-49f8-4205-8fb9-e88fb9188812 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536807 Jun 30 09:16:02.554536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:02.555168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.585212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.599831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object 0db1da6d-55ac-45f9-a588-4493fc0aba2e will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:02.637880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.685243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.700036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:02.734493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 012f022d-6db4-44ad-9e33-6e91318280f5 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:02.745201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:02.749434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:02.775421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:02.917283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.918404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:02.955911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-510e3e4e-3147-4a4e-896b-c77ef9f8ebee tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1547365 Jun 30 09:16:02.976428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5', 'admin_state_up': True, 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'security_groups': ['68ba61a8-df10-4381-8509-68c455ad4b5b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:02.988840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e673d9-9b94-418f-8b32-388b9dbd5cbe req-3b67aa95-8510-4d25-9703-d05bf7284dcd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:02.990537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98e673d9-9b94-418f-8b32-388b9dbd5cbe req-3b67aa95-8510-4d25-9703-d05bf7284dcd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2089820 Jun 30 09:16:03.127375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98e673d9-9b94-418f-8b32-388b9dbd5cbe req-c22ea7b8-08ce-4222-b434-aa76672d777f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228836 Jun 30 09:16:03.199204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002c10-bc79-4d4b-abfa-2331978f47c5 req-df9d4a11-5a76-4659-92bd-e15f57649cdd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.205371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002c10-bc79-4d4b-abfa-2331978f47c5 req-df9d4a11-5a76-4659-92bd-e15f57649cdd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.207082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-899d94fa-e6f3-4272-91b2-6da2e3870afa None None] Provisioning for port 0db1da6d-55ac-45f9-a588-4493fc0aba2e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:03.211355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002c10-bc79-4d4b-abfa-2331978f47c5 req-df9d4a11-5a76-4659-92bd-e15f57649cdd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.219256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc002c10-bc79-4d4b-abfa-2331978f47c5 req-df9d4a11-5a76-4659-92bd-e15f57649cdd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:03.221173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc002c10-bc79-4d4b-abfa-2331978f47c5 req-df9d4a11-5a76-4659-92bd-e15f57649cdd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 3094 time: 0.1693578 Jun 30 09:16:03.221767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-899d94fa-e6f3-4272-91b2-6da2e3870afa None None] Provisioning complete for port 0db1da6d-55ac-45f9-a588-4493fc0aba2e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:03.222152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-899d94fa-e6f3-4272-91b2-6da2e3870afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.282044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-899d94fa-e6f3-4272-91b2-6da2e3870afa None None] Port 0db1da6d-55ac-45f9-a588-4493fc0aba2e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:03.285165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.293958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc002c10-bc79-4d4b-abfa-2331978f47c5 req-eb6833bf-4164-4e2b-8d15-f6b54524d2b8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539079 Jun 30 09:16:03.294673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Made reservation on behalf of 7b9b55f9cda14213b1b1bbd6e5047bad for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:03.306144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.339178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=d5dcaa77-0ea8-4b2e-bd19-8a7631efdea5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:03.472580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:03.605761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Allocated IP 10.2.2.200 (012f022d-6db4-44ad-9e33-6e91318280f5/45213189-72cf-4a2b-9ffc-d31d678643c1/64dcef36-8529-4586-8906-8976f447e214) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:03.682701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router a31482f7-2188-4f66-a5b9-7726750bcf6c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:03.765736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:03.773741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3293ae26-ec48-4cd9-bc25-93670cae0a32 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/a31482f7-2188-4f66-a5b9-7726750bcf6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8912237 Jun 30 09:16:03.774071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:03.781693 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] Sync routers for ids ['a31482f7-2188-4f66-a5b9-7726750bcf6c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:03.795030 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] Routers {'a31482f7-2188-4f66-a5b9-7726750bcf6c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:03.796115 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a31482f7-2188-4f66-a5b9-7726750bcf6c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:03.812587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7012616a-3843-415c-a5f5-8732ec176e39 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=a31482f7-2188-4f66-a5b9-7726750bcf6c HTTP/1.1" status: 200 len: 205 time: 0.0371978 Jun 30 09:16:03.815213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:03.842793 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:03.854701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] Routers {'a31482f7-2188-4f66-a5b9-7726750bcf6c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:03.855325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a31482f7-2188-4f66-a5b9-7726750bcf6c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:03.902272 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:03.902909 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9610fe-6afa-4abb-b25d-d9c16512e983 None None] The sync data for ids ['a31482f7-2188-4f66-a5b9-7726750bcf6c'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:03.904862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.076026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.078809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.092355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9b937-9f34-4232-8f41-6660c9d5a047 req-9ca5c237-2f44-4e56-b73b-6c29f963f3e7 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.093869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1d9b937-9f34-4232-8f41-6660c9d5a047 req-9ca5c237-2f44-4e56-b73b-6c29f963f3e7 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.6387296 Jun 30 09:16:04.125550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.126167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router a31482f7-2188-4f66-a5b9-7726750bcf6c {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:04.137520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.141648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a3d4d812-ef94-4be5-9f96-226facb041ea tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/a31482f7-2188-4f66-a5b9-7726750bcf6c HTTP/1.1" status: 204 len: 168 time: 0.3224821 Jun 30 09:16:04.141853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:04.150056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4f588-c1ca-4075-bd18-33699df92491 req-02ebc120-efb3-4afe-a215-c7a72cf22e48 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.151569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74d4f588-c1ca-4075-bd18-33699df92491 req-02ebc120-efb3-4afe-a215-c7a72cf22e48 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 943 time: 0.5222855 Jun 30 09:16:04.179280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.203295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet 9ac7eeb4-ac08-44de-b8a8-28d5340a00c0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:04.206303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1d9b937-9f34-4232-8f41-6660c9d5a047 req-3434f3bc-5717-450a-b0af-54f1b0a27e9a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030653 Jun 30 09:16:04.206558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.211194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Transition to ACTIVE for port object 64dcef36-8529-4586-8906-8976f447e214 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:04.251560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74d4f588-c1ca-4075-bd18-33699df92491 req-50fe2faf-e248-4ad1-bcd8-c4ecd2df557b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863712 Jun 30 09:16:04.258921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.312361 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.379234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Network 012f022d-6db4-44ad-9e33-6e91318280f5 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:04.384496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:04.399826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:04.407618 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.459032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event updated for resources: {'Port': ['ID=64dcef36-8529-4586-8906-8976f447e214,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.512357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:04.515968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.531801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.561920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5dd1a94d-eca8-49b3-9f36-6a3de5c29a4b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5925257 Jun 30 09:16:04.576091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:04.585152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.588932 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/9ac7eeb4-ac08-44de-b8a8-28d5340a00c0 HTTP/1.1" status: 204 len: 168 time: 0.4458532 Jun 30 09:16:04.591150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556bb91-fb48-49f2-81ac-8064ae231c7f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac7eeb4-ac08-44de-b8a8-28d5340a00c0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:04.591741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d856bfe2-1b97-4537-8d17-bd13dac0b462 None None] Network 7100c2cd-4901-4981-9c5b-7b92ada7621f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:04.599412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:04.739471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.782207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.844597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-892725c5-2a0d-4589-8548-58baba350a6b None None] Provisioning for port 64dcef36-8529-4586-8906-8976f447e214 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:04.850114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-892725c5-2a0d-4589-8548-58baba350a6b None None] Provisioning complete for port 64dcef36-8529-4586-8906-8976f447e214 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:04.850855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-892725c5-2a0d-4589-8548-58baba350a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.858118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:04.858520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.894357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-892725c5-2a0d-4589-8548-58baba350a6b None None] Port 64dcef36-8529-4586-8906-8976f447e214 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:04.974686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,segment=NetworkSegment(681891fa-124a-4f42-abc9-465eaed6131a),segment_id=681891fa-124a-4f42-abc9-465eaed6131a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:04.974891 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:04.989783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] DHCP port deletion for 7100c2cd-4901-4981-9c5b-7b92ada7621f request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:04.991786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:05.042873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-f628d7bb-043d-464d-91ea-e2dcaddbc1ec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.048621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-f628d7bb-043d-464d-91ea-e2dcaddbc1ec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.052584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Deleting port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:05.053078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.054521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-f628d7bb-043d-464d-91ea-e2dcaddbc1ec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.060951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-f628d7bb-043d-464d-91ea-e2dcaddbc1ec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.066697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-f628d7bb-043d-464d-91ea-e2dcaddbc1ec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.074501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-f628d7bb-043d-464d-91ea-e2dcaddbc1ec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 3815 time: 0.3554561 Jun 30 09:16:05.093157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.120975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:05.124630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:05.141489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] For port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,segment=NetworkSegment(681891fa-124a-4f42-abc9-465eaed6131a),segment_id=681891fa-124a-4f42-abc9-465eaed6131a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:05.142045 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.156462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Calling delete_port for 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:05.171808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22ad72dd-7769-44fd-9c91-8a8567f7317b req-7fe1bebc-f3a7-4346-9b22-12c9d2c76b3e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963235 Jun 30 09:16:05.220208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.233162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7100c2cd-4901-4981-9c5b-7b92ada7621f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:05.246536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.249517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681891fa-124a-4f42-abc9-465eaed6131a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:05.249930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681891fa-124a-4f42-abc9-465eaed6131a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:05.255095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715ee7d-d87e-4123-89b2-1a6a765e7cdd req-442fbf03-d6ac-4c99-a1f7-ac37033ef67d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.261343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.263944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a715ee7d-d87e-4123-89b2-1a6a765e7cdd req-442fbf03-d6ac-4c99-a1f7-ac37033ef67d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2750375 Jun 30 09:16:05.274683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Pushing event deleted for resources: {'Port': ['ID=3f6f9025-92c7-4fa3-8c98-1e1be5f579bb,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:05.278728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] No DVR routers for this DVR port 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:05.279403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.286343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.286697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.287045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.287589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.287953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.288276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.288759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.289151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.289698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.290192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.290749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.291236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dc4950-f8ab-444d-bcf6-4530f245afd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:05.300675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:05.301147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.301961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:05.305114 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:05.357493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a715ee7d-d87e-4123-89b2-1a6a765e7cdd req-ca120d02-ca23-4ad5-8dd8-7a47320e74ae tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926654 Jun 30 09:16:05.417659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:05.434014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'port_id': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'mac_address': 'fa:16:3e:54:07:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:05.434740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.443567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.449118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/7100c2cd-4901-4981-9c5b-7b92ada7621f HTTP/1.1" status: 204 len: 168 time: 0.8484864 Jun 30 09:16:05.454577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:05.481078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445857754', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:05.500187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.510742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ee0da-8f6f-4ebd-b396-fb2572da0d21 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=7100c2cd-4901-4981-9c5b-7b92ada7621f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:05.517012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.518235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.520723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:05.548680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:05.554738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.582249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c218611-949a-4d6a-a3b4-147f4fb6f897 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:05.583075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.590005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.603374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.624793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Transition to ACTIVE for port object 6c218611-949a-4d6a-a3b4-147f4fb6f897 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:05.627176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.631573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-26d804a1-a989-43c4-82f6-efb2c77b78e4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1558766 Jun 30 09:16:05.632288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:05.639112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-685994350'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:05.645054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.649622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:05.665357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:05.669588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.717015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf1fe9-00a8-446e-8a6a-1f0617c2ffaf req-507ad55f-a433-4105-89bc-7a5f6c6ff15e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.724096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22bf1fe9-00a8-446e-8a6a-1f0617c2ffaf req-507ad55f-a433-4105-89bc-7a5f6c6ff15e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 943 time: 0.2382960 Jun 30 09:16:05.725608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:05.745427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.745910 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 430affa1-f657-4b47-a3ea-e175686f537a of type vlan for network 56b11124-11b6-4279-b6bc-a150a2b0237a Jun 30 09:16:05.799318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Pushing event updated for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:05.818369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.860004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.866890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:05.870127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:05.891532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22bf1fe9-00a8-446e-8a6a-1f0617c2ffaf req-12124df5-8af2-4e36-be22-de70cc6cab4f tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664221 Jun 30 09:16:05.961277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3275623 Jun 30 09:16:05.962081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:05.967098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:05.970333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:05.987545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Attempting to bind port 6c218611-949a-4d6a-a3b4-147f4fb6f897 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:05.987941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Attempting to bind port 6c218611-949a-4d6a-a3b4-147f4fb6f897 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:05.989046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Attempting to bind port 6c218611-949a-4d6a-a3b4-147f4fb6f897 on network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:05.989204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202ca07-9112-47a1-85df-21d8bafaabdf tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=56b11124-11b6-4279-b6bc-a150a2b0237a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:05.998755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642761b-62d9-42d7-9ecc-c0b16c0ee1f8 req-714c877c-d879-4be7-91e6-121b1d1b7ba2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.000317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3642761b-62d9-42d7-9ecc-c0b16c0ee1f8 req-714c877c-d879-4be7-91e6-121b1d1b7ba2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2723505 Jun 30 09:16:06.003814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Port 6c218611-949a-4d6a-a3b4-147f4fb6f897 on network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:06.004145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Attempting to bind port 6c218611-949a-4d6a-a3b4-147f4fb6f897 on network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:06.016884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:06.017240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Checking segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:06.017735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Bound using segment: {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:06.018065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Bound port: 6c218611-949a-4d6a-a3b4-147f4fb6f897, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:06.018460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.049062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 56b11124-11b6-4279-b6bc-a150a2b0237a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:06.078542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:06.079128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3642761b-62d9-42d7-9ecc-c0b16c0ee1f8 req-be987636-50de-4323-9228-33a2c50344da tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698698 Jun 30 09:16:06.082518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.128283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:06.132198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:06.142501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.248905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.249713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.252142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] 10.222.0.79 "PUT /v2.0/ports/6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 200 len: 1092 time: 1.6819222 Jun 30 09:16:06.254623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:06.261462 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfa192f-eb8c-488a-991a-638f3b45c1fc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:06.297047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:06.342661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bfca0-ebe4-4397-bd5f-8c013ddbf9be service neutron] Pushing event updated for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.427272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.494322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.543215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:06.543593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 56b11124-11b6-4279-b6bc-a150a2b0237a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:06.547143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=067b4eaa-2191-4d43-beea-0cceac0d6572,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:06.565126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 56b11124-11b6-4279-b6bc-a150a2b0237a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:06.575654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 56b11124-11b6-4279-b6bc-a150a2b0237a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:06.589076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.593125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:06.596873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8863e38-79e9-4ec3-a6a7-3da64c2e2dc4 None None] Network 56b11124-11b6-4279-b6bc-a150a2b0237a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:06.624419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28dd5a-0a68-407f-a0f4-b84d12fd1177 req-26bd20ab-ffd2-4954-a92a-172e858e589d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.625818 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9ea0a830-2801-4f04-8e59-e7428874bad1 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6593812 Jun 30 09:16:06.626807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:06.631477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f28dd5a-0a68-407f-a0f4-b84d12fd1177 req-26bd20ab-ffd2-4954-a92a-172e858e589d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2734115 Jun 30 09:16:06.761567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-33ea45c6-dc25-47ae-9769-db02061058e5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.767603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-33ea45c6-dc25-47ae-9769-db02061058e5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.773504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-33ea45c6-dc25-47ae-9769-db02061058e5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.780045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-33ea45c6-dc25-47ae-9769-db02061058e5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.786104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-33ea45c6-dc25-47ae-9769-db02061058e5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:06.788035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-33ea45c6-dc25-47ae-9769-db02061058e5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 3827 time: 0.2826395 Jun 30 09:16:06.802556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f28dd5a-0a68-407f-a0f4-b84d12fd1177 req-61236387-1529-42d9-9c0d-7a40e67c797c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701102 Jun 30 09:16:06.936681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:06.957399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50ec43b1-8852-4c16-a9f0-441f3a192a78 req-bfbe84b3-9d88-4a63-b4f5-99242a1b1579 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534514 Jun 30 09:16:06.973190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:06.973641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f6f9025-92c7-4fa3-8c98-1e1be5f579bb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:06.995253 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2c3625-dc50-4a1a-ae0e-dd61e6734af4 x-openstack-request-id: req-5a2c3625-dc50-4a1a-ae0e-dd61e6734af4 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:06.995653 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:06.995914 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a2c3625-dc50-4a1a-ae0e-dd61e6734af4 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:06.996325 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'status': 'completed', 'code': 200} Jun 30 09:16:07.047686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-56b11124-11b6-4279-b6bc-a150a2b0237a', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:07.048851 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.159119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.162181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e982131-88c5-4c82-a6a5-3e49e039dc5c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:07.172921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.203057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Transition to ACTIVE for port object 5e982131-88c5-4c82-a6a5-3e49e039dc5c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:07.224894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a93fca-25f2-418b-a41d-d3274e1ac34d req-56236181-4153-47d9-9f1c-7b83ece9002a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.233812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5a93fca-25f2-418b-a41d-d3274e1ac34d req-56236181-4153-47d9-9f1c-7b83ece9002a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1181259 Jun 30 09:16:07.237033 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.246023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Allocated IP 2001:db8::2 (56b11124-11b6-4279-b6bc-a150a2b0237a/067b4eaa-2191-4d43-beea-0cceac0d6572/25faae41-7cca-474a-9bdd-853d3f75be0f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:07.296248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Pushing event updated for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.370351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5a93fca-25f2-418b-a41d-d3274e1ac34d req-6b69db2b-f652-4f3a-9722-65f7d17b2bcf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351948 Jun 30 09:16:07.390353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:07.585730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Attempting to bind port 5e982131-88c5-4c82-a6a5-3e49e039dc5c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:07.586438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Attempting to bind port 5e982131-88c5-4c82-a6a5-3e49e039dc5c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:07.586797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Attempting to bind port 5e982131-88c5-4c82-a6a5-3e49e039dc5c on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:07.604136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Port 5e982131-88c5-4c82-a6a5-3e49e039dc5c on network 03bf68f1-4162-4571-b957-0d118aa71388 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:07.604542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Attempting to bind port 5e982131-88c5-4c82-a6a5-3e49e039dc5c on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:07.619306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:07.619696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Checking segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:07.620092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Bound using segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:07.620533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Bound port: 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:07.620899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.644978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:07.656573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:07.656951 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.689974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85165a9b-c1df-45d9-9bcf-3add8c545916 req-e477b145-3496-403d-8105-c929680df195 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.698756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85165a9b-c1df-45d9-9bcf-3add8c545916 req-e477b145-3496-403d-8105-c929680df195 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 944 time: 0.3270922 Jun 30 09:16:07.703615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-ae05dc43-2db7-497f-b54e-e6ecff4415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.704359 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.704713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-ae05dc43-2db7-497f-b54e-e6ecff4415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.705910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-ae05dc43-2db7-497f-b54e-e6ecff4415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.706744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-ae05dc43-2db7-497f-b54e-e6ecff4415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.707398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-ae05dc43-2db7-497f-b54e-e6ecff4415c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.709930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-ae05dc43-2db7-497f-b54e-e6ecff4415c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 4363 time: 0.6793842 Jun 30 09:16:07.759309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Transition to ACTIVE for port object 25faae41-7cca-474a-9bdd-853d3f75be0f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:07.766376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85165a9b-c1df-45d9-9bcf-3add8c545916 req-ef868b72-dc40-43ad-a088-ddf848eb19db tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665917 Jun 30 09:16:07.793008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:07.797690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:07.808523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.814497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Transition to ACTIVE for port object 25faae41-7cca-474a-9bdd-853d3f75be0f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:07.862602 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.888891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.904350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Pushing event updated for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:07.923856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:07.924649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:07.926355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-684ffdf8-665a-4a0f-bc67-31c2fb6b2992 service neutron] 10.222.0.79 "PUT /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 1137 time: 1.6358685 Jun 30 09:16:07.951103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Network 56b11124-11b6-4279-b6bc-a150a2b0237a is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:07.959060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:07.965125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:07.969752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:08.003617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:08.006820 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff713c-1389-4f36-8c77-f961cb6f4af1" -d '{"events": [{"server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "name": "network-vif-plugged", "status": "completed", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:08.013611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Pushing event updated for resources: {'Port': ['ID=25faae41-7cca-474a-9bdd-853d3f75be0f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.038455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:08.081341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.151335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.159557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Attempting to bind port 25faae41-7cca-474a-9bdd-853d3f75be0f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:08.160123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Attempting to bind port 25faae41-7cca-474a-9bdd-853d3f75be0f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:08.160656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Attempting to bind port 25faae41-7cca-474a-9bdd-853d3f75be0f on network 56b11124-11b6-4279-b6bc-a150a2b0237a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:08.178626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:08.180004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Checking segment: {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:08.180593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.181219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Bound using segment: {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:08.182577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Bound port: 25faae41-7cca-474a-9bdd-853d3f75be0f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:08.183152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.204316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.250929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8::1 (56b11124-11b6-4279-b6bc-a150a2b0237a/067b4eaa-2191-4d43-beea-0cceac0d6572/0c29b67e-7541-4ef0-b544-acc0434f6219) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:08.283047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] For port 25faae41-7cca-474a-9bdd-853d3f75be0f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:08.287340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] For port 25faae41-7cca-474a-9bdd-853d3f75be0f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=25faae41-7cca-474a-9bdd-853d3f75be0f,segment=NetworkSegment(430affa1-f657-4b47-a3ea-e175686f537a),segment_id=430affa1-f657-4b47-a3ea-e175686f537a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:08.292839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-4a9eac5f-c1b6-4863-9327-2a8b383c1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.293464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-4a9eac5f-c1b6-4863-9327-2a8b383c1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.293943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-4a9eac5f-c1b6-4863-9327-2a8b383c1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.296378 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-4a9eac5f-c1b6-4863-9327-2a8b383c1b41 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5725534 Jun 30 09:16:08.301550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.371994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f760c-4ea7-4636-802b-ed7d240eb451 None None] Pushing event updated for resources: {'Port': ['ID=25faae41-7cca-474a-9bdd-853d3f75be0f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.414590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb76af7b-0f7f-42b5-97e1-7677383ba023 req-37343e52-0c06-4fb9-94c2-2318d4ce827f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.416437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb76af7b-0f7f-42b5-97e1-7677383ba023 req-37343e52-0c06-4fb9-94c2-2318d4ce827f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2665012 Jun 30 09:16:08.466882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.472909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.479809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.485537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.491340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.497695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.505386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-d608a6f8-439b-4a53-9407-8423558f8d20 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 4605 time: 0.2869761 Jun 30 09:16:08.542639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.575659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 0c29b67e-7541-4ef0-b544-acc0434f6219 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:08.577460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb76af7b-0f7f-42b5-97e1-7677383ba023 req-79213527-814e-4422-b50a-f524a899015c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479850 Jun 30 09:16:08.577666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-df198634-f59e-4861-b282-88c8c5b4b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:08.579171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ddfa192f-eb8c-488a-991a-638f3b45c1fc req-df198634-f59e-4861-b282-88c8c5b4b879 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2481697 Jun 30 09:16:08.624416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b828b106-51fb-4e45-a2f4-5d940f4c0d0d req-56df9872-a799-42a9-ba6d-a5460be17239 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159618 Jun 30 09:16:08.703404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.752710 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92815fc6-8a6b-45f6-8333-8d11be74418a x-openstack-request-id: req-92815fc6-8a6b-45f6-8333-8d11be74418a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:08.753005 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "name": "network-vif-plugged", "status": "completed", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:08.753259 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-92815fc6-8a6b-45f6-8333-8d11be74418a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:08.753660 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'code': 200} Jun 30 09:16:08.844270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 56b11124-11b6-4279-b6bc-a150a2b0237a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:08.864702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=0c29b67e-7541-4ef0-b544-acc0434f6219,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:08.877600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:08.905511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd239818-8d51-4593-9602-262a7f386f3e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:08.919038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.938081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 25faae41-7cca-474a-9bdd-853d3f75be0f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:08.944325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Transition to ACTIVE for port object bd239818-8d51-4593-9602-262a7f386f3e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:08.954767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:08.981150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:08.982127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.029503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '5e982131-88c5-4c82-a6a5-3e49e039dc5c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:09.033993 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c53a5e4-9618-4927-9cab-07d6b33147f1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "5e982131-88c5-4c82-a6a5-3e49e039dc5c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:09.061489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 25faae41-7cca-474a-9bdd-853d3f75be0f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:09.155918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Pushing event updated for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:09.240645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c4a8d-0924-4ee4-8bfd-0abfad4edd0a req-9ca803f6-d853-4b55-a90f-219c6636241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.244841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-541c4a8d-0924-4ee4-8bfd-0abfad4edd0a req-9ca803f6-d853-4b55-a90f-219c6636241d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1097 time: 0.3562992 Jun 30 09:16:09.248184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Attempting to bind port bd239818-8d51-4593-9602-262a7f386f3e on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:09.248665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Attempting to bind port bd239818-8d51-4593-9602-262a7f386f3e by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:09.249008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Attempting to bind port bd239818-8d51-4593-9602-262a7f386f3e on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:09.272070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Port bd239818-8d51-4593-9602-262a7f386f3e on network 03bf68f1-4162-4571-b957-0d118aa71388 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:09.272432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Attempting to bind port bd239818-8d51-4593-9602-262a7f386f3e on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:09.287862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:09.288777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Checking segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:09.289504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Bound using segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:09.289788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Bound port: bd239818-8d51-4593-9602-262a7f386f3e, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:09.290162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.378900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33964b75-c62d-442f-967e-ace5a33e4bb0 req-340a1105-7c01-4e21-85b4-68b77146d8e1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.387096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33964b75-c62d-442f-967e-ace5a33e4bb0 req-340a1105-7c01-4e21-85b4-68b77146d8e1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2141831 Jun 30 09:16:09.389396 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.396395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-541c4a8d-0924-4ee4-8bfd-0abfad4edd0a req-50a97546-69fe-4229-8b36-8c14ef9646b4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443939 Jun 30 09:16:09.518658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33964b75-c62d-442f-967e-ace5a33e4bb0 req-9ec9f7a6-3a79-4353-a171-033e72416ae3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293423 Jun 30 09:16:09.543120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:09.547752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bd239818-8d51-4593-9602-262a7f386f3e,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:09.563626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.634969 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6483f49e-0f90-46a2-9efb-0a633e83f03d x-openstack-request-id: req-6483f49e-0f90-46a2-9efb-0a633e83f03d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:09.636050 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "5e982131-88c5-4c82-a6a5-3e49e039dc5c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:09.636561 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6483f49e-0f90-46a2-9efb-0a633e83f03d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:09.638010 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '5e982131-88c5-4c82-a6a5-3e49e039dc5c', 'status': 'completed', 'code': 200} Jun 30 09:16:09.640773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Pushing event updated for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:09.686883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.687872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.689626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-112e6dd2-f60f-44e3-ac31-824aaf402333 service neutron] 10.222.0.79 "PUT /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 1137 time: 1.7345433 Jun 30 09:16:09.704250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09917f03-69fd-47ef-820d-09c11caeb8c0 req-3d5457eb-79d8-416d-8a8c-e4a716695634 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:09.706338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09917f03-69fd-47ef-820d-09c11caeb8c0 req-3d5457eb-79d8-416d-8a8c-e4a716695634 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.2549531 Jun 30 09:16:09.755956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:09.866999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.906038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.908812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.941024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09917f03-69fd-47ef-820d-09c11caeb8c0 req-ff0f58e8-b175-4c8b-a158-4b01a642bfe5 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219296 Jun 30 09:16:09.959623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:09.999707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a190fe5-519f-41c1-b69f-35608a3b1d99 None None] Network 56b11124-11b6-4279-b6bc-a150a2b0237a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:10.109212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e696e9d-6ed1-48e3-abe9-beef9f957eb8 req-1d74a6f5-e6b9-4bd8-844d-4a79b3ba68d5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.110848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e696e9d-6ed1-48e3-abe9-beef9f957eb8 req-1d74a6f5-e6b9-4bd8-844d-4a79b3ba68d5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2188764 Jun 30 09:16:10.112943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] Provisioning for port 25faae41-7cca-474a-9bdd-853d3f75be0f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:10.117682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=0c29b67e-7541-4ef0-b544-acc0434f6219,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.121639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] Provisioning complete for port 25faae41-7cca-474a-9bdd-853d3f75be0f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:10.122460 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.142993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.143478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.143950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.144415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.144880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.145338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.145819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.147817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-8fba49fe-3ec5-4a64-b345-96e264e59862 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6223 time: 0.2774189 Jun 30 09:16:10.257116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e696e9d-6ed1-48e3-abe9-beef9f957eb8 req-3fa528d0-d8bd-4587-913a-3c508afb826e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344593 Jun 30 09:16:10.278582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 56b11124-11b6-4279-b6bc-a150a2b0237a is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:10.301923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:10.339909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.346819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.352332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.352985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.359810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.365748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.373169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.379047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.387716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-5cc49a7a-473d-41ba-bf60-ab23a34f50e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5383 time: 0.2757676 Jun 30 09:16:10.418581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-9d31b9d5-91de-48e8-9a71-dea649e60a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.419154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-9d31b9d5-91de-48e8-9a71-dea649e60a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.419509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-9d31b9d5-91de-48e8-9a71-dea649e60a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.421110 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-9d31b9d5-91de-48e8-9a71-dea649e60a8a service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2308514 Jun 30 09:16:10.427576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] For port 25faae41-7cca-474a-9bdd-853d3f75be0f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=25faae41-7cca-474a-9bdd-853d3f75be0f,segment=NetworkSegment(430affa1-f657-4b47-a3ea-e175686f537a),segment_id=430affa1-f657-4b47-a3ea-e175686f537a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:10.441680 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.458545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cd67ca0-3f47-4c43-8284-f4803cb587e8 req-6b52e976-92da-42a9-a84f-b8a442ed7276 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0697844 Jun 30 09:16:10.551219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4527355-2f3a-497b-8c87-3dbe84bf09ec None None] Pushing event updated for resources: {'Port': ['ID=25faae41-7cca-474a-9bdd-853d3f75be0f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.582855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21699b9c-2adf-496b-88d7-355e3189ef4c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:10.594589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.626269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Transition to ACTIVE for port object 21699b9c-2adf-496b-88d7-355e3189ef4c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:10.640012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.683960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-751fb9a4-232b-458c-a2bd-3a11a5628b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:10.685606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c53a5e4-9618-4927-9cab-07d6b33147f1 req-751fb9a4-232b-458c-a2bd-3a11a5628b9c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2521598 Jun 30 09:16:10.702163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:16:10.712032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Pushing event updated for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:10.854192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 25faae41-7cca-474a-9bdd-853d3f75be0f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:10.940355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:10.955878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:10.964154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5e07a33-e86e-4ea5-895d-5723bcbcc727 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3359842 Jun 30 09:16:10.964863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 25faae41-7cca-474a-9bdd-853d3f75be0f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:10.965109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:10.966841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:10.981371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Attempting to bind port 21699b9c-2adf-496b-88d7-355e3189ef4c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:10.981902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Attempting to bind port 21699b9c-2adf-496b-88d7-355e3189ef4c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:10.982074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Attempting to bind port 21699b9c-2adf-496b-88d7-355e3189ef4c on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:10.990885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1119537568'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:10.995965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:10.996619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:15:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:11.004948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Port 21699b9c-2adf-496b-88d7-355e3189ef4c on network 03bf68f1-4162-4571-b957-0d118aa71388 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:11.005291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Attempting to bind port 21699b9c-2adf-496b-88d7-355e3189ef4c on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:11.027807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:11.028172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Checking segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:11.028583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Bound using segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:11.031072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:11.034827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Bound port: 21699b9c-2adf-496b-88d7-355e3189ef4c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:11.035250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.048506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.127362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:11.171440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8154f1c-c521-4fd4-ad3d-6275b21383ca req-3338a608-6eaf-41a4-be6a-581c5cb4bcee tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.173363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8154f1c-c521-4fd4-ad3d-6275b21383ca req-3338a608-6eaf-41a4-be6a-581c5cb4bcee tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3403134 Jun 30 09:16:11.177178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.177577 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 911113df-86f9-415f-b326-cfdbc7d5ae11 of type vlan for network e59fdb7d-8a17-4cad-adba-f958a9a0e114 Jun 30 09:16:11.255082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.309025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:11.312160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.318903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.319880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.414437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bddd4e44-d8c2-4136-ba05-50582981a27b None None] Provisioning complete for port 25faae41-7cca-474a-9bdd-853d3f75be0f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:11.414928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bddd4e44-d8c2-4136-ba05-50582981a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.417168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de038f72-c987-4d84-bd19-3be6542becae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.423928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=e59fdb7d-8a17-4cad-adba-f958a9a0e114,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.437737 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7eae0f83-4718-41bb-a93a-d9f6bb152a52 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4673972 Jun 30 09:16:11.440580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:11.447630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:11.514557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:11.623972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:11.629535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.651075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': 'bd239818-8d51-4593-9602-262a7f386f3e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:11.653490 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7982185b-2962-41be-9d7d-313b71e8a6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "bd239818-8d51-4593-9602-262a7f386f3e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:11.688835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:11.693408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21699b9c-2adf-496b-88d7-355e3189ef4c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:11.706466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.745755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8154f1c-c521-4fd4-ad3d-6275b21383ca req-bf0b65fa-5297-47bc-81e7-8f0a0b4f8e8c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649054 Jun 30 09:16:11.761595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.762762 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.764252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] 10.222.0.79 "PUT /v2.0/ports/21699b9c-2adf-496b-88d7-355e3189ef4c HTTP/1.1" status: 200 len: 1091 time: 2.0138450 Jun 30 09:16:11.838210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:11.914093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4c860-61b9-48d8-90a3-73ce1480054c service neutron] Pushing event updated for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:11.922677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bddd4e44-d8c2-4136-ba05-50582981a27b None None] Provisioning for port 0c29b67e-7541-4ef0-b544-acc0434f6219 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:11.934256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bddd4e44-d8c2-4136-ba05-50582981a27b None None] Provisioning complete for port 0c29b67e-7541-4ef0-b544-acc0434f6219 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:11.937136 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bddd4e44-d8c2-4136-ba05-50582981a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:11.942648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510833a-2a5c-4eea-816c-89b87b5293b5 req-737fcc17-7131-46bc-9328-0db99ea04e3e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:11.953190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6510833a-2a5c-4eea-816c-89b87b5293b5 req-737fcc17-7131-46bc-9328-0db99ea04e3e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.3482451 Jun 30 09:16:12.002500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bddd4e44-d8c2-4136-ba05-50582981a27b None None] Port 0c29b67e-7541-4ef0-b544-acc0434f6219 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:12.006446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:09Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:09Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:12.011722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.045550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:12.046004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Updating router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 port 0c29b67e-7541-4ef0-b544-acc0434f6219 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:12.086414 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.099888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=5e65dc3b-9522-4b48-be48-086cbc6e8ac1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:12.111316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6510833a-2a5c-4eea-816c-89b87b5293b5 req-00f09cdc-4be6-4d62-9c9a-50e254dc68bd tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587517 Jun 30 09:16:12.112446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:12.112990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: e59fdb7d-8a17-4cad-adba-f958a9a0e114, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:12.129241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.143911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:12.161651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e59fdb7d-8a17-4cad-adba-f958a9a0e114) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:12.170037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.171034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c466fca-95f4-477a-b350-b72ad61de1b6 None None] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:12.171365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.192573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0de03261-6885-4f0b-9c95-3c333ce15c2d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7504213 Jun 30 09:16:12.198392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:12.214979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.221389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.227362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.233869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.240198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.246412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.252735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.261263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-4b3e5114-9956-4c86-9416-bede2a60e234 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5395 time: 0.3056192 Jun 30 09:16:12.381538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25d956d8-8791-4bca-88b4-0b597ee0c4a3 req-e0675e5d-f2eb-40a7-a10c-6f0b5d1b7fe2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191025 Jun 30 09:16:12.383008 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412a81c8-0ec6-4dce-bfe1-deac636a58b1 x-openstack-request-id: req-412a81c8-0ec6-4dce-bfe1-deac636a58b1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:12.383293 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "bd239818-8d51-4593-9602-262a7f386f3e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:12.383543 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-412a81c8-0ec6-4dce-bfe1-deac636a58b1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:12.383930 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': 'bd239818-8d51-4593-9602-262a7f386f3e', 'status': 'completed', 'code': 200} Jun 30 09:16:12.619428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:12.638987 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.663146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Transition to ACTIVE for port object 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:12.668987 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.863402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:12.933736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:12.937133 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:12.994265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02ef0e-355b-42c8-84b3-69eaa9630ed7 req-27a6faa9-0a0c-4409-b65a-1cc2da9622dc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:12.996484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a02ef0e-355b-42c8-84b3-69eaa9630ed7 req-27a6faa9-0a0c-4409-b65a-1cc2da9622dc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2669609 Jun 30 09:16:13.020282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Attempting to bind port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:13.020817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Attempting to bind port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:13.021353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Attempting to bind port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:13.034640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 on network 03bf68f1-4162-4571-b957-0d118aa71388 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:13.035256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Attempting to bind port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:13.058103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a02ef0e-355b-42c8-84b3-69eaa9630ed7 req-79d50af1-96d8-4d1c-bc32-3411aacaa706 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509276 Jun 30 09:16:13.059892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:13.060606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Checking segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:13.061358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Bound using segment: {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:13.062127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Bound port: 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7564a-96aa-46a4-b096-c9210a700f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:13.062935 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.091147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd137a96-6a39-4be3-a048-0e91158471a7 None None] Provisioning complete for port 0c29b67e-7541-4ef0-b544-acc0434f6219 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:13.091402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd137a96-6a39-4be3-a048-0e91158471a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.123209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.123769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.124155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.124624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.125087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.125546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.126006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.128011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-53e553d0-7330-408f-9e94-16e28ab026e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6317 time: 0.2723794 Jun 30 09:16:13.206797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:13.214600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:13.234129 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.256825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.270575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Transition to ACTIVE for port object 0c29b67e-7541-4ef0-b544-acc0434f6219 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:13.303865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.304460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.308301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] 10.222.0.79 "PUT /v2.0/ports/6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 HTTP/1.1" status: 200 len: 1092 time: 1.4831743 Jun 30 09:16:13.345478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.348217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Allocated IP 2001:db8:1::2 (e59fdb7d-8a17-4cad-adba-f958a9a0e114/5e65dc3b-9522-4b48-be48-086cbc6e8ac1/a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:13.400083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a92e1-d6e7-49ae-b350-77c4872999cb None None] Pushing event updated for resources: {'Port': ['ID=0c29b67e-7541-4ef0-b544-acc0434f6219,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:13.413156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-f45e8107-7025-4473-9944-92dfd628271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.413634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-f45e8107-7025-4473-9944-92dfd628271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.414098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-f45e8107-7025-4473-9944-92dfd628271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.420858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc87072-3d4d-45c6-b90c-947a2dcc4970 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:13.422931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-f45e8107-7025-4473-9944-92dfd628271e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2701168 Jun 30 09:16:13.435325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:13.442061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cd137a96-6a39-4be3-a048-0e91158471a7 None None] Port 0c29b67e-7541-4ef0-b544-acc0434f6219 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:13.584133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.584381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84beb-b2b4-4985-ba4c-54b25d059cce req-8d3e29bd-3fd0-44ca-a878-74a605767081 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.591784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62c84beb-b2b4-4985-ba4c-54b25d059cce req-8d3e29bd-3fd0-44ca-a878-74a605767081 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1830575 Jun 30 09:16:13.631933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aead9d-31a5-46e2-acb6-d1f1c7bc1b8a req-313587d1-4bbc-4875-963e-6934637315d7 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.633697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4aead9d-31a5-46e2-acb6-d1f1c7bc1b8a req-313587d1-4bbc-4875-963e-6934637315d7 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3390031 Jun 30 09:16:13.644664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.673003 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.691975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Transition to ACTIVE for port object a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:13.694654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4aead9d-31a5-46e2-acb6-d1f1c7bc1b8a req-40b9f042-cfe3-4893-ae88-8114cd9e3567 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525839 Jun 30 09:16:13.768467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62c84beb-b2b4-4985-ba4c-54b25d059cce req-e8a3b8f1-e3e5-48ee-a564-b7cfff737be3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753013 Jun 30 09:16:13.787030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Transition to ACTIVE for port object a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:13.824266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:13.872183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-9d8b4a4e-8e70-40ad-8a68-438b09c77740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:13.874146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7982185b-2962-41be-9d7d-313b71e8a6cb req-9d8b4a4e-8e70-40ad-8a68-438b09c77740 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4465606 Jun 30 09:16:13.955374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:13.969778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:13.973851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:14.001273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Pushing event updated for resources: {'Port': ['ID=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.009146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Attempting to bind port 0c29b67e-7541-4ef0-b544-acc0434f6219 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:14.009842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Attempting to bind port 0c29b67e-7541-4ef0-b544-acc0434f6219 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:14.010356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Attempting to bind port 0c29b67e-7541-4ef0-b544-acc0434f6219 on network 56b11124-11b6-4279-b6bc-a150a2b0237a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:14.044235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:14.044788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Checking segment: {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:14.045972 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.046502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Bound using segment: {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:14.047099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Bound port: 0c29b67e-7541-4ef0-b544-acc0434f6219, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '430affa1-f657-4b47-a3ea-e175686f537a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:14.047592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.117124 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5fc8e616-9b48-4fde-9d3d-cbbb529fafc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.155034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Attempting to bind port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:14.155673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Attempting to bind port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:14.156138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Attempting to bind port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d on network e59fdb7d-8a17-4cad-adba-f958a9a0e114 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:14.175671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:14.176350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Checking segment: {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:14.176863 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.177355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Bound using segment: {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:14.178003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Bound port: a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:14.178515 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.184712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.191944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.199929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.202431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.207136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.214120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.221353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.228542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.229060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] For port 0c29b67e-7541-4ef0-b544-acc0434f6219, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:14.234097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] For port 0c29b67e-7541-4ef0-b544-acc0434f6219, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0c29b67e-7541-4ef0-b544-acc0434f6219,segment=NetworkSegment(430affa1-f657-4b47-a3ea-e175686f537a),segment_id=430affa1-f657-4b47-a3ea-e175686f537a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:14.237592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-b4e2d30d-062e-4cee-a001-50a85396f214 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5407 time: 0.2503366 Jun 30 09:16:14.263106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.293118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8:1::1 (e59fdb7d-8a17-4cad-adba-f958a9a0e114/5e65dc3b-9522-4b48-be48-086cbc6e8ac1/18873d41-ef56-4a7d-bb2f-de8eb19ffc4b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:14.319097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8faf8f0-ad50-4731-a685-3c0102d4a241 req-a4f8f961-e5da-471a-90ae-53ff148f18e6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804627 Jun 30 09:16:14.383719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] For port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:14.386901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:14.387671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:14.400915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c'}, {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:14.404167 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c"}, {"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:14.404952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] For port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,segment=NetworkSegment(911113df-86f9-415f-b326-cfdbc7d5ae11),segment_id=911113df-86f9-415f-b326-cfdbc7d5ae11)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:14.423067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db1da6d-55ac-45f9-a588-4493fc0aba2e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:14.432530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.468117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Transition to ACTIVE for port object 0db1da6d-55ac-45f9-a588-4493fc0aba2e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:14.497523 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.544634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.554382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7a92e1-d6e7-49ae-b350-77c4872999cb None None] Pushing event updated for resources: {'Port': ['ID=0c29b67e-7541-4ef0-b544-acc0434f6219,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.563341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.593371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:14.657111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:14.682685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:14.747580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5bf2-ca7d-4ee5-9517-000fcbc67bab req-962d173e-c327-4615-8f1b-d61a51bc3574 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.751078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-087f5bf2-ca7d-4ee5-9517-000fcbc67bab req-962d173e-c327-4615-8f1b-d61a51bc3574 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.2673495 Jun 30 09:16:14.762328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:14.770974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'floatingip': {'port_id': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:14.783427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a313f04-f4cf-4b52-a1b6-3a750203eee4 None None] Pushing event updated for resources: {'Port': ['ID=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.823393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d17464-6cbc-4196-a6c8-ba98cb75e1f2 req-9954cf6e-5871-4794-a171-85b5ef0825c5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:14.831811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1d17464-6cbc-4196-a6c8-ba98cb75e1f2 req-9954cf6e-5871-4794-a171-85b5ef0825c5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 813 time: 0.3608272 Jun 30 09:16:14.837547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Pushing event updated for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:14.873136 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fa48d2-3a28-43a2-bda0-21fa027ab9c1 x-openstack-request-id: req-b4fa48d2-3a28-43a2-bda0-21fa027ab9c1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:14.873440 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:14.873697 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b4fa48d2-3a28-43a2-bda0-21fa027ab9c1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:14.874141 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c', 'status': 'completed', 'code': 200} Jun 30 09:16:14.874440 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5', 'status': 'completed', 'code': 200} Jun 30 09:16:14.888022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1d17464-6cbc-4196-a6c8-ba98cb75e1f2 req-fe90c886-702a-4c9d-82c4-99b3ee1d8443 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/quotas/4d93b04b8ec84412ba47948c0bc83332 HTTP/1.1" status: 200 len: 375 time: 0.0549886 Jun 30 09:16:14.952708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:14.997764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Attempting to bind port 0db1da6d-55ac-45f9-a588-4493fc0aba2e on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:14.998126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Attempting to bind port 0db1da6d-55ac-45f9-a588-4493fc0aba2e by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:14.998551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Attempting to bind port 0db1da6d-55ac-45f9-a588-4493fc0aba2e on network 012f022d-6db4-44ad-9e33-6e91318280f5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:15.006820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Port 0db1da6d-55ac-45f9-a588-4493fc0aba2e on network 012f022d-6db4-44ad-9e33-6e91318280f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:15.007210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Attempting to bind port 0db1da6d-55ac-45f9-a588-4493fc0aba2e on network 012f022d-6db4-44ad-9e33-6e91318280f5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:15.018916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:15.022900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:15.023470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.027798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:15.028157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Checking segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:15.028666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Bound using segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:15.030524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Bound port: 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:15.030901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.058128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.091956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1d17464-6cbc-4196-a6c8-ba98cb75e1f2 req-c17a7c2e-7fc0-4f04-b8ec-8ce03bcc2010 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1959980 Jun 30 09:16:15.260875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:15.268352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:15.291894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.300451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:09Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:14Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:15.347508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89caed5-b214-4fba-9189-c82703df16a0 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:09Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:14Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:15.444681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.445327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.447407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] 10.222.0.79 "PUT /v2.0/ports/0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 200 len: 1092 time: 2.0729332 Jun 30 09:16:15.448714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7c71b-c93f-4b38-813a-f5bec3560446 service neutron] Pushing event updated for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.520814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:15.545462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Request body: {'port': {'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:15.688117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:15.718046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.718046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.718046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.718046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.749208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.750317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.754488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.757219 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-ce97938c-3989-463a-ae51-6969502539ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6385 time: 0.8461840 Jun 30 09:16:15.899187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cbdbfc-1ce6-4c03-8cca-47eb78c92103 req-390a0755-dd0c-4312-b864-3440f4ac584f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:15.910815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2cbdbfc-1ce6-4c03-8cca-47eb78c92103 req-390a0755-dd0c-4312-b864-3440f4ac584f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.4398763 Jun 30 09:16:15.991502 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.000042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.122002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2cbdbfc-1ce6-4c03-8cca-47eb78c92103 req-d1a9358c-0970-47b6-8b3b-44e6855b68e4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101758 Jun 30 09:16:16.244045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.256652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.270447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.283158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.289535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.301052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.314874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.324127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-39021265-5c36-4704-b1a7-44886c28fbfe tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5419 time: 0.4027462 Jun 30 09:16:16.426008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb010146-b0e3-4ec5-9bce-cef4d7869e70 req-1c5df229-5a7e-47c5-a4b1-834021559459 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1005948 Jun 30 09:16:16.480458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dcef36-8529-4586-8906-8976f447e214 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:16.514193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.533805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Transition to ACTIVE for port object 64dcef36-8529-4586-8906-8976f447e214 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:16.543025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-82bd80cc-671c-44c6-8157-76985ca71be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.543572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-82bd80cc-671c-44c6-8157-76985ca71be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.544092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-82bd80cc-671c-44c6-8157-76985ca71be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.547734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-82bd80cc-671c-44c6-8157-76985ca71be5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7431593 Jun 30 09:16:16.562037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9ee0ed-53e0-4636-af11-f52005ac0ab2 None None] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:16.564094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:16.645710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7995ae-6f36-406f-8e52-76a9de4f763d req-0f5b819e-135b-4907-a819-bc84486f521b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:16.655151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c7995ae-6f36-406f-8e52-76a9de4f763d req-0f5b819e-135b-4907-a819-bc84486f521b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2429986 Jun 30 09:16:16.664984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Pushing event updated for resources: {'Port': ['ID=64dcef36-8529-4586-8906-8976f447e214,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:16.705331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ea40f56-e5c7-45b4-91e4-9a5a4f80a481 None None] Provisioning for port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:16.776265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c7995ae-6f36-406f-8e52-76a9de4f763d req-c4f5677c-894d-4f49-979f-22ef0a1d7c45 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075795 Jun 30 09:16:16.849181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Attempting to bind port 64dcef36-8529-4586-8906-8976f447e214 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:16.849181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Attempting to bind port 64dcef36-8529-4586-8906-8976f447e214 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:16.849451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Attempting to bind port 64dcef36-8529-4586-8906-8976f447e214 on network 012f022d-6db4-44ad-9e33-6e91318280f5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:16.872147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Port 64dcef36-8529-4586-8906-8976f447e214 on network 012f022d-6db4-44ad-9e33-6e91318280f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:16.874570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Attempting to bind port 64dcef36-8529-4586-8906-8976f447e214 on network 012f022d-6db4-44ad-9e33-6e91318280f5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:16.879091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:16.893648 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff3b5e4-71c2-4a59-af63-fab83ae8815d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:16.920103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:16.922120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Checking segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:16.927588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Bound using segment: {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:16.928079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Bound port: 64dcef36-8529-4586-8906-8976f447e214, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa14af4-58fe-4e99-ac6e-557baee332e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:16.928607 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.092002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0c29b67e-7541-4ef0-b544-acc0434f6219 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:17.104756 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc4dab9-92f6-484a-8949-78726adc35ef x-openstack-request-id: req-dfc4dab9-92f6-484a-8949-78726adc35ef {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:17.105048 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:17.105926 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfc4dab9-92f6-484a-8949-78726adc35ef {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:17.106484 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e', 'status': 'completed', 'code': 200} Jun 30 09:16:17.117252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] For port 64dcef36-8529-4586-8906-8976f447e214, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:17.130748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] For port 64dcef36-8529-4586-8906-8976f447e214, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=64dcef36-8529-4586-8906-8976f447e214,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:17.150594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.196342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89ccfc6-9325-470c-aba9-d2f7b9bbb3ff req-9147aa52-4107-405b-a1cf-5ac70311da76 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=4d93b04b8ec84412ba47948c0bc83332 HTTP/1.1" status: 200 len: 221 time: 0.0747840 Jun 30 09:16:17.212303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0c29b67e-7541-4ef0-b544-acc0434f6219 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:17.217891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.220474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.221884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] 10.222.0.79 "PUT /v2.0/ports/64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 200 len: 1092 time: 1.7319562 Jun 30 09:16:17.223918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0c29b67e-7541-4ef0-b544-acc0434f6219 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:17.224289 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.278538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5b26e-0ebc-407e-9623-f3639e9b9879 service neutron] Pushing event updated for resources: {'Port': ['ID=64dcef36-8529-4586-8906-8976f447e214,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:17.296503 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.312912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.332966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.406042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.507535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0c29b67e-7541-4ef0-b544-acc0434f6219, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0c29b67e-7541-4ef0-b544-acc0434f6219,segment=NetworkSegment(430affa1-f657-4b47-a3ea-e175686f537a),segment_id=430affa1-f657-4b47-a3ea-e175686f537a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:17.541807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f5c70-de8d-49ed-867a-567b290c1564 req-1a6ed2f8-14d2-471a-90bb-20dce0568261 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.543878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a5f5c70-de8d-49ed-867a-567b290c1564 req-1a6ed2f8-14d2-471a-90bb-20dce0568261 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1362598 Jun 30 09:16:17.549762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.558802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:17.582590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0157a3f6-54ae-4f22-80b1-fa8797b8794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.584063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0157a3f6-54ae-4f22-80b1-fa8797b8794b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7531743 Jun 30 09:16:17.661786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a5f5c70-de8d-49ed-867a-567b290c1564 req-d4724c3f-bb50-4178-aa40-fa0b63bf1d47 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104965 Jun 30 09:16:17.719247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.733631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0c29b67e-7541-4ef0-b544-acc0434f6219,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:17.737289 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.757071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.758001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.762966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a2157896-68c8-4740-94a5-f8f0d40a5005 None None] Provisioning for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:17.779962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a2157896-68c8-4740-94a5-f8f0d40a5005 None None] Provisioning complete for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:17.781796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a2157896-68c8-4740-94a5-f8f0d40a5005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.783821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:17.847723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:17.849740 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:17.867577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.883116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.889598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.904679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.911216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.927103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.939574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:17.948158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-863026cd-456a-4795-95df-dfba76d5b8ae tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.2351723 Jun 30 09:16:17.996223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a2157896-68c8-4740-94a5-f8f0d40a5005 None None] Port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:18.014709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf5380b9-2dfc-4085-842b-d0ac6a3d16e1 req-0a8b3b80-f05b-42b6-b489-7627bb10b104 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654004 Jun 30 09:16:18.023474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:18.047015 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Floating IP 3098129e-aa42-4fbc-ad20-bffac28ff03e associated. External IP: 172.25.7.34, port: b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4. Jun 30 09:16:18.057224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.093118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,segment=NetworkSegment(911113df-86f9-415f-b326-cfdbc7d5ae11),segment_id=911113df-86f9-415f-b326-cfdbc7d5ae11)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:18.104663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.112235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:18.143917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a2157896-68c8-4740-94a5-f8f0d40a5005 None None] Provisioning complete for port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:18.144290 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a2157896-68c8-4740-94a5-f8f0d40a5005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.152873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f06ba5-14db-46ed-ba63-80b66520f509 req-942ba445-4f0c-495a-bedd-25e3110aa9d8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.160675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72f06ba5-14db-46ed-ba63-80b66520f509 req-942ba445-4f0c-495a-bedd-25e3110aa9d8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1008515 Jun 30 09:16:18.181351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:18.216344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72f06ba5-14db-46ed-ba63-80b66520f509 req-c6262d7b-6c27-4ccc-b220-39da0984a94d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Jun 30 09:16:18.250684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:18.376862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.377352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.377836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.378336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.378813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.379334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.379806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.382560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-0068163a-da90-46ac-bb64-005cf0813f34 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6495 time: 0.6497579 Jun 30 09:16:18.383074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39392) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.496181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d95f13c9-280b-4577-9bf1-5729fdaafa27 None None] Provisioning complete for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:18.496540 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d95f13c9-280b-4577-9bf1-5729fdaafa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.543456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-87a18334-5ba4-4fc7-aaeb-5fb06191bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.543912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-87a18334-5ba4-4fc7-aaeb-5fb06191bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.544797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-87a18334-5ba4-4fc7-aaeb-5fb06191bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.546817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-87a18334-5ba4-4fc7-aaeb-5fb06191bca9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1435497 Jun 30 09:16:18.550076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d95f13c9-280b-4577-9bf1-5729fdaafa27 None None] Port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:18.619371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:18.623702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c89bdd00-ae32-4f5d-b698-2910bb99c797 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 7320 time: 0.2367916 Jun 30 09:16:18.625554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39394) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:18.633051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b20b2e-d8e9-4e7d-a6ed-925f2b756ae0 req-6a1299b4-08fd-41dd-bbc2-bce823d23665 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.635419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5b20b2e-d8e9-4e7d-a6ed-925f2b756ae0 req-6a1299b4-08fd-41dd-bbc2-bce823d23665 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2008035 Jun 30 09:16:18.640973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'network': {'name': 'tempest-network-smoke--316895530', 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'port_security_enabled': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:18.677570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5a9e83ec-f6ce-4400-af5e-c09d4dd27b98 None None] Provisioning complete for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:18.677570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5a9e83ec-f6ce-4400-af5e-c09d4dd27b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.710355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5b20b2e-d8e9-4e7d-a6ed-925f2b756ae0 req-cc01e867-048d-4a08-94db-44fdb6333a0a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646124 Jun 30 09:16:18.711549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Made reservation on behalf of 72689dbdb8cf435fba10e8919644d4d1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:18.716401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.731172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5a9e83ec-f6ce-4400-af5e-c09d4dd27b98 None None] Port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:18.773758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:18.783907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.784305 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Added segment 92738078-7e4e-486f-87bf-9653d81b52ce of type vlan for network 4dde0500-a677-48a2-9deb-02fb5a60cf42 Jun 30 09:16:18.839224 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.850880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0c29b67e-7541-4ef0-b544-acc0434f6219 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:18.945767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0c29b67e-7541-4ef0-b544-acc0434f6219 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:18.946187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.954750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:18.960485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:18.961207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.055283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4188144 Jun 30 09:16:19.067474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39402) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:19.073354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:19.080188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'admin_state_up': True, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:19.133173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:19.133553 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.200338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-96c6f90b-5510-4cf7-bfdc-14745b9dfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.202259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-543e6139-1dc3-41b4-97ba-3d0b6fd627ca req-96c6f90b-5510-4cf7-bfdc-14745b9dfeec service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6449034 Jun 30 09:16:19.211551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:19.224574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c71a6b70-3444-4217-9e3e-26d4cd919191 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0211306 Jun 30 09:16:19.225061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:19.226516 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:19.233093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778566578'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:19.240359 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:19.241232 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:19.283634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Router 545eeb46-47b2-4904-bf35-847bdb919b11 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:19.302878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:19.306652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.344049 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:19.427204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f26e6a-b125-4713-a23d-f3b7b95b733a req-dd4faf9f-3095-4e70-aad9-6d8daf983ea2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.428752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6f26e6a-b125-4713-a23d-f3b7b95b733a req-dd4faf9f-3095-4e70-aad9-6d8daf983ea2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.5410173 Jun 30 09:16:19.429266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '64dcef36-8529-4586-8906-8976f447e214'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:19.431685 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "64dcef36-8529-4586-8906-8976f447e214"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:19.439285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164545b-007b-438e-8c62-4b5b9df3c929 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Network': ['ID=4dde0500-a677-48a2-9deb-02fb5a60cf42,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:19.449255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:19.457963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:19.479152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.479506 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 37c4973b-8a2c-4319-a742-9765377860e0 of type vlan for network 4393ccc1-d574-4265-8589-ac762ca8d0b5 Jun 30 09:16:19.488968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:19.497594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.506234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-4806d17f-ac41-4fd1-8840-0ca7eaab2861 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2663565 Jun 30 09:16:19.525837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:19.556322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.557531 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.559235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:19.560139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:19.576571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6f26e6a-b125-4713-a23d-f3b7b95b733a req-b689a48c-1164-4b25-a434-6e7464e9c552 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416097 Jun 30 09:16:19.576839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:15Z', 'revision_number': 3, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:19.622628 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:19.623164 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Updating router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:19.647170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.650753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.653432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.653991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.654516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.654986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.655642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.655912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.656370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.658543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-6c59603f-072b-45d7-a8a5-89675bde4727 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6495 time: 0.2203298 Jun 30 09:16:19.669986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0fffd727-72d3-4cd0-ae45-6cd0b1126f7e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "PUT /v2.0/floatingips/3098129e-aa42-4fbc-ad20-bffac28ff03e HTTP/1.1" status: 200 len: 990 time: 4.9039006 Jun 30 09:16:19.672371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:19.675059 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15baa4f6-313b-48d2-8370-14bb60453e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:19.688371 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.702820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.718173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.722123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.723305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.723929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:19.736202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.736679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.737148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.737608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.738123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.738610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.739066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.741125 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-0c217072-13d2-42c8-a547-6984c0ec25a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6496 time: 0.1786735 Jun 30 09:16:19.742754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.761802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.776750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.793133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.798953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:19.800902 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-3ee32256-addf-4905-99a2-4ac52a0afeeb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.3648169 Jun 30 09:16:19.821602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5926287 Jun 30 09:16:19.831319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:19.838922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:19.943137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ae60e-3d8d-42ad-b992-d295c8ac3f17 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=4393ccc1-d574-4265-8589-ac762ca8d0b5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:19.960701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:20.012134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-e9a8dd87-718e-475e-bac8-30c251238144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.013222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-e9a8dd87-718e-475e-bac8-30c251238144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.013783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-e9a8dd87-718e-475e-bac8-30c251238144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.015528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-e9a8dd87-718e-475e-bac8-30c251238144 service neutron] 10.222.0.79 "GET /v2.0/networks?id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=2f12f98c-f311-49d4-b1b5-83b8359badec&id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 2293 time: 0.2396357 Jun 30 09:16:20.022007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:20.026413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:20.032902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.035552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-25f74c6b-101e-4cdf-b0b0-ef956f86b33d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 200 len: 217 time: 0.3667026 Jun 30 09:16:20.080307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc0870fd-bfa7-4853-9852-ba346e3029f4 req-2044c28e-b4e3-42e1-9948-372120bc2132 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1966658 Jun 30 09:16:20.141795 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3af8ef-7475-4f83-a603-6489eba59bf7 x-openstack-request-id: req-7a3af8ef-7475-4f83-a603-6489eba59bf7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:20.142083 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "64dcef36-8529-4586-8906-8976f447e214", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:20.142355 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a3af8ef-7475-4f83-a603-6489eba59bf7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:20.142742 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '64dcef36-8529-4586-8906-8976f447e214', 'status': 'completed', 'code': 200} Jun 30 09:16:20.193552 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.204389 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.207433 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Transition to ACTIVE for port object 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:20.217403 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.226199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-1a7494fe-793a-4e94-905e-e2d487490935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.229152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-1a7494fe-793a-4e94-905e-e2d487490935 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8fffb89d-5bae-4842-b014-826fbda039f1 HTTP/1.1" status: 200 len: 856 time: 0.1624920 Jun 30 09:16:20.233518 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6131f0-4838-4929-81d2-06595357db3c x-openstack-request-id: req-2b6131f0-4838-4929-81d2-06595357db3c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:20.233871 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:20.234127 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b6131f0-4838-4929-81d2-06595357db3c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:20.234624 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'status': 'completed', 'code': 200} Jun 30 09:16:20.336345 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Pushing event updated for resources: {'Port': ['ID=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:20.419631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-ee9f1676-47d0-4a23-be0f-e9b7210baf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.421475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-ee9f1676-47d0-4a23-be0f-e9b7210baf3d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1839635 Jun 30 09:16:20.436849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-eb2bf496-6146-4b09-b522-1fa809dfab80 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 200 len: 1001 time: 0.3997233 Jun 30 09:16:20.490065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.490703 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.491470 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.492055 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.492635 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.493263 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.494348 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.494941 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.495501 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.496033 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.496541 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.496980 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:20.500624 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Attempting to bind port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:20.503118 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Attempting to bind port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:20.506402 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Attempting to bind port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b on network e59fdb7d-8a17-4cad-adba-f958a9a0e114 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:20.521618 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:20.522607 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Checking segment: {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:20.523429 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.524042 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Bound using segment: {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:20.526110 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Bound port: 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911113df-86f9-415f-b326-cfdbc7d5ae11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:20.526992 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.534167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-e3d44dc7-6bc5-48ca-bb8d-0686e7587935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.535852 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-e3d44dc7-6bc5-48ca-bb8d-0686e7587935 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1097 time: 0.2351115 Jun 30 09:16:20.569618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-a2a50bf8-1bd6-4d21-a8ed-fbde4196ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.571217 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-a2a50bf8-1bd6-4d21-a8ed-fbde4196ea49 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=76c87efb-daed-4a66-bdee-9f120ddf590f HTTP/1.1" status: 200 len: 850 time: 0.1268556 Jun 30 09:16:20.580226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '3098129e-aa42-4fbc-ad20-bffac28ff03e', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'port_id': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'mac_address': 'fa:16:3e:54:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:16:16Z', 'revision_number': 1, 'project_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:20.611905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] For port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:20.615518 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] For port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,segment=NetworkSegment(911113df-86f9-415f-b326-cfdbc7d5ae11),segment_id=911113df-86f9-415f-b326-cfdbc7d5ae11)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:20.624459 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.629491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:20.641308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:20.642410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:20.746811 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:20.747721 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:20.765407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-39d4fe24-8dc3-44d8-b779-7383204dad06 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297529 Jun 30 09:16:20.767364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-85809ada-4fab-46f7-a9ae-05c705deb4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.769016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-85809ada-4fab-46f7-a9ae-05c705deb4dd service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.2101469 Jun 30 09:16:20.778587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:20.780786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f975d-0cf9-45ca-ae4e-fceb6ffa299a req-d025f7a3-e084-45f8-b157-a5126910f652 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.782541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-245f975d-0cf9-45ca-ae4e-fceb6ffa299a req-d025f7a3-e084-45f8-b157-a5126910f652 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2936056 Jun 30 09:16:20.783193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-57b6bf4d-599e-4716-84b2-15892b4c25e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:20.784665 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-57b6bf4d-599e-4716-84b2-15892b4c25e3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1964631 Jun 30 09:16:20.847498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:20.882952 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:21.011581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.075378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:21.076070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.091539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-245f975d-0cf9-45ca-ae4e-fceb6ffa299a req-d1c70695-1108-416f-84db-bf52d8a6eb4f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237749 Jun 30 09:16:21.095806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-61e6c2ca-95bc-463d-9262-5f91b5789d95 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791364 Jun 30 09:16:21.097619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-5f6939c0-05c7-4c40-939a-5d4123e8fb79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 998 time: 0.3167312 Jun 30 09:16:21.122662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:21.123039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 4393ccc1-d574-4265-8589-ac762ca8d0b5, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:21.232607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '3098129e-aa42-4fbc-ad20-bffac28ff03e', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'port_id': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'mac_address': 'fa:16:3e:54:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:16:16Z', 'revision_number': 1, 'project_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:21.255425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-24f3b474-0599-46fb-bc17-c646677bf027 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711583 Jun 30 09:16:21.263550 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362449f8-8eb5-4432-b205-500ce034a43d None None] Pushing event updated for resources: {'Port': ['ID=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:21.271395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad337dd-15b4-4faa-ad11-de25f7e59b9b None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '3098129e-aa42-4fbc-ad20-bffac28ff03e', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'floating_ip_address': '172.25.7.34', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'port_id': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'mac_address': 'fa:16:3e:54:07:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:48Z', 'updated_at': '2021-06-30T09:16:16Z', 'revision_number': 1, 'project_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:21.283081 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:15Z', 'revision_number': 3, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:20Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:21.310211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:21.332396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-2473449c-b019-44a6-8836-87122f680430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.334653 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-2473449c-b019-44a6-8836-87122f680430 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.2227790 Jun 30 09:16:21.339549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4393ccc1-d574-4265-8589-ac762ca8d0b5) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:21.339886 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61a7bc1-8cf9-4912-9659-0ed46c4025c2 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:15Z', 'revision_number': 3, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:20Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:21.348995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b78ed-5ed6-43b8-a407-5c26612004d0 None None] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:21.374745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-f1dc3cf4-c454-4405-8da6-4fa9a4c534c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 217 time: 0.1068106 Jun 30 09:16:21.375790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.376406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.450685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-8b328501-4d75-45e1-b8ba-59de0f2391c3 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291490 Jun 30 09:16:21.458951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3b55bb1f-4ff5-4630-a29e-b24eac3c3552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6246059 Jun 30 09:16:21.459717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:21.577826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-4393ccc1-d574-4265-8589-ac762ca8d0b5', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:21.578922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:21.664761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.25.7.247 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/96f47efa-2f48-40bc-8907-18090f4e89bb) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:21.688644 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-4dbd058f-c028-4d09-9da9-bb27f755d0a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 217 time: 0.2226112 Jun 30 09:16:21.703289 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6038b33-bb22-485e-9123-fa42dff22acd None None] New status for floating IP 3098129e-aa42-4fbc-ad20-bffac28ff03e: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:21.705558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b9491218-b330-4bb1-a142-5877e4dee8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.715515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b9491218-b330-4bb1-a142-5877e4dee8a5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.2129304 Jun 30 09:16:21.755470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50fca8-c9e2-4fe9-837a-bf8ef5b192a7 req-51c37686-57cb-48b0-8b86-5005efd3e7da tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.763731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c50fca8-c9e2-4fe9-837a-bf8ef5b192a7 req-51c37686-57cb-48b0-8b86-5005efd3e7da tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.4092677 Jun 30 09:16:21.774090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Allocated IP 2001:db8:2::2 (4393ccc1-d574-4265-8589-ac762ca8d0b5/b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5/cf0a8689-69d8-408d-a815-c9bc0d1c82fa) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:21.807044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-29856061-c4e6-4a60-a594-75b499e25d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.808865 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-29856061-c4e6-4a60-a594-75b499e25d9b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4668298 Jun 30 09:16:21.884239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-b647cba9-59a2-48fd-9806-e92ac9779b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.885734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-b647cba9-59a2-48fd-9806-e92ac9779b04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1822283 Jun 30 09:16:21.890603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.896456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.903032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.908833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.923830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.935489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.942045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:21.943658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-642737d5-fcd7-403f-84c7-7c1cc580730d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.5848117 Jun 30 09:16:22.005375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.015460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c50fca8-c9e2-4fe9-837a-bf8ef5b192a7 req-c6795f7b-b8d1-498c-be38-fe9aeb655751 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506502 Jun 30 09:16:22.017018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Transition to ACTIVE for port object cf0a8689-69d8-408d-a815-c9bc0d1c82fa will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:22.047750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Transition to ACTIVE for port object cf0a8689-69d8-408d-a815-c9bc0d1c82fa will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:22.062618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.114685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:22.114956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7354e5-3b1f-45d7-a66d-38d100438df7 req-0897cf79-dbb7-4f64-9850-1f4deaf57637 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1593764 Jun 30 09:16:22.121275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-67f51c58-a3d1-4b8d-89cd-a95dfe491957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.123709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:22.128595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-67f51c58-a3d1-4b8d-89cd-a95dfe491957 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3993008 Jun 30 09:16:22.130631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:22.138474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0ae9abf8-7dbb-499a-812e-b55cd0956513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.139980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-0ae9abf8-7dbb-499a-812e-b55cd0956513 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2380271 Jun 30 09:16:22.147218 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-bdcafe64-7d41-4705-aed9-0018793a45ee service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648587 Jun 30 09:16:22.160344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Pushing event updated for resources: {'Port': ['ID=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:22.273570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Attempting to bind port cf0a8689-69d8-408d-a815-c9bc0d1c82fa on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:22.274169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Attempting to bind port cf0a8689-69d8-408d-a815-c9bc0d1c82fa by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:22.274726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Attempting to bind port cf0a8689-69d8-408d-a815-c9bc0d1c82fa on network 4393ccc1-d574-4265-8589-ac762ca8d0b5 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:22.281477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:22.281968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Checking segment: {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:22.282594 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.283228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Bound using segment: {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:22.283880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Bound port: cf0a8689-69d8-408d-a815-c9bc0d1c82fa, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:22.284508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.286139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.347605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-ad871a26-2a27-40a4-b274-d9dcaa8f3d17 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028136 Jun 30 09:16:22.426672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] For port cf0a8689-69d8-408d-a815-c9bc0d1c82fa, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:22.431540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] For port cf0a8689-69d8-408d-a815-c9bc0d1c82fa, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:22.440124 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.469689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.533899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ea415-2955-48ce-af69-1a9a2633a5cd None None] Pushing event updated for resources: {'Port': ['ID=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:22.613075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:22.623314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-f907cc76-7e59-4e00-8782-7f2ab77a20a6 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654781 Jun 30 09:16:22.624557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:22.626954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=96f47efa-2f48-40bc-8907-18090f4e89bb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:22.630581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:22.738578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-bdccc30d-e49d-4e52-a1d7-0ca51cbd2584 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 217 time: 0.1034949 Jun 30 09:16:22.870460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:22.915188 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.934971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:22.945726 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-38adecab-bd0b-4284-9bb1-834c851e4243 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7927067 Jun 30 09:16:22.946023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:22.947212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:22.957158 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-15baa4f6-313b-48d2-8370-14bb60453e4f req-641b2b73-ad36-45fe-b55c-b2b701b4857d service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7947710 Jun 30 09:16:22.961714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-aed3f699-af3d-4fa9-b886-beb1227d7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:22.963564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-aed3f699-af3d-4fa9-b886-beb1227d7b41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.2008054 Jun 30 09:16:23.026539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbff0c-d1da-4cc7-9d72-6a43768964ec req-03ca5bd7-0124-4498-af6c-a18745175809 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.028127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50fbff0c-d1da-4cc7-9d72-6a43768964ec req-03ca5bd7-0124-4498-af6c-a18745175809 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3849490 Jun 30 09:16:23.057311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.065493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7c7cb-5eff-4d38-988d-beabdb4f1c17 req-5d437870-40f9-499f-b16f-4d05bdc0845e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.067068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bda7c7cb-5eff-4d38-988d-beabdb4f1c17 req-5d437870-40f9-499f-b16f-4d05bdc0845e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.4007411 Jun 30 09:16:23.096383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,segment=NetworkSegment(911113df-86f9-415f-b326-cfdbc7d5ae11),segment_id=911113df-86f9-415f-b326-cfdbc7d5ae11)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:23.101930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.165802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:23.176574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-82be9ce6-ebac-4196-ab9a-ee1666248371 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205148 Jun 30 09:16:23.227130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-1f5492dd-bd0b-4c65-b08a-0d10b68b1c68 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 217 time: 0.0400290 Jun 30 09:16:23.340627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-0a803266-0e6c-4e58-82bb-9af1a3909127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.342116 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-0a803266-0e6c-4e58-82bb-9af1a3909127 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0863883 Jun 30 09:16:23.399906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8:2::1 (4393ccc1-d574-4265-8589-ac762ca8d0b5/b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5/7c392007-d0e6-4f61-a9c4-12af7a7e6bf3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:23.477608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50fbff0c-d1da-4cc7-9d72-6a43768964ec req-9ce35ca8-c9d2-4412-8f6a-1b5b6dbec594 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392860 Jun 30 09:16:23.484855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-cd076477-3df1-4505-b066-b855416c2395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.486400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-cd076477-3df1-4505-b066-b855416c2395 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1360571 Jun 30 09:16:23.545051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bda7c7cb-5eff-4d38-988d-beabdb4f1c17 req-84b347e1-8246-4dc2-ac31-854177203aa1 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4602706 Jun 30 09:16:23.560523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9ebc47a4-97ea-4acf-9c1b-7affb385f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.562210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9ebc47a4-97ea-4acf-9c1b-7affb385f937 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5906789 Jun 30 09:16:23.674121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.678970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.702595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:23.705615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-ff613ddc-e6e5-4e73-9bec-9209d5f9885a service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036855 Jun 30 09:16:23.799419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1a8ef0-c455-4074-961d-0755e8f2b564 None None] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:23.823244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.849088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-5a41511a-5247-432f-b553-351f6ca7224c service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747593 Jun 30 09:16:23.850102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:23.870405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a113e75e-50f3-457b-99bf-2b91e05270f4 None None] Provisioning for port cf0a8689-69d8-408d-a815-c9bc0d1c82fa completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:23.873078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:23.877421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:23.878016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:23.934368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.940925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.947661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.953641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.960987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.967004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.973010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:23.980080 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-fc7437e5-1023-4dcf-871c-49e941f279bc service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651217 Jun 30 09:16:23.981974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-fa9ec955-63b8-48e3-8488-c3e2b957c10a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.3361788 Jun 30 09:16:24.061479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-035d4d6d-d691-4a7d-8db7-fb1510a1b38f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 200 len: 217 time: 0.0723267 Jun 30 09:16:24.082474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:24.111399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.119093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec08ff82-b1c6-411d-a3a2-635dec6d9691 req-7fc11808-4363-4de2-84f8-2b5692e0fbd4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357849 Jun 30 09:16:24.213086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.261858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-aa56238f-763f-4463-a653-7390c6f4623b service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055464 Jun 30 09:16:24.262961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-7ad8f3d0-0da9-4315-a26e-d648b2222120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.265081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-7ad8f3d0-0da9-4315-a26e-d648b2222120 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1939359 Jun 30 09:16:24.307919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-43653807-0494-4d98-b7ba-e663c36b2424 None None] Provisioning for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:24.316707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-43653807-0494-4d98-b7ba-e663c36b2424 None None] Provisioning complete for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:24.317736 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-43653807-0494-4d98-b7ba-e663c36b2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.333756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-3e148798-ee2c-4255-95a2-3f05bce5ac46 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=21699b9c-2adf-496b-88d7-355e3189ef4c HTTP/1.1" status: 200 len: 217 time: 0.0544741 Jun 30 09:16:24.425372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-43653807-0494-4d98-b7ba-e663c36b2424 None None] Port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:24.429982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed117f8-a4af-4965-b5e3-f4f4b660fc36 req-9143f04c-af28-4a77-948f-57bd2761e767 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.432435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ed117f8-a4af-4965-b5e3-f4f4b660fc36 req-9143f04c-af28-4a77-948f-57bd2761e767 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3982713 Jun 30 09:16:24.486049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-20f48197-257d-4785-8802-98cfadaa829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.487548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-20f48197-257d-4785-8802-98cfadaa829e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1150908 Jun 30 09:16:24.540523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ed117f8-a4af-4965-b5e3-f4f4b660fc36 req-a6df7730-6c2c-4885-ac8d-beda18d5a5ac tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912523 Jun 30 09:16:24.547399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.554886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-1e61ecac-81db-4dfa-a5ab-15db5903c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.556805 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-1e61ecac-81db-4dfa-a5ab-15db5903c11e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2787626 Jun 30 09:16:24.558594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.559643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.576173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:16:24.586291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-77c15af3-5972-49af-bf57-e5a415b63e29 None None] Provisioning complete for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:24.587467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-77c15af3-5972-49af-bf57-e5a415b63e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.595542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-cf554c82-617d-4618-b263-d1c977141095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:24.597125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-cf554c82-617d-4618-b263-d1c977141095 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0955324 Jun 30 09:16:24.644184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-77c15af3-5972-49af-bf57-e5a415b63e29 None None] Port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:24.795416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:24.842487 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-43c06a47-4e58-4801-b3cf-b5e10e80f6aa service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565343 Jun 30 09:16:24.883086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:24.890777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:24.906503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:24.910381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:24.935601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Sync routers for ids ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:24.945583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-a7fb61f8-eb99-411b-86b2-1e55086e3272 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839975 Jun 30 09:16:24.950454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:24.954727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc969470-379c-49fd-b1d8-d03021a7f721 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8753200 Jun 30 09:16:24.956273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39476) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:24.961419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Routers {'2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:24.962677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.041771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-7e956d0c-a75f-44e9-a2c5-f33ab8d90d8c service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851099 Jun 30 09:16:25.077732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:25.078763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.095619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a70758-4579-4c39-b068-944152efa2af req-e145b62f-a67e-4aa3-89dd-7456a0245bb4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.102746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1a70758-4579-4c39-b068-944152efa2af req-e145b62f-a67e-4aa3-89dd-7456a0245bb4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3615556 Jun 30 09:16:25.113995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:25.116170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-6be18335-b0e8-4ab4-b69e-ae9a20b43fe9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 200 len: 217 time: 0.0477173 Jun 30 09:16:25.129846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f5bf8-aafb-4377-9751-c5cbbfe1930f req-b641b9e5-b012-4c13-a6b7-1c9b2f5125d2 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.139725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-818f5bf8-aafb-4377-9751-c5cbbfe1930f req-b641b9e5-b012-4c13-a6b7-1c9b2f5125d2 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.3177273 Jun 30 09:16:25.141710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Set router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:25.188962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e799c0-7032-4226-9206-6b0d7dc3744b tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.193308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-04e799c0-7032-4226-9206-6b0d7dc3744b tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=72689dbdb8cf435fba10e8919644d4d1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2303035 Jun 30 09:16:25.194763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.242358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-3aebb198-5527-434b-974d-ccf6ec2553f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.244829 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-3aebb198-5527-434b-974d-ccf6ec2553f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1171520 Jun 30 09:16:25.282253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-818f5bf8-aafb-4377-9751-c5cbbfe1930f req-53b2cda6-2411-4b7b-b353-19a533975877 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1414983 Jun 30 09:16:25.303375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4095dbc0-0ef9-43e3-ad1f-9beb6f1f70f9 None None] Provisioning complete for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:25.303375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4095dbc0-0ef9-43e3-ad1f-9beb6f1f70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.303840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:25.318822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ca71b0c2-1eda-4368-ac67-1255003bfbfc tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8526738 Jun 30 09:16:25.319045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1a70758-4579-4c39-b068-944152efa2af req-bf03d71e-082c-4e10-be14-542f5ef162cc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153814 Jun 30 09:16:25.319725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39486) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.323200 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:25.333778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-3327b473-7d80-4335-9669-bb54bda4ccbd service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748682 Jun 30 09:16:25.336479 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:25.337759 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.338726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-77026456'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:25.351396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-f0f720bb-1671-49ed-87a1-214d110f1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.352856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-f0f720bb-1671-49ed-87a1-214d110f1396 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972495 Jun 30 09:16:25.364132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4095dbc0-0ef9-43e3-ad1f-9beb6f1f70f9 None None] Port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:25.415955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cf0a8689-69d8-408d-a815-c9bc0d1c82fa up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:25.452504 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:25.467334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-d0211ee6-1a11-4bd2-bf55-ec982fc7f023 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 HTTP/1.1" status: 200 len: 217 time: 0.1093440 Jun 30 09:16:25.472763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-15d4d677-56e2-4a6d-b056-3f8ef45dcc7d service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114290 Jun 30 09:16:25.490444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:25.500581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.547008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port cf0a8689-69d8-408d-a815-c9bc0d1c82fa completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:25.586912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:25.599686 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.600057 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added segment 069d81ae-53ce-448b-b2c6-c3254d253343 of type vlan for network 97cc25fa-91cf-4fc1-9417-5f97902c3429 Jun 30 09:16:25.655921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.664022 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-045140f9-3bb3-4db6-978f-6fa127960285 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800249 Jun 30 09:16:25.695860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84509a7f-cc65-4e05-804c-7b8d5ee29e30 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.698168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-84509a7f-cc65-4e05-804c-7b8d5ee29e30 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4980726 Jun 30 09:16:25.707449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39490) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.735799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-6c73f63b-327d-4779-b66c-e9a89adcb741 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 200 len: 217 time: 0.0585272 Jun 30 09:16:25.765211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cf0a8689-69d8-408d-a815-c9bc0d1c82fa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:25.765385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.846197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-8bff4240-7382-43d0-9c19-147d8e1dd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.849730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 3, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.851573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-8bff4240-7382-43d0-9c19-147d8e1dd994 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.0987408 Jun 30 09:16:25.862700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-54c38f1a-5d19-4ef8-aa57-9868f5f3dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.864798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-54c38f1a-5d19-4ef8-aa57-9868f5f3dae0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.3537073 Jun 30 09:16:25.870666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-669ed6db-a807-4e50-ba45-63415ac80cc2 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276898 Jun 30 09:16:25.874337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.911786 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:24Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:25.922096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.924247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Checking router: 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:25.924735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Updating router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db port 96f47efa-2f48-40bc-8907-18090f4e89bb binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:25.935870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.937387 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:25.941382 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4693c522-a366-41d7-b79d-e0793b9db686 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=72689dbdb8cf435fba10e8919644d4d1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645318 Jun 30 09:16:25.945680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39496) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:25.975688 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:25.975688 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Updating router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:25.988825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-7f45191e-f6ef-409b-8878-d298f1f3f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:25.990381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-7f45191e-f6ef-409b-8878-d298f1f3f80f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266439 Jun 30 09:16:26.024884 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.043301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.098520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port cf0a8689-69d8-408d-a815-c9bc0d1c82fa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:26.100270 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.121466 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-f86a6cc4-ece0-4194-b71e-8f492f4810f3 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233075 Jun 30 09:16:26.129218 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.148873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8221526 Jun 30 09:16:26.159313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39500) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.171826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'subnet': {'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:26.188569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8962cde-992c-4ef3-a9e8-a495f68a312f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Network': ['ID=97cc25fa-91cf-4fc1-9417-5f97902c3429,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.193661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.201657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:26.219078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.225284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.232316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.238492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.245302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.251711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.257704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.265626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-967bfbb2-33bf-4417-9ab4-875ac15ab884 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.5970438 Jun 30 09:16:26.303628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-bfea3691-ffd7-45a1-a387-12e7ddde97b7 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700547 Jun 30 09:16:26.364553 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-709455b7-0c65-474f-88a1-a0738fd55af7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 200 len: 217 time: 0.0474269 Jun 30 09:16:26.469519 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.484065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Transition to ACTIVE for port object 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:26.494453 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.551387 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabd824-1e9d-40c4-9f85-3c52c470a60b None None] Pushing event updated for resources: {'Port': ['ID=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.558049 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.574252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Transition to ACTIVE for port object 96f47efa-2f48-40bc-8907-18090f4e89bb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:26.588017 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.646955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43760b91-3c6b-42f8-8dc7-09484d9fa7f3 None None] Pushing event updated for resources: {'Port': ['ID=96f47efa-2f48-40bc-8907-18090f4e89bb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:26.701514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Attempting to bind port 96f47efa-2f48-40bc-8907-18090f4e89bb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:26.701922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Attempting to bind port 96f47efa-2f48-40bc-8907-18090f4e89bb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:26.702260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Attempting to bind port 96f47efa-2f48-40bc-8907-18090f4e89bb on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:26.715060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:26.715349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:26.715705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.716103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:26.721932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Bound port: 96f47efa-2f48-40bc-8907-18090f4e89bb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:26.722372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.741920 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Attempting to bind port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:26.742311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Attempting to bind port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:26.742671 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Attempting to bind port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 on network 4393ccc1-d574-4265-8589-ac762ca8d0b5 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:26.751894 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:26.752265 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Checking segment: {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:26.752688 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.753233 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Bound using segment: {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:26.757503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6d4a9b4-889c-436b-bdc2-af2079ebb28f req-f8942aa5-c9c7-4d76-b4e6-bd7557549850 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4903560 Jun 30 09:16:26.767382 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Bound port: 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c4973b-8a2c-4319-a742-9765377860e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:26.767564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93039b-57cc-4afc-a709-eb1c2bab265f req-6f0e8991-0ff9-475b-aa0e-21f2a30d816c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.768285 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.776134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc93039b-57cc-4afc-a709-eb1c2bab265f req-6f0e8991-0ff9-475b-aa0e-21f2a30d816c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.9218566 Jun 30 09:16:26.791798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-1a1d6b81-b41f-4943-93ef-fc55ae6ae269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.794871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-1a1d6b81-b41f-4943-93ef-fc55ae6ae269 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.4191422 Jun 30 09:16:26.817411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22346664-a5a6-4610-b533-c41eaea3ce73 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.818915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-22346664-a5a6-4610-b533-c41eaea3ce73 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8505590 Jun 30 09:16:26.825905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-51c17fb0-1341-481c-a352-bc85c80eb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.828087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-51c17fb0-1341-481c-a352-bc85c80eb713 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9442000 Jun 30 09:16:26.836018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39508) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:26.862010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cf0a8689-69d8-408d-a815-c9bc0d1c82fa up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:26.925769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc240103-7af2-4879-920a-568c5053a52a req-661d1097-91d9-419f-8553-636d9755400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:26.927447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-661d1097-91d9-419f-8553-636d9755400f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1206810 Jun 30 09:16:26.939963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] For port 96f47efa-2f48-40bc-8907-18090f4e89bb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:26.950478 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] For port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:26.957200 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] For port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:26.958034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] For port 96f47efa-2f48-40bc-8907-18090f4e89bb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=96f47efa-2f48-40bc-8907-18090f4e89bb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:26.965058 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.970157 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:26.988860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9fb87fbb-e94a-4db1-bba3-5cd739db7c80 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369975 Jun 30 09:16:27.029352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43760b91-3c6b-42f8-8dc7-09484d9fa7f3 None None] Pushing event updated for resources: {'Port': ['ID=96f47efa-2f48-40bc-8907-18090f4e89bb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.066527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cf0a8689-69d8-408d-a815-c9bc0d1c82fa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:27.066897 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.102074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:27.103449 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:27.110131 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabd824-1e9d-40c4-9f85-3c52c470a60b None None] Pushing event updated for resources: {'Port': ['ID=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.125889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Made reservation on behalf of 2746567487f24cee878b8aa3f0d98d68 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:27.132696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Routers {'2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:27.133341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:27.137768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.140418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-a43f4b6c-a026-43b6-95d7-3a2f9a6433e8 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982162 Jun 30 09:16:27.265774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] Set router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:27.366906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fc240103-7af2-4879-920a-568c5053a52a req-979a07c5-f100-479f-9219-73d3d99e61d9 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141140 Jun 30 09:16:27.423113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc93039b-57cc-4afc-a709-eb1c2bab265f req-61304465-766a-40bc-818e-16328253e41d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460841 Jun 30 09:16:27.425727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-25bff8bd-c213-4863-8486-8fa03f0975ab tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5877907 Jun 30 09:16:27.428369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:27.429339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-f445c7b2-c5b3-4d41-9920-3a3bac221916 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166934 Jun 30 09:16:27.434000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1552527569', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:27.447132 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:27.524462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-48058d5e-d5f9-4b7e-8d6a-fe0e9d60d99c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 200 len: 217 time: 0.0841563 Jun 30 09:16:27.547111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.654500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Made reservation on behalf of 72689dbdb8cf435fba10e8919644d4d1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:27.658983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:27.685061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Subnet': ['ID=56c675cc-39d7-4149-b940-6d4dd473e923,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:27.737480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-479589c1-8be6-47d5-ad1d-b159249ebaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:27.739259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-479589c1-8be6-47d5-ad1d-b159249ebaf9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.2080312 Jun 30 09:16:27.790925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 3, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:27.826167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7cf891f-9428-4047-96b8-f6615783c7f0 None None] The sync data for ids ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'] in n-d-780147-22 is: [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 3, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:27.844586 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:26Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:27.866637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Checking segment: {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:27.867010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network hostable DHCP agents. Network: 97cc25fa-91cf-4fc1-9417-5f97902c3429, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:27.881405 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329af0de-4579-4dd8-bbb6-acae2f48ea3b None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:26Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:27.947067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.005733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:28.027207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 97cc25fa-91cf-4fc1-9417-5f97902c3429) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:28.034890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.035483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.039400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2571fb3d-f549-4bc5-9e3d-a77acf877464 None None] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:28.043232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Subnet': ['ID=fa50f7eb-b189-46d4-aeb2-f1e242f31a05,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:28.053801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Checking segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:28.054474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network hostable DHCP agents. Network: 4dde0500-a677-48a2-9deb-02fb5a60cf42, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:28.068838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-16630f81-408b-414e-9fff-518e7eaf72eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.072123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-16630f81-408b-414e-9fff-518e7eaf72eb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3249054 Jun 30 09:16:28.080410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:28.095414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3806da-3427-4ca7-a6d1-0404347d5921 req-fc26af86-153b-4133-933a-80aa3c43625d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.097471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b3806da-3427-4ca7-a6d1-0404347d5921 req-fc26af86-153b-4133-933a-80aa3c43625d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.2780681 Jun 30 09:16:28.100748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4dde0500-a677-48a2-9deb-02fb5a60cf42) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:28.105190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.105911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.110132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-23b40c80-8cff-4941-99a4-39caaf444322 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9423332 Jun 30 09:16:28.113394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.139987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6d7d0-ac49-4f3c-baf4-8c111e906be0 None None] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:28.199696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31187218-5cf6-4a93-b86b-597e6961dd01 req-5b3df4e1-2358-45ce-ae3d-cac8920e9431 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.201667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31187218-5cf6-4a93-b86b-597e6961dd01 req-5b3df4e1-2358-45ce-ae3d-cac8920e9431 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2872348 Jun 30 09:16:28.208186 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2efc2118-0542-4f14-a7f9-d547b96d7924 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7763233 Jun 30 09:16:28.208753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:28.259180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b3806da-3427-4ca7-a6d1-0404347d5921 req-e6525a1f-8414-4866-9d65-0af9c53ede33 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1442521 Jun 30 09:16:28.405040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31187218-5cf6-4a93-b86b-597e6961dd01 req-910c64f1-b8a3-41c4-9bb0-c398eea27161 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873748 Jun 30 09:16:28.428359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b22a6e40-3fee-42a9-b2fb-b0993e025ca8 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436944 Jun 30 09:16:28.499299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-4dde0500-a677-48a2-9deb-02fb5a60cf42', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'fixed_ips': [{'subnet_id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:28.500123 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.636843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-97cc25fa-91cf-4fc1-9417-5f97902c3429', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:28.637710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:28.739799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.768547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.775296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.791956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.804043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.822657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.837168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:28.847689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-a89cd0cd-57c6-48a2-bbbc-fab749e2a17b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.4089861 Jun 30 09:16:28.899258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-d68c3198-6bb6-4d7b-b043-57970bc582f4 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648366 Jun 30 09:16:28.954641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Allocated IP 2001:db8:3::2 (97cc25fa-91cf-4fc1-9417-5f97902c3429/56c675cc-39d7-4149-b940-6d4dd473e923/d29c47de-22f4-465e-905d-e2328c55f456) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:28.997750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-543e08fd-6874-4d32-945b-c8192be69dea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 200 len: 217 time: 0.0717514 Jun 30 09:16:29.085263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30c2a-7dbb-4c29-b221-ab168bde18a7 req-fbd1b518-5718-4adc-8639-d5860c6200c5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.088638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cf30c2a-7dbb-4c29-b221-ab168bde18a7 req-fbd1b518-5718-4adc-8639-d5860c6200c5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.4705732 Jun 30 09:16:29.090282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b0d77b3c-44a2-4ddc-9e34-3bb6fbe51274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.091825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-b0d77b3c-44a2-4ddc-9e34-3bb6fbe51274 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.0815885 Jun 30 09:16:29.121473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.131085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Transition to ACTIVE for port object d29c47de-22f4-465e-905d-e2328c55f456 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:29.147207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Transition to ACTIVE for port object d29c47de-22f4-465e-905d-e2328c55f456 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:29.157814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:29.167609 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.210119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-551c8587-30e0-4235-a1d4-588ec6ae5de9 req-cded5457-7bf9-4fdb-8c88-c24451d291ab tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3629255 Jun 30 09:16:29.219939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cf30c2a-7dbb-4c29-b221-ab168bde18a7 req-af40d2a7-8b48-4414-851a-53b6b5388c96 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201806 Jun 30 09:16:29.277356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9ef45347-43dd-4ca1-b530-5951d34b0ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.278959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-9ef45347-43dd-4ca1-b530-5951d34b0ca0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1477342 Jun 30 09:16:29.393360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:29.394161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.408382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-1874d3d3-1d59-46b6-9612-d1808f596360 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198440 Jun 30 09:16:29.416386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Pushing event updated for resources: {'Port': ['ID=d29c47de-22f4-465e-905d-e2328c55f456,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:29.434724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.438709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:29.445534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:29.471127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Allocated IP 172.20.0.18 (4dde0500-a677-48a2-9deb-02fb5a60cf42/fa50f7eb-b189-46d4-aeb2-f1e242f31a05/e51d6215-4860-4f87-bc47-b291a957d28e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:29.498350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-3568a9c0-cc16-405f-8d21-7b66f8d877b6 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.500079 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-3568a9c0-cc16-405f-8d21-7b66f8d877b6 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.79 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.5904865 Jun 30 09:16:29.606092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513f0fbf-f4f9-411e-9f6c-e29ca8114cfa req-4116a6fe-380f-4e94-8bb5-b3b228506463 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846611 Jun 30 09:16:29.620367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.720606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Attempting to bind port d29c47de-22f4-465e-905d-e2328c55f456 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:29.720994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Attempting to bind port d29c47de-22f4-465e-905d-e2328c55f456 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:29.721329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Attempting to bind port d29c47de-22f4-465e-905d-e2328c55f456 on network 97cc25fa-91cf-4fc1-9417-5f97902c3429 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:29.742865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:29.747817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:29.748190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Checking segment: {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:29.748593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.748984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Bound using segment: {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:29.749468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Bound port: d29c47de-22f4-465e-905d-e2328c55f456, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:29.749846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.792579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:29.792945 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.841802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e3605-6309-4a41-8390-71f2b12fe180 req-0b6c7c67-e600-497b-809f-9800ff367c30 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.850815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb4e3605-6309-4a41-8390-71f2b12fe180 req-0b6c7c67-e600-497b-809f-9800ff367c30 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.1844952 Jun 30 09:16:29.858411 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:16:29.905392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.905885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.906396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.906869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.907556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.908465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.908465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:29.910170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-49331717-7228-4d2e-a770-23198352ddf3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6495 time: 0.2067919 Jun 30 09:16:29.960901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.988068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Deleting port 9f686ae1-54a4-4b15-be02-a7795e549d05 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:29.988311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:29.998957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb4e3605-6309-4a41-8390-71f2b12fe180 req-c70c5806-b5ca-4382-b060-b30f06383b6e tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1471448 Jun 30 09:16:30.003831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.010530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] For port d29c47de-22f4-465e-905d-e2328c55f456, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:30.028435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] For port d29c47de-22f4-465e-905d-e2328c55f456, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d29c47de-22f4-465e-905d-e2328c55f456,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:30.039328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Transition to ACTIVE for port object e51d6215-4860-4f87-bc47-b291a957d28e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:30.043220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:30.047901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.058952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.060025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 96f47efa-2f48-40bc-8907-18090f4e89bb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:30.067839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437294c-6366-4a14-b3f3-a5ec7be7ea6e req-a7781a7e-5dd6-4d85-b745-a02e6eea30a1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.069682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3437294c-6366-4a14-b3f3-a5ec7be7ea6e req-a7781a7e-5dd6-4d85-b745-a02e6eea30a1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2378571 Jun 30 09:16:30.071902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-97f3537e-bd0a-4d2f-bfe3-8a0731f4ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.073314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-97f3537e-bd0a-4d2f-bfe3-8a0731f4ef59 service neutron] 10.222.0.79 "GET /v2.0/networks?id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 902 time: 0.1550963 Jun 30 09:16:30.122563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-5e058115-4b6b-4c45-8d8c-1bf6d930c8ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 200 len: 217 time: 0.0389764 Jun 30 09:16:30.145943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Transition to ACTIVE for port object e51d6215-4860-4f87-bc47-b291a957d28e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:30.163341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfbeb0-af61-466f-b59d-d29ceb5a55d9 None None] Pushing event updated for resources: {'Port': ['ID=d29c47de-22f4-465e-905d-e2328c55f456,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.172303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.202501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-107c3cd7-6d78-42fb-ae32-b6a9a1b051da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.204476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-107c3cd7-6d78-42fb-ae32-b6a9a1b051da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.0718095 Jun 30 09:16:30.224134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3437294c-6366-4a14-b3f3-a5ec7be7ea6e req-e0790481-14ad-41cc-8a1e-7fbdbad20bac tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472638 Jun 30 09:16:30.269183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 96f47efa-2f48-40bc-8907-18090f4e89bb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:30.282810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:30.283635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 96f47efa-2f48-40bc-8907-18090f4e89bb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:30.284006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.336258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-b996e055-bdb8-4b87-a4cb-133de448a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.340782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-b996e055-bdb8-4b87-a4cb-133de448a7c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146810 Jun 30 09:16:30.341650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:30.347249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:30.400757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.424687 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.449857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 96f47efa-2f48-40bc-8907-18090f4e89bb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=96f47efa-2f48-40bc-8907-18090f4e89bb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:30.518455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.540922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Pushing event updated for resources: {'Port': ['ID=e51d6215-4860-4f87-bc47-b291a957d28e,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.590007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Attempting to bind port e51d6215-4860-4f87-bc47-b291a957d28e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:30.590745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Attempting to bind port e51d6215-4860-4f87-bc47-b291a957d28e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:30.591505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Attempting to bind port e51d6215-4860-4f87-bc47-b291a957d28e on network 4dde0500-a677-48a2-9deb-02fb5a60cf42 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:30.600276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:30.601003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Checking segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:30.601627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.602926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Bound using segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:30.603651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Bound port: e51d6215-4860-4f87-bc47-b291a957d28e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:30.604397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.671895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=96f47efa-2f48-40bc-8907-18090f4e89bb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.721184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Allocated IP 2001:db8:3::1 (97cc25fa-91cf-4fc1-9417-5f97902c3429/56c675cc-39d7-4149-b940-6d4dd473e923/2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:30.729264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] For port e51d6215-4860-4f87-bc47-b291a957d28e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:30.734705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] For port e51d6215-4860-4f87-bc47-b291a957d28e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e51d6215-4860-4f87-bc47-b291a957d28e,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:30.745877 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.747534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-7142288c-2c1b-44c2-8213-436727b758be service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991737 Jun 30 09:16:30.790291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e134990-076e-4171-a2c9-34d696962f78 req-10091dd7-cdd0-4072-8b25-c86b029818d1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.795742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e134990-076e-4171-a2c9-34d696962f78 req-10091dd7-cdd0-4072-8b25-c86b029818d1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3198411 Jun 30 09:16:30.847311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] For port 9f686ae1-54a4-4b15-be02-a7795e549d05, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9f686ae1-54a4-4b15-be02-a7795e549d05,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:30.847682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:30.862675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c97f6a0-6cfc-4552-ace7-2a547239e9e9 None None] Pushing event updated for resources: {'Port': ['ID=e51d6215-4860-4f87-bc47-b291a957d28e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:30.868054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.889291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.895338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.903311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.908747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.918017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.924074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:30.925998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-023ff0e3-29dd-47b9-873d-49aee61dce3f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.3322647 Jun 30 09:16:30.978344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e134990-076e-4171-a2c9-34d696962f78 req-7a8ddced-213e-4fc8-917e-6760eb87081e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816125 Jun 30 09:16:31.024735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-208673dc-cec9-44f6-a8cc-0f8bc4e710b4 req-5ff3e11c-6c69-4039-adce-373f5fd157a9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819111 Jun 30 09:16:31.031865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.20.0.17 (4dde0500-a677-48a2-9deb-02fb5a60cf42/fa50f7eb-b189-46d4-aeb2-f1e242f31a05/29e93bd4-5176-4242-bc28-e1a2762beeec) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:31.035544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:31.056560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cff3b5e4-71c2-4a59-af63-fab83ae8815d req-1625c106-cf30-459d-8d39-9c55a37a1d79 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006372 Jun 30 09:16:31.232520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:31.233478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.275222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.276210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.276749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.277289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.277823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.278392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.279846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.281848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-9fe29fc4-16f8-4ce0-b5c3-1ab3fc446e60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6495 time: 0.1307373 Jun 30 09:16:31.285313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.439102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-97c309c2-c137-4059-8541-7ad11b5b1647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.440883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-97c309c2-c137-4059-8541-7ad11b5b1647 service neutron] 10.222.0.79 "GET /v2.0/networks?id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 902 time: 0.1484563 Jun 30 09:16:31.483952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.506520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Transition to ACTIVE for port object 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:31.535156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Transition to ACTIVE for port object 29e93bd4-5176-4242-bc28-e1a2762beeec will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:31.583447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-ff4ddc89-2883-4ce9-baee-e3f0ae7588b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 200 len: 217 time: 0.1290853 Jun 30 09:16:31.646576 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.647205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.647719 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Floating IP c4de0691-b5aa-42aa-b34f-3194a91306d1 disassociated. External IP: 172.25.7.54, port: 9f686ae1-54a4-4b15-be02-a7795e549d05. Jun 30 09:16:31.648333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Calling delete_port for 9f686ae1-54a4-4b15-be02-a7795e549d05 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:31.676167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-20a8c999-8cba-43ae-a7d8-c6914b566599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.677866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-20a8c999-8cba-43ae-a7d8-c6914b566599 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.0727544 Jun 30 09:16:31.687316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 96f47efa-2f48-40bc-8907-18090f4e89bb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:31.728975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.740043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.754180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791dcd8-63eb-431e-b245-91711768040b req-54aa62d5-534a-459d-8f17-c6e07db1b4a0 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.757099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9f686ae1-54a4-4b15-be02-a7795e549d05 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:31.759027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0791dcd8-63eb-431e-b245-91711768040b req-54aa62d5-534a-459d-8f17-c6e07db1b4a0 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 945 time: 0.2318106 Jun 30 09:16:31.802191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f606ec6-89ff-4abf-94ae-b5217528d9f8 None None] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:31.834386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:31.843148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:31.844837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:31.847051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:31.847808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.850602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:31.860978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 96f47efa-2f48-40bc-8907-18090f4e89bb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:31.861357 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:31.876770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-48c059e7-4436-4f87-a4bb-71c955cc70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.878466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-48c059e7-4436-4f87-a4bb-71c955cc70e0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1869056 Jun 30 09:16:31.893366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0791dcd8-63eb-431e-b245-91711768040b req-64d0e679-89ce-4ce8-af15-88cafe927037 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups?id=12805159-4d21-4d4d-b219-b2996cd218b3&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1177139 Jun 30 09:16:31.969720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a765afd-9b45-4df6-981d-44b6c25eef4d req-49c2ed83-7fd2-4ef8-8f4f-1b3078a11b9f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:31.971355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a765afd-9b45-4df6-981d-44b6c25eef4d req-49c2ed83-7fd2-4ef8-8f4f-1b3078a11b9f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2087932 Jun 30 09:16:32.023667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:32.028915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:32.037564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=29e93bd4-5176-4242-bc28-e1a2762beeec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.067999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a765afd-9b45-4df6-981d-44b6c25eef4d req-b1b1537a-19eb-432c-83c6-c14482cf0cc3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861003 Jun 30 09:16:32.070531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8066a08f-b171-4f0e-ad28-e8ffa8811062 None None] Provisioning for port d29c47de-22f4-465e-905d-e2328c55f456 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:32.084626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-645ee462-e340-4580-9ff1-a8cb5fc0d1bc service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817279 Jun 30 09:16:32.141131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d29c47de-22f4-465e-905d-e2328c55f456 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:32.180199 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.183557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.292084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d29c47de-22f4-465e-905d-e2328c55f456 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:32.296421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d29c47de-22f4-465e-905d-e2328c55f456 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:32.296846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.319277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.385632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9317d0-727e-4e7f-88d4-a36729c0b01e None None] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:32.403693 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.450443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-629c6ba1-c141-4e6a-a3d7-48fee56e83b7 req-e2b8cb81-9dd8-4341-b4a1-b7605cb74cd4 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488104 Jun 30 09:16:32.473013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.481257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.488290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.496430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.504283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.510871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d29c47de-22f4-465e-905d-e2328c55f456, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d29c47de-22f4-465e-905d-e2328c55f456,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:32.513772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.514039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-311dfc17-feae-4400-a5c9-fdaf42a94294 None None] Provisioning for port e51d6215-4860-4f87-bc47-b291a957d28e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:32.520632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.532270 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.532635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-79fe8c9c-bba5-46bf-9c20-917c1aa460e0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.2717431 Jun 30 09:16:32.567565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bb349-c5be-4bd1-b2e1-6d323d780435 req-6a2ce4b0-6a8c-4676-8fbd-49d7e549e48a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:32.569240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c3bb349-c5be-4bd1-b2e1-6d323d780435 req-6a2ce4b0-6a8c-4676-8fbd-49d7e549e48a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2460823 Jun 30 09:16:32.606802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f4e04f6-a7a0-4130-8cb6-e017b6d9e70e req-8ad167f6-7d56-48ea-aae0-904d630dbc93 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0732353 Jun 30 09:16:32.623763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d29c47de-22f4-465e-905d-e2328c55f456,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:32.668763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c3bb349-c5be-4bd1-b2e1-6d323d780435 req-700088f9-4fe6-4ce3-8ba7-0f30d7c15700 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756693 Jun 30 09:16:32.678073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-76e533aa-f541-42d9-b1b5-84c748102e1f None None] Provisioning complete for port d29c47de-22f4-465e-905d-e2328c55f456 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:32.678475 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-76e533aa-f541-42d9-b1b5-84c748102e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.693880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.775515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.776471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.796816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.904783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-76e533aa-f541-42d9-b1b5-84c748102e1f None None] Provisioning for port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:32.909241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-76e533aa-f541-42d9-b1b5-84c748102e1f None None] Provisioning complete for port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:32.909622 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-76e533aa-f541-42d9-b1b5-84c748102e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.922615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:32.992151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-76e533aa-f541-42d9-b1b5-84c748102e1f None None] Port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:33.040429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event updated for resources: {'Port': ['ID=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.062470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d29c47de-22f4-465e-905d-e2328c55f456 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:33.152383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d29c47de-22f4-465e-905d-e2328c55f456 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:33.152904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.154431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-332d4109-4a77-45b2-999d-5950d4736037 None None] Provisioning complete for port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:33.154849 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-332d4109-4a77-45b2-999d-5950d4736037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.178905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1edc3669-0c09-4f9e-adcd-081acd0036f5 req-09c17ccc-8cc5-4145-999a-43832667d1fa tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 210 time: 0.0496213 Jun 30 09:16:33.224306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-332d4109-4a77-45b2-999d-5950d4736037 None None] Port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:33.260549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event deleted for resources: {'Port': ['ID=9f686ae1-54a4-4b15-be02-a7795e549d05,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.284622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378797b-adb8-44dc-b341-6fb98fc771ef req-e2a0bc33-097a-4483-86af-40a323ce438e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.292840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3378797b-adb8-44dc-b341-6fb98fc771ef req-e2a0bc33-097a-4483-86af-40a323ce438e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1071489 Jun 30 09:16:33.312454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:33.315893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e51d6215-4860-4f87-bc47-b291a957d28e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:33.322539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:33.384279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3378797b-adb8-44dc-b341-6fb98fc771ef req-bd8544e3-8556-4c33-ad9c-3454648d13a0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901091 Jun 30 09:16:33.421433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-754ebf11-c080-4153-874f-2a725da8a67e None None] Provisioning for port 29e93bd4-5176-4242-bc28-e1a2762beeec completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:33.436155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-754ebf11-c080-4153-874f-2a725da8a67e None None] Provisioning complete for port 29e93bd4-5176-4242-bc28-e1a2762beeec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:33.436341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-754ebf11-c080-4153-874f-2a725da8a67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.439893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e51d6215-4860-4f87-bc47-b291a957d28e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:33.464454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e51d6215-4860-4f87-bc47-b291a957d28e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:33.464684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.514718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-754ebf11-c080-4153-874f-2a725da8a67e None None] Port 29e93bd4-5176-4242-bc28-e1a2762beeec cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:33.591478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.637789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e51d6215-4860-4f87-bc47-b291a957d28e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e51d6215-4860-4f87-bc47-b291a957d28e,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:33.649786 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.674668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5d7b7-80e4-420b-89f8-b1cd91f9a83d req-1ed8134a-5306-4a91-a629-a085a1fbf243 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.678875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08b5d7b7-80e4-420b-89f8-b1cd91f9a83d req-1ed8134a-5306-4a91-a629-a085a1fbf243 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1135137 Jun 30 09:16:33.690404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c9028f52-a9d9-4dba-a3b2-539b41cd7555 None None] Provisioning complete for port 29e93bd4-5176-4242-bc28-e1a2762beeec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:33.690920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9028f52-a9d9-4dba-a3b2-539b41cd7555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.728698 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08b5d7b7-80e4-420b-89f8-b1cd91f9a83d req-662cca13-1673-4576-806d-a6c9e27e5018 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434766 Jun 30 09:16:33.755288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e51d6215-4860-4f87-bc47-b291a957d28e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:33.779028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c9028f52-a9d9-4dba-a3b2-539b41cd7555 None None] Port 29e93bd4-5176-4242-bc28-e1a2762beeec cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:33.868687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.874597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.880281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.886017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.892090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.897769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.900976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ab635dc-4d6e-426c-bd78-6008b0888542 None None] Provisioning complete for port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:33.901567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab635dc-4d6e-426c-bd78-6008b0888542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:33.904145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:33.905784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-bfa6a10c-2a7b-4153-81e7-9b7b5f176250 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.1132500 Jun 30 09:16:33.942859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0ab635dc-4d6e-426c-bd78-6008b0888542 None None] Port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:33.968288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:33.981743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-463aeb07-fc95-4b20-a52c-d4cd6bfd1f0d req-5530dd95-b656-4b8c-92a7-0da44b7e2a2a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612538 Jun 30 09:16:33.999589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:34.004162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220be5c-d8f6-4118-b64c-47165ffe2671 req-1d8db396-6a0a-4ca9-9d02-e824082f1d06 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:34.005689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2220be5c-d8f6-4118-b64c-47165ffe2671 req-1d8db396-6a0a-4ca9-9d02-e824082f1d06 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0989759 Jun 30 09:16:34.050200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2220be5c-d8f6-4118-b64c-47165ffe2671 req-77d97f13-b57f-41d8-adbe-4ae8d526113a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354586 Jun 30 09:16:34.252395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.263189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:34.265381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.272863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:34.277191 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2696d807-d8fd-4186-8a9c-c113423b9695 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1565058 Jun 30 09:16:34.277766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39592) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:34.278721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:34.285571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:34.290157 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] Sync routers for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:34.297220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:34.300898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:34.304306 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:34.305230 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:34.381981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] No DVR routers for this DVR port 9f686ae1-54a4-4b15-be02-a7795e549d05 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:34.386132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.387984 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d09ca1d-d01a-4417-a938-b8629a06b0ff req-a163fd7f-2bd4-41c2-8408-af40387d600d tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.79 "DELETE /v2.0/ports/9f686ae1-54a4-4b15-be02-a7795e549d05 HTTP/1.1" status: 204 len: 173 time: 4.8794012 Jun 30 09:16:34.395948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'name': 'network-vif-deleted', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:34.398670 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05084d-2c71-44bf-a2d1-5c0d709cf081" -d '{"events": [{"server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "name": "network-vif-deleted", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:34.429662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=29e93bd4-5176-4242-bc28-e1a2762beeec,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:34.433402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.441277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:34.527480 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:34.563392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:34.565461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:34.778613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:32Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7', 'name': '', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:dc:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:32Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:34.800111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:34.840390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e51d6215-4860-4f87-bc47-b291a957d28e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:34.842863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:34.843221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Updating router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:34.852977 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:10Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:34.892149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] Checking router: 815fbf0b-fb43-4cec-b8ea-9241b54db8dd for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:34.902660 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:34.903895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:34.933606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.943762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bbf5e3d-ff64-44e6-b2ba-078b2b60963b req-ae84fc3e-bd5c-4c0e-8a5a-086837dd2664 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/ports?device_id=f358e681-b6fa-4bb7-a614-a6545bfaa619 HTTP/1.1" status: 200 len: 210 time: 0.1061997 Jun 30 09:16:34.966895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e51d6215-4860-4f87-bc47-b291a957d28e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:34.967269 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:34.985593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:34.991236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8fbf9be6-8650-45ef-a0c7-7f11629af8fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "PUT /v2.0/routers/2829a3c6-f209-4d7d-a9cd-d7a6e4e029db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7818003 Jun 30 09:16:35.004650 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a156786a-d974-4490-b8d8-c649f1085105 x-openstack-request-id: req-a156786a-d974-4490-b8d8-c649f1085105 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:35.004938 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f358e681-b6fa-4bb7-a614-a6545bfaa619", "name": "network-vif-deleted", "tag": "9f686ae1-54a4-4b15-be02-a7795e549d05", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:35.005190 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a156786a-d974-4490-b8d8-c649f1085105 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:35.005588 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f358e681-b6fa-4bb7-a614-a6545bfaa619', 'name': 'network-vif-deleted', 'tag': '9f686ae1-54a4-4b15-be02-a7795e549d05', 'status': 'completed', 'code': 200} Jun 30 09:16:35.007546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Sync routers for ids ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:35.076779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Routers {'2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:35.077413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:35.111724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688dd8b-f153-4b06-9421-7aca2c466544 req-24b36327-9174-4d75-b39f-57d81abc9eb1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.120182 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:35.120666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b688dd8b-f153-4b06-9421-7aca2c466544 req-24b36327-9174-4d75-b39f-57d81abc9eb1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.7857041 Jun 30 09:16:35.236459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b688dd8b-f153-4b06-9421-7aca2c466544 req-ae0fff5a-16b8-47f2-96c9-28febfd8df9b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128075 Jun 30 09:16:35.351901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.357922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.363801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.371013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.377041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.384117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.390414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.392348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-18d49d15-380a-4479-97d3-c87a9c953523 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.2214386 Jun 30 09:16:35.406276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Set router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:35.475706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-46d8925f-880c-477c-84cc-0c2bbf277251 None None] Provisioning complete for port 29e93bd4-5176-4242-bc28-e1a2762beeec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:35.476378 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-46d8925f-880c-477c-84cc-0c2bbf277251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.486853 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:10Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:35.497151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95a23263-75e4-4e49-836d-44aa92f42fcf req-3a521161-b921-493a-bf60-94a8b27ed7a9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935588 Jun 30 09:16:35.542932 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53fd7e9-3cda-4183-be15-588612cb1c88 None None] The sync data for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 is: [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:14:02Z', 'revision_number': 4, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '8120a1ac-491b-4f50-aa5d-976c8a595a55', 'name': '', 'network_id': '40c8c54e-aa64-491d-83a4-b3ad1b3f6d23', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'mac_address': 'fa:16:3e:05:ee:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:59Z', 'updated_at': '2021-06-30T09:14:10Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'subnets': [{'id': 'f03a58a2-b2b1-4914-b61b-ce99828a0f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:35.640830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.extraroute_db [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:16:35.658125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-46d8925f-880c-477c-84cc-0c2bbf277251 None None] Port 29e93bd4-5176-4242-bc28-e1a2762beeec cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:35.675538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.extraroute_db [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Removed routes are [] {{(pid=93725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:16:35.679963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.814334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-602406ca-ba09-48aa-a415-46eff97abb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:35.822198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-602406ca-ba09-48aa-a415-46eff97abb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/networks?id=4dde0500-a677-48a2-9deb-02fb5a60cf42 HTTP/1.1" status: 200 len: 797 time: 0.2627666 Jun 30 09:16:35.901467 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47147fbc-9a46-4642-97d4-9945a54cf0ed None None] New status for floating IP c4de0691-b5aa-42aa-b34f-3194a91306d1: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:16:35.929693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.934305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:35.946783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-989b6515-5a05-488b-99b0-418ebdbbaf93 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/quotas/72689dbdb8cf435fba10e8919644d4d1 HTTP/1.1" status: 200 len: 375 time: 0.1236219 Jun 30 09:16:35.970110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:16:32Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '29e93bd4-5176-4242-bc28-e1a2762beeec', 'name': '', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:59:8a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:33Z', 'revision_number': 2, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:35.973078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.003238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Checking router: 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:36.003517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Updating router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db port 29e93bd4-5176-4242-bc28-e1a2762beeec binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:36.025765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Transition to ACTIVE for port object 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:36.038878 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.073891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.096046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:36.135929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11eef7-1261-4669-9fd7-c96d93f15632 None None] Pushing event updated for resources: {'Port': ['ID=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:36.232571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:36.255300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-8e849ab9-fffe-4060-a079-f030fdeba754 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3036206 Jun 30 09:16:36.263585 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.265001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73a40d6f-0bfb-4a12-886f-accfac889088 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 954 time: 1.9858463 Jun 30 09:16:36.267623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:36.268120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Attempting to bind port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:36.268353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Attempting to bind port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:36.268711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Attempting to bind port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 on network 97cc25fa-91cf-4fc1-9417-5f97902c3429 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:36.284625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:36.284997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Checking segment: {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:36.285398 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.285792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Bound using segment: {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:36.286400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Bound port: 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '069d81ae-53ce-448b-b2c6-c3254d253343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:36.286780 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.402916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9e33edec-4590-430a-89dd-9ba1b1169ece tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 954 time: 0.1341112 Jun 30 09:16:36.403533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:36.408326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'routes': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:36.420323 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] For port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:36.430137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] For port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:36.454136 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.529675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-30d85080-b9e9-4bfb-8971-0ec36b2fb101 service neutron] 10.222.0.77 "GET /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633843 Jun 30 09:16:36.546286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124ea0-f564-4b7c-868a-0304ef5d9437 req-457039b9-456d-4095-b684-b696458e0687 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:36.546454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:36.546454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:36.548867 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4124ea0-f564-4b7c-868a-0304ef5d9437 req-457039b9-456d-4095-b684-b696458e0687 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1600740 Jun 30 09:16:36.644380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11eef7-1261-4669-9fd7-c96d93f15632 None None] Pushing event updated for resources: {'Port': ['ID=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:36.666845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4124ea0-f564-4b7c-868a-0304ef5d9437 req-b6709f70-b2eb-4532-a45c-976f22d0a003 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167653 Jun 30 09:16:36.731372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39634) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:36.781490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-01db5a4d-3838-4129-b625-7c3931b9bb1d service neutron] 10.222.0.77 "GET /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065325 Jun 30 09:16:36.808549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:36.879080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57683ef6-9b94-43a2-9b0a-598c4685fad5 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.886791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.938730 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57683ef6-9b94-43a2-9b0a-598c4685fad5 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:36.942450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:16:36.942767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:16:36.963521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Transition to ACTIVE for port object 29e93bd4-5176-4242-bc28-e1a2762beeec will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:36.989404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.038731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57683ef6-9b94-43a2-9b0a-598c4685fad5 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.041895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57683ef6-9b94-43a2-9b0a-598c4685fad5 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.045280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-57683ef6-9b94-43a2-9b0a-598c4685fad5 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "DELETE /v2.0/security-groups/12805159-4d21-4d4d-b219-b2996cd218b3 HTTP/1.1" status: 204 len: 168 time: 0.3074813 Jun 30 09:16:37.046686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39638) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.088649 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-3dfd22c0-2d96-4b6b-b702-e87dce2db86b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] show failed (client error): The resource could not be found. Jun 30 09:16:37.092102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3dfd22c0-2d96-4b6b-b702-e87dce2db86b tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "GET /v2.0/security-groups/12805159-4d21-4d4d-b219-b2996cd218b3 HTTP/1.1" status: 404 len: 347 time: 0.0378835 Jun 30 09:16:37.095038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39642) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.099955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.159638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57683ef6-9b94-43a2-9b0a-598c4685fad5 tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12805159-4d21-4d4d-b219-b2996cd218b3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:37.280751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.294373 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.354711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724f437-3dff-4789-81bf-647b00af3975 None None] Pushing event updated for resources: {'Port': ['ID=29e93bd4-5176-4242-bc28-e1a2762beeec,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:37.376449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.378067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Attempting to bind port 29e93bd4-5176-4242-bc28-e1a2762beeec on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:37.378689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Attempting to bind port 29e93bd4-5176-4242-bc28-e1a2762beeec by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:37.379305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Attempting to bind port 29e93bd4-5176-4242-bc28-e1a2762beeec on network 4dde0500-a677-48a2-9deb-02fb5a60cf42 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:37.382850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.389495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.395847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.403236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.404959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:37.404959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Checking segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:37.405824 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.406360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Bound using segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:37.408629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Bound port: 29e93bd4-5176-4242-bc28-e1a2762beeec, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:37.409120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.409261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.421728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:37.424095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-15408f4b-ce31-43e4-ab57-8d6d25ae6c55 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.3171158 Jun 30 09:16:37.444719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:37.467686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:35Z', 'revision_number': 6, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7', 'name': '', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:dc:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:36Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:37.498794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bc1f752-774b-46a7-abb5-460de7ac9e18 req-9ecd0f55-c45f-4c62-abd9-fdc90a8b92be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676453 Jun 30 09:16:37.510555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Deleting port 09dcb832-cdee-4562-8f96-3d16a4770ad0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:37.510893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.546171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d618ac39-0ba1-45c3-93f1-72cb451b5512 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:35Z', 'revision_number': 6, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7', 'name': '', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:dc:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:36Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:37.645548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.646123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.658861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] For port 29e93bd4-5176-4242-bc28-e1a2762beeec, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:37.663263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] For port 29e93bd4-5176-4242-bc28-e1a2762beeec, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=29e93bd4-5176-4242-bc28-e1a2762beeec,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:37.673473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.678194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Calling delete_port for 09dcb832-cdee-4562-8f96-3d16a4770ad0 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:37.724150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:37.731813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:37.733138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-639f3f2b-6214-48e7-bf68-b5407b7b21f4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 704 time: 1.3286593 Jun 30 09:16:37.735711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.762098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9caa819-ff1f-402a-b05c-3b94a60e1dc1 req-853a7a8a-e6de-4f63-a1ea-723b008b59ca tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 210 time: 0.0969145 Jun 30 09:16:37.854995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Routers {'2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:37.856914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:37.936545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724f437-3dff-4789-81bf-647b00af3975 None None] Pushing event updated for resources: {'Port': ['ID=29e93bd4-5176-4242-bc28-e1a2762beeec,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:37.985690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:37.988756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d520bec9-0784-4438-8503-9646291fab76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 704 time: 0.2394738 Jun 30 09:16:38.099850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] Set router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:38.360439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ef63d-f7ee-47c8-b97a-afbb3939b0b7 req-bb00cba6-5270-4c3f-975e-28df9bfb71b6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:38.367500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea9ef63d-f7ee-47c8-b97a-afbb3939b0b7 req-bb00cba6-5270-4c3f-975e-28df9bfb71b6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.4930220 Jun 30 09:16:38.460688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea9ef63d-f7ee-47c8-b97a-afbb3939b0b7 req-896813a8-dd05-4e15-a95d-70eb2a624b21 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920274 Jun 30 09:16:38.463707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.525367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Pushing event deleted for resources: {'Port': ['ID=09dcb832-cdee-4562-8f96-3d16a4770ad0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:38.589277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:16:32Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '29e93bd4-5176-4242-bc28-e1a2762beeec', 'name': '', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:59:8a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:37Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:38.615968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.619773 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:38.621180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0007f0e2-7d76-4f53-ae13-825eca6fa5bd tempest-ServersTestJSON-1957630649 tempest-ServersTestJSON-1957630649-project] 10.222.0.77 "DELETE /v2.0/floatingips/c4de0691-b5aa-42aa-b34f-3194a91306d1 HTTP/1.1" status: 204 len: 168 time: 1.5228825 Jun 30 09:16:38.624187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:38.635280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0285759-d704-4142-af69-b3f76cde2aea None None] The sync data for ids ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'] in n-d-780147-22 is: [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:16:32Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '29e93bd4-5176-4242-bc28-e1a2762beeec', 'name': '', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:59:8a:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1698, 'fixed_ips': [{'subnet_id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:37Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:38.797376 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.035142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:39.135227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:39.138326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.144229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.151778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.158338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.167011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.173365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.174682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:39.179006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.181821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:39.193160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-b2a2400a-0bd6-4e75-b8c0-1f6b7d4f8816 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.4098814 Jun 30 09:16:39.310899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fe5b24d-8a12-4d7b-8e7f-1e8ed92e7488 req-2060bc6e-fcd1-48fa-be34-1db2c5ca976e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165333 Jun 30 09:16:39.355622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:39.414405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de908ac1-5c89-4b64-9322-e47aeb1ef2dd req-1fdfd96d-cb60-4729-bf93-129a31505420 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 210 time: 0.0549328 Jun 30 09:16:39.545936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:39.599311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:39.599978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.761963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:39.762336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.891702 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:39.900993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984f1ca-c619-4bd8-b4f2-8239cda8ab66 req-bfcca1b8-53df-4178-a3c8-38f150df8ede tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.908003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e984f1ca-c619-4bd8-b4f2-8239cda8ab66 req-bfcca1b8-53df-4178-a3c8-38f150df8ede tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2561526 Jun 30 09:16:39.947091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-3d5e1fc2-4b29-48f3-8f48-cb3051aa596b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:39.949792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-3d5e1fc2-4b29-48f3-8f48-cb3051aa596b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.83 "GET /v2.0/networks?id=4dde0500-a677-48a2-9deb-02fb5a60cf42 HTTP/1.1" status: 200 len: 797 time: 0.8588703 Jun 30 09:16:39.992172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:39.993926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Request body: {'port': {'device_id': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'admin_state_up': True, 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:40.004989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:36Z', 'revision_number': 7, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7', 'name': '', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:dc:c8:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:36Z', 'revision_number': 4, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:40.036230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:40.038617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.040287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 29e93bd4-5176-4242-bc28-e1a2762beeec up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:40.098802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:40.138052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:40.139079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:40.202898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Made reservation on behalf of 72689dbdb8cf435fba10e8919644d4d1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:40.206507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.261309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-1202b829-2b68-462d-96ab-fad5fc85f174 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3227649 Jun 30 09:16:40.262234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 29e93bd4-5176-4242-bc28-e1a2762beeec completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:40.273462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 29e93bd4-5176-4242-bc28-e1a2762beeec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:40.274325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.302934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:40.338200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e984f1ca-c619-4bd8-b4f2-8239cda8ab66 req-b4b3abc9-7f0b-43d3-983b-7012a7e759b1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292142 Jun 30 09:16:40.348277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:40.348846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.362509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:40.384872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.573338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.593188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Allocated IP 172.20.0.24 (4dde0500-a677-48a2-9deb-02fb5a60cf42/fa50f7eb-b189-46d4-aeb2-f1e242f31a05/56994f79-9d31-4793-8755-ee42a33b8a05) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:40.665908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 29e93bd4-5176-4242-bc28-e1a2762beeec, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=29e93bd4-5176-4242-bc28-e1a2762beeec,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:40.683437 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.729819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc21c6a4-a969-44d7-9b44-3984cc65643c req-e7271148-fcaa-4e25-9b19-4d82dc091ee3 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 210 time: 0.1014001 Jun 30 09:16:40.750291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-4726515e-d95b-4699-875b-60de084ceb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.751890 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-4726515e-d95b-4699-875b-60de084ceb40 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1097 time: 0.4384999 Jun 30 09:16:40.792479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=29e93bd4-5176-4242-bc28-e1a2762beeec,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:40.795473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.804529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.809464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:36Z', 'revision_number': 7, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7', 'name': '', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:dc:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:39Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:40.812245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.821997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.833507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.843903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.849896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:40.853200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-d0b2a272-e71d-4535-911e-6f9b0cef45d3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.2966001 Jun 30 09:16:40.854538 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.859664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:40.884381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:40.887636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:40.888008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:16:40.919136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Transition to ACTIVE for port object 56994f79-9d31-4793-8755-ee42a33b8a05 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:40.928958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef5a2ce-d661-40f8-832d-b311951c792c None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:36Z', 'revision_number': 7, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7', 'name': '', 'network_id': '97cc25fa-91cf-4fc1-9417-5f97902c3429', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:dc:c8:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:29Z', 'updated_at': '2021-06-30T09:16:39Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '56c675cc-39d7-4149-b940-6d4dd473e923', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:40.939667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Port 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 not found, will not notify nova. {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:16:41.002039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-33851018-a4dd-4ced-be1f-bdc2b0e1be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.003554 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-33851018-a4dd-4ced-be1f-bdc2b0e1be30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 914 time: 0.2195692 Jun 30 09:16:41.052170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:41.079128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59354c29-d407-41bd-8c8f-f649256e9d20 req-1c4ce328-f2b5-45e3-838f-0e19298e2dec tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2124288 Jun 30 09:16:41.107038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.109302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-98c7b18e-748f-43be-8885-c32157354391 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 217 time: 0.0900552 Jun 30 09:16:41.166390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.232513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:41.233657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba2c1f1-1e6d-4a20-8ad5-e112feb3f52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.242826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:41.245771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:41.307871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-4357a001-7f8e-4879-8038-69c86bb591cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.308892 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-4357a001-7f8e-4879-8038-69c86bb591cb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.1811886 Jun 30 09:16:41.310040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event updated for resources: {'Port': ['ID=56994f79-9d31-4793-8755-ee42a33b8a05,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:41.363226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Deleting port 8120a1ac-491b-4f50-aa5d-976c8a595a55 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:41.363664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.369212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:41.449763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.450207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.450628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.451021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.451425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.451821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.452214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.452605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.452994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.453377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.453763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.454195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:41.459025 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-2675f807-fa48-4527-8310-23be74c640f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420662 Jun 30 09:16:41.479654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:41.488926 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:41.500578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ecea2600-79c2-4aba-8cc0-8ef477b44f14 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5061615 Jun 30 09:16:41.500967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.501602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.502468 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:41.503205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39694) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:41.504915 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.506791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ca631f2-d763-4a89-ac61-3743e1617ad6 None None] Provisioning for port 56994f79-9d31-4793-8755-ee42a33b8a05 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:41.511339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ca631f2-d763-4a89-ac61-3743e1617ad6 None None] Provisioning complete for port 56994f79-9d31-4793-8755-ee42a33b8a05 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:41.511725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ca631f2-d763-4a89-ac61-3743e1617ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.540927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] For port 8120a1ac-491b-4f50-aa5d-976c8a595a55, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8120a1ac-491b-4f50-aa5d-976c8a595a55,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:41.541317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.549609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3ca631f2-d763-4a89-ac61-3743e1617ad6 None None] Port 56994f79-9d31-4793-8755-ee42a33b8a05 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:41.574113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Calling delete_port for 8120a1ac-491b-4f50-aa5d-976c8a595a55 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:41.584234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a0f07d06-0d96-4a5a-8c92-846ed37d6507 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5967100 Jun 30 09:16:41.592991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet 56c675cc-39d7-4149-b940-6d4dd473e923 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:41.597481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.608192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Request body: {'port': {'device_id': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:41.618805 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:41.648115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eba95d-18bc-4e8a-b763-0d2487ad7c20 req-65429e23-c7d4-4516-ac15-89c9360b9829 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:41.650472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08eba95d-18bc-4e8a-b763-0d2487ad7c20 req-65429e23-c7d4-4516-ac15-89c9360b9829 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1724844 Jun 30 09:16:41.668930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.705976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-2dd6f29a-3a20-4805-8559-46244ea05813 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356818 Jun 30 09:16:41.742505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08eba95d-18bc-4e8a-b763-0d2487ad7c20 req-3553ff15-4681-4cf4-b516-a4809cdf08e0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863080 Jun 30 09:16:41.813602 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.891034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.898681 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.926331 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:40Z', 'revision_number': 8, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:41.935455 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4805eaf0-f5c0-4b1c-bbab-3ac67942eae6 req-0d3c3143-e5cd-4567-be20-f46dfa500f5c service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215450 Jun 30 09:16:41.954148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=56c675cc-39d7-4149-b940-6d4dd473e923,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:41.959293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:41.964170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f19f64-2adc-435a-ba64-24b1075ee3a4 None None] Network 97cc25fa-91cf-4fc1-9417-5f97902c3429 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:41.972942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2d9a052-b178-4468-95c1-1cb811145c64 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/56c675cc-39d7-4149-b940-6d4dd473e923 HTTP/1.1" status: 204 len: 168 time: 0.4635270 Jun 30 09:16:41.989857 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:41.992859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39702) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:42.002487 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:42.003361 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:42.142588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.200787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ab357-152c-46fe-8f61-ef8bf92b7a6b req-6daf89a0-b1fd-41a5-8778-6d27666f3303 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.208600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f35ab357-152c-46fe-8f61-ef8bf92b7a6b req-6daf89a0-b1fd-41a5-8778-6d27666f3303 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2128544 Jun 30 09:16:42.221955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.227062 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:42.241376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124216cf-b931-4f6a-af57-1209fc0538f9 req-c3cef40f-b2f4-4e68-94f1-4690235c76df tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.243004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-124216cf-b931-4f6a-af57-1209fc0538f9 req-c3cef40f-b2f4-4e68-94f1-4690235c76df tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 895 time: 0.2670302 Jun 30 09:16:42.294685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f35ab357-152c-46fe-8f61-ef8bf92b7a6b req-3b71666f-5603-4d87-98b1-daa892aa35fe tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789213 Jun 30 09:16:42.301130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] DHCP port deletion for 97cc25fa-91cf-4fc1-9417-5f97902c3429 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:42.322709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Pushing event deleted for resources: {'Port': ['ID=8120a1ac-491b-4f50-aa5d-976c8a595a55,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.326177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port d29c47de-22f4-465e-905d-e2328c55f456 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:42.327008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.380189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] Deleting port d29c47de-22f4-465e-905d-e2328c55f456 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:42.380920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.488398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port d29c47de-22f4-465e-905d-e2328c55f456, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d29c47de-22f4-465e-905d-e2328c55f456,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:42.488768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.513207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for d29c47de-22f4-465e-905d-e2328c55f456 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:42.516917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] For port d29c47de-22f4-465e-905d-e2328c55f456, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d29c47de-22f4-465e-905d-e2328c55f456,segment=NetworkSegment(069d81ae-53ce-448b-b2c6-c3254d253343),segment_id=069d81ae-53ce-448b-b2c6-c3254d253343)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:42.517113 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.545968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] Calling delete_port for d29c47de-22f4-465e-905d-e2328c55f456 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:42.556172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.685779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.696878 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.708577 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:40Z', 'revision_number': 8, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:42.732798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] Pushing event deleted for resources: {'Port': ['ID=d29c47de-22f4-465e-905d-e2328c55f456,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.739272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c417d6-9a40-463c-b39a-879d7eb9b813 None None] No DVR routers for this DVR port d29c47de-22f4-465e-905d-e2328c55f456 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:42.765198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=d29c47de-22f4-465e-905d-e2328c55f456,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:42.770276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port d29c47de-22f4-465e-905d-e2328c55f456 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:42.787620 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be81ebf-91ea-4e3d-a5b0-449ee09ab961 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:40Z', 'revision_number': 8, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c392007-d0e6-4f61-a9c4-12af7a7e6bf3', 'name': '', 'network_id': '4393ccc1-d574-4265-8589-ac762ca8d0b5', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:8f:20:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:23Z', 'updated_at': '2021-06-30T09:16:29Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': 'b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:42.897457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56994f79-9d31-4793-8755-ee42a33b8a05 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:42.910041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.917756 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.927482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:42.931777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Transition to ACTIVE for port object 56994f79-9d31-4793-8755-ee42a33b8a05 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:42.933963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cc25fa-91cf-4fc1-9417-5f97902c3429']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:42.940019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:42.951288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '069d81ae-53ce-448b-b2c6-c3254d253343') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:42.951598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '069d81ae-53ce-448b-b2c6-c3254d253343') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:42.964527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.970446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.976109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.982034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.987802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.993851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:42.999540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.001444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-64881243-065a-44bd-98b0-d02a760850ed tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.2185464 Jun 30 09:16:43.044017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.044292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Pushing event updated for resources: {'Port': ['ID=56994f79-9d31-4793-8755-ee42a33b8a05,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.087558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.099220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:43.099780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:43.103185 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:43.109482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7f0f6d6-6021-46bc-957f-25ad96c1d224 req-9a04fced-b7ae-4514-b74d-c59f7bc02c11 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931728 Jun 30 09:16:43.203476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f84072-f110-4891-97c9-3f5e12268b1a req-2159fc45-1669-469d-82aa-00f021d3a324 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.211738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92f84072-f110-4891-97c9-3f5e12268b1a req-2159fc45-1669-469d-82aa-00f021d3a324 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1984634 Jun 30 09:16:43.220082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.235779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.237774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/97cc25fa-91cf-4fc1-9417-5f97902c3429 HTTP/1.1" status: 204 len: 168 time: 1.2434978 Jun 30 09:16:43.243452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39714) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.364593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-92f84072-f110-4891-97c9-3f5e12268b1a req-a2b4dce7-3213-4d27-b1bc-20eabb6285ba tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516716 Jun 30 09:16:43.370161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca93fe-407a-480c-ae97-4ab8293009a4 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=97cc25fa-91cf-4fc1-9417-5f97902c3429,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:43.542577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:43.559663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] Sync routers for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:43.561664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-88fe709d-5e0a-4213-9684-57aa42942289 admin admin] 10.222.0.77 "PUT /v2.0/routers/815fbf0b-fb43-4cec-b8ea-9241b54db8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9292006 Jun 30 09:16:43.562649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:43.580841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 29e93bd4-5176-4242-bc28-e1a2762beeec up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:43.584543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:43.585491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:43.620209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Attempting to bind port 56994f79-9d31-4793-8755-ee42a33b8a05 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:43.620559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Attempting to bind port 56994f79-9d31-4793-8755-ee42a33b8a05 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:43.620894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Attempting to bind port 56994f79-9d31-4793-8755-ee42a33b8a05 on network 4dde0500-a677-48a2-9deb-02fb5a60cf42 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:43.633354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Port 56994f79-9d31-4793-8755-ee42a33b8a05 on network 4dde0500-a677-48a2-9deb-02fb5a60cf42 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:16:43.634018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Attempting to bind port 56994f79-9d31-4793-8755-ee42a33b8a05 on network 4dde0500-a677-48a2-9deb-02fb5a60cf42 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:43.671273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:43.671609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Checking segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:43.672006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Bound using segment: {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:43.672484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Bound port: 56994f79-9d31-4793-8755-ee42a33b8a05, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92738078-7e4e-486f-87bf-9653d81b52ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:43.672820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.737973 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.770913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21480ee-6d63-4e3b-ba31-8be7b069161f req-fe04da30-7109-4f3e-a80d-1492f3b0dfdd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.779027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c21480ee-6d63-4e3b-ba31-8be7b069161f req-fe04da30-7109-4f3e-a80d-1492f3b0dfdd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1806591 Jun 30 09:16:43.792790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485bfb0-c383-4d55-8383-b26008314162 req-a9932b5d-5045-4577-b412-027470ee5f40 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:43.794659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e485bfb0-c383-4d55-8383-b26008314162 req-a9932b5d-5045-4577-b412-027470ee5f40 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 907 time: 0.1952183 Jun 30 09:16:43.796411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] For port 56994f79-9d31-4793-8755-ee42a33b8a05, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:43.800806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] For port 56994f79-9d31-4793-8755-ee42a33b8a05, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56994f79-9d31-4793-8755-ee42a33b8a05,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:43.811163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.863009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c21480ee-6d63-4e3b-ba31-8be7b069161f req-29690e61-a9b0-4a5d-bc3a-ac0053d0d4ed tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827146 Jun 30 09:16:43.895564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 29e93bd4-5176-4242-bc28-e1a2762beeec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:43.895947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:43.943003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:43.987888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.016500 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.025765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.026455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.028122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] 10.222.0.83 "PUT /v2.0/ports/56994f79-9d31-4793-8755-ee42a33b8a05 HTTP/1.1" status: 200 len: 1056 time: 2.4300370 Jun 30 09:16:44.028847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14144aa2-63f4-4c96-b0b6-841842f48c89 service neutron] Pushing event updated for resources: {'Port': ['ID=56994f79-9d31-4793-8755-ee42a33b8a05,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:44.033673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'tag': '56994f79-9d31-4793-8755-ee42a33b8a05'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:44.036657 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17949e2c-a586-4ea6-b406-b8c0dab2cadf" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03", "tag": "56994f79-9d31-4793-8755-ee42a33b8a05"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:44.142094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7331dad8-d1b3-4025-8798-956d20fbca86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.197410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Deleting port 8d558d87-e6e9-4b65-98fc-a1d5686331d9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:44.197862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.243766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.248518 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04661234-52f8-4325-91ca-80f867ed0307 x-openstack-request-id: req-04661234-52f8-4325-91ca-80f867ed0307 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:44.248856 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03", "tag": "56994f79-9d31-4793-8755-ee42a33b8a05", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:44.249053 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04661234-52f8-4325-91ca-80f867ed0307 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:44.249451 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'tag': '56994f79-9d31-4793-8755-ee42a33b8a05', 'status': 'completed', 'code': 200} Jun 30 09:16:44.287098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-ce19fc3f-6b2c-4da1-bf94-dd0cba20fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.290542 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-ce19fc3f-6b2c-4da1-bf94-dd0cba20fcfe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 1059 time: 0.1874690 Jun 30 09:16:44.373316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-ac375e2b-aa27-4d3b-9aac-0c8f55751cee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=56994f79-9d31-4793-8755-ee42a33b8a05 HTTP/1.1" status: 200 len: 217 time: 0.0705891 Jun 30 09:16:44.379470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d29c47de-22f4-465e-905d-e2328c55f456 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:44.412817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d29c47de-22f4-465e-905d-e2328c55f456 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:44.412817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d29c47de-22f4-465e-905d-e2328c55f456 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:44.425235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:16:42Z', 'revision_number': 5, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port': {'id': '8d558d87-e6e9-4b65-98fc-a1d5686331d9', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1426, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:13:52Z', 'updated_at': '2021-06-30T09:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.426999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] For port 8d558d87-e6e9-4b65-98fc-a1d5686331d9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8d558d87-e6e9-4b65-98fc-a1d5686331d9,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:44.427367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.447004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Calling delete_port for 8d558d87-e6e9-4b65-98fc-a1d5686331d9 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:44.453502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] Checking router: 815fbf0b-fb43-4cec-b8ea-9241b54db8dd for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:44.461644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-e7d00061-7020-4131-8e89-04d9758bfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.463392 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-e7d00061-7020-4131-8e89-04d9758bfd53 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa50f7eb-b189-46d4-aeb2-f1e242f31a05 HTTP/1.1" status: 200 len: 838 time: 0.0815108 Jun 30 09:16:44.463579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] Routers {'815fbf0b-fb43-4cec-b8ea-9241b54db8dd'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:44.464294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.513485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.519125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.525701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.531359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.538202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.544433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.551233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.552884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-e315edd0-678a-43f2-99b1-00345d557c23 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.1988842 Jun 30 09:16:44.557620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] Set router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:44.591506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd0ed8-9898-4f7b-a9fd-5fc311e5d186 req-09114f1b-0973-45fa-b5af-790a3402f56a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.592982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06fd0ed8-9898-4f7b-a9fd-5fc311e5d186 req-09114f1b-0973-45fa-b5af-790a3402f56a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1961937 Jun 30 09:16:44.616159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 6, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:44.621344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-07d32787-ddfc-4770-b3de-3c55807be087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:44.623068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-07d32787-ddfc-4770-b3de-3c55807be087 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4dde0500-a677-48a2-9deb-02fb5a60cf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1532309 Jun 30 09:16:44.647338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042915dd-52f0-41b8-9db0-f96a2e62bd1c None None] The sync data for ids ['815fbf0b-fb43-4cec-b8ea-9241b54db8dd'] in n-d-780147-22 is: [{'id': '815fbf0b-fb43-4cec-b8ea-9241b54db8dd', 'name': 'tempest-ServersTestJSON-1575890949-router', 'tenant_id': 'e6099139977f48658537033c61f1cca2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:13:50Z', 'updated_at': '2021-06-30T09:16:43Z', 'revision_number': 6, 'project_id': 'e6099139977f48658537033c61f1cca2', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:44.683177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d01b65af-1568-4b3d-a8ff-4f7e177bf261 req-d716714c-cce6-4fd9-8865-e9cf10f9d2cb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1119297 Jun 30 09:16:44.700401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06fd0ed8-9898-4f7b-a9fd-5fc311e5d186 req-24daaa5b-126d-44e4-87a0-13a3bf859396 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811758 Jun 30 09:16:44.710754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:44.711798 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.768758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-a85ea11f-4904-4b4b-83de-4280fe4e4cf1 service neutron] 10.222.0.83 "GET /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378627 Jun 30 09:16:44.775734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.807049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Pushing event deleted for resources: {'Port': ['ID=8d558d87-e6e9-4b65-98fc-a1d5686331d9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:44.816830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:44.817440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:44.846427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:44.933516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.040616 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3bcd8566-3ef8-48a8-b3a7-96d670e96258 req-1cb63775-ed13-4572-8337-684597ae3151 service neutron] 10.222.0.83 "GET /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604768 Jun 30 09:16:45.048007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.050325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.116804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.118202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 815fbf0b-fb43-4cec-b8ea-9241b54db8dd {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:45.123282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.124610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-662c6c00-07b6-4fb7-8df3-257007dbddea admin admin] 10.222.0.77 "DELETE /v2.0/routers/815fbf0b-fb43-4cec-b8ea-9241b54db8dd HTTP/1.1" status: 204 len: 168 time: 1.5609515 Jun 30 09:16:45.127506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.131555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8120a1ac-491b-4f50-aa5d-976c8a595a55 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:45.153924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 8120a1ac-491b-4f50-aa5d-976c8a595a55 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:45.154384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8120a1ac-491b-4f50-aa5d-976c8a595a55 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:45.155023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:45.187415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:45.187763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2a0b33b0-debd-4570-a35e-7e5aa0e6d5e7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:45.221071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Deleting subnet f03a58a2-b2b1-4914-b61b-ce99828a0f53 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:45.227573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.270922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.273870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-5df91ca5-cd35-47d4-84df-b3a0ab97f6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.275410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-5df91ca5-cd35-47d4-84df-b3a0ab97f6f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 1059 time: 0.1118641 Jun 30 09:16:45.372748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e995e3-c753-4fc8-9219-b202bbe2ab13 req-7dc26d22-c8dd-4fd3-914d-1ab2b46b0dbe tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.374147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14e995e3-c753-4fc8-9219-b202bbe2ab13 req-7dc26d22-c8dd-4fd3-914d-1ab2b46b0dbe tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.5258133 Jun 30 09:16:45.413353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fdf12-fb5b-4ff9-9153-8b4ee64783b4 req-7ce8443d-ddb0-4478-8413-b6c6923b3748 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.415625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-920fdf12-fb5b-4ff9-9153-8b4ee64783b4 req-7ce8443d-ddb0-4478-8413-b6c6923b3748 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 907 time: 0.4973261 Jun 30 09:16:45.430769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-2b781039-5187-4c5a-a906-d807b08d8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.432196 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-2b781039-5187-4c5a-a906-d807b08d8faa service neutron] 10.222.0.83 "GET /v2.0/networks?id=4dde0500-a677-48a2-9deb-02fb5a60cf42 HTTP/1.1" status: 200 len: 898 time: 0.1343145 Jun 30 09:16:45.435337 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.460648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14e995e3-c753-4fc8-9219-b202bbe2ab13 req-568c01d7-530b-4102-8400-98bc88f0960b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777221 Jun 30 09:16:45.497931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-bd7ae298-cc93-4cd9-8f2e-f253f28db107 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=56994f79-9d31-4793-8755-ee42a33b8a05 HTTP/1.1" status: 200 len: 217 time: 0.0387595 Jun 30 09:16:45.512846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.562138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=7c392007-d0e6-4f61-a9c4-12af7a7e6bf3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.571854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-0d63e2b8-b924-4c46-868d-519baa092aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.573743 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-0d63e2b8-b924-4c46-868d-519baa092aaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=fa50f7eb-b189-46d4-aeb2-f1e242f31a05 HTTP/1.1" status: 200 len: 838 time: 0.0691557 Jun 30 09:16:45.582243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.654617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03a58a2-b2b1-4914-b61b-ce99828a0f53,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:45.662992 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.669546 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e47136f5-879f-4d9b-97ce-520b5a65c45b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f03a58a2-b2b1-4914-b61b-ce99828a0f53 HTTP/1.1" status: 204 len: 168 time: 0.5408008 Jun 30 09:16:45.672611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39750) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:45.675120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0bee38-bd32-434e-bd86-fbcff4014585 None None] Network 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:45.751350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.777049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:45.793758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-9ce1658b-f24c-43cf-b130-942429cf46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:45.795712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-9ce1658b-f24c-43cf-b130-942429cf46ed service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4dde0500-a677-48a2-9deb-02fb5a60cf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2086961 Jun 30 09:16:45.997059 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-912dcd74-4c93-4ef4-bea2-5f36b967ceb2 service neutron] 10.222.0.83 "GET /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879010 Jun 30 09:16:46.041776 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.134922 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17949e2c-a586-4ea6-b406-b8c0dab2cadf req-59bb7d20-0403-40e7-a86c-b4aff3f03622 service neutron] 10.222.0.83 "GET /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201694 Jun 30 09:16:46.139922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Deleting port 985fdc94-3321-4781-b38e-32da366a633e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:46.140841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.185182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] DHCP port deletion for 40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:46.217132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] For port 985fdc94-3321-4781-b38e-32da366a633e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=985fdc94-3321-4781-b38e-32da366a633e,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:46.218039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:46.225277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.244504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Calling delete_port for 985fdc94-3321-4781-b38e-32da366a633e owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:46.250688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] Deleting port 985fdc94-3321-4781-b38e-32da366a633e {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:46.250910 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.262003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.268292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.275390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.281322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.287609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.294432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.299962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.306905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-07e06451-79a2-4663-84e1-21acc2b2e3be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.2797322 Jun 30 09:16:46.330902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] For port 985fdc94-3321-4781-b38e-32da366a633e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=985fdc94-3321-4781-b38e-32da366a633e,segment=NetworkSegment(1fb5eb9b-16ed-46f9-85ed-bee492a66e61),segment_id=1fb5eb9b-16ed-46f9-85ed-bee492a66e61)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:46.332018 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.335807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86c724-d11d-4cad-8310-e2aafc5aa84a req-4dcccb30-b3f8-45f2-a434-67dd4dbe1511 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.337683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d86c724-d11d-4cad-8310-e2aafc5aa84a req-4dcccb30-b3f8-45f2-a434-67dd4dbe1511 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2007937 Jun 30 09:16:46.338911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.352468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] Calling delete_port for 985fdc94-3321-4781-b38e-32da366a633e owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:46.375629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Pushing event deleted for resources: {'Port': ['ID=985fdc94-3321-4781-b38e-32da366a633e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.381960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] No DVR routers for this DVR port 985fdc94-3321-4781-b38e-32da366a633e on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:46.442591 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.460238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] No DVR routers for this DVR port 985fdc94-3321-4781-b38e-32da366a633e on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:46.467988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a33b73-47ee-42d5-999c-df0ad3d3ea43 req-db08e242-d5d0-4911-8827-ad4df678d4f3 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1588783 Jun 30 09:16:46.470930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.488368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99105a76-a144-4266-a3d5-d0a57b5c2324 None None] Pushing event deleted for resources: {'Port': ['ID=985fdc94-3321-4781-b38e-32da366a633e,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.493287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c8c54e-aa64-491d-83a4-b3ad1b3f6d23']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.498210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:46.507533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f3ba8d2e-2633-4186-8837-b0693bf21558 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2573266 Jun 30 09:16:46.508498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39758) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.511908 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:46.515366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb5eb9b-16ed-46f9-85ed-bee492a66e61') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.515679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb5eb9b-16ed-46f9-85ed-bee492a66e61') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.525810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.526678 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:46.528619 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.532890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d86c724-d11d-4cad-8310-e2aafc5aa84a req-e9d4ada3-0c52-4a11-86c6-5202d2c2a438 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432474 Jun 30 09:16:46.545208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.565726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:46.566293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:46.569163 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:46.622732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:46.626552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.651523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.676676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.678828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] 10.222.0.77 "DELETE /v2.0/networks/40c8c54e-aa64-491d-83a4-b3ad1b3f6d23 HTTP/1.1" status: 204 len: 168 time: 1.0052621 Jun 30 09:16:46.679960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cd70f-f767-43af-b149-7c38139a0edf admin admin] Pushing event deleted for resources: {'Network': ['ID=40c8c54e-aa64-491d-83a4-b3ad1b3f6d23,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:46.693855 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:46.750861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.864640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06596dfe-e92c-46ad-9430-6cab92896ac4 req-3371b242-02a8-47cc-9201-476c5cdcdd2e tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.866159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06596dfe-e92c-46ad-9430-6cab92896ac4 req-3371b242-02a8-47cc-9201-476c5cdcdd2e tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 907 time: 0.2064424 Jun 30 09:16:46.872804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.900758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8d558d87-e6e9-4b65-98fc-a1d5686331d9 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:46.902351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7eec02-116c-4449-8e51-4822a0df79cf req-9a1f8d7d-5ab1-4cd8-a4bf-447d1f89dea8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:46.903881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f7eec02-116c-4449-8e51-4822a0df79cf req-9a1f8d7d-5ab1-4cd8-a4bf-447d1f89dea8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2290413 Jun 30 09:16:46.909878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:46.952079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 8d558d87-e6e9-4b65-98fc-a1d5686331d9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:46.954841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8d558d87-e6e9-4b65-98fc-a1d5686331d9 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:46.955255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 985fdc94-3321-4781-b38e-32da366a633e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:46.970970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:46.971621 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5676529e-0ba5-4316-a962-33b42ea3b70f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e6099139977f48658537033c61f1cca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963256 Jun 30 09:16:46.987552 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:45Z', 'revision_number': 9, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:46.993459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 985fdc94-3321-4781-b38e-32da366a633e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:46.993801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 985fdc94-3321-4781-b38e-32da366a633e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:47.020526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f7eec02-116c-4449-8e51-4822a0df79cf req-90eca6da-589a-4d65-b931-0038b6a9a442 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064880 Jun 30 09:16:47.021823 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:47.032094 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:47.032858 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.042459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.072292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.087312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.089276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5 HTTP/1.1" status: 204 len: 168 time: 0.5798504 Jun 30 09:16:47.092224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:47.092754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.093001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.093348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.094315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.094674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.095015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.095345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.095819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.096000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.096329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.096653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.096978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28198b4d-1fbc-4264-90e9-a983662873d7 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:16:47.106048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74da3369-d5a7-49e6-ac4d-c838af11376a None None] Network 4393ccc1-d574-4265-8589-ac762ca8d0b5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:47.111103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b635c5f1-0c77-4565-bb41-77eece0defa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.131970 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:47.155450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b635c5f1-0c77-4565-bb41-77eece0defa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.218015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b635c5f1-0c77-4565-bb41-77eece0defa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.221700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b635c5f1-0c77-4565-bb41-77eece0defa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.225634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b635c5f1-0c77-4565-bb41-77eece0defa8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/472daa5b-33c3-4976-9d9b-5e389c31a864 HTTP/1.1" status: 204 len: 168 time: 0.2518711 Jun 30 09:16:47.235923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.265754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.267772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635c5f1-0c77-4565-bb41-77eece0defa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472daa5b-33c3-4976-9d9b-5e389c31a864,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.369034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port cf0a8689-69d8-408d-a815-c9bc0d1c82fa {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:47.369377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.420652 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:45Z', 'revision_number': 9, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.443987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] DHCP port deletion for 4393ccc1-d574-4265-8589-ac762ca8d0b5 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:47.455895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port cf0a8689-69d8-408d-a815-c9bc0d1c82fa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:47.456407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.474003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for cf0a8689-69d8-408d-a815-c9bc0d1c82fa owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:47.476204 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c3d922-e645-4c5d-b191-4597f2dea52e None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:45Z', 'revision_number': 9, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '18873d41-ef56-4a7d-bb2f-de8eb19ffc4b', 'name': '', 'network_id': 'e59fdb7d-8a17-4cad-adba-f958a9a0e114', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:ed:4d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:13Z', 'updated_at': '2021-06-30T09:16:23Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '5e65dc3b-9522-4b48-be48-086cbc6e8ac1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:47.557013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] Deleting port cf0a8689-69d8-408d-a815-c9bc0d1c82fa {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:47.557732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.560970 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.569934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d4735-33d7-46d7-b24d-2635c45a289c req-3b4c270d-17eb-49df-88cc-bc014f144c56 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.577913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be1d4735-33d7-46d7-b24d-2635c45a289c req-3b4c270d-17eb-49df-88cc-bc014f144c56 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1173630 Jun 30 09:16:47.626893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be1d4735-33d7-46d7-b24d-2635c45a289c req-42d1f85d-dece-4572-9a00-981fa09b8efb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478218 Jun 30 09:16:47.633462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] For port cf0a8689-69d8-408d-a815-c9bc0d1c82fa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,segment=NetworkSegment(37c4973b-8a2c-4319-a742-9765377860e0),segment_id=37c4973b-8a2c-4319-a742-9765377860e0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:47.634555 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.651093 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.663262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] Calling delete_port for cf0a8689-69d8-408d-a815-c9bc0d1c82fa owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:47.695510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port cf0a8689-69d8-408d-a815-c9bc0d1c82fa on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:47.700941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.782510 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.782801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.788977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.796090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.802527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.809385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.809569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.815990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.823759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:47.825735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-3186fc12-8b38-4af2-be68-bef229d72d27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5431 time: 0.1646097 Jun 30 09:16:47.831802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4393ccc1-d574-4265-8589-ac762ca8d0b5']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.841653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bd239818-8d51-4593-9602-262a7f386f3e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:47.848214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c4973b-8a2c-4319-a742-9765377860e0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.848623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c4973b-8a2c-4319-a742-9765377860e0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:47.860289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.880873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] Pushing event deleted for resources: {'Port': ['ID=cf0a8689-69d8-408d-a815-c9bc0d1c82fa,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:47.889664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0fd14b-87a4-4ba6-acc7-db3c04a58e4f None None] No DVR routers for this DVR port cf0a8689-69d8-408d-a815-c9bc0d1c82fa on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:47.890685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.917363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:47.917787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:47.921958 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:47.987461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-417fddcc-7bde-46a5-a0a1-99cc5c4e2ce2 req-bb99d231-abfe-470b-8ed5-da8620207b28 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1513813 Jun 30 09:16:47.999657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.007419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bd239818-8d51-4593-9602-262a7f386f3e,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.010043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.014819 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/4393ccc1-d574-4265-8589-ac762ca8d0b5 HTTP/1.1" status: 204 len: 168 time: 0.9179375 Jun 30 09:16:48.020418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39798) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:48.041599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260baad6-2455-42da-bf65-cfbf87e725b2 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=4393ccc1-d574-4265-8589-ac762ca8d0b5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.046338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'bd239818-8d51-4593-9602-262a7f386f3e', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'port_id': 'bd239818-8d51-4593-9602-262a7f386f3e', 'mac_address': 'fa:16:3e:40:c9:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:48.102995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.123775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd239818-8d51-4593-9602-262a7f386f3e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:48.133107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2beaa-0d72-4f08-abc0-f589a58ec65b req-98a4d559-9314-432e-8a86-779ad4c6eb8d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.140502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bf2beaa-0d72-4f08-abc0-f589a58ec65b req-98a4d559-9314-432e-8a86-779ad4c6eb8d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3071272 Jun 30 09:16:48.151789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bd239818-8d51-4593-9602-262a7f386f3e,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.157456 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.157881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21699b9c-2adf-496b-88d7-355e3189ef4c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:48.242804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21699b9c-2adf-496b-88d7-355e3189ef4c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.245644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.255527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bf2beaa-0d72-4f08-abc0-f589a58ec65b req-d5eac311-18ea-4d85-b86e-1cddc6e35981 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139710 Jun 30 09:16:48.259263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '21699b9c-2adf-496b-88d7-355e3189ef4c', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'port_id': '21699b9c-2adf-496b-88d7-355e3189ef4c', 'mac_address': 'fa:16:3e:9f:3e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:48.307683 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.322590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21699b9c-2adf-496b-88d7-355e3189ef4c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:48.349094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21699b9c-2adf-496b-88d7-355e3189ef4c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.354661 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.355600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 5e982131-88c5-4c82-a6a5-3e49e039dc5c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:48.359945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b31d17-fe06-49c3-837a-679803f83569 req-04ba6c24-9426-4768-b051-97d314e64415 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.361459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90b31d17-fe06-49c3-837a-679803f83569 req-04ba6c24-9426-4768-b051-97d314e64415 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 907 time: 0.2040284 Jun 30 09:16:48.391135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:48.457409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.467065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.479041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '5e982131-88c5-4c82-a6a5-3e49e039dc5c', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'port_id': '5e982131-88c5-4c82-a6a5-3e49e039dc5c', 'mac_address': 'fa:16:3e:16:52:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:48.534998 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.545084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-276162229-network', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:48.575708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e982131-88c5-4c82-a6a5-3e49e039dc5c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:48.593799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Made reservation on behalf of db108b8bbbe0428482beab50f3b10e6a for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:48.598480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.600587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.605689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.606535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0db1da6d-55ac-45f9-a588-4493fc0aba2e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:48.635585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.635856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.713706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.788637 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.795250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.826683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:16:48.834487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:48.838699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0f56b-bcea-4184-b387-d1b7c810ce88,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:48.847868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.848357 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Added segment 0a062f35-3c45-4547-bf92-2d39fdf7358a of type vlan for network ccef02e3-cde9-475c-8908-f493224694e7 Jun 30 09:16:48.851404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:48.855068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '0db1da6d-55ac-45f9-a588-4493fc0aba2e', 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5', 'port_id': '0db1da6d-55ac-45f9-a588-4493fc0aba2e', 'mac_address': 'fa:16:3e:b8:6c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45213189-72cf-4a2b-9ffc-d31d678643c1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:48.879374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:48.879716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c392007-d0e6-4f61-a9c4-12af7a7e6bf3 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:48.880126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cf0a8689-69d8-408d-a815-c9bc0d1c82fa no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:48.881393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b590692-f291-460e-ba03-cdee4b6ecf75 req-c591bfe9-94dd-4ee2-b1f5-02b5d4489609 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.889511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b590692-f291-460e-ba03-cdee4b6ecf75 req-c591bfe9-94dd-4ee2-b1f5-02b5d4489609 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1636596 Jun 30 09:16:48.900448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.907168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: cf0a8689-69d8-408d-a815-c9bc0d1c82fa {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:48.909323 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cf0a8689-69d8-408d-a815-c9bc0d1c82fa not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:48.948030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.949129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:48.949708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.967484 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:48.982831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b590692-f291-460e-ba03-cdee4b6ecf75 req-c6d3bb1b-9d34-4252-9216-38502a8f1bbc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922863 Jun 30 09:16:48.985762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db1da6d-55ac-45f9-a588-4493fc0aba2e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:49.011146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.017152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.017865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:49.106189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.109982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7161644 Jun 30 09:16:49.111484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39826) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:49.112523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04781bfb-35f5-4c90-9fe6-0bcf125bdd65 admin admin] Pushing event updated for resources: {'Network': ['ID=ccef02e3-cde9-475c-8908-f493224694e7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.120595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Request body: {'subnet': {'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-276162229-subnet', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:49.127814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ccef02e3-cde9-475c-8908-f493224694e7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:16:49.134784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.149991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5', 'network_id': '03bf68f1-4162-4571-b957-0d118aa71388', 'port_id': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5', 'mac_address': 'fa:16:3e:4c:2b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52e07e50-43c2-47b3-a73a-9353a20666c9', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:49.199615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:49.199991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.232245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.246583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:49.257360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Made reservation on behalf of db108b8bbbe0428482beab50f3b10e6a for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:16:49.260631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.268681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.274554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.274554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c218611-949a-4d6a-a3b4-147f4fb6f897 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:49.509389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56994f79-9d31-4793-8755-ee42a33b8a05 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:49.542734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.644151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.673262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'port_id': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'mac_address': 'fa:16:3e:ce:34:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:49.724571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56994f79-9d31-4793-8755-ee42a33b8a05, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56994f79-9d31-4793-8755-ee42a33b8a05,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.739504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,segment=NetworkSegment(911113df-86f9-415f-b326-cfdbc7d5ae11),segment_id=911113df-86f9-415f-b326-cfdbc7d5ae11)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.740183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.742363 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.744412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '56994f79-9d31-4793-8755-ee42a33b8a05', 'network_id': '4dde0500-a677-48a2-9deb-02fb5a60cf42', 'port_id': '56994f79-9d31-4793-8755-ee42a33b8a05', 'mac_address': 'fa:16:3e:82:1f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa50f7eb-b189-46d4-aeb2-f1e242f31a05', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:49.762373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204fd69a-d371-44ac-80da-39799d5669ed req-0546d99f-d7b2-4b45-bf30-79337877992f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.763928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-204fd69a-d371-44ac-80da-39799d5669ed req-0546d99f-d7b2-4b45-bf30-79337877992f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.6168859 Jun 30 09:16:49.777982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:49.786082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c218611-949a-4d6a-a3b4-147f4fb6f897 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:49.814064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.819118 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.819850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 64dcef36-8529-4586-8906-8976f447e214 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:16:49.821794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.823997 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.827950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.833561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.839545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.845330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.851269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.857363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:49.859327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-05cfef74-1053-46ee-8225-278bc247c0f5 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5435 time: 0.6553476 Jun 30 09:16:49.872775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56994f79-9d31-4793-8755-ee42a33b8a05 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:49.953933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 64dcef36-8529-4586-8906-8976f447e214, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=64dcef36-8529-4586-8906-8976f447e214,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.973541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56994f79-9d31-4793-8755-ee42a33b8a05, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56994f79-9d31-4793-8755-ee42a33b8a05,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:49.978887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:49.983341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-204fd69a-d371-44ac-80da-39799d5669ed req-9fe7bfd1-dddf-425c-9975-ffbd3eda64e0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027678 Jun 30 09:16:49.986584 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:49.995776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '64dcef36-8529-4586-8906-8976f447e214', 'network_id': '012f022d-6db4-44ad-9e33-6e91318280f5', 'port_id': '64dcef36-8529-4586-8906-8976f447e214', 'mac_address': 'fa:16:3e:d6:30:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45213189-72cf-4a2b-9ffc-d31d678643c1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:16:50.049894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c84f700-eb16-4fdd-b68c-bdb3d133ae5a req-6df266c8-dd43-46f6-8e70-848cf2481f65 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1566796 Jun 30 09:16:50.082445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.108978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.112128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=56994f79-9d31-4793-8755-ee42a33b8a05,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.134621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dcef36-8529-4586-8906-8976f447e214 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:16:50.157474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 64dcef36-8529-4586-8906-8976f447e214, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=64dcef36-8529-4586-8906-8976f447e214,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:50.163687 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.227708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=64dcef36-8529-4586-8906-8976f447e214,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.250778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff17b196-beed-45eb-9569-f2feca7c9efc,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.325241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Checking segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:50.325519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Network hostable DHCP agents. Network: ccef02e3-cde9-475c-8908-f493224694e7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:16:50.381255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08918fa5-2d79-406a-9888-e39baeb1a936 req-ee50f65e-b99a-4cbe-bc54-9cd292c3ae40 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.383272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08918fa5-2d79-406a-9888-e39baeb1a936 req-ee50f65e-b99a-4cbe-bc54-9cd292c3ae40 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 908 time: 0.2011724 Jun 30 09:16:50.390468 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.401686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Network ccef02e3-cde9-475c-8908-f493224694e7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:16:50.435992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=18873d41-ef56-4a7d-bb2f-de8eb19ffc4b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:50.450727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['56994f79-9d31-4793-8755-ee42a33b8a05'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:50.468705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ccef02e3-cde9-475c-8908-f493224694e7) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:50.524127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438e1027-6fbc-405f-bc7d-5c11615b6fb0 None None] Network ccef02e3-cde9-475c-8908-f493224694e7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:50.555652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:50.556664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.599125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c0a99d27-04fc-4902-aa91-23b6634805cf admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4836471 Jun 30 09:16:50.599444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:50.606902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:50.612199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.783676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ccef02e3-cde9-475c-8908-f493224694e7', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:16:50.784629 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.814765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.816615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.950648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:50.967331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Allocated IP 172.20.0.2 (ccef02e3-cde9-475c-8908-f493224694e7/ff17b196-beed-45eb-9569-f2feca7c9efc/e67ed863-2442-45c4-8061-d6b3e4d94edd) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:51.000057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85333223-5e57-4b21-bd59-e9ca5a306e87 req-cb81f950-a8b2-4973-8e4a-3078128860b1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.001723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85333223-5e57-4b21-bd59-e9ca5a306e87 req-cb81f950-a8b2-4973-8e4a-3078128860b1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3187511 Jun 30 09:16:51.094998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['5e982131-88c5-4c82-a6a5-3e49e039dc5c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.130061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['0db1da6d-55ac-45f9-a588-4493fc0aba2e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.143172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['21699b9c-2adf-496b-88d7-355e3189ef4c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.198025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bd239818-8d51-4593-9602-262a7f386f3e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.200226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6c218611-949a-4d6a-a3b4-147f4fb6f897'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.213037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.216329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:51.222919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85333223-5e57-4b21-bd59-e9ca5a306e87 req-c67162dd-0752-4ac2-9337-ef6b4a15b161 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145183 Jun 30 09:16:51.225725 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.262372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.264524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['64dcef36-8529-4586-8906-8976f447e214'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:16:51.337475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Transition to ACTIVE for port object e67ed863-2442-45c4-8061-d6b3e4d94edd will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:51.427020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Transition to ACTIVE for port object e67ed863-2442-45c4-8061-d6b3e4d94edd will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:51.431612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.437425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.443706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.449982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.455788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.462147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.468060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.469999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-244809c8-912c-4c08-90e6-64b47240ebe9 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5438 time: 0.2728293 Jun 30 09:16:51.475783 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.481815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:51.495008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-751123e0-68db-4361-b966-754434b18a15 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4734063 Jun 30 09:16:51.497841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:51.505823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:51.541297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56994f79-9d31-4793-8755-ee42a33b8a05 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:51.556945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet 5e65dc3b-9522-4b48-be48-086cbc6e8ac1 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:51.559215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8afa275d-fcc1-466a-9e06-349428b7d81c req-18f87fbe-e2bb-4b57-b453-8c86d461dab6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0734465 Jun 30 09:16:51.560157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.606509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef3ff8-cad2-4701-a1de-ca4f1b2e434e req-fffaae31-9d70-4285-b357-fdf9bb616000 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:51.606509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bef3ff8-cad2-4701-a1de-ca4f1b2e434e req-fffaae31-9d70-4285-b357-fdf9bb616000 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1324041 Jun 30 09:16:51.614468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.633870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:51.634547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:51.710536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bef3ff8-cad2-4701-a1de-ca4f1b2e434e req-a5087f17-e3e7-4d5d-9d01-690e0079e7db tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980308 Jun 30 09:16:51.731244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.762680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.818167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.819075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.873857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=5e65dc3b-9522-4b48-be48-086cbc6e8ac1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:51.880214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:51.885649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7b1e0264-d8a9-4013-bc60-c95da20c8a76 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/5e65dc3b-9522-4b48-be48-086cbc6e8ac1 HTTP/1.1" status: 204 len: 168 time: 0.3860049 Jun 30 09:16:51.888393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:51.930457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:51.991397 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202508cf-0a34-4eec-bcb0-0eb2a11f2a06 None None] Network e59fdb7d-8a17-4cad-adba-f958a9a0e114 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:51.999448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.005735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Allocated IP 172.25.7.166 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/5f97eb8a-aa28-4d2c-a5fd-8e02a2349736) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:52.036340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff8492-b714-426d-9304-267d1ea394a1 req-5e5c24d9-eda3-4813-a95b-e365a7a84123 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.037910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31ff8492-b714-426d-9304-267d1ea394a1 req-5e5c24d9-eda3-4813-a95b-e365a7a84123 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 908 time: 0.1720116 Jun 30 09:16:52.044731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Network ccef02e3-cde9-475c-8908-f493224694e7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:52.058104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 56994f79-9d31-4793-8755-ee42a33b8a05 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:52.091336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 56994f79-9d31-4793-8755-ee42a33b8a05 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:52.091566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:52.091722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.091829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.141792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:52.155687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:52.173279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,segment=NetworkSegment(911113df-86f9-415f-b326-cfdbc7d5ae11),segment_id=911113df-86f9-415f-b326-cfdbc7d5ae11)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:52.173944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.187569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:52.191846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Pushing event updated for resources: {'Port': ['ID=e67ed863-2442-45c4-8061-d6b3e4d94edd,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:52.192194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.202092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc3a73-f5d8-407c-b6ba-2a4555ff4a41 req-e96eaee9-31f1-43d9-a0fb-0b7d5a793c57 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:52.203657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcbc3a73-f5d8-407c-b6ba-2a4555ff4a41 req-e96eaee9-31f1-43d9-a0fb-0b7d5a793c57 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1160522 Jun 30 09:16:52.260418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcbc3a73-f5d8-407c-b6ba-2a4555ff4a41 req-b9322b3a-3632-4184-8242-98b5ec943638 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Jun 30 09:16:52.273662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.285594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.322880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:52.326397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:52.327502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:52.327792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Pushing event updated for resources: {'Port': ['ID=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:52.330442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:52.333091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:52.425502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.450512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59fdb7d-8a17-4cad-adba-f958a9a0e114']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:52.483249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911113df-86f9-415f-b326-cfdbc7d5ae11') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:52.483665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911113df-86f9-415f-b326-cfdbc7d5ae11') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:52.506830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.527832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.541869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:52.542665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:52.596512 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:52.620041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.645501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.648767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/e59fdb7d-8a17-4cad-adba-f958a9a0e114 HTTP/1.1" status: 204 len: 168 time: 0.7581806 Jun 30 09:16:52.651750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:52.678140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Attempting to bind port e67ed863-2442-45c4-8061-d6b3e4d94edd on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:52.678545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Attempting to bind port e67ed863-2442-45c4-8061-d6b3e4d94edd by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:52.678909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Attempting to bind port e67ed863-2442-45c4-8061-d6b3e4d94edd on network ccef02e3-cde9-475c-8908-f493224694e7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:52.767411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:52.767789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Checking segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:52.768203 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.768600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Bound using segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:52.769099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Bound port: e67ed863-2442-45c4-8061-d6b3e4d94edd, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:52.769484 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:52.774105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5919936e-a867-49ce-b6f8-f26e7581b331 None None] DHCP port deletion for e59fdb7d-8a17-4cad-adba-f958a9a0e114 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:52.906526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:52.994775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:52.995124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a1e33c6e-af6a-4eb3-8666-10dbb27cdf4d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:53.046735 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.053551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.058792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137938d0-e902-4184-949f-63474790c552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=e59fdb7d-8a17-4cad-adba-f958a9a0e114,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:53.104396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56994f79-9d31-4793-8755-ee42a33b8a05'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:53.106702 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed307d4f-f133-47d2-b7ef-6e3917c8e098" -d '{"events": [{"server_uuid": "6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03", "name": "network-vif-plugged", "status": "completed", "tag": "56994f79-9d31-4793-8755-ee42a33b8a05"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:53.108611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ff063-53bd-414f-a75f-6920b359a4ba req-1cffeec7-0444-4e52-80d6-6fd39194a9a5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.110409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c47ff063-53bd-414f-a75f-6920b359a4ba req-1cffeec7-0444-4e52-80d6-6fd39194a9a5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.5634773 Jun 30 09:16:53.122107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] For port e67ed863-2442-45c4-8061-d6b3e4d94edd, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:53.129196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 56994f79-9d31-4793-8755-ee42a33b8a05, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56994f79-9d31-4793-8755-ee42a33b8a05,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:53.140654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.143518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] For port e67ed863-2442-45c4-8061-d6b3e4d94edd, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e67ed863-2442-45c4-8061-d6b3e4d94edd,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:53.171142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 10, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:53.175007 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.176962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.183351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.189082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.195146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.201391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.206766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.212966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.214876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:53.215150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-9dbd236f-8c49-4dc9-8d65-aabb16325ce6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5438 time: 0.2308826 Jun 30 09:16:53.246488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:53.247124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:53.248964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=56994f79-9d31-4793-8755-ee42a33b8a05,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:53.296208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c47ff063-53bd-414f-a75f-6920b359a4ba req-26e9ed8c-557e-452e-b087-4b2e723f0b8e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675465 Jun 30 09:16:53.391461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01472ca1-e493-4e0c-abff-ccc74122ff82 None None] Pushing event updated for resources: {'Port': ['ID=e67ed863-2442-45c4-8061-d6b3e4d94edd,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:53.398776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:53.433283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.454197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-324be121-9322-4d1a-9c64-260f1efcc5dc req-72afb982-dafd-45cd-966b-64fa32922a00 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2230308 Jun 30 09:16:53.483001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.753585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 10, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:53.797595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9e5ac-35ed-47bd-8cc3-9d9821544fc4 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:50Z', 'revision_number': 10, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None, '_interfaces': [{'id': '0c29b67e-7541-4ef0-b544-acc0434f6219', 'name': '', 'network_id': '56b11124-11b6-4279-b6bc-a150a2b0237a', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'mac_address': 'fa:16:3e:c3:b6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1676, 'fixed_ips': [{'subnet_id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:07Z', 'updated_at': '2021-06-30T09:16:17Z', 'revision_number': 5, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'subnets': [{'id': '067b4eaa-2191-4d43-beea-0cceac0d6572', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:53.811319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05f08b-39a7-49b7-9418-0b9ac679a883 req-729683dc-a41b-4776-93c0-b21685460b0f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:53.812900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b05f08b-39a7-49b7-9418-0b9ac679a883 req-729683dc-a41b-4776-93c0-b21685460b0f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.1233487 Jun 30 09:16:53.814020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Router cacce059-6d50-409a-90fa-e8fc863d8584 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:16:53.898801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 0c29b67e-7541-4ef0-b544-acc0434f6219 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:53.899773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.953911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:53.964233 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed2dcbe-5b0c-4407-be8c-b227db40ae8d x-openstack-request-id: req-bed2dcbe-5b0c-4407-be8c-b227db40ae8d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:53.964432 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Sync routers for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:53.965242 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03", "name": "network-vif-plugged", "status": "completed", "tag": "56994f79-9d31-4793-8755-ee42a33b8a05", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:53.965503 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bed2dcbe-5b0c-4407-be8c-b227db40ae8d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:53.965932 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56994f79-9d31-4793-8755-ee42a33b8a05', 'code': 200} Jun 30 09:16:53.975303 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:53.978169 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:53.994467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:53.996019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bf65cb87-3c78-4473-a877-cfc1bb3a9795 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3947999 Jun 30 09:16:53.998860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39892) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:54.041145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 0c29b67e-7541-4ef0-b544-acc0434f6219, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0c29b67e-7541-4ef0-b544-acc0434f6219,segment=NetworkSegment(430affa1-f657-4b47-a3ea-e175686f537a),segment_id=430affa1-f657-4b47-a3ea-e175686f537a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:54.041536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.062537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 0c29b67e-7541-4ef0-b544-acc0434f6219 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:54.173947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:54.317749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4c8a0-16a7-4cfb-a94b-0ddb3a22c786 req-2c348363-cd3d-43b2-97e1-7e9c214ee779 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.326978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ea4c8a0-16a7-4cfb-a94b-0ddb3a22c786 req-2c348363-cd3d-43b2-97e1-7e9c214ee779 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1889737 Jun 30 09:16:54.336745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81338220-b641-494b-9293-cb190588c003 req-4d3ef71e-a54f-4c49-aa7f-3ee0f9c54f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.339062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-81338220-b641-494b-9293-cb190588c003 req-4d3ef71e-a54f-4c49-aa7f-3ee0f9c54f9e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 1061 time: 0.2182369 Jun 30 09:16:54.399568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ea4c8a0-16a7-4cfb-a94b-0ddb3a22c786 req-6a1dadf3-9ebf-429f-bf2f-fa571aebbac3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726414 Jun 30 09:16:54.440423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.467846 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 3, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:54.487909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=0c29b67e-7541-4ef0-b544-acc0434f6219,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:54.524094 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Checking router: cacce059-6d50-409a-90fa-e8fc863d8584 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:54.524645 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Updating router cacce059-6d50-409a-90fa-e8fc863d8584 port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:16:54.576283 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.679176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.698686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31701e0-d408-4fa1-889b-14cfd5a0bcff None None] Network ccef02e3-cde9-475c-8908-f493224694e7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:54.826828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-020ca2d4-9ee8-4665-8d88-c8820e0ee70e None None] Provisioning for port e67ed863-2442-45c4-8061-d6b3e4d94edd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:54.843638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d424b2-61aa-48b4-ba1d-f06656be1994 req-257c7ab5-cc34-4b90-8581-b706521e4fd6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:54.851976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15d424b2-61aa-48b4-ba1d-f06656be1994 req-257c7ab5-cc34-4b90-8581-b706521e4fd6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1526747 Jun 30 09:16:54.893896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:54.908643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15d424b2-61aa-48b4-ba1d-f06656be1994 req-df27d3fa-693f-4c3f-a734-08111b7f11d8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552890 Jun 30 09:16:55.126055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e67ed863-2442-45c4-8061-d6b3e4d94edd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:55.167206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:55.253786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e67ed863-2442-45c4-8061-d6b3e4d94edd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:55.258851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e67ed863-2442-45c4-8061-d6b3e4d94edd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:55.259236 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.341785 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.348564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:55.357802 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-606ed6d3-6dcf-4770-a9e8-db12bfb04d3f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7049384 Jun 30 09:16:55.360801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:55.368475 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Transition to ACTIVE for port object 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:55.375648 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.443740 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d80a-f184-426c-b026-0795a888e164 None None] Pushing event updated for resources: {'Port': ['ID=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:55.447429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.450197 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Attempting to bind port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:16:55.450667 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Attempting to bind port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:16:55.451302 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Attempting to bind port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:16:55.454050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.457763 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:16:55.458252 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:16:55.458747 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.459196 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:16:55.459761 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Bound port: 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:16:55.460217 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.461420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.467393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.473320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.479839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.485927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.488148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-56659229-2dd4-4af5-8532-5e8b77df3753 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5438 time: 0.4273078 Jun 30 09:16:55.522202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] For port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:16:55.526564 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] For port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:16:55.532883 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.550891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:55.553291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting subnet 067b4eaa-2191-4d43-beea-0cceac0d6572 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:16:55.558677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Allocated IP 172.20.0.1 (ccef02e3-cde9-475c-8908-f493224694e7/ff17b196-beed-45eb-9569-f2feca7c9efc/d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:16:55.572854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.584036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:55.584843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.602909 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:55.603539 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:55.617544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96cbc888-1f01-4a14-b8f2-4291b03fe0df req-87fdeadc-2ba4-47c2-80ca-142ea1aa7c08 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202388 Jun 30 09:16:55.639811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.660361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1718c34-67d3-4743-b3d4-d7ff503c79fb req-84a43fa2-dac3-4b34-b87a-261438d5a81a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:55.673071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1718c34-67d3-4743-b3d4-d7ff503c79fb req-84a43fa2-dac3-4b34-b87a-261438d5a81a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.3536305 Jun 30 09:16:55.675818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.695903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f848b290-b175-4aae-bf9e-a03621b70680 None None] Provisioning complete for port e67ed863-2442-45c4-8061-d6b3e4d94edd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:55.696427 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f848b290-b175-4aae-bf9e-a03621b70680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.764969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:55.803655 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:55.831652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e67ed863-2442-45c4-8061-d6b3e4d94edd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e67ed863-2442-45c4-8061-d6b3e4d94edd,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:55.860496 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d80a-f184-426c-b026-0795a888e164 None None] Pushing event updated for resources: {'Port': ['ID=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:55.924102 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.937333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:55.977970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Transition to ACTIVE for port object d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:16:55.984393 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.011122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:56.016308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:54Z', 'revision_number': 11, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:56.064288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5520c5-1276-40fb-ad8f-0efe986e5f38 req-9a866eb9-dd8a-4961-9bfd-333d6025b191 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.075329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e5520c5-1276-40fb-ad8f-0efe986e5f38 req-9a866eb9-dd8a-4961-9bfd-333d6025b191 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2384207 Jun 30 09:16:56.110895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.166546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:56.166967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18873d41-ef56-4a7d-bb2f-de8eb19ffc4b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:56.168954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.175878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:56.183858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Subnet': ['ID=067b4eaa-2191-4d43-beea-0cceac0d6572,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.196567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e1cc5e-de42-42dd-b9b4-058b9f734eeb None None] Network 56b11124-11b6-4279-b6bc-a150a2b0237a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:16:56.202533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e5520c5-1276-40fb-ad8f-0efe986e5f38 req-e9db1c8d-9435-4c89-8928-0650fdfcc25c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218855 Jun 30 09:16:56.210398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bd239818-8d51-4593-9602-262a7f386f3e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:56.255380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.258553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8af8ccb0-86b7-47dc-a8c3-5648cb7c3e47 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/067b4eaa-2191-4d43-beea-0cceac0d6572 HTTP/1.1" status: 204 len: 168 time: 0.8943357 Jun 30 09:16:56.261444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:56.280728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 3, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:56.290586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e67ed863-2442-45c4-8061-d6b3e4d94edd,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.304473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:56.305105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:56.306314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Network ccef02e3-cde9-475c-8908-f493224694e7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:56.309992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:56.324612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:16:56.366454 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88756e63-0431-44a4-8660-8bcf2caac6d0 None None] The sync data for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 is: [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:52Z', 'revision_number': 3, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:56.419697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:56.450051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.474929 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.541180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:56.550037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Deleting port 25faae41-7cca-474a-9bdd-853d3f75be0f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:16:56.550407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.644337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port bd239818-8d51-4593-9602-262a7f386f3e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:56.649813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:54Z', 'revision_number': 11, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:56.660301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] For port 25faae41-7cca-474a-9bdd-853d3f75be0f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=25faae41-7cca-474a-9bdd-853d3f75be0f,segment=NetworkSegment(430affa1-f657-4b47-a3ea-e175686f537a),segment_id=430affa1-f657-4b47-a3ea-e175686f537a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:56.661697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port bd239818-8d51-4593-9602-262a7f386f3e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:56.662136 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.662422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.695578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de0fbef-a9bd-4faf-af7c-017801e6dc53 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:54Z', 'revision_number': 11, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:56.700840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Calling delete_port for 25faae41-7cca-474a-9bdd-853d3f75be0f owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:16:56.785924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0358d0-2a85-41ad-98e8-ee415e44c21f req-c6faeb8f-7d0a-45e0-bc20-6d5f5c1bfc00 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:56.789317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e0358d0-2a85-41ad-98e8-ee415e44c21f req-c6faeb8f-7d0a-45e0-bc20-6d5f5c1bfc00 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2203155 Jun 30 09:16:56.831467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7b36ee9-aa82-42da-9047-628be9aebb05 None None] Provisioning for port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:56.839195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7b36ee9-aa82-42da-9047-628be9aebb05 None None] Provisioning complete for port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:56.844053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7b36ee9-aa82-42da-9047-628be9aebb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.889478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.912374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No DVR routers for this DVR port 25faae41-7cca-474a-9bdd-853d3f75be0f on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:16:56.933688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.958034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f7b36ee9-aa82-42da-9047-628be9aebb05 None None] Port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:56.968275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:56.970053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Port': ['ID=25faae41-7cca-474a-9bdd-853d3f75be0f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:57.015547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd239818-8d51-4593-9602-262a7f386f3e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:16:57.020026 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06166e66-7f8d-4335-b645-e69b505e0ea0" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "bd239818-8d51-4593-9602-262a7f386f3e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:16:57.039391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.043626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bd239818-8d51-4593-9602-262a7f386f3e,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:57.050346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b11124-11b6-4279-b6bc-a150a2b0237a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:57.050874 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.052485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c218611-949a-4d6a-a3b4-147f4fb6f897 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:57.062257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '430affa1-f657-4b47-a3ea-e175686f537a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:57.062581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '430affa1-f657-4b47-a3ea-e175686f537a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:57.073564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.104951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.117347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e0358d0-2a85-41ad-98e8-ee415e44c21f req-451bc146-bfe1-4974-9bbf-c3304c8d630a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178697 Jun 30 09:16:57.130003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:16:57.134114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:16:57.222153 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:16:57.229150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.231002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cd4dd1-be4f-44a6-978c-e03e87e28c77 None None] DHCP port deletion for 56b11124-11b6-4279-b6bc-a150a2b0237a request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:16:57.244340 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.248411 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/networks/56b11124-11b6-4279-b6bc-a150a2b0237a HTTP/1.1" status: 204 len: 168 time: 0.9847643 Jun 30 09:16:57.255036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39932) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:57.290053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ab476-8035-4fdc-a975-f828edc50552 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Pushing event deleted for resources: {'Network': ['ID=56b11124-11b6-4279-b6bc-a150a2b0237a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:57.305596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'routes': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:57.362663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e67ed863-2442-45c4-8061-d6b3e4d94edd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:57.468380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:57.504524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e67ed863-2442-45c4-8061-d6b3e4d94edd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:57.505210 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.542784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6c218611-949a-4d6a-a3b4-147f4fb6f897 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:57.553890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6c218611-949a-4d6a-a3b4-147f4fb6f897 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:57.555217 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.720806 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.765502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:57.770510 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.771374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21699b9c-2adf-496b-88d7-355e3189ef4c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:57.855199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:57.871713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 21699b9c-2adf-496b-88d7-355e3189ef4c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:57.875776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 21699b9c-2adf-496b-88d7-355e3189ef4c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:57.876145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:57.966006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.004746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21699b9c-2adf-496b-88d7-355e3189ef4c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:58.009567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.010601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 5e982131-88c5-4c82-a6a5-3e49e039dc5c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:58.090858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.091165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.extraroute_db [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Added routes are [] {{(pid=93725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:16:58.091649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.extraroute_db [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Removed routes are [] {{(pid=93725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:16:58.091827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.104954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:58.110022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:58.110455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.118854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.124656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.130364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.136890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.142594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.148537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.154438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.156464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-528f85a7-2775-4d46-bfa2-be8138990fe0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5438 time: 1.2490830 Jun 30 09:16:58.329565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.350323 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.372697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60d024dd-7696-4d90-9124-0e43db4fd224 req-3ca6ea87-ba98-4bec-9e1a-e0c6bd28302e tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2015681 Jun 30 09:16:58.373188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.386125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.390561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:58.396601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.397659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0db1da6d-55ac-45f9-a588-4493fc0aba2e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:58.436824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41b3c8-4883-4bc8-ad23-4f1672255797 req-11d0836f-5883-49ac-822a-72fd22c681fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:58.438371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce41b3c8-4883-4bc8-ad23-4f1672255797 req-11d0836f-5883-49ac-822a-72fd22c681fb tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.9012725 Jun 30 09:16:58.442819 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.472034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.499453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.508177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Pushing event updated for resources: {'Port': ['ID=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:58.520720 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789cbb96-312e-46f1-a782-524d94a41338 x-openstack-request-id: req-789cbb96-312e-46f1-a782-524d94a41338 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:16:58.521008 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "bd239818-8d51-4593-9602-262a7f386f3e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:16:58.521262 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-789cbb96-312e-46f1-a782-524d94a41338 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:16:58.521716 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd239818-8d51-4593-9602-262a7f386f3e', 'code': 200} Jun 30 09:16:58.568550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 0db1da6d-55ac-45f9-a588-4493fc0aba2e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:58.573366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 0db1da6d-55ac-45f9-a588-4493fc0aba2e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:58.573814 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.626832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:58.712139 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.738290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:58.740942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Network ccef02e3-cde9-475c-8908-f493224694e7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:16:58.746802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.747922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2caa16de-1f9c-4343-a742-f739e362de6f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 705 time: 1.4843144 Jun 30 09:16:58.749727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:16:58.751750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39942) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:58.755610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] Sync routers for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:58.782699 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:58.785369 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:58.802463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f17a24e4-a7ef-4d7b-88f0-9df7710415af tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 205 time: 0.0493248 Jun 30 09:16:58.805946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39944) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:58.869053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:58.876768 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:58.877677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 64dcef36-8529-4586-8906-8976f447e214 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:58.987609 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:59.007082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:59.017218 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.086721 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:54Z', 'revision_number': 11, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:59.124142 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] Checking router: 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:16:59.134203 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] Routers {'69f85b55-6821-4edc-98a5-9ea2aa4e34b0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:59.135241 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:59.139597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.155569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.160012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d5bb9d7-b038-4d85-b63c-e77af4ddd48f None None] Provisioning complete for port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:59.160369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb9d7-b038-4d85-b63c-e77af4ddd48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.164097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:59.192257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:59.192635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.197862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 64dcef36-8529-4586-8906-8976f447e214 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:59.217691 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] Set router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:16:59.231451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 64dcef36-8529-4586-8906-8976f447e214 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:59.231827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.264967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bb9d7-b038-4d85-b63c-e77af4ddd48f None None] Port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:16:59.292930 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:54Z', 'revision_number': 11, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:59.314522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Router cacce059-6d50-409a-90fa-e8fc863d8584 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:16:59.326143 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a08ddb3-c06b-48f5-865d-99b39e024536 None None] The sync data for ids ['69f85b55-6821-4edc-98a5-9ea2aa4e34b0'] in n-d-780147-22 is: [{'id': '69f85b55-6821-4edc-98a5-9ea2aa4e34b0', 'name': 'tempest-RoutersIpV6Test-router-1445857754', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:05Z', 'updated_at': '2021-06-30T09:16:54Z', 'revision_number': 11, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:16:59.361107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.379822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.385832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d0e25-a627-4de5-8f39-ed005c31abd5 req-0625f3a2-50ac-4f9a-a6dc-156a2f500c08 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.387430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c20d0e25-a627-4de5-8f39-ed005c31abd5 req-0625f3a2-50ac-4f9a-a6dc-156a2f500c08 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.5696080 Jun 30 09:16:59.389152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.396138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.418258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:59.423724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.512665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 25faae41-7cca-474a-9bdd-853d3f75be0f no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:59.527890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af456945-08dc-4a5f-9961-3f3459f220cd req-b1252716-57e4-4c6f-be79-d4a71aa4259e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.530231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af456945-08dc-4a5f-9961-3f3459f220cd req-b1252716-57e4-4c6f-be79-d4a71aa4259e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.3536131 Jun 30 09:16:59.565593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 64dcef36-8529-4586-8906-8976f447e214, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=64dcef36-8529-4586-8906-8976f447e214,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:16:59.566985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 25faae41-7cca-474a-9bdd-853d3f75be0f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:59.567560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 25faae41-7cca-474a-9bdd-853d3f75be0f not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:59.568321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0c29b67e-7541-4ef0-b544-acc0434f6219 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:16:59.588672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.589218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router 69f85b55-6821-4edc-98a5-9ea2aa4e34b0 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:16:59.594648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0c29b67e-7541-4ef0-b544-acc0434f6219 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:16:59.594998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0c29b67e-7541-4ef0-b544-acc0434f6219 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:16:59.596849 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.597661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:16:59.605183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.606348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-01a7e0fa-ccf0-464c-9697-5952e73ec596 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 204 len: 168 time: 0.7898736 Jun 30 09:16:59.610750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:59.618422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-798408935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:59.637753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.667714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.668937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.706760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af456945-08dc-4a5f-9961-3f3459f220cd req-1afbc785-72e1-4d02-904b-a5b8a24c76f6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154540 Jun 30 09:16:59.713791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:16:59.723194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=64dcef36-8529-4586-8906-8976f447e214,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:16:59.747221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7bf13ff9-db3b-486f-a790-2a8901060c00 admin admin] 10.222.0.77 "PUT /v2.0/routers/cacce059-6d50-409a-90fa-e8fc863d8584/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7377570 Jun 30 09:16:59.755411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Sync routers for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:16:59.768503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:16:59.784333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:16:59.784758 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.792721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:16:59.793947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:16:59.817517 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.818524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.826157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.826975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.832923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.839585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.845555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.852022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.858776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:16:59.861205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7f9a332b-d4f6-4db5-bdf4-24b89d2eeb6c tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2487011 Jun 30 09:16:59.862930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:16:59.864528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:16:59.870915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-5a918cbc-a9bc-4cdb-a876-3c0c00c58d6c tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5444 time: 0.2777879 Jun 30 09:16:59.876081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:16:59.973092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3810685-c777-4ca1-a155-1fcfbbf9e0f7 req-febf83b3-d63b-4385-97be-35bf3ccdd341 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963070 Jun 30 09:17:00.009206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0b0da-97fb-4d91-9528-a3554dadd858 req-e7d4fdff-35e2-4a69-969e-124516797f0c tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.011794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43d0b0da-97fb-4d91-9528-a3554dadd858 req-e7d4fdff-35e2-4a69-969e-124516797f0c tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 1061 time: 0.0921025 Jun 30 09:17:00.049715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.053915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:00.172334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:00.191338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.209436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.209684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.299329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:00.354803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Router 7a6446e7-2e23-45f5-ae77-b2cd3587d133 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:17:00.374296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:16:57Z', 'revision_number': 2, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.404063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3d77-81f4-4828-8882-9f2d00aaf1fc req-9ded35fb-42d9-4444-9d8d-2da5da35f321 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:00.412773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dce3d77-81f4-4828-8882-9f2d00aaf1fc req-9ded35fb-42d9-4444-9d8d-2da5da35f321 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0838265 Jun 30 09:17:00.422188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Checking router: cacce059-6d50-409a-90fa-e8fc863d8584 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:00.422595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Updating router cacce059-6d50-409a-90fa-e8fc863d8584 port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:17:00.443997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:00.455387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.456511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cc8b63f4-5154-4be0-a7c0-63b4cce8b645 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "PUT /v2.0/routers/7a6446e7-2e23-45f5-ae77-b2cd3587d133 HTTP/1.1" status: 200 len: 697 time: 0.5906844 Jun 30 09:17:00.457643 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] Sync routers for ids ['7a6446e7-2e23-45f5-ae77-b2cd3587d133'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:00.459860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:00.469873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dce3d77-81f4-4828-8882-9f2d00aaf1fc req-ce0f94b7-2d36-4754-85f2-12da8acd06b7 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550292 Jun 30 09:17:00.480220 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] Routers {'7a6446e7-2e23-45f5-ae77-b2cd3587d133'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:00.480853 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7a6446e7-2e23-45f5-ae77-b2cd3587d133'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.498762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.580517 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] Set router 7a6446e7-2e23-45f5-ae77-b2cd3587d133 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:00.635946 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b6147f06-bc7d-4e4e-bcf9-5207b456ed39 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/routers/7a6446e7-2e23-45f5-ae77-b2cd3587d133 HTTP/1.1" status: 200 len: 703 time: 0.1742139 Jun 30 09:17:00.640755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:00.658825 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6446e7-2e23-45f5-ae77-b2cd3587d133', 'name': 'tempest-RoutersIpV6Test-router-798408935', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:59Z', 'updated_at': '2021-06-30T09:17:00Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.707610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] Checking router: 7a6446e7-2e23-45f5-ae77-b2cd3587d133 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:00.714035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39978) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:00.724170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04ef5979-b498-445f-8bc9-bd8124b6ce12 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a6446e7-2e23-45f5-ae77-b2cd3587d133 HTTP/1.1" status: 200 len: 205 time: 0.0796103 Jun 30 09:17:00.742498 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] Routers {'7a6446e7-2e23-45f5-ae77-b2cd3587d133'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:00.743961 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7a6446e7-2e23-45f5-ae77-b2cd3587d133'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:00.937733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:00.988607 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.002167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Transition to ACTIVE for port object d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:01.006920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e982131-88c5-4c82-a6a5-3e49e039dc5c'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcef36-8529-4586-8906-8976f447e214'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:01.011121 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc93a60-b168-4a08-86cb-5df69bc935b6" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "5e982131-88c5-4c82-a6a5-3e49e039dc5c"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "64dcef36-8529-4586-8906-8976f447e214"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:01.014930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:01.058246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.074450 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] Set router 7a6446e7-2e23-45f5-ae77-b2cd3587d133 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:01.131936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2e948-aa6a-4fcc-bc19-5276f8db7aa9 None None] Pushing event updated for resources: {'Port': ['ID=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:01.139249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:01.139619 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.154039 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a6446e7-2e23-45f5-ae77-b2cd3587d133', 'name': 'tempest-RoutersIpV6Test-router-798408935', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:59Z', 'updated_at': '2021-06-30T09:17:00Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:01.183357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.189694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1282065290', 'description': 'tempest-description--962619982'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:01.216884 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e9be63-a29d-44d4-bcc8-7c9c5ffcc7ab None None] The sync data for ids ['7a6446e7-2e23-45f5-ae77-b2cd3587d133'] in n-d-780147-22 is: [{'id': '7a6446e7-2e23-45f5-ae77-b2cd3587d133', 'name': 'tempest-RoutersIpV6Test-router-798408935', 'tenant_id': '2746567487f24cee878b8aa3f0d98d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:59Z', 'updated_at': '2021-06-30T09:17:00Z', 'revision_number': 2, 'project_id': '2746567487f24cee878b8aa3f0d98d68', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:01.243281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.246631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.250780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.256432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Attempting to bind port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:01.257112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Attempting to bind port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:01.258242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Attempting to bind port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d on network ccef02e3-cde9-475c-8908-f493224694e7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:01.273487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:01.275266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Checking segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:01.275735 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.276191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Bound using segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:01.276900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Bound port: d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:01.277614 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.380171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] For port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:01.380403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbb323-827d-4fae-b776-08e6ee60e9d4 req-9dddf5d9-5363-4e2d-9b4c-35d53a4c6d17 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:01.389081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18dbb323-827d-4fae-b776-08e6ee60e9d4 req-9dddf5d9-5363-4e2d-9b4c-35d53a4c6d17 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1137 time: 0.4478629 Jun 30 09:17:01.391104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] For port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:01.413208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.416377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Fanout notify agent at l3_agent the message router_deleted on router 7a6446e7-2e23-45f5-ae77-b2cd3587d133 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:01.448358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.448614 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.449468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-25fdd8b7-faa6-4cba-aa7b-2c336f10c63f tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/7a6446e7-2e23-45f5-ae77-b2cd3587d133 HTTP/1.1" status: 204 len: 168 time: 0.7341158 Jun 30 09:17:01.464531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18dbb323-827d-4fae-b776-08e6ee60e9d4 req-637191c9-5df0-480f-ac2e-abce4977aa75 tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0744503 Jun 30 09:17:01.466803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39990) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.470981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.484269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.495611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.566426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce2ae36a-70b0-43b7-95df-5875e8cfc326 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a6446e7-2e23-45f5-ae77-b2cd3587d133 HTTP/1.1" status: 200 len: 205 time: 0.0924294 Jun 30 09:17:01.567300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.590904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:01.591554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:01.636234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.637477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4529142 Jun 30 09:17:01.641981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.648476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Request body: {'security_group_rule': {'security_group_id': '24853eec-dc32-444c-a378-b52f3490f86b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:01.654510 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-48012fb2-dda2-4640-b54f-0ac748c528d9 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:01.657419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-48012fb2-dda2-4640-b54f-0ac748c528d9 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/7a6446e7-2e23-45f5-ae77-b2cd3587d133 HTTP/1.1" status: 404 len: 336 time: 0.0879686 Jun 30 09:17:01.658447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76536a-93a9-49d0-8be8-6fe0bfc99cad tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24853eec-dc32-444c-a378-b52f3490f86b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:01.659890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39998) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.674965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2e948-aa6a-4fcc-bc19-5276f8db7aa9 None None] Pushing event updated for resources: {'Port': ['ID=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:01.733589 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9c627e-e653-4a8d-8c07-30cef06eb82b tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:01.735834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9c627e-e653-4a8d-8c07-30cef06eb82b tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:01.739244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b1f1ba-921a-4eaa-9d02-0e73b558ba3d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:01.743283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db9c627e-e653-4a8d-8c07-30cef06eb82b tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/56c675cc-39d7-4149-b940-6d4dd473e923 HTTP/1.1" status: 404 len: 337 time: 0.0792425 Jun 30 09:17:01.745263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a4b1f1ba-921a-4eaa-9d02-0e73b558ba3d tempest-TestSecurityGroupsBasicOps-1901183451 tempest-TestSecurityGroupsBasicOps-1901183451-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 1056 time: 0.2592986 Jun 30 09:17:01.747342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.806520 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6540c8f-11cf-4053-84e1-0bce5eca6dd0 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:01.807235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6540c8f-11cf-4053-84e1-0bce5eca6dd0 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:01.809432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e6540c8f-11cf-4053-84e1-0bce5eca6dd0 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/b08bd7a3-3d96-4f55-ba38-2a2ea1f6b6c5 HTTP/1.1" status: 404 len: 337 time: 0.0611613 Jun 30 09:17:01.813663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40006) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.841177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:01.864318 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f82244c-938b-49a6-8b2d-0325319c01b8 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:01.864975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f82244c-938b-49a6-8b2d-0325319c01b8 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:01.867474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.868963 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f82244c-938b-49a6-8b2d-0325319c01b8 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/5e65dc3b-9522-4b48-be48-086cbc6e8ac1 HTTP/1.1" status: 404 len: 337 time: 0.0540392 Jun 30 09:17:01.871955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.909145 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-977dc559-79c0-4020-a4d0-e59f72f83155 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:01.909960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977dc559-79c0-4020-a4d0-e59f72f83155 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:01.912036 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-977dc559-79c0-4020-a4d0-e59f72f83155 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/067b4eaa-2191-4d43-beea-0cceac0d6572 HTTP/1.1" status: 404 len: 337 time: 0.0392299 Jun 30 09:17:01.915605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:01.947654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.956624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:01.957607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-31e82b2e-4c01-4773-b480-5086ae34bc34 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 200 len: 205 time: 0.0408072 Jun 30 09:17:01.960700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.001498 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-a2634892-9bbe-422a-8a1e-a8c27749e701 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:02.001982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad6ca54-b457-4a6c-9a3e-2f1854907cff,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.005335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a2634892-9bbe-422a-8a1e-a8c27749e701 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/69f85b55-6821-4edc-98a5-9ea2aa4e34b0 HTTP/1.1" status: 404 len: 336 time: 0.0435085 Jun 30 09:17:02.005888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.018017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.027439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.035837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.045430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.045714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e53b4753-55b3-431c-a6c2-76310a568cce tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=a31482f7-2188-4f66-a5b9-7726750bcf6c HTTP/1.1" status: 200 len: 205 time: 0.0384140 Jun 30 09:17:02.046585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.053421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.061372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.069932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.077977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-7e729975-fbbb-445a-8a7e-61d62f85a521 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.3188958 Jun 30 09:17:02.086819 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-800a34e5-69c4-4e1d-9102-0ef6abc4dd03 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:02.090792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-800a34e5-69c4-4e1d-9102-0ef6abc4dd03 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/a31482f7-2188-4f66-a5b9-7726750bcf6c HTTP/1.1" status: 404 len: 336 time: 0.0430586 Jun 30 09:17:02.091372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.099285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.103886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-55c5aa85-c964-4ee3-be57-595318c90e20 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598234 Jun 30 09:17:02.107352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40028) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.115572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Request body: {'security_group_rule': {'security_group_id': '24853eec-dc32-444c-a378-b52f3490f86b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:02.122856 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1bb5a9-b84a-44ab-b2a8-6571ce49c52d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:02.123536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1bb5a9-b84a-44ab-b2a8-6571ce49c52d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:02.128625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ed1bb5a9-b84a-44ab-b2a8-6571ce49c52d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/9ac7eeb4-ac08-44de-b8a8-28d5340a00c0 HTTP/1.1" status: 404 len: 337 time: 0.0359759 Jun 30 09:17:02.129552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.145649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:01Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:02.195892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40034) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.196301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7074b84d-3726-4931-958c-976d7cf91451 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 200 len: 205 time: 0.0608680 Jun 30 09:17:02.203623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2011a1e-a360-48bb-9da5-10f0b47e62f8 req-70812810-b1c0-48bf-8aa0-675ff942d703 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246128 Jun 30 09:17:02.208901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.266411 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-aec20cdc-3684-4912-82c2-566192183610 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:02.269870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aec20cdc-3684-4912-82c2-566192183610 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/499a6eda-eb31-46c2-83d6-7acc0e311333 HTTP/1.1" status: 404 len: 336 time: 0.0693007 Jun 30 09:17:02.270906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.343099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.349594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.359838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0fd71e03-fe26-482e-b1b8-1cc0962552fb tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=a0f912b3-a19b-4662-b613-8b41d0ddf755 HTTP/1.1" status: 200 len: 205 time: 0.0853844 Jun 30 09:17:02.360023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.381874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee87d39-b65b-4df9-ad8f-47319fb4fd68,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:02.385868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.390178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-df0945f1-cc2d-469a-9e27-63a6e680ae73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817726 Jun 30 09:17:02.390793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40040) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.395303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:02.395511 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0780d36b-90df-4c6c-b560-3c27c8185478 x-openstack-request-id: req-0780d36b-90df-4c6c-b560-3c27c8185478 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:02.395839 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "5e982131-88c5-4c82-a6a5-3e49e039dc5c", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "64dcef36-8529-4586-8906-8976f447e214", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-plugged", "status": "completed", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:02.396206 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0780d36b-90df-4c6c-b560-3c27c8185478 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:02.396724 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'code': 200} Jun 30 09:17:02.397102 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c', 'code': 200} Jun 30 09:17:02.397457 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e982131-88c5-4c82-a6a5-3e49e039dc5c', 'code': 200} Jun 30 09:17:02.398397 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e', 'code': 200} Jun 30 09:17:02.398753 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dcef36-8529-4586-8906-8976f447e214', 'code': 200} Jun 30 09:17:02.399101 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5', 'code': 200} Jun 30 09:17:02.400351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea252f9e-d875-4b33-83e5-469c01442c4a None None] The sync data for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 is: [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:01Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:02.423973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:02.432695 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c7394576-64a2-4673-889e-0b3b88b13481 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:02.434191 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c7394576-64a2-4673-889e-0b3b88b13481 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/a0f912b3-a19b-4662-b613-8b41d0ddf755 HTTP/1.1" status: 404 len: 336 time: 0.0728698 Jun 30 09:17:02.436330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.508233 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0d3298-a320-4a80-aaf5-cde438734a00 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:02.508635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0d3298-a320-4a80-aaf5-cde438734a00 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:02.510499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f0d3298-a320-4a80-aaf5-cde438734a00 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/f8dfcbc7-67ed-4820-b640-426463e36d66 HTTP/1.1" status: 404 len: 337 time: 0.0731585 Jun 30 09:17:02.514167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.582014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-56c34efb-fa7f-4db7-91fd-3df8a423cdab tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=977ce95d-59eb-4342-b13e-c465d1badb3c HTTP/1.1" status: 200 len: 205 time: 0.0645969 Jun 30 09:17:02.583955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40046) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.635660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.639845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.640425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.642134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.644056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.644547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.645017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:02.645608 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-5cb6f1b9-b1d3-461a-b03a-2bd5121d0387 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:02.650099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5cb6f1b9-b1d3-461a-b03a-2bd5121d0387 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/977ce95d-59eb-4342-b13e-c465d1badb3c HTTP/1.1" status: 404 len: 336 time: 0.0649426 Jun 30 09:17:02.650728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40048) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.657711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-85e7e288-7644-4ea6-8575-23243884fafc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6509 time: 0.2339330 Jun 30 09:17:02.688546 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6af0f90-fe1a-4d27-89da-16b3367ea78d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:02.689007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6af0f90-fe1a-4d27-89da-16b3367ea78d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:02.693478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6af0f90-fe1a-4d27-89da-16b3367ea78d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/c763479b-520b-4f01-8244-d64029830823 HTTP/1.1" status: 404 len: 337 time: 0.0371771 Jun 30 09:17:02.694172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40050) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.729079 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9bccd9c9-4e0b-4b75-a4c3-f2f2489e38f9 req-daec0dcc-a7bb-4d4d-8b9c-5a82919dbaa4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=10950cae-cfb6-4144-931d-4da79f201808&id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589862 Jun 30 09:17:02.789350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.789800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-70a5b5b2-b8a4-44c3-9920-3d7cb9346fde tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "GET /v2.0/ports?device_id=44839fb3-62b8-4d27-bd23-1b8b112797b0 HTTP/1.1" status: 200 len: 205 time: 0.0893645 Jun 30 09:17:02.856142 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d5607969-5608-4870-9e25-4547f97052e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] delete failed (client error): The resource could not be found. Jun 30 09:17:02.858266 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5607969-5608-4870-9e25-4547f97052e3 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/routers/44839fb3-62b8-4d27-bd23-1b8b112797b0 HTTP/1.1" status: 404 len: 336 time: 0.0671494 Jun 30 09:17:02.860774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.901849 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8422f320-fb69-4448-9179-a3526a674f1d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:02.902548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8422f320-fb69-4448-9179-a3526a674f1d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:02.906466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:02.913848 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8422f320-fb69-4448-9179-a3526a674f1d tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/ec827385-c574-4294-b313-b72ba326cae4 HTTP/1.1" status: 404 len: 337 time: 0.0456727 Jun 30 09:17:02.913848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:02.941048 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7aa5af4-82b4-49b8-a9c9-eefcd82d0307 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] DELETE failed (client error): The resource could not be found. Jun 30 09:17:02.941613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7aa5af4-82b4-49b8-a9c9-eefcd82d0307 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:17:02.957434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e7aa5af4-82b4-49b8-a9c9-eefcd82d0307 tempest-RoutersIpV6Test-1277401111 tempest-RoutersIpV6Test-1277401111-project] 10.222.0.77 "DELETE /v2.0/subnets/8ef6cb02-cf3e-49b8-ac41-3e16fb6626c3 HTTP/1.1" status: 404 len: 337 time: 0.0366554 Jun 30 09:17:03.028889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:03.036165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:03.036722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.147033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.189357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:03.200192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.264437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.269880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.397242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36f832-7c76-425c-be8b-d2cf78f97338 req-8ba1c33c-66b7-4d9b-9c0e-3de7a48ea680 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.399398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f36f832-7c76-425c-be8b-d2cf78f97338 req-8ba1c33c-66b7-4d9b-9c0e-3de7a48ea680 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.6077099 Jun 30 09:17:03.412626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.422877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e809b4-e4b1-4cdd-948f-06606176f3cb req-911a3702-0e22-444b-ae58-73d56fc2c624 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.424703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3e809b4-e4b1-4cdd-948f-06606176f3cb req-911a3702-0e22-444b-ae58-73d56fc2c624 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.1327863 Jun 30 09:17:03.447301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3d4788a0-b6b8-4240-8b52-b27aa2906f7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2746567487f24cee878b8aa3f0d98d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758828 Jun 30 09:17:03.449650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:03.525094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f36f832-7c76-425c-be8b-d2cf78f97338 req-d62c77e5-1346-418d-8c4b-7ed406f44691 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171126 Jun 30 09:17:03.526077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5bb0-9c4f-41da-ad21-779313e38ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.556966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5bb0-9c4f-41da-ad21-779313e38ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.594170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Allocated IP 172.25.7.245 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0034da20-b7c7-4035-b790-8d10dc513f7e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:03.625090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5bb0-9c4f-41da-ad21-779313e38ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.627851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c7b5bb0-9c4f-41da-ad21-779313e38ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.628988 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c7b5bb0-9c4f-41da-ad21-779313e38ca1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7a5949ed-5f3d-4a47-8db0-21dbd92c3340 HTTP/1.1" status: 204 len: 168 time: 0.1783168 Jun 30 09:17:03.643817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b5bb0-9c4f-41da-ad21-779313e38ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5949ed-5f3d-4a47-8db0-21dbd92c3340,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:03.808884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:03.833019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.839623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.845560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.855859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.862428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.869896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.876454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:03.878599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-b5258150-34f4-40ee-b4b0-07fe5679a5af tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.2873454 Jun 30 09:17:03.943103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c62027d4-49c1-416b-afaa-5da46da39f9d req-4e588cc5-dbc9-443d-af4f-e9f7c60550b0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551467 Jun 30 09:17:03.963658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.010610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:04.013486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:04.015884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:04.025452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event updated for resources: {'Port': ['ID=0034da20-b7c7-4035-b790-8d10dc513f7e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.134806 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.184667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.349060 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.354204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.428799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event updated for resources: {'Port': ['ID=0034da20-b7c7-4035-b790-8d10dc513f7e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:04.437749 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.452420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.453693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75523adc-5014-496b-8aa1-b5dc80b2df60 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0619450 Jun 30 09:17:04.633906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23316274-cb13-4fac-9092-bfc4db11d769 req-06f99ffd-e1a1-44e3-9799-01b5b1929eed tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.635461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23316274-cb13-4fac-9092-bfc4db11d769 req-06f99ffd-e1a1-44e3-9799-01b5b1929eed tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.0813653 Jun 30 09:17:04.745657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576cbdc0-cf9d-4599-b287-4f8881e27780 req-8c8ccd79-e20c-4a32-90bc-af352c0f9c18 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.753298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576cbdc0-cf9d-4599-b287-4f8881e27780 req-8c8ccd79-e20c-4a32-90bc-af352c0f9c18 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0912888 Jun 30 09:17:04.809733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-6f34c630-d5cd-4039-870b-8aadbb5ef961 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:04.812761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-6f34c630-d5cd-4039-870b-8aadbb5ef961 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 909 time: 0.1158879 Jun 30 09:17:04.815598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-0900099a-768a-41e1-b2cd-e9952ef514e6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1282065290&fields=id&tenant_id=db108b8bbbe0428482beab50f3b10e6a HTTP/1.1" status: 200 len: 267 time: 0.0835536 Jun 30 09:17:04.829953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:04.831088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-576cbdc0-cf9d-4599-b287-4f8881e27780 req-88bedcd0-87f1-4fdf-994b-fededcbd5938 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768712 Jun 30 09:17:04.941463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:04.941935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.945565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port 56994f79-9d31-4793-8755-ee42a33b8a05 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:04.945911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:04.999244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-1f7b216a-2b91-413e-9be0-87d613061d09 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.010034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-1f7b216a-2b91-413e-9be0-87d613061d09 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/networks?id=ccef02e3-cde9-475c-8908-f493224694e7 HTTP/1.1" status: 200 len: 811 time: 0.1705213 Jun 30 09:17:05.033754 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-9867ec4a-3096-4f3d-8e1f-0d7e30d824a7 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/quotas/db108b8bbbe0428482beab50f3b10e6a HTTP/1.1" status: 200 len: 375 time: 0.0227308 Jun 30 09:17:05.143934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-73d8763f-21b0-4f94-9b1c-ba76ab362f8e tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db108b8bbbe0428482beab50f3b10e6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1008804 Jun 30 09:17:05.411412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-ebdcbdd1-eab0-41af-ace0-a6b7114f24d0 service neutron] 10.222.0.77 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661693 Jun 30 09:17:05.430510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] For port 56994f79-9d31-4793-8755-ee42a33b8a05, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=56994f79-9d31-4793-8755-ee42a33b8a05,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:05.430960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.432168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.437893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.443860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.445733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for 56994f79-9d31-4793-8755-ee42a33b8a05 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:05.450879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.456739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.463554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.475489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:05.477336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-7db80608-ac36-4d46-b2d1-978a3ad4dba2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.1641212 Jun 30 09:17:05.565340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf602ab7-2e8c-4c31-91df-0960979ed847 req-f58e8e65-5cf1-458c-baae-71b3f033c0ad tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871379 Jun 30 09:17:05.606860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-78c87dbc-7569-41db-aa10-c35ddac8e7ac service neutron] 10.222.0.77 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876488 Jun 30 09:17:05.613365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.642437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=56994f79-9d31-4793-8755-ee42a33b8a05,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:05.701269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] No DVR routers for this DVR port 56994f79-9d31-4793-8755-ee42a33b8a05 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:05.704419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:05.707536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b45fab8a-e962-412f-8753-a61164d30ee6 req-9ff3d9a2-6e74-4ac8-8122-8d54ef0d468b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.83 "DELETE /v2.0/ports/56994f79-9d31-4793-8755-ee42a33b8a05 HTTP/1.1" status: 204 len: 173 time: 0.8891904 Jun 30 09:17:05.708233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'name': 'network-vif-deleted', 'tag': '56994f79-9d31-4793-8755-ee42a33b8a05'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:05.712341 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1b4321-f9c6-4055-865c-8259bd5bf4ed" -d '{"events": [{"server_uuid": "6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03", "name": "network-vif-deleted", "tag": "56994f79-9d31-4793-8755-ee42a33b8a05"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:06.039684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e488e06a-7294-42e2-9eba-175124013481 req-b285f979-672e-4720-9e3b-44ce7fec64b2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03 HTTP/1.1" status: 200 len: 210 time: 0.0417194 Jun 30 09:17:06.104043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.105114 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7761c7c8-1aa3-4a37-84ef-f4bce5e8e8e1 x-openstack-request-id: req-7761c7c8-1aa3-4a37-84ef-f4bce5e8e8e1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:06.105723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03", "name": "network-vif-deleted", "tag": "56994f79-9d31-4793-8755-ee42a33b8a05", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:06.105723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7761c7c8-1aa3-4a37-84ef-f4bce5e8e8e1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:06.106139 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1b1b00-11f7-4dc3-bf16-81c4a1d68f03', 'name': 'network-vif-deleted', 'tag': '56994f79-9d31-4793-8755-ee42a33b8a05', 'status': 'completed', 'code': 200} Jun 30 09:17:06.113788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.124396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.131381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.137639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.143354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.149129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.151197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ea4cf6d-3b0e-4c4f-8d7d-3e1346e9ce79 req-bfa0d6f0-55ff-436c-a068-8c46412d0e27 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.2148826 Jun 30 09:17:06.164180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40174) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:06.169592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Request body: {'floatingip': {'port_id': '6c218611-949a-4d6a-a3b4-147f4fb6f897'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:06.186734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18a37458-fbab-44d9-81ee-c30bc87bbf56 req-1c1a7e94-8c96-40c4-bbe8-8e79767f2451 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 210 time: 0.0344954 Jun 30 09:17:06.235891 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.453153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafd313-b205-4dcb-9a86-08635941726a req-a3dbfbcb-73ab-4612-a606-4a30c1d40b6a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:06.455075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cafd313-b205-4dcb-9a86-08635941726a req-a3dbfbcb-73ab-4612-a606-4a30c1d40b6a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0791290 Jun 30 09:17:06.517982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cafd313-b205-4dcb-9a86-08635941726a req-351ae31f-15a7-4393-a558-87f9bbd28aba tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554457 Jun 30 09:17:06.860541 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:06.872360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.877396 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:06.987429 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Floating IP 82077519-2d61-47ee-b60d-7db2caa85c77 associated. External IP: 172.25.7.40, port: 6c218611-949a-4d6a-a3b4-147f4fb6f897. Jun 30 09:17:07.143109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40188) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:07.322351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Router 70d2bee6-0352-450a-a68c-f0394842ae18 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:07.424741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-ec9bb025-43c8-4da2-8e47-af48a41fe12b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.426361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-ec9bb025-43c8-4da2-8e47-af48a41fe12b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.79 "GET /v2.0/networks?id=ccef02e3-cde9-475c-8908-f493224694e7 HTTP/1.1" status: 200 len: 811 time: 0.2212310 Jun 30 09:17:07.511686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48c69bdb-dc67-4d0c-8b41-79fbb86412d5 req-ba35e004-efd9-4ec1-b1a1-9386b3faf474 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 210 time: 0.0626333 Jun 30 09:17:07.588160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-bc964873-0b51-4e78-9ebd-df2411d836a2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db108b8bbbe0428482beab50f3b10e6a HTTP/1.1" status: 200 len: 380 time: 0.1039240 Jun 30 09:17:07.603298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Request body: {'port': {'device_id': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'admin_state_up': True, 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'security_groups': ['24853eec-dc32-444c-a378-b52f3490f86b']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:07.651730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:07.657573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.663205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] Sync routers for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:07.675602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:07.678296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:07.697760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2a684a89-e7e3-491b-bd07-3e5491d00f7a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "PUT /v2.0/floatingips/82077519-2d61-47ee-b60d-7db2caa85c77 HTTP/1.1" status: 200 len: 990 time: 1.5321281 Jun 30 09:17:07.778508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Made reservation on behalf of db108b8bbbe0428482beab50f3b10e6a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:07.783456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.883986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:07.894403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf875f0d-b74d-4f58-9af3-19a5d5c87956 req-bcb8053e-edd1-43be-a954-5e45e5767aad tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:07.897109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf875f0d-b74d-4f58-9af3-19a5d5c87956 req-bcb8053e-edd1-43be-a954-5e45e5767aad tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1462100 Jun 30 09:17:07.926089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:07.945722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Allocated IP 172.20.0.4 (ccef02e3-cde9-475c-8908-f493224694e7/ff17b196-beed-45eb-9569-f2feca7c9efc/33507331-1997-45eb-addf-1fbbc91ca322) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:08.101414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf875f0d-b74d-4f58-9af3-19a5d5c87956 req-687eaa0a-3a9c-4b2d-9bff-80a913e0db64 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468711 Jun 30 09:17:08.108068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:08.110616 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9" -d '{"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:08.165463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.189671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Transition to ACTIVE for port object 33507331-1997-45eb-addf-1fbbc91ca322 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:08.201469 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a8ca1-8968-445f-aeeb-0f32554016f2 x-openstack-request-id: req-2c2a8ca1-8968-445f-aeeb-0f32554016f2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:08.201885 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:08.202311 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2c2a8ca1-8968-445f-aeeb-0f32554016f2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:08.202826 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'status': 'completed', 'code': 200} Jun 30 09:17:08.223803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '82077519-2d61-47ee-b60d-7db2caa85c77', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'port_id': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'mac_address': 'fa:16:3e:ce:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:49Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 1, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:08.234023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.266166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] Checking router: 70d2bee6-0352-450a-a68c-f0394842ae18 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:08.276006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:08.276928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:08.297757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Network ccef02e3-cde9-475c-8908-f493224694e7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:08.301553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:08.306773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:08.340641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event updated for resources: {'Port': ['ID=33507331-1997-45eb-addf-1fbbc91ca322,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:08.365155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.365639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.366142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.367348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.367831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.368302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.368760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.371133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-e1a83bd6-ac3b-4fdc-aa77-db25343b062e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6509 time: 0.1366005 Jun 30 09:17:08.384120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.388023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.418573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-f60c911f-2af7-4e73-8f06-dfd9bfc259b2 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8196146 Jun 30 09:17:08.433190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:08.433921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Request body: {'port': {'device_id': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:08.539710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.566977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port 29e93bd4-5176-4242-bc28-e1a2762beeec {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:08.567497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.698882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-aadd36f1-b91a-40db-a16e-205599c14324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.700359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-aadd36f1-b91a-40db-a16e-205599c14324 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 HTTP/1.1" status: 200 len: 918 time: 0.2981970 Jun 30 09:17:08.852702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-410d4e5b-b1c3-45dd-9ad7-ccb165ca3d68 None None] Provisioning for port 33507331-1997-45eb-addf-1fbbc91ca322 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:08.860458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-410d4e5b-b1c3-45dd-9ad7-ccb165ca3d68 None None] Provisioning complete for port 33507331-1997-45eb-addf-1fbbc91ca322 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:08.861204 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-410d4e5b-b1c3-45dd-9ad7-ccb165ca3d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.895207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-3b174cb1-78e3-4b4f-9312-4b678b029662 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 200 len: 998 time: 0.1776416 Jun 30 09:17:08.896656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '82077519-2d61-47ee-b60d-7db2caa85c77', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'port_id': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'mac_address': 'fa:16:3e:ce:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:49Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 1, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:08.896996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] For port 29e93bd4-5176-4242-bc28-e1a2762beeec, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=29e93bd4-5176-4242-bc28-e1a2762beeec,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:08.897366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.931761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b35c7a-de2e-4271-bc47-80595dd24c90 None None] The sync data for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 is: [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '82077519-2d61-47ee-b60d-7db2caa85c77', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'port_id': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1658, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'mac_address': 'fa:16:3e:ce:34:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:15:49Z', 'updated_at': '2021-06-30T09:17:06Z', 'revision_number': 1, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:08.945064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-410d4e5b-b1c3-45dd-9ad7-ccb165ca3d68 None None] Port 33507331-1997-45eb-addf-1fbbc91ca322 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:17:08.954522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33507331-1997-45eb-addf-1fbbc91ca322 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:08.963372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:08.978382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Transition to ACTIVE for port object 33507331-1997-45eb-addf-1fbbc91ca322 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:08.980361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for 29e93bd4-5176-4242-bc28-e1a2762beeec owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:08.983766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-559ce9c9-820f-46f1-9177-6e354cf07669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:08.985584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-559ce9c9-820f-46f1-9177-6e354cf07669 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8fffb89d-5bae-4842-b014-826fbda039f1 HTTP/1.1" status: 200 len: 856 time: 0.0789239 Jun 30 09:17:08.985961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.020233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efaf6aa-1bfb-4405-818a-d03d262bf51e req-9b128228-61b1-4555-ae14-6d5da362e779 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.021993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8efaf6aa-1bfb-4405-818a-d03d262bf51e req-9b128228-61b1-4555-ae14-6d5da362e779 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 931 time: 0.3278611 Jun 30 09:17:09.055690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Pushing event updated for resources: {'Port': ['ID=33507331-1997-45eb-addf-1fbbc91ca322,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.187579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Attempting to bind port 33507331-1997-45eb-addf-1fbbc91ca322 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:09.188065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Attempting to bind port 33507331-1997-45eb-addf-1fbbc91ca322 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:09.188493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Attempting to bind port 33507331-1997-45eb-addf-1fbbc91ca322 on network ccef02e3-cde9-475c-8908-f493224694e7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:09.194873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8efaf6aa-1bfb-4405-818a-d03d262bf51e req-d5d20f91-756b-42ee-845c-8da5d70a4fb3 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450856 Jun 30 09:17:09.197549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Port 33507331-1997-45eb-addf-1fbbc91ca322 on network ccef02e3-cde9-475c-8908-f493224694e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:09.198396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Attempting to bind port 33507331-1997-45eb-addf-1fbbc91ca322 on network ccef02e3-cde9-475c-8908-f493224694e7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:09.204304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:09.204748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Checking segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:09.205577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Bound using segment: {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:09.206205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Bound port: 33507331-1997-45eb-addf-1fbbc91ca322, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a062f35-3c45-4547-bf92-2d39fdf7358a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:09.206705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.222934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-31925503-ca97-4d84-b7ac-64ba43da8e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.224454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-31925503-ca97-4d84-b7ac-64ba43da8e8e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2294936 Jun 30 09:17:09.297090 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff38efd-cf1a-49a0-9533-5f00716646dc None None] New status for floating IP 82077519-2d61-47ee-b60d-7db2caa85c77: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:09.321547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] For port 33507331-1997-45eb-addf-1fbbc91ca322, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:09.324950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] For port 33507331-1997-45eb-addf-1fbbc91ca322, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=33507331-1997-45eb-addf-1fbbc91ca322,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:09.338027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.427263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.429247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:09.431981 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] 10.222.0.79 "PUT /v2.0/ports/33507331-1997-45eb-addf-1fbbc91ca322 HTTP/1.1" status: 200 len: 1092 time: 1.0045686 Jun 30 09:17:09.479709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e101f5-9268-40a8-acc6-ae7bd30c9966 service neutron] Pushing event updated for resources: {'Port': ['ID=33507331-1997-45eb-addf-1fbbc91ca322,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:09.614748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56994f79-9d31-4793-8755-ee42a33b8a05 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:09.689390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-734f8692-ad43-4205-b577-27a0f110064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.691685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 56994f79-9d31-4793-8755-ee42a33b8a05 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:09.692609 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-734f8692-ad43-4205-b577-27a0f110064e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db108b8bbbe0428482beab50f3b10e6a&device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 1095 time: 0.1972470 Jun 30 09:17:09.692738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 56994f79-9d31-4793-8755-ee42a33b8a05 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:09.769559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-573e4c73-2312-48af-96a7-d44136cc83ce service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978218 Jun 30 09:17:09.836960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-b986520b-267d-490d-9080-d082175e621f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33507331-1997-45eb-addf-1fbbc91ca322 HTTP/1.1" status: 200 len: 217 time: 0.1218882 Jun 30 09:17:09.899804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-1792e9db-062c-4959-8d9c-6dc49b4d5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.901662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-1792e9db-062c-4959-8d9c-6dc49b4d5025 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ff17b196-beed-45eb-9569-f2feca7c9efc HTTP/1.1" status: 200 len: 850 time: 0.0556953 Jun 30 09:17:09.973319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-b400c5b3-3b03-4728-9ff1-9a4e7b15ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:09.974882 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-b400c5b3-3b03-4728-9ff1-9a4e7b15ffa8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ccef02e3-cde9-475c-8908-f493224694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647578 Jun 30 09:17:10.108657 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-3df2c390-e405-4071-95b9-5d2fbf0ae437 service neutron] 10.222.0.79 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255989 Jun 30 09:17:10.171332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b39148-d751-4223-8b5b-a43751f14e0f req-904e492a-bd96-437d-b7c0-87a500b16bb8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.172806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07b39148-d751-4223-8b5b-a43751f14e0f req-904e492a-bd96-437d-b7c0-87a500b16bb8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.6541777 Jun 30 09:17:10.191057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.207555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:10.210391 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f342598-c4fe-471c-ab9d-cc21bafd4f46" -d '{"events": [{"name": "network-changed", "server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "tag": "33507331-1997-45eb-addf-1fbbc91ca322"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:10.219458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9874b432-e3d8-44af-9d2b-15f59395f5b5 req-708e4354-41da-4ad7-9285-11710857d117 service neutron] 10.222.0.79 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010509 Jun 30 09:17:10.251257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=29e93bd4-5176-4242-bc28-e1a2762beeec,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:10.255100 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb8a392-eea0-41e3-9db0-cec87cf47e4f x-openstack-request-id: req-feb8a392-eea0-41e3-9db0-cec87cf47e4f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:10.255396 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "tag": "33507331-1997-45eb-addf-1fbbc91ca322", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:10.255651 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-feb8a392-eea0-41e3-9db0-cec87cf47e4f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:10.256069 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322', 'status': 'completed', 'code': 200} Jun 30 09:17:10.399864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-f4e72e68-3c90-4e12-bc5c-6b79c19031eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.402028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-f4e72e68-3c90-4e12-bc5c-6b79c19031eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db108b8bbbe0428482beab50f3b10e6a&device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 1095 time: 0.1042292 Jun 30 09:17:10.422585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07b39148-d751-4223-8b5b-a43751f14e0f req-f692f7dd-221b-4829-b1a5-3a62aa6352f4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415535 Jun 30 09:17:10.488209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88e4ce4-a52d-47e7-80c2-2ed2689128e9 req-eb60c956-37da-4d1a-a5e9-9dd0f2f7add2 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6975517 Jun 30 09:17:10.530914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-74c0ca74-ca30-42a6-874c-840f92a9a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.532949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-74c0ca74-ca30-42a6-874c-840f92a9a1f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ccef02e3-cde9-475c-8908-f493224694e7 HTTP/1.1" status: 200 len: 912 time: 0.1240389 Jun 30 09:17:10.601266 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-7c55ddc7-6adc-4d06-a152-a3f228fc0661 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33507331-1997-45eb-addf-1fbbc91ca322 HTTP/1.1" status: 200 len: 217 time: 0.0588062 Jun 30 09:17:10.643566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3adb8-be7f-4d78-8959-9b24b40887ba req-7ac1bc46-15a3-4b15-92a2-2515e551713a tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.645194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43e3adb8-be7f-4d78-8959-9b24b40887ba req-7ac1bc46-15a3-4b15-92a2-2515e551713a tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 943 time: 0.2759888 Jun 30 09:17:10.662097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-f62d1a19-b23c-4d92-b5c8-977dd63d7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.663917 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-f62d1a19-b23c-4d92-b5c8-977dd63d7596 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ff17b196-beed-45eb-9569-f2feca7c9efc HTTP/1.1" status: 200 len: 850 time: 0.0572417 Jun 30 09:17:10.692606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:10.704980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43e3adb8-be7f-4d78-8959-9b24b40887ba req-0b514a64-a8f2-4e84-8396-b19adc868e0a tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493970 Jun 30 09:17:10.741444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-8a5ea61b-7081-4821-8974-bcebb25f29ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:10.744701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-8a5ea61b-7081-4821-8974-bcebb25f29ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ccef02e3-cde9-475c-8908-f493224694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703142 Jun 30 09:17:10.864566 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-87a9991c-fb20-4ac8-accd-a5f2377771cd service neutron] 10.222.0.79 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120925 Jun 30 09:17:10.974161 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f342598-c4fe-471c-ab9d-cc21bafd4f46 req-219799fd-4353-4f79-90f8-9b5f6e6be5e5 service neutron] 10.222.0.79 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027188 Jun 30 09:17:10.989981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:11.096272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.106661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:11.112272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-169e3f9d-835e-45d6-8a67-b90ff4b9f3a5 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "PUT /v2.0/routers/2829a3c6-f209-4d7d-a9cd-d7a6e4e029db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9673836 Jun 30 09:17:11.114381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40254) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.117450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] Sync routers for ids ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:11.127151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] Routers {'2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:11.127843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:11.167980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting subnet fa50f7eb-b189-46d4-aeb2-f1e242f31a05 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:11.171128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.219968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.237323 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3e74c7f-e26c-4fc7-b2ae-07936aa3d6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.238151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8db0-d221-4095-a096-9952c45aacc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.258405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] Set router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:11.343404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.347389 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8db0-d221-4095-a096-9952c45aacc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.351716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a2e8db0-d221-4095-a096-9952c45aacc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.390935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e8db0-d221-4095-a096-9952c45aacc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a1d708-ba0f-4a9f-b469-bdbcede0a6ba,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.414701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a2e8db0-d221-4095-a096-9952c45aacc0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=980dd27136c144da83b19dffaf3f4c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3169451 Jun 30 09:17:11.415703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.417037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.455909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Subnet': ['ID=fa50f7eb-b189-46d4-aeb2-f1e242f31a05,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.462651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.468922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:11.469444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5b31b5b5-22ad-4fac-aea3-561c507b1f2b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/subnets/fa50f7eb-b189-46d4-aeb2-f1e242f31a05 HTTP/1.1" status: 204 len: 168 time: 0.3524995 Jun 30 09:17:11.472348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8febff9-5a8f-49d6-870c-0d3ff9b0ebbb None None] Network 4dde0500-a677-48a2-9deb-02fb5a60cf42 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:11.521043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:17:09Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:11.534407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dedd12a-b98c-4709-a851-dbd375207d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.556887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] Checking router: 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:11.570265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] Routers {'2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:11.570882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:16:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:11.597376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dedd12a-b98c-4709-a851-dbd375207d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.639452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.645929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8574a6-cb32-44a3-9149-542a436309ee req-adcfe25c-c58f-488f-9bf1-eabba1e7110f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.648220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d8574a6-cb32-44a3-9149-542a436309ee req-adcfe25c-c58f-488f-9bf1-eabba1e7110f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0971370 Jun 30 09:17:11.713349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d8574a6-cb32-44a3-9149-542a436309ee req-be873d47-cb50-4412-bbe9-7daffb1f4268 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579176 Jun 30 09:17:11.734757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] Set router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:11.737358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dedd12a-b98c-4709-a851-dbd375207d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.742231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dedd12a-b98c-4709-a851-dbd375207d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.742231 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8dedd12a-b98c-4709-a851-dbd375207d8f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/60a1d708-ba0f-4a9f-b469-bdbcede0a6ba HTTP/1.1" status: 204 len: 168 time: 0.3243048 Jun 30 09:17:11.753866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedd12a-b98c-4709-a851-dbd375207d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a1d708-ba0f-4a9f-b469-bdbcede0a6ba,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:11.797664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.879434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port 96f47efa-2f48-40bc-8907-18090f4e89bb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:11.879808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:11.975465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b13d8-cd6c-474d-a1d8-4fba22bd20db req-03778410-c3db-42a1-a857-3e2784ba4ed8 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:11.983083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c2b13d8-cd6c-474d-a1d8-4fba22bd20db req-03778410-c3db-42a1-a857-3e2784ba4ed8 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 943 time: 0.0824869 Jun 30 09:17:11.997730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:17:09Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:12.021077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] For port 96f47efa-2f48-40bc-8907-18090f4e89bb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=96f47efa-2f48-40bc-8907-18090f4e89bb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.021448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.028461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b5f270-5bb1-47cc-ab71-b615e30096b9 None None] The sync data for ids ['2829a3c6-f209-4d7d-a9cd-d7a6e4e029db'] in n-d-780147-22 is: [{'id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1410029658', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247'}], 'enable_snat': True}, 'gw_port_id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:19Z', 'updated_at': '2021-06-30T09:17:09Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': '96f47efa-2f48-40bc-8907-18090f4e89bb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2829a3c6-f209-4d7d-a9cd-d7a6e4e029db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:21Z', 'updated_at': '2021-06-30T09:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:12.030067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] DHCP port deletion for 4dde0500-a677-48a2-9deb-02fb5a60cf42 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:12.051770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for 96f47efa-2f48-40bc-8907-18090f4e89bb owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:12.059435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c2b13d8-cd6c-474d-a1d8-4fba22bd20db req-a29caf89-55ac-44bb-9a23-535dd3fddc73 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610693 Jun 30 09:17:12.169091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40276) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:12.188872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-281aa84f-d5da-404e-beca-b0cd116ac671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.244115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Deleting port e51d6215-4860-4f87-bc47-b291a957d28e {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:12.244974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.257818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 33507331-1997-45eb-addf-1fbbc91ca322 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:12.305959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-281aa84f-d5da-404e-beca-b0cd116ac671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.311109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-281aa84f-d5da-404e-beca-b0cd116ac671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.357659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-281aa84f-d5da-404e-beca-b0cd116ac671 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a505f9dd07f64f3292813c9f76475853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867111 Jun 30 09:17:12.358544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40280) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:12.364595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] For port e51d6215-4860-4f87-bc47-b291a957d28e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e51d6215-4860-4f87-bc47-b291a957d28e,segment=NetworkSegment(92738078-7e4e-486f-87bf-9653d81b52ce),segment_id=92738078-7e4e-486f-87bf-9653d81b52ce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.364992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.369177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aa84f-d5da-404e-beca-b0cd116ac671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d488254f-61c5-4832-ab61-e8cbefbb8422,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.384649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Calling delete_port for e51d6215-4860-4f87-bc47-b291a957d28e owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:12.433740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc018335-e65a-4bfa-8a2b-dfb53e4e7b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.465877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc018335-e65a-4bfa-8a2b-dfb53e4e7b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.474909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 33507331-1997-45eb-addf-1fbbc91ca322, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=33507331-1997-45eb-addf-1fbbc91ca322,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.500871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '33507331-1997-45eb-addf-1fbbc91ca322', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'port_id': '33507331-1997-45eb-addf-1fbbc91ca322', 'mac_address': 'fa:16:3e:b7:08:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:12.540088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc018335-e65a-4bfa-8a2b-dfb53e4e7b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.542993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc018335-e65a-4bfa-8a2b-dfb53e4e7b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.544019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cc018335-e65a-4bfa-8a2b-dfb53e4e7b7a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d488254f-61c5-4832-ab61-e8cbefbb8422 HTTP/1.1" status: 204 len: 168 time: 0.1832037 Jun 30 09:17:12.552044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc018335-e65a-4bfa-8a2b-dfb53e4e7b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d488254f-61c5-4832-ab61-e8cbefbb8422,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.582799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.601268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33507331-1997-45eb-addf-1fbbc91ca322 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:12.608400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.650469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Pushing event deleted for resources: {'Port': ['ID=e51d6215-4860-4f87-bc47-b291a957d28e,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.654257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] No DVR routers for this DVR port e51d6215-4860-4f87-bc47-b291a957d28e on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:12.656726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 33507331-1997-45eb-addf-1fbbc91ca322, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=33507331-1997-45eb-addf-1fbbc91ca322,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:12.671733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.675221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.675577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.675930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.676268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.676610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.676938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.677266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.677594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.677917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.678280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.679178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.679561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d98966-e944-4e80-b5a3-3a957a55f2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:12.688767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.750120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=96f47efa-2f48-40bc-8907-18090f4e89bb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.768997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=33507331-1997-45eb-addf-1fbbc91ca322,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:12.815274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.901768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 29e93bd4-5176-4242-bc28-e1a2762beeec no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:12.935739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 29e93bd4-5176-4242-bc28-e1a2762beeec {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:12.936222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 29e93bd4-5176-4242-bc28-e1a2762beeec not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:12.936775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e51d6215-4860-4f87-bc47-b291a957d28e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:12.960754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e51d6215-4860-4f87-bc47-b291a957d28e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:12.961188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e51d6215-4860-4f87-bc47-b291a957d28e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:12.974620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.977933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:12.980736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493956d-c330-485f-a487-cb6ca6f40cc9 req-02729820-3591-4f73-80d3-d58e49ffd16f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:12.983927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f493956d-c330-485f-a487-cb6ca6f40cc9 req-02729820-3591-4f73-80d3-d58e49ffd16f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0983186 Jun 30 09:17:13.032904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f493956d-c330-485f-a487-cb6ca6f40cc9 req-d74c56b1-58cd-491c-a73c-41ec13a3252b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390060 Jun 30 09:17:13.061787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.062505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Fanout notify agent at l3_agent the message router_deleted on router 2829a3c6-f209-4d7d-a9cd-d7a6e4e029db {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:13.080711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.084533 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-14b54f81-2aec-47cd-abb2-8d816840c951 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/routers/2829a3c6-f209-4d7d-a9cd-d7a6e4e029db HTTP/1.1" status: 204 len: 168 time: 1.6120191 Jun 30 09:17:13.086065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40300) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.090938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['33507331-1997-45eb-addf-1fbbc91ca322'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:13.272766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.312030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c360c5f-310f-43f4-b3cb-2209687d2a26 req-ccd6b755-5ae4-4b25-8480-6f2bcbc4a537 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:13.313736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c360c5f-310f-43f4-b3cb-2209687d2a26 req-ccd6b755-5ae4-4b25-8480-6f2bcbc4a537 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 944 time: 0.1096728 Jun 30 09:17:13.415235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.426986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c360c5f-310f-43f4-b3cb-2209687d2a26 req-29c3c108-c9d1-4b1e-8dd9-8647a4337035 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949445 Jun 30 09:17:13.430498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dde0500-a677-48a2-9deb-02fb5a60cf42']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:13.440559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92738078-7e4e-486f-87bf-9653d81b52ce') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:13.440995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92738078-7e4e-486f-87bf-9653d81b52ce') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:13.452429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.469592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.473216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:13.473664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:13.477443 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:13.537068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.543310 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.547686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/networks/4dde0500-a677-48a2-9deb-02fb5a60cf42 HTTP/1.1" status: 204 len: 168 time: 0.4573286 Jun 30 09:17:13.549425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40316) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:13.566002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e35a3b-8da5-421e-89f2-ff67d53361d2 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Network': ['ID=4dde0500-a677-48a2-9deb-02fb5a60cf42,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:13.762738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port 10bac8dd-ee5c-4446-8960-394951a4d1cf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:13.763274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.839796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.840139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:13.851752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for 10bac8dd-ee5c-4446-8960-394951a4d1cf owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:14.051179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.059716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-947262bb-f22f-4a26-b5e9-3f7496849f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.084383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=10bac8dd-ee5c-4446-8960-394951a4d1cf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:14.163661 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.182516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.183498 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Floating IP 9bbb3632-a869-49e3-92d9-8cfdc97800a5 disassociated (deleted). External IP: 172.25.7.189, port: 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272. Jun 30 09:17:14.326011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4430df-cf39-4d06-a451-6e16af5324d9 req-e0193ef0-5aaa-4300-b9b6-f780156c76b3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:14.327592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c4430df-cf39-4d06-a451-6e16af5324d9 req-e0193ef0-5aaa-4300-b9b6-f780156c76b3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0750613 Jun 30 09:17:14.377428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c4430df-cf39-4d06-a451-6e16af5324d9 req-5364ab5b-39a4-4ed3-b769-18757a9e67e2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434484 Jun 30 09:17:14.419368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router a131d1ad-96db-4196-8da2-553e2ff15549 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:14.549072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:14.557995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:14.564743 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] Sync routers for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:14.586509 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:14.587274 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:17:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:14.598018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ebf7f0a7-23cf-48d4-8e8b-827a59997b59 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/floatingips/9bbb3632-a869-49e3-92d9-8cfdc97800a5 HTTP/1.1" status: 204 len: 168 time: 1.0459642 Jun 30 09:17:14.598647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:14.601573 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76b59a0-b74a-4e5f-880d-4f191ba954d3" -d '{"events": [{"name": "network-changed", "server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:14.746364 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:14.824199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 96f47efa-2f48-40bc-8907-18090f4e89bb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:14.866629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 96f47efa-2f48-40bc-8907-18090f4e89bb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:14.867289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 96f47efa-2f48-40bc-8907-18090f4e89bb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:14.896633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfbedb3-77b8-4a48-8438-688c07d8f451 req-5243b5dc-1fb9-4164-b914-477c4985ce3a tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:14.908573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dfbedb3-77b8-4a48-8438-688c07d8f451 req-5243b5dc-1fb9-4164-b914-477c4985ce3a tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 944 time: 0.1168649 Jun 30 09:17:14.929832 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8288e184-9275-469a-8315-c1d946edf63f x-openstack-request-id: req-8288e184-9275-469a-8315-c1d946edf63f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:14.931674 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:14.932114 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8288e184-9275-469a-8315-c1d946edf63f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:14.932718 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'status': 'completed', 'code': 200} Jun 30 09:17:14.968317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dfbedb3-77b8-4a48-8438-688c07d8f451 req-f556bb93-17ce-465d-92ea-a23f52e6e419 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568886 Jun 30 09:17:15.066082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-bb6a2d2a-2265-4729-9c60-c82ab6a9699b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.068975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-bb6a2d2a-2265-4729-9c60-c82ab6a9699b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=72689dbdb8cf435fba10e8919644d4d1&device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 1137 time: 0.1125095 Jun 30 09:17:15.085783 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:23Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:15.142526 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] Checking router: a131d1ad-96db-4196-8da2-553e2ff15549 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:15.155673 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:15.156612 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:17:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:15.183921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-d3172101-9908-40de-a35c-64a2359b237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.185625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-d3172101-9908-40de-a35c-64a2359b237a service neutron] 10.222.0.79 "GET /v2.0/networks?id=93e490b0-6bd3-4bc8-8112-ed31fa949739 HTTP/1.1" status: 200 len: 896 time: 0.1049616 Jun 30 09:17:15.264576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-ef27c4de-c20b-4cf1-9ef0-87afa23cd57d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 HTTP/1.1" status: 200 len: 217 time: 0.0686350 Jun 30 09:17:15.266283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea26f2-7b05-41ca-af50-034b85ee78bd req-1238b7c9-0e07-407e-946f-85878af63ace tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.274856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13ea26f2-7b05-41ca-af50-034b85ee78bd req-1238b7c9-0e07-407e-946f-85878af63ace tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 985 time: 0.1505809 Jun 30 09:17:15.310117 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:15.344944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-82494575-ad8f-47e5-a665-e92a508d1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.346773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-82494575-ad8f-47e5-a665-e92a508d1b1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae HTTP/1.1" status: 200 len: 835 time: 0.0736158 Jun 30 09:17:15.363782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13ea26f2-7b05-41ca-af50-034b85ee78bd req-6cba7975-25cb-4fe2-8823-2bf45435bd1a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0879576 Jun 30 09:17:15.426162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-840693ae-1f2a-4019-b411-17064de8c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.427955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-840693ae-1f2a-4019-b411-17064de8c572 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93e490b0-6bd3-4bc8-8112-ed31fa949739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736256 Jun 30 09:17:15.551774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-abbba15b-71f1-4dc7-b249-fb4b651be224 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125302 Jun 30 09:17:15.552040 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:23Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:15.595054 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8db8ad-539c-4487-b967-6a92f336fd92 None None] The sync data for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 is: [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:15:17Z', 'revision_number': 4, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '7b0d6f16-68a4-4c6f-bccf-305c20ff4f91', 'name': '', 'network_id': '93e490b0-6bd3-4bc8-8112-ed31fa949739', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'mac_address': 'fa:16:3e:d3:df:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:15Z', 'updated_at': '2021-06-30T09:15:23Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'subnets': [{'id': 'e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:15.657211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:15.680730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732159c-2f85-487e-9843-071a01e76de4 req-3736d079-5509-479f-9995-981463c101e6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:15.699849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5732159c-2f85-487e-9843-071a01e76de4 req-3736d079-5509-479f-9995-981463c101e6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1567285 Jun 30 09:17:15.726350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a76b59a0-b74a-4e5f-880d-4f191ba954d3 req-1e100692-6369-4a00-996b-c70528f878c3 service neutron] 10.222.0.79 "GET /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637149 Jun 30 09:17:15.774282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5732159c-2f85-487e-9843-071a01e76de4 req-abfb4340-2384-43ec-a518-a0f5a97a1369 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706403 Jun 30 09:17:15.835635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:15.851287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '630b228f-9141-4829-bfb4-dac004a173b9', 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'port_id': '630b228f-9141-4829-bfb4-dac004a173b9', 'mac_address': 'fa:16:3e:38:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a9314a-e29c-4df7-9f4a-0a481e2667bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:15.893951 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.909942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 630b228f-9141-4829-bfb4-dac004a173b9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:15.936142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:15.946724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:15.984962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a0d366-1d6a-4a9e-8357-0502c257a5b8 None None] New status for floating IP 9bbb3632-a869-49e3-92d9-8cfdc97800a5: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:16.083864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.090771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.141777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['630b228f-9141-4829-bfb4-dac004a173b9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:16.193075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b19a4-758e-4826-a0d1-b228c65c42cc req-183f24a3-d14f-4b11-bea9-cf4a28bb4e52 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.195933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-690b19a4-758e-4826-a0d1-b228c65c42cc req-183f24a3-d14f-4b11-bea9-cf4a28bb4e52 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 944 time: 0.0911124 Jun 30 09:17:16.246098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-690b19a4-758e-4826-a0d1-b228c65c42cc req-5e0761f7-4551-4011-859c-f6cd10a4e2fe tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Jun 30 09:17:16.298205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 33507331-1997-45eb-addf-1fbbc91ca322 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:16.377778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 33507331-1997-45eb-addf-1fbbc91ca322 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:16.385276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 33507331-1997-45eb-addf-1fbbc91ca322 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:16.385650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.497663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.532913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:16.535253 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff911a6-8caa-4a38-b7ce-20659ed7a747" -d '{"events": [{"server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "name": "network-vif-plugged", "status": "completed", "tag": "33507331-1997-45eb-addf-1fbbc91ca322"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:16.549082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 33507331-1997-45eb-addf-1fbbc91ca322, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=33507331-1997-45eb-addf-1fbbc91ca322,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:16.556340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.586204 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d06b22-14bf-48a3-a43f-2eae816c655e x-openstack-request-id: req-16d06b22-14bf-48a3-a43f-2eae816c655e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:16.586204 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "name": "network-vif-plugged", "status": "completed", "tag": "33507331-1997-45eb-addf-1fbbc91ca322", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:16.586504 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16d06b22-14bf-48a3-a43f-2eae816c655e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:16.586991 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322', 'code': 200} Jun 30 09:17:16.594921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-5d479148-8bd4-408d-b8b4-c675e2182d49 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.596507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-5d479148-8bd4-408d-b8b4-c675e2182d49 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.79 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 985 time: 0.0913863 Jun 30 09:17:16.612023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fff21-69ae-4e4d-83e2-14311157ab7c req-958be827-ade7-4913-a440-578eec219503 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.614668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca1fff21-69ae-4e4d-83e2-14311157ab7c req-958be827-ade7-4913-a440-578eec219503 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 985 time: 0.1012731 Jun 30 09:17:16.633472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=33507331-1997-45eb-addf-1fbbc91ca322,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:16.672031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca1fff21-69ae-4e4d-83e2-14311157ab7c req-4b5f194c-c1ee-44a1-97a2-9694a217b58e tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/security-groups?id=b876ead2-c95f-44c3-8cc2-241546c76777&id=8493d2cd-6b31-4c08-b95f-03bc351b37c1&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0499244 Jun 30 09:17:16.715573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:16.715860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.722074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69871837-1495-4f87-8d95-fb3259a4ae14 req-8e35e765-34d3-4aa7-ac7f-3dd75e5fbe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.723636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69871837-1495-4f87-8d95-fb3259a4ae14 req-8e35e765-34d3-4aa7-ac7f-3dd75e5fbe06 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 1097 time: 0.0640588 Jun 30 09:17:16.760354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69871837-1495-4f87-8d95-fb3259a4ae14 req-a2baf1a9-c434-4205-9760-a73f5bf02ab5 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291238 Jun 30 09:17:16.813732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] For port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:16.814103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:16.828325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:16.994652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0a3e0-975e-493f-8fb8-1bcd5d9df7d9 req-85877dba-67fd-4fcd-a6d6-8d8ddba93d02 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:16.996301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2df0a3e0-975e-493f-8fb8-1bcd5d9df7d9 req-85877dba-67fd-4fcd-a6d6-8d8ddba93d02 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 944 time: 0.0711813 Jun 30 09:17:16.998119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.032961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=2aa5ca4c-9cb0-4b1b-98a7-de948ec55272,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:17.043740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2df0a3e0-975e-493f-8fb8-1bcd5d9df7d9 req-2f47d475-8a06-4491-b513-a2172b2b8813 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387852 Jun 30 09:17:17.093113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] No DVR routers for this DVR port 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:17.095709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.097820 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85e83e1f-7226-4b4f-a4b0-1dd563a321cb req-3617caaa-f835-414a-bf2f-45192c552125 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.79 "DELETE /v2.0/ports/2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 HTTP/1.1" status: 204 len: 173 time: 0.4954183 Jun 30 09:17:17.098288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'name': 'network-vif-deleted', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:17.101304 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b3671-099e-487f-be05-ac35f65f5f91" -d '{"events": [{"server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "name": "network-vif-deleted", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:17.152887 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc9dc76-891a-4e8e-9feb-17dcf199ed10 x-openstack-request-id: req-6dc9dc76-891a-4e8e-9feb-17dcf199ed10 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:17.153608 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d38364-fc43-4105-82f0-0b8a828512ed", "name": "network-vif-deleted", "tag": "2aa5ca4c-9cb0-4b1b-98a7-de948ec55272", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:17.153834 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6dc9dc76-891a-4e8e-9feb-17dcf199ed10 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:17.154351 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d38364-fc43-4105-82f0-0b8a828512ed', 'name': 'network-vif-deleted', 'tag': '2aa5ca4c-9cb0-4b1b-98a7-de948ec55272', 'status': 'completed', 'code': 200} Jun 30 09:17:17.231716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.439824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295ec20-3c46-4f45-aa90-c772b2078868 req-b0c98530-43fb-4d35-b88f-5a7c32e97102 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:17.441477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1295ec20-3c46-4f45-aa90-c772b2078868 req-b0c98530-43fb-4d35-b88f-5a7c32e97102 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.0755949 Jun 30 09:17:17.528452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1295ec20-3c46-4f45-aa90-c772b2078868 req-b1a478d2-a3a6-419f-9db0-3018ad206f0f tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795193 Jun 30 09:17:17.546670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.671658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:17.743719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 630b228f-9141-4829-bfb4-dac004a173b9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:17.744089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.842048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.884641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:17.888731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b9f4e23-91af-45cc-a824-19ca636412d8 req-bf030b88-c457-4396-b34f-7b3e24582c8b tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "GET /v2.0/ports?device_id=07d38364-fc43-4105-82f0-0b8a828512ed HTTP/1.1" status: 200 len: 210 time: 0.0361917 Jun 30 09:17:17.889475 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:17.957097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:18.224749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f8cb-3a85-43a9-824b-49c294da1bfb req-73d42908-6218-4550-9a66-ab16075f2354 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.226954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e635f8cb-3a85-43a9-824b-49c294da1bfb req-73d42908-6218-4550-9a66-ab16075f2354 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0671086 Jun 30 09:17:18.267266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e635f8cb-3a85-43a9-824b-49c294da1bfb req-30cd845c-7897-42d6-a756-2e783353cb56 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344341 Jun 30 09:17:18.587786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:18.590142 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d4f24b-dfe4-4235-8be3-d214667a0864" -d '{"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-plugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:18.657293 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9b448b-9d7c-4883-8e46-f9e319900f82 x-openstack-request-id: req-0d9b448b-9d7c-4883-8e46-f9e319900f82 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:18.657579 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-plugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:18.657831 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d9b448b-9d7c-4883-8e46-f9e319900f82 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:18.658614 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9', 'code': 200} Jun 30 09:17:18.719441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dfad7-accf-4a2d-98db-bee157e4c3ca req-19c83541-db65-4690-bd8d-4904b3315e84 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.722797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f56dfad7-accf-4a2d-98db-bee157e4c3ca req-19c83541-db65-4690-bd8d-4904b3315e84 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.0747864 Jun 30 09:17:18.763541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f56dfad7-accf-4a2d-98db-bee157e4c3ca req-ea510c65-7598-4929-870a-41adbe8ae298 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361238 Jun 30 09:17:18.941436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7f112-d181-4775-a2eb-46134c008356 req-ae5a0e1b-2ad4-4ae6-8dc3-e1182790724b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:18.943047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aec7f112-d181-4775-a2eb-46134c008356 req-ae5a0e1b-2ad4-4ae6-8dc3-e1182790724b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.0651863 Jun 30 09:17:18.955296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40460) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:18.961984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Request body: {'floatingip': {'port_id': '33507331-1997-45eb-addf-1fbbc91ca322'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:18.997038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40462) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:19.007415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.061720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b0911f-0402-4acf-836f-65865d66c10a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.088601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b0911f-0402-4acf-836f-65865d66c10a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.150741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b0911f-0402-4acf-836f-65865d66c10a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.153946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b0911f-0402-4acf-836f-65865d66c10a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.157470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-41b0911f-0402-4acf-836f-65865d66c10a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/security-groups/8493d2cd-6b31-4c08-b95f-03bc351b37c1 HTTP/1.1" status: 204 len: 168 time: 0.1571345 Jun 30 09:17:19.157833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40466) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:19.167005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0911f-0402-4acf-836f-65865d66c10a tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8493d2cd-6b31-4c08-b95f-03bc351b37c1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:19.290201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3591fdf-6e6f-49df-9731-99ae5296f957 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.361985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3591fdf-6e6f-49df-9731-99ae5296f957 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.522067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3591fdf-6e6f-49df-9731-99ae5296f957 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.525341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c3591fdf-6e6f-49df-9731-99ae5296f957 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.526768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c3591fdf-6e6f-49df-9731-99ae5296f957 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/security-groups/b876ead2-c95f-44c3-8cc2-241546c76777 HTTP/1.1" status: 204 len: 168 time: 0.3678420 Jun 30 09:17:19.533804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:19.578271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d92cd-1ca4-4b0f-8758-848d3634ce4d req-104efcfa-c56d-47ac-96d7-9b73d708c947 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:19.585559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d32d92cd-1ca4-4b0f-8758-848d3634ce4d req-104efcfa-c56d-47ac-96d7-9b73d708c947 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1852677 Jun 30 09:17:19.604898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3591fdf-6e6f-49df-9731-99ae5296f957 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b876ead2-c95f-44c3-8cc2-241546c76777,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:19.682879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d32d92cd-1ca4-4b0f-8758-848d3634ce4d req-93b9f396-cdfe-4a6b-a32c-05185d0ea33f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902483 Jun 30 09:17:19.744259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:17:19.821517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40488) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:19.883785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.893886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:19.955978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e88-31d3-46b3-92d2-c5174aebb90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.056506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e88-31d3-46b3-92d2-c5174aebb90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.060732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4e88-31d3-46b3-92d2-c5174aebb90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.073129 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Floating IP b278751e-dfe1-4780-ab12-da83349cba8a associated. External IP: 172.25.7.245, port: 33507331-1997-45eb-addf-1fbbc91ca322. Jun 30 09:17:20.103452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bfcb4e88-31d3-46b3-92d2-c5174aebb90a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=064a3aae3c724bb79f667eb5ec725e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806242 Jun 30 09:17:20.104551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb4e88-31d3-46b3-92d2-c5174aebb90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db544d-9c78-4b78-8bbe-ab537f7ad75d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.107586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40492) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:20.158062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-044204b8-8d8e-46ba-8781-59b53aca5a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.180192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-044204b8-8d8e-46ba-8781-59b53aca5a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.230003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-044204b8-8d8e-46ba-8781-59b53aca5a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.233236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-044204b8-8d8e-46ba-8781-59b53aca5a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.237364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-044204b8-8d8e-46ba-8781-59b53aca5a9a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f9db544d-9c78-4b78-8bbe-ab537f7ad75d HTTP/1.1" status: 204 len: 168 time: 0.1261964 Jun 30 09:17:20.246108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044204b8-8d8e-46ba-8781-59b53aca5a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db544d-9c78-4b78-8bbe-ab537f7ad75d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.312534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:20.332756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:20.333108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2aa5ca4c-9cb0-4b1b-98a7-de948ec55272 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:20.537397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40500) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:20.550681 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-825d841d-160a-42c2-a2b4-d500f1fe4b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.647335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-825d841d-160a-42c2-a2b4-d500f1fe4b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.651954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-825d841d-160a-42c2-a2b4-d500f1fe4b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.669941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.672664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Router cacce059-6d50-409a-90fa-e8fc863d8584 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:20.692659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-825d841d-160a-42c2-a2b4-d500f1fe4b7f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb24efe2b471425fa5f476788b049b65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541350 Jun 30 09:17:20.693551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d841d-160a-42c2-a2b4-d500f1fe4b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8453aa-e9b5-4bb7-ac41-2188e1d37d72,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.697409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40502) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:20.762076 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443caa48-29d4-4928-989c-1554e296fa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.794494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443caa48-29d4-4928-989c-1554e296fa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.908799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:20.918820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8196dcf-60cb-4f02-a90b-e4c6bda1c073 req-7a14b829-1b08-4e78-b8da-14b1adf9bf8b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:20.923313 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] Sync routers for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:20.927637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8196dcf-60cb-4f02-a90b-e4c6bda1c073 req-7a14b829-1b08-4e78-b8da-14b1adf9bf8b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0946763 Jun 30 09:17:20.935493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.937539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443caa48-29d4-4928-989c-1554e296fa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.938065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:20.938905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:17:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:20.940551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-443caa48-29d4-4928-989c-1554e296fa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:20.941685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-443caa48-29d4-4928-989c-1554e296fa8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1e8453aa-e9b5-4bb7-ac41-2188e1d37d72 HTTP/1.1" status: 204 len: 168 time: 0.2431989 Jun 30 09:17:20.963522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443caa48-29d4-4928-989c-1554e296fa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8453aa-e9b5-4bb7-ac41-2188e1d37d72,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:20.998776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-21283394-47e6-46f1-8c49-61b8e4815528 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "PUT /v2.0/floatingips/b278751e-dfe1-4780-ab12-da83349cba8a HTTP/1.1" status: 200 len: 991 time: 2.0386560 Jun 30 09:17:20.999210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:21.001731 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e04549-be9a-4c63-ac1b-2336d8b60ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "tag": "33507331-1997-45eb-addf-1fbbc91ca322"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:21.010203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8196dcf-60cb-4f02-a90b-e4c6bda1c073 req-72d6b355-6877-46bd-819b-60f3686b026c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820124 Jun 30 09:17:21.121218 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:21.154760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:21.155334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.231247 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb574af-9daa-46be-bc1a-ecfa28eb2c2f x-openstack-request-id: req-9bb574af-9daa-46be-bc1a-ecfa28eb2c2f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:21.231549 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "tag": "33507331-1997-45eb-addf-1fbbc91ca322", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:21.231816 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9bb574af-9daa-46be-bc1a-ecfa28eb2c2f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:21.232322 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322', 'status': 'completed', 'code': 200} Jun 30 09:17:21.297525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] For port 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:21.297907 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.315368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:21.378134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-ade1f372-55da-4585-be3e-d743ac8b49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:21.379740 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-ade1f372-55da-4585-be3e-d743ac8b49f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db108b8bbbe0428482beab50f3b10e6a&device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 1097 time: 0.1241457 Jun 30 09:17:21.404354 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'b278751e-dfe1-4780-ab12-da83349cba8a', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'port_id': '33507331-1997-45eb-addf-1fbbc91ca322', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'mac_address': 'fa:16:3e:b7:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:19Z', 'revision_number': 1, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:21.442517 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] Checking router: cacce059-6d50-409a-90fa-e8fc863d8584 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:21.456667 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:21.456906 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:17:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:21.466621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:21.481125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b530262-d2ce-45c0-b52d-dd87a549135c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.588064 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:21.588702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-19178b3e-2c87-4e0b-b1e6-9c3d3c3bc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:21.590255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-19178b3e-2c87-4e0b-b1e6-9c3d3c3bc5a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ccef02e3-cde9-475c-8908-f493224694e7 HTTP/1.1" status: 200 len: 912 time: 0.2017894 Jun 30 09:17:21.623680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b530262-d2ce-45c0-b52d-dd87a549135c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.632963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b530262-d2ce-45c0-b52d-dd87a549135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.704717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b530262-d2ce-45c0-b52d-dd87a549135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbe7158-f310-4cb6-8c2f-d774ede32f18,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.707658 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-a8d0960f-ef37-410f-b625-3ba964a93a9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33507331-1997-45eb-addf-1fbbc91ca322 HTTP/1.1" status: 200 len: 999 time: 0.1069539 Jun 30 09:17:21.713364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b530262-d2ce-45c0-b52d-dd87a549135c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=58b092c15d2048e1b61b9d07476c1401&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454810 Jun 30 09:17:21.714533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40534) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:21.774170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-121838d9-78ab-4eab-8e14-054ef6dd8d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.788353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.802443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-121838d9-78ab-4eab-8e14-054ef6dd8d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.839882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=7b0d6f16-68a4-4c6f-bccf-305c20ff4f91,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:21.844625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-66d3133e-02ad-403a-953e-64c01128bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:21.846419 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-66d3133e-02ad-403a-953e-64c01128bf89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ff17b196-beed-45eb-9569-f2feca7c9efc HTTP/1.1" status: 200 len: 850 time: 0.1196766 Jun 30 09:17:21.917580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-121838d9-78ab-4eab-8e14-054ef6dd8d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.922133 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-121838d9-78ab-4eab-8e14-054ef6dd8d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:21.925077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-121838d9-78ab-4eab-8e14-054ef6dd8d96 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6cbe7158-f310-4cb6-8c2f-d774ede32f18 HTTP/1.1" status: 204 len: 168 time: 0.2096221 Jun 30 09:17:21.945508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121838d9-78ab-4eab-8e14-054ef6dd8d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbe7158-f310-4cb6-8c2f-d774ede32f18,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:22.152650 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'b278751e-dfe1-4780-ab12-da83349cba8a', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'port_id': '33507331-1997-45eb-addf-1fbbc91ca322', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'mac_address': 'fa:16:3e:b7:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:19Z', 'revision_number': 1, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:22.234864 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e26d3f-3110-4317-a729-5fed398dd8d8 None None] The sync data for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 is: [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'b278751e-dfe1-4780-ab12-da83349cba8a', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'floating_ip_address': '172.25.7.245', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'port_id': '33507331-1997-45eb-addf-1fbbc91ca322', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'mac_address': 'fa:16:3e:b7:08:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:17:04Z', 'updated_at': '2021-06-30T09:17:19Z', 'revision_number': 1, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:22.299852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:22.362506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cb3a2-e074-4e92-9261-387a03328e7f req-4367a65f-188a-4938-ad78-418f4fdbb71b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.364087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e91cb3a2-e074-4e92-9261-387a03328e7f req-4367a65f-188a-4938-ad78-418f4fdbb71b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1464434 Jun 30 09:17:22.436046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-81aac3c5-812d-4a50-8ac3-97d1c779a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:22.437564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-81aac3c5-812d-4a50-8ac3-97d1c779a0c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ccef02e3-cde9-475c-8908-f493224694e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5642788 Jun 30 09:17:22.439558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e91cb3a2-e074-4e92-9261-387a03328e7f req-e92c9ebc-fd67-42e5-99c7-f6c6de4255ce tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577798 Jun 30 09:17:22.635056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31cbed5-bee8-4a76-9419-21e7f0ce5775 None None] New status for floating IP b278751e-dfe1-4780-ab12-da83349cba8a: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:17:22.939906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Router a131d1ad-96db-4196-8da2-553e2ff15549 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:17:22.942864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-1c18863f-9ffa-4d12-a030-cfc95b09bb58 service neutron] 10.222.0.79 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856808 Jun 30 09:17:23.121465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-40e04549-be9a-4c63-ac1b-2336d8b60ea4 req-1a5b8c62-d2a4-44ff-b87f-2eebf0f92228 service neutron] 10.222.0.79 "GET /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698132 Jun 30 09:17:23.139114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:17:23.144657 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-15efc3bc-c024-4c74-a663-e12d63c0b040 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "PUT /v2.0/routers/a131d1ad-96db-4196-8da2-553e2ff15549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6081407 Jun 30 09:17:23.147402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40588) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:23.151263 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] Sync routers for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:17:23.173991 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:23.175503 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:17:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:23.250648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting subnet e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:17:23.258759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.299214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:23.361535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.386659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:23.478640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-514074395-network', 'tenant_id': '82ef82bd19b14dd8960f32652be12434'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:23.547311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Made reservation on behalf of 82ef82bd19b14dd8960f32652be12434 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:23.550342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.574581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.595034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.732216 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:23.790004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.814808 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] Checking router: a131d1ad-96db-4196-8da2-553e2ff15549 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:17:23.839995 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] Routers {'a131d1ad-96db-4196-8da2-553e2ff15549'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:17:23.841509 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:17:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['a131d1ad-96db-4196-8da2-553e2ff15549'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:23.841717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Subnet': ['ID=e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:23.847151 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.849869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75851ca7-f203-4e19-97b0-8fdb036fbb7f tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/subnets/e40dfd47-ea61-44dd-a8b5-0933d3c8b4ae HTTP/1.1" status: 204 len: 168 time: 0.7013602 Jun 30 09:17:23.853913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40604) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:23.870483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d208ce2-9463-4c13-9fdc-6f993a096ab4 None None] Network 93e490b0-6bd3-4bc8-8112-ed31fa949739 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:23.916434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:23.931253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.027061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:24.039637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ca829-be05-4548-8a94-a1e21f0c975b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.048542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.050525 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Added segment c2d3a7ec-76b2-4ef9-b3b7-fe2615536859 of type vlan for network 602d7b7d-3b6a-451d-949b-b3b924d71574 Jun 30 09:17:24.114968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.140111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.190060 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] Set router a131d1ad-96db-4196-8da2-553e2ff15549 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:17:24.219753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.221021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.222316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.245827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64971764-8cdc-4dc8-8644-3081f0ab5fc4 req-3a01e902-05cc-4f6b-a36a-a2be49bbadf9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:24.253320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64971764-8cdc-4dc8-8644-3081f0ab5fc4 req-3a01e902-05cc-4f6b-a36a-a2be49bbadf9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.2489669 Jun 30 09:17:24.323908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0234702 Jun 30 09:17:24.328892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:24.330149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64971764-8cdc-4dc8-8644-3081f0ab5fc4 req-898e7fc7-684a-4702-a3c2-6c5802fc5603 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745604 Jun 30 09:17:24.334999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.344845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Request body: {'subnet': {'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-514074395-subnet', 'tenant_id': '82ef82bd19b14dd8960f32652be12434', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:24.372111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452b4a6-8597-49d3-9b2e-c1d7ebb32ca0 admin admin] Pushing event updated for resources: {'Network': ['ID=602d7b7d-3b6a-451d-949b-b3b924d71574,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.386439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 602d7b7d-3b6a-451d-949b-b3b924d71574 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:24.415762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Made reservation on behalf of 82ef82bd19b14dd8960f32652be12434 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:24.419161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.477448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] DHCP port deletion for 93e490b0-6bd3-4bc8-8112-ed31fa949739 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:17:24.492915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Deleting port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:24.493308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.645320 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:24.697373 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611c8901-85fd-46c2-8566-618a01ab4185 None None] The sync data for ids ['a131d1ad-96db-4196-8da2-553e2ff15549'] in n-d-780147-22 is: [{'id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1618497289', 'tenant_id': '72689dbdb8cf435fba10e8919644d4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:07Z', 'updated_at': '2021-06-30T09:17:21Z', 'revision_number': 5, 'project_id': '72689dbdb8cf435fba10e8919644d4d1', 'gw_port': {'id': 'e4c3b76b-a799-4be2-9e0f-e66a7f9398a1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:51:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a131d1ad-96db-4196-8da2-553e2ff15549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:08Z', 'updated_at': '2021-06-30T09:15:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:17:24.722143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] For port e4c3b76b-a799-4be2-9e0f-e66a7f9398a1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:24.723256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.729513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] Deleting port 53d06426-2373-4901-92f2-6e4d661a25f2 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:24.729907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.750273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Calling delete_port for e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:24.840741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] For port 53d06426-2373-4901-92f2-6e4d661a25f2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=53d06426-2373-4901-92f2-6e4d661a25f2,segment=NetworkSegment(e965d4f5-fb5c-4bc3-8939-142cb0840b1f),segment_id=e965d4f5-fb5c-4bc3-8939-142cb0840b1f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:24.841598 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.851117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.859147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] Calling delete_port for 53d06426-2373-4901-92f2-6e4d661a25f2 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:24.917624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33666b8-3dce-408c-96e5-36c412101528,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:24.977055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:24.982464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Checking segment: {'id': 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:24.982820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Network hostable DHCP agents. Network: 602d7b7d-3b6a-451d-949b-b3b924d71574, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:25.009689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Network 602d7b7d-3b6a-451d-949b-b3b924d71574 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:25.021394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 602d7b7d-3b6a-451d-949b-b3b924d71574) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:25.024299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.025402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] Pushing event deleted for resources: {'Port': ['ID=53d06426-2373-4901-92f2-6e4d661a25f2,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.027279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0bfa84-fd00-4891-a90c-ad6c076a2aa9 None None] No DVR routers for this DVR port 53d06426-2373-4901-92f2-6e4d661a25f2 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:25.042969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.043848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.059008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcb8982-6bb1-4a2e-840f-e30f0cf02b53 None None] Network 602d7b7d-3b6a-451d-949b-b3b924d71574 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:25.089676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ae7dcb9-946a-4290-bc44-c081ec572d68 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7557497 Jun 30 09:17:25.127411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Port': ['ID=e4c3b76b-a799-4be2-9e0f-e66a7f9398a1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:25.255258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 53d06426-2373-4901-92f2-6e4d661a25f2 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:25.275790 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.307072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 53d06426-2373-4901-92f2-6e4d661a25f2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:25.307498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 53d06426-2373-4901-92f2-6e4d661a25f2 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:25.307923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:25.314434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eff960-60a6-4fcb-a373-67b9d18f519c None None] Network 602d7b7d-3b6a-451d-949b-b3b924d71574 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:25.401337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.404234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.411961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:25.413184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b0d6f16-68a4-4c6f-bccf-305c20ff4f91 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:25.518572 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.519521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Fanout notify agent at l3_agent the message router_deleted on router a131d1ad-96db-4196-8da2-553e2ff15549 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:17:25.531448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.535051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-34bd86c3-29b1-41b7-a2df-fc788f0eb7e8 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/routers/a131d1ad-96db-4196-8da2-553e2ff15549 HTTP/1.1" status: 204 len: 168 time: 1.6800880 Jun 30 09:17:25.535795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:25.666838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fb779-d71a-4edc-9413-8aa6c08ce0f6 req-d18e37e8-fc2b-457c-b596-87de7d554920 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:25.674767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-848fb779-d71a-4edc-9413-8aa6c08ce0f6 req-d18e37e8-fc2b-457c-b596-87de7d554920 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1185274 Jun 30 09:17:25.741747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.775803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-848fb779-d71a-4edc-9413-8aa6c08ce0f6 req-10823212-e3b7-42f1-b3f1-5aada25bce36 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996943 Jun 30 09:17:25.909702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:25.923881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e490b0-6bd3-4bc8-8112-ed31fa949739']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:25.938854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:25.939085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e965d4f5-fb5c-4bc3-8939-142cb0840b1f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:17:25.960653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.000548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.011783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:17:26.012255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:17:26.016098 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:17:26.087864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.104502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.106789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] 10.222.0.77 "DELETE /v2.0/networks/93e490b0-6bd3-4bc8-8112-ed31fa949739 HTTP/1.1" status: 204 len: 168 time: 0.5697603 Jun 30 09:17:26.124155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9065260-e387-4f34-8661-14c444b95266 tempest-TestSecurityGroupsBasicOps-1949144816 tempest-TestSecurityGroupsBasicOps-1949144816-project] Pushing event deleted for resources: {'Network': ['ID=93e490b0-6bd3-4bc8-8112-ed31fa949739,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.165297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.170689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-547152317-network', 'tenant_id': '2e0555d99f4d4009b0f72b7c8ef54d6b'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:26.197639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Made reservation on behalf of 2e0555d99f4d4009b0f72b7c8ef54d6b for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:26.200980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.211788 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.358242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.366160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.398891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:17:26.410920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2270d4c5-55a6-43be-87c8-8fe96fb88997,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.421654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.422018 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Added segment a23bdea8-7d61-42fd-afcd-547c1d083ce3 of type vlan for network 97a1cdea-9307-4f41-b52b-71aaca49191d Jun 30 09:17:26.499433 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.549470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.550531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:26.551175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.581474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40650) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.620865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] Pushing event updated for resources: {'Network': ['ID=97a1cdea-9307-4f41-b52b-71aaca49191d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:26.633889 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44cd2835-7b11-4cb3-a9c9-55f1a35b9bbe admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4674985 Jun 30 09:17:26.634719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.640216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Request body: {'subnet': {'network_id': '97a1cdea-9307-4f41-b52b-71aaca49191d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-547152317-subnet', 'tenant_id': '2e0555d99f4d4009b0f72b7c8ef54d6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:26.656964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 97a1cdea-9307-4f41-b52b-71aaca49191d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:17:26.686816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Made reservation on behalf of 2e0555d99f4d4009b0f72b7c8ef54d6b for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:26.689877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:26.923807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:26.940062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a5fdcc71-40d7-4bbc-931b-5a08a127afde admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=72689dbdb8cf435fba10e8919644d4d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3570528 Jun 30 09:17:26.942670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40662) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:26.988738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:26.989093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e4c3b76b-a799-4be2-9e0f-e66a7f9398a1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:27.011852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4349243f-65f0-48c6-9839-16310a031c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.061737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4349243f-65f0-48c6-9839-16310a031c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.071273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.153749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Checking segment: {'id': 'a23bdea8-7d61-42fd-afcd-547c1d083ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '97a1cdea-9307-4f41-b52b-71aaca49191d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:27.154600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Network hostable DHCP agents. Network: 97a1cdea-9307-4f41-b52b-71aaca49191d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:17:27.157871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96d2abf-127c-4026-8f19-be7ea3cdc8f7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.191362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ab3ff-d297-4c50-bf71-f494b92e4753 req-0ff2677b-4e5d-4dba-8391-78f9c31766ad tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:27.200362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871ab3ff-d297-4c50-bf71-f494b92e4753 req-0ff2677b-4e5d-4dba-8391-78f9c31766ad tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1277730 Jun 30 09:17:27.208013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Network 97a1cdea-9307-4f41-b52b-71aaca49191d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:17:27.212215 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4349243f-65f0-48c6-9839-16310a031c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.215766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4349243f-65f0-48c6-9839-16310a031c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.219266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4349243f-65f0-48c6-9839-16310a031c19 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bd25be50-3aa5-4e60-95e2-4d7e9a3cf52f HTTP/1.1" status: 204 len: 168 time: 0.2732167 Jun 30 09:17:27.246064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 97a1cdea-9307-4f41-b52b-71aaca49191d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:27.252380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:27.252969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:27.263725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721d4692-931a-4c42-87a1-9039afbd9a03 None None] Network 97a1cdea-9307-4f41-b52b-71aaca49191d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:27.269131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349243f-65f0-48c6-9839-16310a031c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25be50-3aa5-4e60-95e2-4d7e9a3cf52f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:27.289544 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7bbdb7bd-bea4-4eda-a812-8e751e4a82a4 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6535058 Jun 30 09:17:27.331256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871ab3ff-d297-4c50-bf71-f494b92e4753 req-cc5ae0ea-dd64-4386-8d95-e1192310b711 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298831 Jun 30 09:17:27.587267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44f781-949a-4c0f-981b-a211a2079aeb None None] Network 97a1cdea-9307-4f41-b52b-71aaca49191d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:17:27.838709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:27.853657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c01ec59-17d1-4e6f-99bf-d02bb27ec564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.041734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c01ec59-17d1-4e6f-99bf-d02bb27ec564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.047215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c01ec59-17d1-4e6f-99bf-d02bb27ec564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.092366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c01ec59-17d1-4e6f-99bf-d02bb27ec564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2b6a14-406f-4395-a545-f5e261443366,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:28.099038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0c01ec59-17d1-4e6f-99bf-d02bb27ec564 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d394d42a3b5f47fba83c11536da2930e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591670 Jun 30 09:17:28.102310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40688) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:28.169471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75353b06-83d8-4afe-a438-d7303c275b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.204510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75353b06-83d8-4afe-a438-d7303c275b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.702292 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75353b06-83d8-4afe-a438-d7303c275b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.704757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75353b06-83d8-4afe-a438-d7303c275b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:28.708397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75353b06-83d8-4afe-a438-d7303c275b13 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc2b6a14-406f-4395-a545-f5e261443366 HTTP/1.1" status: 204 len: 168 time: 0.6019833 Jun 30 09:17:28.731110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-8b9f8d68-b2ee-447d-809b-8b987aa24823 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.737758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-8b9f8d68-b2ee-447d-809b-8b987aa24823 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/networks?id=602d7b7d-3b6a-451d-949b-b3b924d71574 HTTP/1.1" status: 200 len: 808 time: 0.5236995 Jun 30 09:17:28.740695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75353b06-83d8-4afe-a438-d7303c275b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2b6a14-406f-4395-a545-f5e261443366,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:28.749490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3228fee-64b6-4d36-b290-6fcfd7cc40b8 req-f4858fba-97f7-4812-83fd-b026b07ef732 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:28.751025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3228fee-64b6-4d36-b290-6fcfd7cc40b8 req-f4858fba-97f7-4812-83fd-b026b07ef732 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1987612 Jun 30 09:17:28.773299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-a726b506-fc59-4f3e-9db6-0c592c643f9a tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/quotas/82ef82bd19b14dd8960f32652be12434 HTTP/1.1" status: 200 len: 375 time: 0.0332749 Jun 30 09:17:28.850982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-d240f249-de46-4266-8937-14dddfedf980 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=82ef82bd19b14dd8960f32652be12434&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568810 Jun 30 09:17:28.885398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3228fee-64b6-4d36-b290-6fcfd7cc40b8 req-16581d5b-b301-43d9-ac0d-99d40db54732 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 Jun 30 09:17:29.126072 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.258716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-28075757-8bcc-4e35-95e1-11cb037e4b99 service neutron] 10.222.0.77 "GET /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967292 Jun 30 09:17:29.268914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:29.368936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f4181af9-196e-449c-9901-77bde78ce318 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e524639457e4d509c22fe10b9d69936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984569 Jun 30 09:17:29.369242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40722) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:17:29.370819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-b101f093-d262-49dd-939f-db121449780b service neutron] 10.222.0.77 "GET /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103959 Jun 30 09:17:29.448740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-478d0cbc-3cf8-4cc6-a500-aac99f6ae286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.477414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-478d0cbc-3cf8-4cc6-a500-aac99f6ae286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.561339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-478d0cbc-3cf8-4cc6-a500-aac99f6ae286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.564419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-478d0cbc-3cf8-4cc6-a500-aac99f6ae286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:29.569612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-478d0cbc-3cf8-4cc6-a500-aac99f6ae286 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7b1e2f7d-fefe-43af-bba1-a1be580dd4e6 HTTP/1.1" status: 204 len: 168 time: 0.1980636 Jun 30 09:17:29.581122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d0cbc-3cf8-4cc6-a500-aac99f6ae286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1e2f7d-fefe-43af-bba1-a1be580dd4e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:29.708590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f9f8bc8-e3f3-4c86-8d0c-ba3aeb741038 req-d056bbff-dbea-4139-9343-c1257e5ce472 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 210 time: 0.0782356 Jun 30 09:17:30.200173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fd685-6902-434d-9ec6-26b283a3108f req-89309d9e-cbc5-4d3a-b1f4-7513d6664ba2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:30.201893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b82fd685-6902-434d-9ec6-26b283a3108f req-89309d9e-cbc5-4d3a-b1f4-7513d6664ba2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.1561995 Jun 30 09:17:30.288171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b82fd685-6902-434d-9ec6-26b283a3108f req-bf38c6c5-b304-4c14-86b9-b4851be8452c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747044 Jun 30 09:17:30.901116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-582291e3-45ae-4aec-8958-2059f6d09c93 req-1a16639d-246d-4c16-b642-27377ad5ef17 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 210 time: 0.0292530 Jun 30 09:17:31.235296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-8e610b29-ae13-4517-90b2-0e3b7bb5a176 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.237586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-8e610b29-ae13-4517-90b2-0e3b7bb5a176 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.79 "GET /v2.0/networks?id=602d7b7d-3b6a-451d-949b-b3b924d71574 HTTP/1.1" status: 200 len: 808 time: 0.1350975 Jun 30 09:17:31.263644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Request body: {'port': {'device_id': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574', 'admin_state_up': True, 'tenant_id': '82ef82bd19b14dd8960f32652be12434'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:31.467487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Made reservation on behalf of 82ef82bd19b14dd8960f32652be12434 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:17:31.473759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.534597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85d709-6c7f-4740-9b74-a831c01313aa req-3278bfd8-2416-4eb9-a299-8f07ab731b87 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:31.536799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e85d709-6c7f-4740-9b74-a831c01313aa req-3278bfd8-2416-4eb9-a299-8f07ab731b87 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0910666 Jun 30 09:17:31.581969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e85d709-6c7f-4740-9b74-a831c01313aa req-dfaa0add-d50e-478a-870c-a057134b78df tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Jun 30 09:17:31.685645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Allocated IP 172.20.0.12 (602d7b7d-3b6a-451d-949b-b3b924d71574/a33666b8-3dce-408c-96e5-36c412101528/d647d118-5826-4fbd-99a4-f24120cdae7f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:17:31.905914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:31.971133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.032495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Network 602d7b7d-3b6a-451d-949b-b3b924d71574 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:17:32.036219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:17:32.046426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:17:32.081432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Pushing event updated for resources: {'Port': ['ID=d647d118-5826-4fbd-99a4-f24120cdae7f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:32.119372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.120615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.139508 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6198c9bc-85e9-4d14-b501-c8eed9748bf5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8831499 Jun 30 09:17:32.152637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Request body: {'port': {'device_id': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:17:32.156033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8be5-8dd0-484e-b258-d7a477807c40 req-498cb182-f1ea-49da-a02b-ae3591d31a2c tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.163928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cfc8be5-8dd0-484e-b258-d7a477807c40 req-498cb182-f1ea-49da-a02b-ae3591d31a2c tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 932 time: 0.0899055 Jun 30 09:17:32.204606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cfc8be5-8dd0-484e-b258-d7a477807c40 req-1eaac1bf-ced6-4f7c-8b15-b3387191d992 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397439 Jun 30 09:17:32.249333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:32.871973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b195d6-2835-4c7b-85b0-b286a1092287 req-d3603fe0-355f-4332-8808-e84c625d0ae4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:32.881728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6b195d6-2835-4c7b-85b0-b286a1092287 req-d3603fe0-355f-4332-8808-e84c625d0ae4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0946479 Jun 30 09:17:32.933580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6b195d6-2835-4c7b-85b0-b286a1092287 req-2a766183-8b67-4d3e-b2b8-33ef91d14af5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504105 Jun 30 09:17:33.016526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d647d118-5826-4fbd-99a4-f24120cdae7f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:33.029139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.051310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Transition to ACTIVE for port object d647d118-5826-4fbd-99a4-f24120cdae7f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:17:33.056729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.169861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Pushing event updated for resources: {'Port': ['ID=d647d118-5826-4fbd-99a4-f24120cdae7f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.192713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Attempting to bind port d647d118-5826-4fbd-99a4-f24120cdae7f on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:17:33.193197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Attempting to bind port d647d118-5826-4fbd-99a4-f24120cdae7f by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:17:33.193631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Attempting to bind port d647d118-5826-4fbd-99a4-f24120cdae7f on network 602d7b7d-3b6a-451d-949b-b3b924d71574 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:33.198927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Port d647d118-5826-4fbd-99a4-f24120cdae7f on network 602d7b7d-3b6a-451d-949b-b3b924d71574 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:17:33.199637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Attempting to bind port d647d118-5826-4fbd-99a4-f24120cdae7f on network 602d7b7d-3b6a-451d-949b-b3b924d71574 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:17:33.205100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:17:33.205559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Checking segment: {'id': 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:17:33.206023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Bound using segment: {'id': 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:17:33.206569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Bound port: d647d118-5826-4fbd-99a4-f24120cdae7f, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:17:33.207052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.283456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] For port d647d118-5826-4fbd-99a4-f24120cdae7f, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:17:33.287112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] For port d647d118-5826-4fbd-99a4-f24120cdae7f, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d647d118-5826-4fbd-99a4-f24120cdae7f,segment=NetworkSegment(c2d3a7ec-76b2-4ef9-b3b7-fe2615536859),segment_id=c2d3a7ec-76b2-4ef9-b3b7-fe2615536859)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:17:33.294437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.340619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.341247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:33.343192 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-c74e068d-8522-4e09-a108-880979881d8a service neutron] 10.222.0.79 "PUT /v2.0/ports/d647d118-5826-4fbd-99a4-f24120cdae7f HTTP/1.1" status: 200 len: 1093 time: 1.1954641 Jun 30 09:17:33.345393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'tag': 'd647d118-5826-4fbd-99a4-f24120cdae7f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:33.348225 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f" -d '{"events": [{"name": "network-changed", "server_uuid": "716979bc-94e5-4a07-9cc0-fff385dc02d4", "tag": "d647d118-5826-4fbd-99a4-f24120cdae7f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:33.372720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e068d-8522-4e09-a108-880979881d8a service neutron] Pushing event updated for resources: {'Port': ['ID=d647d118-5826-4fbd-99a4-f24120cdae7f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:33.450739 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b33272-3086-44ea-991e-e44eeaa974f2 x-openstack-request-id: req-17b33272-3086-44ea-991e-e44eeaa974f2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:33.451914 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "716979bc-94e5-4a07-9cc0-fff385dc02d4", "tag": "d647d118-5826-4fbd-99a4-f24120cdae7f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:33.451914 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17b33272-3086-44ea-991e-e44eeaa974f2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:33.451914 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'tag': 'd647d118-5826-4fbd-99a4-f24120cdae7f', 'status': 'completed', 'code': 200} Jun 30 09:17:33.498279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-7659fba2-5484-40da-8d23-d0cc5c5ddddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.500447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-7659fba2-5484-40da-8d23-d0cc5c5ddddd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=82ef82bd19b14dd8960f32652be12434&device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 1096 time: 0.1091392 Jun 30 09:17:33.515310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8634694-0c2b-4c9d-b76e-5ebc0f7145b1 req-49f0e37d-910c-4b31-8147-fe0f7d09c96c tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.523254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8634694-0c2b-4c9d-b76e-5ebc0f7145b1 req-49f0e37d-910c-4b31-8147-fe0f7d09c96c tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 944 time: 0.0870056 Jun 30 09:17:33.559339 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-dc16cba1-051a-41ec-b6e6-d63eeebeff9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d647d118-5826-4fbd-99a4-f24120cdae7f HTTP/1.1" status: 200 len: 217 time: 0.0510080 Jun 30 09:17:33.575884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8634694-0c2b-4c9d-b76e-5ebc0f7145b1 req-ccc1794c-79ef-47d4-b83c-274ff48e8635 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513580 Jun 30 09:17:33.619039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-0ddb7efd-16d0-4180-abb4-14a9873a31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:33.620884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-0ddb7efd-16d0-4180-abb4-14a9873a31ee service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a33666b8-3dce-408c-96e5-36c412101528 HTTP/1.1" status: 200 len: 848 time: 0.0559874 Jun 30 09:17:33.665271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-6b0c3f00-ef16-480d-8a4e-0bc63fc7ae3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=602d7b7d-3b6a-451d-949b-b3b924d71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374289 Jun 30 09:17:33.805252 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-88536e2b-ddc5-457b-8acc-e69c7247ff2b service neutron] 10.222.0.79 "GET /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310833 Jun 30 09:17:33.935105 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b2ac5d1-ba2c-4d72-a46e-3522f058b7c7 req-a0243553-b413-4e94-be17-92a39188d00f service neutron] 10.222.0.79 "GET /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199176 Jun 30 09:17:34.091248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-4b3a697f-f391-40a4-99a6-c53d51db4948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.093018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-4b3a697f-f391-40a4-99a6-c53d51db4948 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=82ef82bd19b14dd8960f32652be12434&device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 1096 time: 0.0887716 Jun 30 09:17:34.158199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf15f9-973a-4954-9b67-9d09d48d6086 req-208c9a58-81e1-4749-aa84-aa0da1aff5da tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.169374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ddf15f9-973a-4954-9b67-9d09d48d6086 req-208c9a58-81e1-4749-aa84-aa0da1aff5da tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0948591 Jun 30 09:17:34.210877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ddf15f9-973a-4954-9b67-9d09d48d6086 req-dcd65ac2-81d7-4182-8a5e-0cbc7f19d91a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405357 Jun 30 09:17:34.214921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-d45bae61-3eef-4da7-b4f8-9f99ddb9d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.217240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-d45bae61-3eef-4da7-b4f8-9f99ddb9d294 service neutron] 10.222.0.79 "GET /v2.0/networks?id=602d7b7d-3b6a-451d-949b-b3b924d71574 HTTP/1.1" status: 200 len: 909 time: 0.1111710 Jun 30 09:17:34.276326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-be856c55-00b9-46b6-97d6-5932b843e9c1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d647d118-5826-4fbd-99a4-f24120cdae7f HTTP/1.1" status: 200 len: 217 time: 0.0525038 Jun 30 09:17:34.342009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-47e46821-723c-40e3-a8e2-820de05fd9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.345282 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-47e46821-723c-40e3-a8e2-820de05fd9bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a33666b8-3dce-408c-96e5-36c412101528 HTTP/1.1" status: 200 len: 848 time: 0.0582333 Jun 30 09:17:34.380531 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-cf482c6a-191e-4fbe-81fa-f6b454e7b352 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=602d7b7d-3b6a-451d-949b-b3b924d71574&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287488 Jun 30 09:17:34.496432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-a1d03de2-47ad-4135-bfd4-3c3d9a4a32f7 service neutron] 10.222.0.79 "GET /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054745 Jun 30 09:17:34.611149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5f1d0ab-1a94-46ea-954a-0fd5e0d9ee1f req-63c069b7-1c62-4b56-a6d7-3681e3cb1473 service neutron] 10.222.0.79 "GET /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079612 Jun 30 09:17:34.833742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26529c6d-fc97-451e-b0d1-cbcd8e9fdf57 req-84aaba79-c666-4fe5-8b78-851a5e378014 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:34.835644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26529c6d-fc97-451e-b0d1-cbcd8e9fdf57 req-84aaba79-c666-4fe5-8b78-851a5e378014 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 944 time: 0.1279142 Jun 30 09:17:34.900101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26529c6d-fc97-451e-b0d1-cbcd8e9fdf57 req-bdba02c2-b6f3-42ae-8b4d-65c5e12729d8 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Jun 30 09:17:35.437328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af66c0-52d9-4475-be44-17f6f29759df req-1e7cf166-46b4-45d6-97c6-500b13534458 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:35.439034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2af66c0-52d9-4475-be44-17f6f29759df req-1e7cf166-46b4-45d6-97c6-500b13534458 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0706255 Jun 30 09:17:35.490477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2af66c0-52d9-4475-be44-17f6f29759df req-eccfbb33-72be-4305-9ed9-d91264b5d5d0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jun 30 09:17:36.121747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf805d-061b-4b2d-8cad-f599aac9d7c3 req-a180251b-aacc-493f-8aef-70c58ac1d6f5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.123405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5caf805d-061b-4b2d-8cad-f599aac9d7c3 req-a180251b-aacc-493f-8aef-70c58ac1d6f5 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 944 time: 0.0827713 Jun 30 09:17:36.167290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5caf805d-061b-4b2d-8cad-f599aac9d7c3 req-e6d65669-aa6d-495d-a476-a3931e248596 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381632 Jun 30 09:17:36.390830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d647d118-5826-4fbd-99a4-f24120cdae7f details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:36.507916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d647d118-5826-4fbd-99a4-f24120cdae7f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d647d118-5826-4fbd-99a4-f24120cdae7f,segment=NetworkSegment(c2d3a7ec-76b2-4ef9-b3b7-fe2615536859),segment_id=c2d3a7ec-76b2-4ef9-b3b7-fe2615536859)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:36.521928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd647d118-5826-4fbd-99a4-f24120cdae7f', 'network_id': '602d7b7d-3b6a-451d-949b-b3b924d71574', 'port_id': 'd647d118-5826-4fbd-99a4-f24120cdae7f', 'mac_address': 'fa:16:3e:66:c9:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33666b8-3dce-408c-96e5-36c412101528', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:36.565375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.582429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d647d118-5826-4fbd-99a4-f24120cdae7f {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:36.607891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d647d118-5826-4fbd-99a4-f24120cdae7f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d647d118-5826-4fbd-99a4-f24120cdae7f,segment=NetworkSegment(c2d3a7ec-76b2-4ef9-b3b7-fe2615536859),segment_id=c2d3a7ec-76b2-4ef9-b3b7-fe2615536859)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:36.613432 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:36.688114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d647d118-5826-4fbd-99a4-f24120cdae7f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:36.739934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508533-c30d-44ce-a825-4eca83c2499f req-34f0182e-7919-4595-afb2-3c2e4e95fbb6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.745468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8508533-c30d-44ce-a825-4eca83c2499f req-34f0182e-7919-4595-afb2-3c2e4e95fbb6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0780797 Jun 30 09:17:36.820853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8508533-c30d-44ce-a825-4eca83c2499f req-77417718-962f-4821-ae3d-efb6adf484cc tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669417 Jun 30 09:17:36.860168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342863c3-6d0b-46aa-a8ae-c9ad41e0f2e8 req-fef76946-8a3c-4296-8b73-b3efaf9265af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:36.861669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-342863c3-6d0b-46aa-a8ae-c9ad41e0f2e8 req-fef76946-8a3c-4296-8b73-b3efaf9265af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.0902622 Jun 30 09:17:36.901989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-342863c3-6d0b-46aa-a8ae-c9ad41e0f2e8 req-8d105505-b5cf-46f7-a8c9-44101daf6812 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334625 Jun 30 09:17:36.978970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d647d118-5826-4fbd-99a4-f24120cdae7f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:37.430683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192550-5893-4970-a3c9-199b856495f9 req-863b2c45-d253-4172-9fcb-6ea3bbd1ff82 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:37.432186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb192550-5893-4970-a3c9-199b856495f9 req-863b2c45-d253-4172-9fcb-6ea3bbd1ff82 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 945 time: 0.0711598 Jun 30 09:17:37.471894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb192550-5893-4970-a3c9-199b856495f9 req-57b47d3d-a80e-4667-9a17-277854303550 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341299 Jun 30 09:17:38.003301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f61c42-c0cc-48fe-9105-05ceccb8b544 req-da198fe3-a227-4e3a-a026-5f8dd0d76f60 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.004791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3f61c42-c0cc-48fe-9105-05ceccb8b544 req-da198fe3-a227-4e3a-a026-5f8dd0d76f60 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0668314 Jun 30 09:17:38.039775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-403b0bfa-dc71-4663-8810-c771eb00f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.041350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-403b0bfa-dc71-4663-8810-c771eb00f058 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1097 time: 0.0533080 Jun 30 09:17:38.043843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3f61c42-c0cc-48fe-9105-05ceccb8b544 req-a04ac09d-ecb8-4f8c-a12d-c50ce25289f0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324769 Jun 30 09:17:38.151028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-07a85a3b-bafd-41db-9b75-ee5836add093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.152541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-07a85a3b-bafd-41db-9b75-ee5836add093 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 914 time: 0.0917358 Jun 30 09:17:38.222719 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-375da16d-be33-4326-bcb1-72ed6ac22b86 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 217 time: 0.0352845 Jun 30 09:17:38.276176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-4217ac04-5c83-4e93-ab67-e8c729a58c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.277585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-4217ac04-5c83-4e93-ab67-e8c729a58c1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.0481234 Jun 30 09:17:38.321179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-887a7967-c91e-400b-8bc9-f94e70012c4e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276043 Jun 30 09:17:38.414385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-fc5de207-8497-47b7-af41-6da7e3531b70 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850441 Jun 30 09:17:38.422751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d647d118-5826-4fbd-99a4-f24120cdae7f up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:38.485800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port d647d118-5826-4fbd-99a4-f24120cdae7f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:17:38.489978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d647d118-5826-4fbd-99a4-f24120cdae7f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:38.490641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.530844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f64b9cc-781c-4661-8d5f-7ccd5a68bd10 req-5642f0bb-3ca2-459a-917d-d1ab9ef9b022 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073170 Jun 30 09:17:38.574724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.599360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd647d118-5826-4fbd-99a4-f24120cdae7f'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:38.601731 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82cefca-33b3-4609-ab87-68c400a2050f" -d '{"events": [{"server_uuid": "716979bc-94e5-4a07-9cc0-fff385dc02d4", "name": "network-vif-plugged", "status": "completed", "tag": "d647d118-5826-4fbd-99a4-f24120cdae7f"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:38.614352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d647d118-5826-4fbd-99a4-f24120cdae7f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d647d118-5826-4fbd-99a4-f24120cdae7f,segment=NetworkSegment(c2d3a7ec-76b2-4ef9-b3b7-fe2615536859),segment_id=c2d3a7ec-76b2-4ef9-b3b7-fe2615536859)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:38.619529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:38.647423 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e339c-d162-488f-b4a5-3dc2444e2135 x-openstack-request-id: req-2f9e339c-d162-488f-b4a5-3dc2444e2135 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:38.647648 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716979bc-94e5-4a07-9cc0-fff385dc02d4", "name": "network-vif-plugged", "status": "completed", "tag": "d647d118-5826-4fbd-99a4-f24120cdae7f", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:38.648007 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2f9e339c-d162-488f-b4a5-3dc2444e2135 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:38.648281 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd647d118-5826-4fbd-99a4-f24120cdae7f', 'code': 200} Jun 30 09:17:38.663123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911fd91-349b-4d23-8cd0-523490a2fe3c req-ee87e3d8-570e-4697-9196-833ddfaade23 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.665402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a911fd91-349b-4d23-8cd0-523490a2fe3c req-ee87e3d8-570e-4697-9196-833ddfaade23 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 945 time: 0.0713699 Jun 30 09:17:38.675778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d647d118-5826-4fbd-99a4-f24120cdae7f,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:38.711266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a911fd91-349b-4d23-8cd0-523490a2fe3c req-aa1c75ff-0c44-4ca6-9e5c-c5aa3284c7bb tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Jun 30 09:17:38.779606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31241aa-a061-4ee0-97a2-49998ea82c92 req-7f07dcb1-228b-4b8d-a547-5fba9903621c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:38.781171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b31241aa-a061-4ee0-97a2-49998ea82c92 req-7f07dcb1-228b-4b8d-a547-5fba9903621c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 1098 time: 0.0596039 Jun 30 09:17:38.816837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b31241aa-a061-4ee0-97a2-49998ea82c92 req-b25b0450-3c73-4807-8e2d-4f9dafbdec0a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285270 Jun 30 09:17:39.226716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce63470-a0c9-4144-bbe4-a88967a54850 req-3c82a109-e0ae-4721-bdea-a834b8de4ee5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.228190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ce63470-a0c9-4144-bbe4-a88967a54850 req-3c82a109-e0ae-4721-bdea-a834b8de4ee5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0675869 Jun 30 09:17:39.265183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ce63470-a0c9-4144-bbe4-a88967a54850 req-0777aa0e-5729-47d5-bc3f-5bbb7b63134d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313802 Jun 30 09:17:39.895948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca029f-09ef-4691-9915-5fb4f354b7b6 req-bfb8541f-caf1-43cd-acde-4c75a0754d92 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:39.898110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0ca029f-09ef-4691-9915-5fb4f354b7b6 req-bfb8541f-caf1-43cd-acde-4c75a0754d92 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 946 time: 0.0722394 Jun 30 09:17:39.937103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0ca029f-09ef-4691-9915-5fb4f354b7b6 req-4623c380-c8bc-4744-b154-90c6e012ecd8 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331376 Jun 30 09:17:40.448933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7fc7f-1c53-49dc-8de8-bb1809e66a65 req-5351b31a-ea0e-4413-b9cc-fe627b02acf6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.450451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78c7fc7f-1c53-49dc-8de8-bb1809e66a65 req-5351b31a-ea0e-4413-b9cc-fe627b02acf6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0739224 Jun 30 09:17:40.489663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78c7fc7f-1c53-49dc-8de8-bb1809e66a65 req-24086c34-1e7b-4b15-9f5b-a632fd417c89 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323865 Jun 30 09:17:40.840074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771aa2-c985-4d90-8b15-24e195466398 req-59095ea2-e80e-46d1-9ef2-eb0309500eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.841540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-59095ea2-e80e-46d1-9ef2-eb0309500eb0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1097 time: 0.0588756 Jun 30 09:17:40.955107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771aa2-c985-4d90-8b15-24e195466398 req-1e59c6fb-94bf-48e9-9536-39cc691b1eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:40.956580 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-1e59c6fb-94bf-48e9-9536-39cc691b1eaf service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.0865290 Jun 30 09:17:41.035892 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-8f52794f-6ecf-48cf-8210-2bf0c82860b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 1000 time: 0.0672560 Jun 30 09:17:41.086614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771aa2-c985-4d90-8b15-24e195466398 req-eda8b8aa-806e-407e-b235-675f141858b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.088536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-eda8b8aa-806e-407e-b235-675f141858b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0455155 Jun 30 09:17:41.122286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c27c5-8fca-4f0e-9d02-a0ef4cd7199b req-e72b8b3f-528f-4e3a-b845-aabc1942bec0 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.123805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-904c27c5-8fca-4f0e-9d02-a0ef4cd7199b req-e72b8b3f-528f-4e3a-b845-aabc1942bec0 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 946 time: 0.0670485 Jun 30 09:17:41.147306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42771aa2-c985-4d90-8b15-24e195466398 req-62fd30d8-20e9-4cf0-a4e1-2fac80b69c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.148901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-62fd30d8-20e9-4cf0-a4e1-2fac80b69c09 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541661 Jun 30 09:17:41.162491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-904c27c5-8fca-4f0e-9d02-a0ef4cd7199b req-77aa89dd-7e8a-4997-ab64-d27df4c5faf0 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320451 Jun 30 09:17:41.224901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be1f229e-7dd7-4f13-9ef8-4bb7492d3caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:41.256155 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-35198b34-e8bd-4505-b261-8066acbe9832 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945141 Jun 30 09:17:41.349935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-42771aa2-c985-4d90-8b15-24e195466398 req-8c9169fb-b19d-424c-ac29-5ccc782d6ff5 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866034 Jun 30 09:17:41.721336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd1b6f-ae2d-440d-bddd-a5cb17b30ffb req-81a90df2-fac5-407a-b5e2-8f59c77c8460 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:41.731005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86dd1b6f-ae2d-440d-bddd-a5cb17b30ffb req-81a90df2-fac5-407a-b5e2-8f59c77c8460 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0937426 Jun 30 09:17:41.782188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:17:41.786451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86dd1b6f-ae2d-440d-bddd-a5cb17b30ffb req-0025dcd2-1e3f-41a1-b405-e118bddb2e1f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487068 Jun 30 09:17:41.803301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:42.121201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee86fe-a2f2-439a-961f-30d6f7eedb5d req-74f1317e-2351-4fdf-9c9a-3469c7f6aedf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.122905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43ee86fe-a2f2-439a-961f-30d6f7eedb5d req-74f1317e-2351-4fdf-9c9a-3469c7f6aedf tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 945 time: 0.0948691 Jun 30 09:17:42.130908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.147163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:42.178150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:42.180463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43ee86fe-a2f2-439a-961f-30d6f7eedb5d req-2e6b0513-ff2b-4317-852a-dee227762cf0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504789 Jun 30 09:17:42.180934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:42.184045 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda0c09f-039d-4fff-bd24-2a83e57e153e" -d '{"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-unplugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:42.189523 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.194014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:17:42.276687 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728d5d0a-e7cf-4249-b8af-ee827bc324e0 x-openstack-request-id: req-728d5d0a-e7cf-4249-b8af-ee827bc324e0 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:42.277353 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-unplugged", "status": "failed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9", "code": 422}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:42.277353 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-728d5d0a-e7cf-4249-b8af-ee827bc324e0 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:42.277952 n-d-780147-22 neutron-server[93726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9', 'code': 422} returned with failed status Jun 30 09:17:42.278606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.280752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.299125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:17:42.323344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:42.328569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:42.380182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:42.473819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['db360aa9-3921-44a1-8637-8ccf37f40d0a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:42.796782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9befa99-85b9-4dbc-ae2f-fcd6f35d1901 req-e1e996b6-f29a-4fb4-971b-e786f8961f6d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:42.806773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9befa99-85b9-4dbc-ae2f-fcd6f35d1901 req-e1e996b6-f29a-4fb4-971b-e786f8961f6d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.1277318 Jun 30 09:17:42.854578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9befa99-85b9-4dbc-ae2f-fcd6f35d1901 req-62c17ec6-171f-475a-a603-be1d93586fc4 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466027 Jun 30 09:17:43.158254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-ca652cd9-f9e9-4485-8a50-5500716ccf5e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1828711 Jun 30 09:17:43.841261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:17:43.863052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:17:43.917019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port db360aa9-3921-44a1-8637-8ccf37f40d0a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:17:43.917596 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.004494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.056426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:44.067234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.068588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:44.089390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694a567-8645-4b82-b734-91b8029dd26a req-9a210c4d-6baa-4260-b8ae-4060a176ccdd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.091764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c694a567-8645-4b82-b734-91b8029dd26a req-9a210c4d-6baa-4260-b8ae-4060a176ccdd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0883102 Jun 30 09:17:44.129134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88febbe2-8503-420f-aa6e-c2645a3b5ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.179306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c694a567-8645-4b82-b734-91b8029dd26a req-c28d701e-3981-429d-9ee2-494864b74fd3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740330 Jun 30 09:17:44.184632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:44.188214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:44.217613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8103-e071-4e4a-9e7e-e90d02995c6e req-d702588d-d164-4acb-9993-8040ea31a75a tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.219211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-961e8103-e071-4e4a-9e7e-e90d02995c6e req-d702588d-d164-4acb-9993-8040ea31a75a tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 946 time: 0.1049736 Jun 30 09:17:44.270821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-961e8103-e071-4e4a-9e7e-e90d02995c6e req-3291896d-9359-4106-adc0-19f50ad7e7e3 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Jun 30 09:17:44.278828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:44.281876 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ed4dc9-f210-49f2-bf4d-e9edc2e9eefb" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:44.327297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-f3ea2585-2fe6-4f77-b2d5-b6a4340eac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.330096 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-f3ea2585-2fe6-4f77-b2d5-b6a4340eac0d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d&tenant_id=4d93b04b8ec84412ba47948c0bc83332 HTTP/1.1" status: 200 len: 1095 time: 0.1071634 Jun 30 09:17:44.367141 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd83349-a5c3-4340-8e2f-e4ed0115e862 x-openstack-request-id: req-7dd83349-a5c3-4340-8e2f-e4ed0115e862 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:44.367379 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:44.367627 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dd83349-a5c3-4340-8e2f-e4ed0115e862 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:44.368021 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:17:44.457367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-e755bba4-3e15-4a57-a4f5-6687359fd379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.458960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-e755bba4-3e15-4a57-a4f5-6687359fd379 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1095 time: 0.0617259 Jun 30 09:17:44.556906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-1cc1c42b-b0a2-4136-aa7a-943bc639ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.558695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-1cc1c42b-b0a2-4136-aa7a-943bc639ee92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 914 time: 0.0928388 Jun 30 09:17:44.606159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-41f1a031-e29f-40c6-9e10-d417acba09c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 217 time: 0.0409057 Jun 30 09:17:44.659201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-10c45666-8266-43b3-a08a-bb8d94494952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:44.660784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-10c45666-8266-43b3-a08a-bb8d94494952 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.0476935 Jun 30 09:17:44.696768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-1165cee7-1a1c-470c-b6fc-8d7234055d88 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288384 Jun 30 09:17:44.797317 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-e7f278b6-7557-4cdd-b211-b8a8a1888f96 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941486 Jun 30 09:17:44.892846 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-d1b4d1bf-c76b-4fc5-b3c3-094193549800 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Jun 30 09:17:45.402863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65888a-9b9a-42a2-b897-dcef97b84e63 req-85af1d6d-008d-48df-9893-35b9ded38086 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.405071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d65888a-9b9a-42a2-b897-dcef97b84e63 req-85af1d6d-008d-48df-9893-35b9ded38086 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0882475 Jun 30 09:17:45.540683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d65888a-9b9a-42a2-b897-dcef97b84e63 req-100c83d6-6e3c-43b5-afb2-f550c3853e8a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268036 Jun 30 09:17:45.582348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48294c2-d2db-4795-9896-40fe17887020 req-760af307-85df-4593-be62-282a940dcba1 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.584761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c48294c2-d2db-4795-9896-40fe17887020 req-760af307-85df-4593-be62-282a940dcba1 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 946 time: 0.1357579 Jun 30 09:17:45.596867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-03ac5b89-5929-4103-b64e-800bf532c13f tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:45.620020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-03ac5b89-5929-4103-b64e-800bf532c13f tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.79 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 946 time: 0.1400733 Jun 30 09:17:45.686210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c48294c2-d2db-4795-9896-40fe17887020 req-3a9ae3dd-0518-4741-833e-e47891058fc0 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/security-groups?id=6f2ca829-be05-4548-8a94-a1e21f0c975b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911176 Jun 30 09:17:45.816766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Deleting port d647d118-5826-4fbd-99a4-f24120cdae7f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:17:45.817659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:45.997370 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.010175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] For port d647d118-5826-4fbd-99a4-f24120cdae7f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d647d118-5826-4fbd-99a4-f24120cdae7f,segment=NetworkSegment(c2d3a7ec-76b2-4ef9-b3b7-fe2615536859),segment_id=c2d3a7ec-76b2-4ef9-b3b7-fe2615536859)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:17:46.011042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.028939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Calling delete_port for d647d118-5826-4fbd-99a4-f24120cdae7f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:17:46.190463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.206856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d647d118-5826-4fbd-99a4-f24120cdae7f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:17:46.232932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Pushing event deleted for resources: {'Port': ['ID=d647d118-5826-4fbd-99a4-f24120cdae7f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:17:46.248125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.248930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.249539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.250087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.251108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.251891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.252548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.252957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.253404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.253781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.254199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.254621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:17:46.315781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] No DVR routers for this DVR port d647d118-5826-4fbd-99a4-f24120cdae7f on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:17:46.319402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:46.321458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e01fdad-8f9f-4109-bccf-baa1d3ecb880 req-83191e40-fbfe-45e6-8009-fa5a6a5948de tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.79 "DELETE /v2.0/ports/d647d118-5826-4fbd-99a4-f24120cdae7f HTTP/1.1" status: 204 len: 173 time: 0.6991546 Jun 30 09:17:46.322017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'name': 'network-vif-deleted', 'tag': 'd647d118-5826-4fbd-99a4-f24120cdae7f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:17:46.324943 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308711c8-b531-425e-88fd-ead069e0a1ed" -d '{"events": [{"server_uuid": "716979bc-94e5-4a07-9cc0-fff385dc02d4", "name": "network-vif-deleted", "tag": "d647d118-5826-4fbd-99a4-f24120cdae7f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:17:46.377805 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ceae1fa-f5f3-4582-843a-30695a500839 x-openstack-request-id: req-8ceae1fa-f5f3-4582-843a-30695a500839 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:17:46.378671 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "716979bc-94e5-4a07-9cc0-fff385dc02d4", "name": "network-vif-deleted", "tag": "d647d118-5826-4fbd-99a4-f24120cdae7f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:17:46.378671 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8ceae1fa-f5f3-4582-843a-30695a500839 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:17:46.379387 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '716979bc-94e5-4a07-9cc0-fff385dc02d4', 'name': 'network-vif-deleted', 'tag': 'd647d118-5826-4fbd-99a4-f24120cdae7f', 'status': 'completed', 'code': 200} Jun 30 09:17:46.781678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd223c-b469-42cb-8f2a-140c5a093906 req-ea911be3-cd5f-4846-94c7-5b23c541b3b2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:46.781678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71fd223c-b469-42cb-8f2a-140c5a093906 req-ea911be3-cd5f-4846-94c7-5b23c541b3b2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0802057 Jun 30 09:17:46.836872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71fd223c-b469-42cb-8f2a-140c5a093906 req-bef37dba-5115-456a-979e-787aca0b869f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461624 Jun 30 09:17:47.132907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb6d9dce-0ca1-4f00-9a3b-655228f4f0b9 req-f1fc52f2-f2a0-4cee-8ba6-1ce901a5a355 tempest-VolumesActionsTest-1222447947 tempest-VolumesActionsTest-1222447947-project] 10.222.0.77 "GET /v2.0/ports?device_id=716979bc-94e5-4a07-9cc0-fff385dc02d4 HTTP/1.1" status: 200 len: 210 time: 0.0388217 Jun 30 09:17:47.227844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:47.524047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:48.037215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cd785-4cb7-4e85-beb5-d858fe594ff3 req-86b7299d-c1a3-43c3-9c42-15eec1fc9be5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:48.038748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c53cd785-4cb7-4e85-beb5-d858fe594ff3 req-86b7299d-c1a3-43c3-9c42-15eec1fc9be5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0656774 Jun 30 09:17:48.079747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c53cd785-4cb7-4e85-beb5-d858fe594ff3 req-55a55b5a-a75b-40ba-a17d-7d6e2aef2a7d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351062 Jun 30 09:17:49.324310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd519551-dd59-4894-a625-16c698b2b0bd req-d246a5f1-4511-4bca-b73c-58c9a83f104c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:49.326710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd519551-dd59-4894-a625-16c698b2b0bd req-d246a5f1-4511-4bca-b73c-58c9a83f104c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0783494 Jun 30 09:17:49.373299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd519551-dd59-4894-a625-16c698b2b0bd req-4c0fa15d-c481-42d4-a4a5-e8bc085853a7 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Jun 30 09:17:50.457619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d647d118-5826-4fbd-99a4-f24120cdae7f no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:17:50.492485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: d647d118-5826-4fbd-99a4-f24120cdae7f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:17:50.493321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d647d118-5826-4fbd-99a4-f24120cdae7f not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:17:50.645114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6716557-cb04-4872-b10a-daff17ad227f req-ed90cc4b-2965-4850-915b-6aa2a3dab01f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:50.647384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6716557-cb04-4872-b10a-daff17ad227f req-ed90cc4b-2965-4850-915b-6aa2a3dab01f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.1206512 Jun 30 09:17:50.715641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6716557-cb04-4872-b10a-daff17ad227f req-c0ee6ceb-8822-45c0-9f38-841f7372bc72 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Jun 30 09:17:51.947750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facbf10-da34-40f8-8552-e58abbdc6b82 req-83e33d14-b5ff-4083-baab-1aa4e5875cfb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:51.949458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7facbf10-da34-40f8-8552-e58abbdc6b82 req-83e33d14-b5ff-4083-baab-1aa4e5875cfb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0671504 Jun 30 09:17:51.993331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7facbf10-da34-40f8-8552-e58abbdc6b82 req-692bffcd-7ed6-4734-97a1-d5080f001c70 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377080 Jun 30 09:17:53.206307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e83b8-c663-4b2e-a3d9-4ae8ce003b12 req-d94276ef-5e62-47f5-8604-c74dad7d40c0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:53.207869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-191e83b8-c663-4b2e-a3d9-4ae8ce003b12 req-d94276ef-5e62-47f5-8604-c74dad7d40c0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0808873 Jun 30 09:17:53.248943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-191e83b8-c663-4b2e-a3d9-4ae8ce003b12 req-954d9d98-da14-4582-a163-ee8f99e6c54b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Jun 30 09:17:54.477551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c23509-49d9-46a9-9bf1-83cc028fab46 req-2b5b313b-cb8d-4101-82de-b1836332ed80 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:54.484456 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23c23509-49d9-46a9-9bf1-83cc028fab46 req-2b5b313b-cb8d-4101-82de-b1836332ed80 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0875793 Jun 30 09:17:54.537774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23c23509-49d9-46a9-9bf1-83cc028fab46 req-96f72804-d3bd-46e3-8a10-273e0506d76b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521669 Jun 30 09:17:55.745723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe702e-5ddc-4332-90ef-bf9332656fc5 req-8e488375-08d1-41c8-b1ca-dd2b7e55461f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:55.747556 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91fe702e-5ddc-4332-90ef-bf9332656fc5 req-8e488375-08d1-41c8-b1ca-dd2b7e55461f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0811050 Jun 30 09:17:55.792255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91fe702e-5ddc-4332-90ef-bf9332656fc5 req-df076a30-e5d7-416c-8ad3-02305ef43576 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Jun 30 09:17:57.008906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ff38a-7d2c-464c-9450-c1b5ce4db9d9 req-09b095f9-92cb-4317-aed1-47a257deb81c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:57.010573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d13ff38a-7d2c-464c-9450-c1b5ce4db9d9 req-09b095f9-92cb-4317-aed1-47a257deb81c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0783348 Jun 30 09:17:57.052906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d13ff38a-7d2c-464c-9450-c1b5ce4db9d9 req-347e62d1-db95-4acb-825e-9eee784f4cc8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363972 Jun 30 09:17:58.231560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869779f-a332-404a-abfe-4c89758644e8 req-2d32e30e-6fa4-409a-b15d-63d19012c3db tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:58.233062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a869779f-a332-404a-abfe-4c89758644e8 req-2d32e30e-6fa4-409a-b15d-63d19012c3db tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0653565 Jun 30 09:17:58.272493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a869779f-a332-404a-abfe-4c89758644e8 req-c92c29bf-2325-475f-9f0b-91f22be3f068 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336101 Jun 30 09:17:59.107494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:17:59.458953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0609b0-0eae-4bb4-9348-82d7efaceef9 req-35f9cf02-3ae9-48ba-94f9-06d2bd83c6d1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:17:59.460571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f0609b0-0eae-4bb4-9348-82d7efaceef9 req-35f9cf02-3ae9-48ba-94f9-06d2bd83c6d1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0700252 Jun 30 09:17:59.500481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f0609b0-0eae-4bb4-9348-82d7efaceef9 req-79026032-adaa-42b4-acc2-92fc225f2562 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Jun 30 09:18:00.698139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c5561-c9cf-4b93-a33c-5ae24e173ae8 req-8f7dc66b-7b5e-4ad9-8b07-e95de1c1f2af tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:00.699683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd7c5561-c9cf-4b93-a33c-5ae24e173ae8 req-8f7dc66b-7b5e-4ad9-8b07-e95de1c1f2af tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.0699277 Jun 30 09:18:00.741038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd7c5561-c9cf-4b93-a33c-5ae24e173ae8 req-344f6138-0000-402d-87a6-02a55e2b504a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Jun 30 09:18:01.950254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:01.987976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82af644-985b-4683-855c-b38f0da659ef req-5ff67d4b-31b0-435f-8c2d-4db47882753f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:02.002341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e82af644-985b-4683-855c-b38f0da659ef req-5ff67d4b-31b0-435f-8c2d-4db47882753f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 943 time: 0.1126788 Jun 30 09:18:02.091109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e82af644-985b-4683-855c-b38f0da659ef req-e45d6b27-4851-4060-ae60-12b70676869a tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876780 Jun 30 09:18:02.128252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:02.141999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '630b228f-9141-4829-bfb4-dac004a173b9', 'network_id': 'b81b134d-f634-4c79-a551-8bafc151ceaf', 'port_id': '630b228f-9141-4829-bfb4-dac004a173b9', 'mac_address': 'fa:16:3e:38:73:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a9314a-e29c-4df7-9f4a-0a481e2667bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:02.220648 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.235712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630b228f-9141-4829-bfb4-dac004a173b9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:02.257634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:02.263161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:02.321868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:02.689610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['630b228f-9141-4829-bfb4-dac004a173b9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:03.355873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74820494-06c1-400f-8a25-34b6e2d4903b req-166796f1-e283-4359-83ae-8829dff96736 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:03.363508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74820494-06c1-400f-8a25-34b6e2d4903b req-166796f1-e283-4359-83ae-8829dff96736 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 944 time: 0.0967803 Jun 30 09:18:03.420906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74820494-06c1-400f-8a25-34b6e2d4903b req-3fb627fd-a869-4b66-81d8-536bb29480a2 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561652 Jun 30 09:18:03.960799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:04.124190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 630b228f-9141-4829-bfb4-dac004a173b9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:04.124908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.240592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.283473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:04.285841 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0841945-c2bb-49af-be67-d0a235670bd1" -d '{"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-plugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:04.329978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:04.338995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:04.408780 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732c4606-70e1-42f0-9775-c1eb30039f9f x-openstack-request-id: req-732c4606-70e1-42f0-9775-c1eb30039f9f {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:04.409428 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-plugged", "status": "completed", "tag": "630b228f-9141-4829-bfb4-dac004a173b9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:04.409885 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-732c4606-70e1-42f0-9775-c1eb30039f9f {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:04.410545 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9', 'code': 200} Jun 30 09:18:04.434641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:04.675204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d437b-c6a3-494c-8790-cfed4b9cb113 req-52cad271-a528-4608-b742-02bc0439e3e3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.677679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a09d437b-c6a3-494c-8790-cfed4b9cb113 req-52cad271-a528-4608-b742-02bc0439e3e3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1157155 Jun 30 09:18:04.712067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ce4ce-0742-49da-96c0-81cd066c9fa6 req-1692f10e-6008-4b6e-bdb1-136484a70e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:04.713720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-607ce4ce-0742-49da-96c0-81cd066c9fa6 req-1692f10e-6008-4b6e-bdb1-136484a70e95 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1098 time: 0.0677552 Jun 30 09:18:04.753142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a09d437b-c6a3-494c-8790-cfed4b9cb113 req-395a3e17-c8e5-482c-8bb5-aae8b408688c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589533 Jun 30 09:18:04.759214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-607ce4ce-0742-49da-96c0-81cd066c9fa6 req-382c3aee-7e98-40a9-9f87-71b9f7d8c40f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377972 Jun 30 09:18:05.972724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947685-6a73-4293-96a1-c36821408c36 req-f81cda91-b181-46bf-9833-74cf9dd9c224 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:05.975653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b947685-6a73-4293-96a1-c36821408c36 req-f81cda91-b181-46bf-9833-74cf9dd9c224 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0772455 Jun 30 09:18:06.030045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b947685-6a73-4293-96a1-c36821408c36 req-bc294086-2263-4d53-b93c-888bc695a64c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467081 Jun 30 09:18:07.264611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81bc1f-ae30-4225-815c-d57c7ed6aa73 req-d7ec643c-e548-4ff9-aa6a-a7f2ebd01251 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:07.276660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d81bc1f-ae30-4225-815c-d57c7ed6aa73 req-d7ec643c-e548-4ff9-aa6a-a7f2ebd01251 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1020157 Jun 30 09:18:07.339199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d81bc1f-ae30-4225-815c-d57c7ed6aa73 req-8dd10905-d564-4b15-b642-caac111197f6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612419 Jun 30 09:18:08.566181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbd5f8-1b59-4d51-a463-e30881024616 req-01a8b430-ee3a-4713-8bf4-7eb9205c000c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:08.568639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9cfbd5f8-1b59-4d51-a463-e30881024616 req-01a8b430-ee3a-4713-8bf4-7eb9205c000c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0828829 Jun 30 09:18:08.635199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9cfbd5f8-1b59-4d51-a463-e30881024616 req-36023b08-8434-4834-a4f4-e07d5edcba0d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597048 Jun 30 09:18:08.855230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2fbef-4308-4382-a584-3b9fb8f41ba1 req-6ed008f2-0e3f-460b-b2c3-6c95f7d678c1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:08.865767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ed2fbef-4308-4382-a584-3b9fb8f41ba1 req-6ed008f2-0e3f-460b-b2c3-6c95f7d678c1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1072936 Jun 30 09:18:08.911681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ed2fbef-4308-4382-a584-3b9fb8f41ba1 req-3eb5fdee-29ed-4f76-b2b0-847a1d77e6d3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438447 Jun 30 09:18:09.268902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14372d-32bb-4eec-bc5d-2d032bfc5974 req-ad81bb70-7beb-45a1-9180-fd80b5c6b576 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:09.273802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c14372d-32bb-4eec-bc5d-2d032bfc5974 req-ad81bb70-7beb-45a1-9180-fd80b5c6b576 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1063828 Jun 30 09:18:09.334990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1c14372d-32bb-4eec-bc5d-2d032bfc5974 req-5661b8c5-730e-4a10-bbfd-1e34c5c526ea tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543809 Jun 30 09:18:09.575671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4046ab9-019c-42dd-9706-0354b3ee330c req-d581954f-edab-41a3-b5bd-fb1b0f29c454 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:09.591141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4046ab9-019c-42dd-9706-0354b3ee330c req-d581954f-edab-41a3-b5bd-fb1b0f29c454 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1245115 Jun 30 09:18:09.657541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4046ab9-019c-42dd-9706-0354b3ee330c req-1b68d3c6-9c4c-42b7-9480-1115d218a86f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615625 Jun 30 09:18:09.920842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a14a41-e7bf-4639-a5bd-73c4525e9a0b req-d5bb6483-fa61-4d06-a715-1c7c5d041ef1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:09.922591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4a14a41-e7bf-4639-a5bd-73c4525e9a0b req-d5bb6483-fa61-4d06-a715-1c7c5d041ef1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1175694 Jun 30 09:18:10.027258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41552) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:10.028741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4a14a41-e7bf-4639-a5bd-73c4525e9a0b req-a45e544e-2bbc-44f5-b5cb-f96b714a4002 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958257 Jun 30 09:18:10.157378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Deleting subnet a33666b8-3dce-408c-96e5-36c412101528 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:10.173617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.221956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.278457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.352004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.387783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.393816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a33666b8-3dce-408c-96e5-36c412101528 HTTP/1.1" status: 204 len: 168 time: 0.3647738 Jun 30 09:18:10.395217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:10.396267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60058f0-3def-412d-a761-36ce79c61d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33666b8-3dce-408c-96e5-36c412101528,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.526382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.555477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11024601-3691-45cb-a8e9-f7870d7fb651 req-fb7674eb-ced5-48dd-b02c-9e38f5b281ac tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.557233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11024601-3691-45cb-a8e9-f7870d7fb651 req-fb7674eb-ced5-48dd-b02c-9e38f5b281ac tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1755798 Jun 30 09:18:10.615326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11024601-3691-45cb-a8e9-f7870d7fb651 req-4f4a5345-b788-40de-ba36-540cdebed69e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369544 Jun 30 09:18:10.720067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.740770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602d7b7d-3b6a-451d-949b-b3b924d71574']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:10.761082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:10.761466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d3a7ec-76b2-4ef9-b3b7-fe2615536859') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:10.773093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.794665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.803302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:10.803860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:10.805969 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:10.905095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.924361 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:10.929442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] 10.222.0.77 "DELETE /v2.0/networks/602d7b7d-3b6a-451d-949b-b3b924d71574 HTTP/1.1" status: 204 len: 168 time: 0.5274529 Jun 30 09:18:10.929442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Pushing event deleted for resources: {'Network': ['ID=602d7b7d-3b6a-451d-949b-b3b924d71574,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:10.930316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41572) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:10.941020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.941433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.941779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.942118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.942931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.943719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.944435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.944826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.945230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.945562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.945890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.946230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c969f073-b6fc-456d-b798-2e23abfe762a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:10.966167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83a137-ca54-49f2-abf0-85a4f8eba8c6 req-4282d780-5ea9-4020-827f-ae316721d097 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:10.969486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef83a137-ca54-49f2-abf0-85a4f8eba8c6 req-4282d780-5ea9-4020-827f-ae316721d097 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1250231 Jun 30 09:18:11.032891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Deleting subnet b96d2abf-127c-4026-8f19-be7ea3cdc8f7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:11.042759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.050024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef83a137-ca54-49f2-abf0-85a4f8eba8c6 req-fbb4a167-01c7-412a-8ad3-b01cd5592566 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Jun 30 09:18:11.086595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.140289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.218830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.275465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aaed7310-45a1-4745-b14d-bdd634cdfccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.287567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96d2abf-127c-4026-8f19-be7ea3cdc8f7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:11.303422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.305532 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ef69f611-f317-4c90-a010-99f818422224 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b96d2abf-127c-4026-8f19-be7ea3cdc8f7 HTTP/1.1" status: 204 len: 168 time: 0.3735933 Jun 30 09:18:11.309022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41586) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:11.420631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.546873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.562711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a1cdea-9307-4f41-b52b-71aaca49191d']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:11.600561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23bdea8-7d61-42fd-afcd-547c1d083ce3') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:11.601037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23bdea8-7d61-42fd-afcd-547c1d083ce3') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:11.615557 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.635260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.645099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:11.645850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:11.648029 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:11.721275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809f279-e11b-4902-be62-2ef6abc40980 req-1fa3cc33-5f83-40b8-834d-c72dec956cbe tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:11.735923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d809f279-e11b-4902-be62-2ef6abc40980 req-1fa3cc33-5f83-40b8-834d-c72dec956cbe tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1759975 Jun 30 09:18:11.771447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.788795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d809f279-e11b-4902-be62-2ef6abc40980 req-44cd671c-c574-40c7-b329-7600495f4740 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518837 Jun 30 09:18:11.794971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:11.799511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] 10.222.0.77 "DELETE /v2.0/networks/97a1cdea-9307-4f41-b52b-71aaca49191d HTTP/1.1" status: 204 len: 168 time: 0.4870272 Jun 30 09:18:11.823660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359474f-6465-4af0-b90d-bc751328194e admin admin] Pushing event deleted for resources: {'Network': ['ID=97a1cdea-9307-4f41-b52b-71aaca49191d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.030033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41598) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:12.074101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1ce0dcfb-e3c0-46b6-846b-4fe73fe95d35 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82ef82bd19b14dd8960f32652be12434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428076 Jun 30 09:18:12.076678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41600) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:12.125462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ce52112-7765-4369-910f-9b4225af7936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.149003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ce52112-7765-4369-910f-9b4225af7936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.211386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ce52112-7765-4369-910f-9b4225af7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.214678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ce52112-7765-4369-910f-9b4225af7936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.216153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9ce52112-7765-4369-910f-9b4225af7936 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f2ca829-be05-4548-8a94-a1e21f0c975b HTTP/1.1" status: 204 len: 168 time: 0.1385939 Jun 30 09:18:12.229305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce52112-7765-4369-910f-9b4225af7936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ca829-be05-4548-8a94-a1e21f0c975b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.558137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41626) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:12.603429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9bbb058e-64a9-4e06-954f-490663271fd2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2e0555d99f4d4009b0f72b7c8ef54d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439191 Jun 30 09:18:12.605929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41628) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:12.655177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-467dbfa9-2b49-433e-aa4d-6783fe601462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.678523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-467dbfa9-2b49-433e-aa4d-6783fe601462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.727791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-467dbfa9-2b49-433e-aa4d-6783fe601462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.730412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-467dbfa9-2b49-433e-aa4d-6783fe601462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:12.731562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-467dbfa9-2b49-433e-aa4d-6783fe601462 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2270d4c5-55a6-43be-87c8-8fe96fb88997 HTTP/1.1" status: 204 len: 168 time: 0.1247044 Jun 30 09:18:12.743621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467dbfa9-2b49-433e-aa4d-6783fe601462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2270d4c5-55a6-43be-87c8-8fe96fb88997,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:12.994667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0724203-7492-499e-a45a-34c079aaabb0 req-2919bb22-53a7-4d3e-9168-6bca9ac21b2f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:12.996226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0724203-7492-499e-a45a-34c079aaabb0 req-2919bb22-53a7-4d3e-9168-6bca9ac21b2f tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0839713 Jun 30 09:18:13.038328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0724203-7492-499e-a45a-34c079aaabb0 req-059d6097-c7c2-446c-874d-62e20db6dff9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356085 Jun 30 09:18:13.464247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1235a610-9ad4-4ce6-a829-5a9920c6a13d req-6dc89d2a-69f2-4519-a285-ae53b204c7af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.465806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1235a610-9ad4-4ce6-a829-5a9920c6a13d req-6dc89d2a-69f2-4519-a285-ae53b204c7af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.0921438 Jun 30 09:18:13.509873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e13a02-45cf-4395-849b-bd87b965145e req-d8bf825d-324a-4307-be11-9093edcd6184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.511279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1235a610-9ad4-4ce6-a829-5a9920c6a13d req-e19a85cd-a4b7-470b-b3f3-cf334a83f6fe tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Jun 30 09:18:13.515357 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-d8bf825d-324a-4307-be11-9093edcd6184 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4d93b04b8ec84412ba47948c0bc83332&device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 1098 time: 0.0637641 Jun 30 09:18:13.640076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e13a02-45cf-4395-849b-bd87b965145e req-ceff7ea0-9787-4933-b0c3-98e2aad79588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.641789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-ceff7ea0-9787-4933-b0c3-98e2aad79588 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 200 len: 914 time: 0.1188080 Jun 30 09:18:13.669282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc96f0a-35be-4b2b-83d9-c0e3f6a8eb70 req-69735b15-565e-4244-b8cf-dc7b507b64cb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.670918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5dc96f0a-35be-4b2b-83d9-c0e3f6a8eb70 req-69735b15-565e-4244-b8cf-dc7b507b64cb tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0776842 Jun 30 09:18:13.695401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-89c8222a-779a-4009-9524-e639f57f3dfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 200 len: 217 time: 0.0462902 Jun 30 09:18:13.732089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5dc96f0a-35be-4b2b-83d9-c0e3f6a8eb70 req-cf214c78-f991-43ae-84d4-4cb922dda8fd tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528309 Jun 30 09:18:13.766435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e13a02-45cf-4395-849b-bd87b965145e req-a0adf351-0364-447b-95fe-05cbe3add09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:13.768363 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-a0adf351-0364-447b-95fe-05cbe3add09e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 200 len: 853 time: 0.0665250 Jun 30 09:18:13.812190 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-cad25071-36bd-4354-be57-5e125f73ee55 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b81b134d-f634-4c79-a551-8bafc151ceaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328057 Jun 30 09:18:13.911176 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-46c19a8a-baa5-43df-a0f4-960ecf785fe0 service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918591 Jun 30 09:18:14.018913 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54e13a02-45cf-4395-849b-bd87b965145e req-6bb0b249-beb4-4c8a-808a-b0386ddde11c service neutron] 10.222.0.83 "GET /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015303 Jun 30 09:18:14.035572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:14.065051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19205fbd-ed4f-421c-9600-e9034873a060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.159134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.179988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-549ad9ec-9f7a-4747-814c-3cf6a0c1b685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.272209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-549ad9ec-9f7a-4747-814c-3cf6a0c1b685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.275845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-549ad9ec-9f7a-4747-814c-3cf6a0c1b685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.316797 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-549ad9ec-9f7a-4747-814c-3cf6a0c1b685 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92852be2c16046868c870e147f95ef6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780168 Jun 30 09:18:14.320390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ad9ec-9f7a-4747-814c-3cf6a0c1b685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5134830d-ca2d-42ba-a371-725012e77c41,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:14.320547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41704) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:14.369755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1201545a-9efe-4515-9aa5-f37f99a41a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.393579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1201545a-9efe-4515-9aa5-f37f99a41a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.438491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1201545a-9efe-4515-9aa5-f37f99a41a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.440964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1201545a-9efe-4515-9aa5-f37f99a41a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:14.442111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1201545a-9efe-4515-9aa5-f37f99a41a97 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5134830d-ca2d-42ba-a371-725012e77c41 HTTP/1.1" status: 204 len: 168 time: 0.1206136 Jun 30 09:18:14.450803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201545a-9efe-4515-9aa5-f37f99a41a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5134830d-ca2d-42ba-a371-725012e77c41,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:14.904529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282b527-46f3-42f0-9fe2-8e82291a31d8 req-8a81578f-bf86-498a-ac4e-ba35d539f576 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:14.905959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f282b527-46f3-42f0-9fe2-8e82291a31d8 req-8a81578f-bf86-498a-ac4e-ba35d539f576 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0664968 Jun 30 09:18:14.950488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f282b527-46f3-42f0-9fe2-8e82291a31d8 req-bc48c31e-56ad-49d0-b22f-587860019d47 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378911 Jun 30 09:18:15.982006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:16.039372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.147755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.197581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:16.199548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df976902-e48e-421d-8d03-40aff4258330 req-199613f7-6b1a-4ee5-a24f-f6c38aa275c1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.200199 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ae2952-bb48-4faf-9373-fd3c586b1f00" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-unplugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:16.201434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df976902-e48e-421d-8d03-40aff4258330 req-199613f7-6b1a-4ee5-a24f-f6c38aa275c1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1164179 Jun 30 09:18:16.221026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:16.228434 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.272593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df976902-e48e-421d-8d03-40aff4258330 req-e029a4d2-61d4-4867-b3e4-e66f7134d3f8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621026 Jun 30 09:18:16.296818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:16.304814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.305167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.305498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.305838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.306171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.306620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.306844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.307958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.307958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.307958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.308399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.308399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:16.381541 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe35aa7-ad06-4b9f-911e-d7d23f9d236e x-openstack-request-id: req-1fe35aa7-ad06-4b9f-911e-d7d23f9d236e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:16.381899 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-unplugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:16.382210 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1fe35aa7-ad06-4b9f-911e-d7d23f9d236e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:16.382683 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:18:16.590156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b258e-46a9-4cd2-ae53-fa3a1b21e712 req-39089a88-9ce0-484d-a811-72f84839c29b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.591677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de3b258e-46a9-4cd2-ae53-fa3a1b21e712 req-39089a88-9ce0-484d-a811-72f84839c29b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0686712 Jun 30 09:18:16.602544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:16.632798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de3b258e-46a9-4cd2-ae53-fa3a1b21e712 req-708c07bc-ba50-4ed1-953d-c8a8997ab169 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354490 Jun 30 09:18:16.732684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5aceb2d9-f7dd-47aa-bf0c-4c9d48dce560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.835449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd55563-6449-4190-816f-f7186effa3b2 req-0211d7cf-b836-49fa-96fb-b88dedb60440 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:16.837380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbd55563-6449-4190-816f-f7186effa3b2 req-0211d7cf-b836-49fa-96fb-b88dedb60440 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0711613 Jun 30 09:18:16.850825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5aceb2d9-f7dd-47aa-bf0c-4c9d48dce560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.855172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5aceb2d9-f7dd-47aa-bf0c-4c9d48dce560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.879350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fbd55563-6449-4190-816f-f7186effa3b2 req-06207d4e-ab63-4ecd-a7ac-8859e82e1957 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361640 Jun 30 09:18:16.895907 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5aceb2d9-f7dd-47aa-bf0c-4c9d48dce560 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=de4178d803214c008a297c66f7ed66e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897797 Jun 30 09:18:16.895907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aceb2d9-f7dd-47aa-bf0c-4c9d48dce560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e027305f-00da-413e-8229-469986fdf956,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:16.896500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:16.957440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c4067cb-0859-477b-adc2-e060bca115ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:16.979408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c4067cb-0859-477b-adc2-e060bca115ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.032743 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c4067cb-0859-477b-adc2-e060bca115ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.035269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c4067cb-0859-477b-adc2-e060bca115ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.037218 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c4067cb-0859-477b-adc2-e060bca115ac admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e027305f-00da-413e-8229-469986fdf956 HTTP/1.1" status: 204 len: 168 time: 0.1398122 Jun 30 09:18:17.045032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4067cb-0859-477b-adc2-e060bca115ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e027305f-00da-413e-8229-469986fdf956,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:17.074525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f77fde-f35a-4093-b6e3-ddbef7b4dbb7 req-f375dd8c-f9a8-4bc2-93fd-e23a64e4ae1c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.078272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5f77fde-f35a-4093-b6e3-ddbef7b4dbb7 req-f375dd8c-f9a8-4bc2-93fd-e23a64e4ae1c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0755258 Jun 30 09:18:17.119137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5f77fde-f35a-4093-b6e3-ddbef7b4dbb7 req-2f455238-5015-4022-b82d-42bc22301e0b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370536 Jun 30 09:18:17.236992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.335222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:17.348515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ed084c5-be6d-4890-a4fb-5fc8653d987b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.388969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b1255-7c43-4bf2-96d9-781892510279 req-f8f97508-3719-4fe6-add7-a43850487e96 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.390494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c0b1255-7c43-4bf2-96d9-781892510279 req-f8f97508-3719-4fe6-add7-a43850487e96 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0740161 Jun 30 09:18:17.433609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c0b1255-7c43-4bf2-96d9-781892510279 req-33cb2fef-ed60-48e3-b2d0-5e0ed3cddaed tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369201 Jun 30 09:18:17.464873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ed084c5-be6d-4890-a4fb-5fc8653d987b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.476980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ed084c5-be6d-4890-a4fb-5fc8653d987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.518010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9ed084c5-be6d-4890-a4fb-5fc8653d987b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f3c77f2926fe445dab8dcd73153bc18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815679 Jun 30 09:18:17.520646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41926) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:17.532739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed084c5-be6d-4890-a4fb-5fc8653d987b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b5b89-6e19-4c28-9a9b-0189f78f6cc1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:17.552210 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.626882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7b66302-fbe8-472c-b7c3-0bad97d58dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.653329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7b66302-fbe8-472c-b7c3-0bad97d58dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.683523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b60901-026b-4c8f-a7cf-5d63c39b7491 req-948e8c7c-ed49-4aad-a5b6-56e8812a26e0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.684988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7b60901-026b-4c8f-a7cf-5d63c39b7491 req-948e8c7c-ed49-4aad-a5b6-56e8812a26e0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1180089 Jun 30 09:18:17.730101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7b60901-026b-4c8f-a7cf-5d63c39b7491 req-35134d6d-b519-4048-ac7c-b806aab689d3 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389137 Jun 30 09:18:17.739912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7b66302-fbe8-472c-b7c3-0bad97d58dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.742700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7b66302-fbe8-472c-b7c3-0bad97d58dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:17.743844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e7b66302-fbe8-472c-b7c3-0bad97d58dcb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b4b5b89-6e19-4c28-9a9b-0189f78f6cc1 HTTP/1.1" status: 204 len: 168 time: 0.2219393 Jun 30 09:18:17.755026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b66302-fbe8-472c-b7c3-0bad97d58dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b5b89-6e19-4c28-9a9b-0189f78f6cc1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:17.940678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f25fdb-4088-4fff-9308-c59636584f24 req-59f625cf-b4a3-442a-8248-be67f5879854 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:17.943274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38f25fdb-4088-4fff-9308-c59636584f24 req-59f625cf-b4a3-442a-8248-be67f5879854 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0756781 Jun 30 09:18:17.984433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38f25fdb-4088-4fff-9308-c59636584f24 req-9df7048e-077f-4754-b783-222d97ae11a0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333450 Jun 30 09:18:17.995804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:18.096085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:18.110472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:18.151130 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.165103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:18.186465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141ee62-152b-4f96-96fd-4af947c95ff9 req-cf1c863d-40ca-43db-b8d6-83cc6e133951 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.187530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:18.187940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0141ee62-152b-4f96-96fd-4af947c95ff9 req-cf1c863d-40ca-43db-b8d6-83cc6e133951 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0728977 Jun 30 09:18:18.191536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.234866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0141ee62-152b-4f96-96fd-4af947c95ff9 req-86101dfc-35b4-4d03-a5bd-85b431fc1f1e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Jun 30 09:18:18.249265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:18.353306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['db360aa9-3921-44a1-8637-8ccf37f40d0a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:18.519283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.528519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bdfdc-0eac-403e-a27e-23e61db01f19 req-347c69b0-6213-44ba-a2e5-d05b582c9c68 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.530057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-208bdfdc-0eac-403e-a27e-23e61db01f19 req-347c69b0-6213-44ba-a2e5-d05b582c9c68 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0842016 Jun 30 09:18:18.570147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-208bdfdc-0eac-403e-a27e-23e61db01f19 req-33485721-c6f2-48bf-a460-d389dd1960d5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Jun 30 09:18:18.632127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-426074668-network', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:18.655926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Made reservation on behalf of c8907039ad6a40d6a4dda1c807f489bd for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:18.658323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.666843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.777102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276cc55-2c3c-4414-be9b-3f411e96dada req-ceb5ac45-967f-44d3-807b-30647168f46e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.779651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2276cc55-2c3c-4414-be9b-3f411e96dada req-ceb5ac45-967f-44d3-807b-30647168f46e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0845127 Jun 30 09:18:18.794554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.799595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.828912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:18.836567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2276cc55-2c3c-4414-be9b-3f411e96dada req-1854f121-31c1-4b84-a05f-5fc97f2871ae tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Jun 30 09:18:18.837686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5c0be7-5259-41f9-8033-7916f8d6dcaf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:18.843703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.844079 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Added segment f50a2efd-ac43-4d1d-bcd0-8381161223ea of type vlan for network 5804083c-078c-4ec0-b9ef-17b586295d8c Jun 30 09:18:18.898010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.927881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.928993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:18.929578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:18.983518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4631147 Jun 30 09:18:18.987562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41980) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:18.992938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Request body: {'subnet': {'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-426074668-subnet', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:18.999254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88630b-1516-4c87-b50c-ca7f75b27d38 admin admin] Pushing event updated for resources: {'Network': ['ID=5804083c-078c-4ec0-b9ef-17b586295d8c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.011870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5804083c-078c-4ec0-b9ef-17b586295d8c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:19.041950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Made reservation on behalf of c8907039ad6a40d6a4dda1c807f489bd for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:19.044914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.047155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438d5a6-d357-4dbd-9063-8584a6cfa643 req-ecdac6cd-2bac-4731-9553-606dbc65c4f8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.048661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6438d5a6-d357-4dbd-9063-8584a6cfa643 req-ecdac6cd-2bac-4731-9553-606dbc65c4f8 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0797043 Jun 30 09:18:19.090160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6438d5a6-d357-4dbd-9063-8584a6cfa643 req-2a4837d7-c3f7-408a-bc93-cb7004b09a5c tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338802 Jun 30 09:18:19.227928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.276855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a305c6-3017-4f84-9f7b-35c4e804677d req-981ea828-6f99-46ec-9fb9-bbd67a7a69e9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.278479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81a305c6-3017-4f84-9f7b-35c4e804677d req-981ea828-6f99-46ec-9fb9-bbd67a7a69e9 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0674903 Jun 30 09:18:19.283334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Pushing event updated for resources: {'Subnet': ['ID=295aa6a2-a532-47d3-b399-bdef5f56794f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:19.292088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Checking segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:19.292506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Network hostable DHCP agents. Network: 5804083c-078c-4ec0-b9ef-17b586295d8c, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:19.308677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Network 5804083c-078c-4ec0-b9ef-17b586295d8c is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:19.318698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 5804083c-078c-4ec0-b9ef-17b586295d8c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:19.322303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81a305c6-3017-4f84-9f7b-35c4e804677d req-daa6cc0f-2cfd-4981-9e56-ff5e95ad3e58 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349262 Jun 30 09:18:19.323559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.324147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.336455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b23846e-ba32-4b50-afcc-fd9b53e0f0d1 None None] Network 5804083c-078c-4ec0-b9ef-17b586295d8c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:19.340344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7e3affd6-d4e2-442a-96e4-7020d591317c admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3517115 Jun 30 09:18:19.343208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:19.348115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:19.377179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.378438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.496429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-5804083c-078c-4ec0-b9ef-17b586295d8c', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:19.497298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.547574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd97124-42de-4edb-9918-64817faab8be req-019d3f0e-797b-4856-bb36-fb562bae35f0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.549159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dd97124-42de-4edb-9918-64817faab8be req-019d3f0e-797b-4856-bb36-fb562bae35f0 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0729942 Jun 30 09:18:19.597111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dd97124-42de-4edb-9918-64817faab8be req-7e57976c-3933-4db3-a4d8-ca5009773c0b tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Jun 30 09:18:19.649636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Allocated IP 172.20.0.2 (5804083c-078c-4ec0-b9ef-17b586295d8c/295aa6a2-a532-47d3-b399-bdef5f56794f/4c15ecc4-557a-4e59-bfaa-4cf515681018) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:19.776031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.800617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e0f8-94d2-4335-b4aa-89cf482136b0 req-1c4c334d-60d5-4108-987a-7ac4e123fb29 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:19.808561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76c4e0f8-94d2-4335-b4aa-89cf482136b0 req-1c4c334d-60d5-4108-987a-7ac4e123fb29 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0771618 Jun 30 09:18:19.851860 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.852489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76c4e0f8-94d2-4335-b4aa-89cf482136b0 req-6b3112b6-7fa5-4a01-8ca7-11c08840c1d1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jun 30 09:18:19.863442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Transition to ACTIVE for port object 4c15ecc4-557a-4e59-bfaa-4cf515681018 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:19.886002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Transition to ACTIVE for port object 4c15ecc4-557a-4e59-bfaa-4cf515681018 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:19.899079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.945539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:19.953314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Network 5804083c-078c-4ec0-b9ef-17b586295d8c is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:19.958990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:19.968229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:19.971991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Pushing event updated for resources: {'Port': ['ID=4c15ecc4-557a-4e59-bfaa-4cf515681018,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.030977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:20.066431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Attempting to bind port 4c15ecc4-557a-4e59-bfaa-4cf515681018 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:20.066799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Attempting to bind port 4c15ecc4-557a-4e59-bfaa-4cf515681018 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:20.067204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Attempting to bind port 4c15ecc4-557a-4e59-bfaa-4cf515681018 on network 5804083c-078c-4ec0-b9ef-17b586295d8c {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:20.077287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:20.077667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Checking segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:20.078060 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.078664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Bound using segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:20.079310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Bound port: 4c15ecc4-557a-4e59-bfaa-4cf515681018, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:20.079895 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.092280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4ec2a-84d1-46ba-aaab-c9b6b79de15e req-48a9ec43-f89f-4b3f-ab7d-2cfa8636537e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:20.096304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2b4ec2a-84d1-46ba-aaab-c9b6b79de15e req-48a9ec43-f89f-4b3f-ab7d-2cfa8636537e tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.0783677 Jun 30 09:18:20.146619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port db360aa9-3921-44a1-8637-8ccf37f40d0a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:20.146922 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.161615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2b4ec2a-84d1-46ba-aaab-c9b6b79de15e req-f6b8ffae-2f9c-4475-a3af-9f80282b7305 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502422 Jun 30 09:18:20.186940 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.201545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] For port 4c15ecc4-557a-4e59-bfaa-4cf515681018, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:20.206098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] For port 4c15ecc4-557a-4e59-bfaa-4cf515681018, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c15ecc4-557a-4e59-bfaa-4cf515681018,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:20.216713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.234630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.284146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.346082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:20.348956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:20.351679 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ab2403-340e-4640-a6f9-5552fe95f792" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:20.357544 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.360207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf5b64-9cdd-4c13-ad64-01c7b74ee379 None None] Pushing event updated for resources: {'Port': ['ID=4c15ecc4-557a-4e59-bfaa-4cf515681018,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.406821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Allocated IP 172.25.7.49 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c674ba0d-3911-4725-9e90-eeea23305913) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:20.441130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.453503 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5011c6-0cee-4224-b96e-29af61a2cef2 x-openstack-request-id: req-4a5011c6-0cee-4224-b96e-29af61a2cef2 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:20.453806 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:20.454058 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4a5011c6-0cee-4224-b96e-29af61a2cef2 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:20.454538 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:18:20.528824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.610322 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:20.664074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:20.670517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:20.673102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:20.709170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Pushing event updated for resources: {'Port': ['ID=c674ba0d-3911-4725-9e90-eeea23305913,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:20.872162 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:18:20.908005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c15ecc4-557a-4e59-bfaa-4cf515681018 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:20.966697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4c15ecc4-557a-4e59-bfaa-4cf515681018 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:21.021485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.277959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.297472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-15cfb054-0f55-4ed9-93f1-2fdf56109829 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1236567 Jun 30 09:18:21.542690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.543213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.543686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.544278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.544787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.545260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.545725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.547723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-dcb70f31-749a-48ef-bb15-9cfecfc761fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6496 time: 0.0926754 Jun 30 09:18:21.548547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Router f59fcea9-e669-4913-82b9-b20bcf9c31ba is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:18:21.550209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2fbd5c-cf7c-47b5-9469-f706fd8885c3 None None] Network 5804083c-078c-4ec0-b9ef-17b586295d8c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:21.619648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] Provisioning for port 4c15ecc4-557a-4e59-bfaa-4cf515681018 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:21.630600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] Provisioning complete for port 4c15ecc4-557a-4e59-bfaa-4cf515681018 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:21.631238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.740203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:21.757033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.761157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4daa1ac5-2a31-49ba-bb3d-8f4f8f566a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.761775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4daa1ac5-2a31-49ba-bb3d-8f4f8f566a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.762370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4daa1ac5-2a31-49ba-bb3d-8f4f8f566a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.764131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4daa1ac5-2a31-49ba-bb3d-8f4f8f566a2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=2f12f98c-f311-49d4-b1b5-83b8359badec&id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 2293 time: 0.1617498 Jun 30 09:18:21.772083 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.773333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-05ed1203-a63a-4f98-b35e-58b1bc1c6d52 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4285343 Jun 30 09:18:21.773517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Sync routers for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:21.775096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42034) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:21.825847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:21.826533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:21.832405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] For port 4c15ecc4-557a-4e59-bfaa-4cf515681018, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c15ecc4-557a-4e59-bfaa-4cf515681018,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:21.870283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:21.890079 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-795703aa-3cee-414f-ac1c-785932cf908c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 200 len: 1001 time: 0.1132455 Jun 30 09:18:21.993136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-e5a9e59f-7e50-48d1-81ba-8ad776feee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:21.994888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-e5a9e59f-7e50-48d1-81ba-8ad776feee46 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=76c87efb-daed-4a66-bdee-9f120ddf590f HTTP/1.1" status: 200 len: 850 time: 0.0782700 Jun 30 09:18:22.135709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:22.144254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-27973ceb-12d1-4bfb-91ab-2a7ba9f97ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.146601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-27973ceb-12d1-4bfb-91ab-2a7ba9f97ceb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183980 Jun 30 09:18:22.302989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff818443-75bb-4d61-93b6-e48d355cd93b None None] Pushing event updated for resources: {'Port': ['ID=4c15ecc4-557a-4e59-bfaa-4cf515681018,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:22.367603 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-cd0bf85c-b724-4f62-9b88-6cdb0ca1fb83 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552680 Jun 30 09:18:22.368635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 3, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:22.407770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Checking router: f59fcea9-e669-4913-82b9-b20bcf9c31ba for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:22.408207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Updating router f59fcea9-e669-4913-82b9-b20bcf9c31ba port c674ba0d-3911-4725-9e90-eeea23305913 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:22.459678 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.547177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-d0b9b78b-79b3-4b7b-9a18-00ca9682e2ad service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601617 Jun 30 09:18:22.614803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-81033e92-e26b-4e0d-8103-d493ac646c16 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 217 time: 0.0477417 Jun 30 09:18:22.650035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7ac14294-b86c-4840-8650-5d014b5209d6 None None] Provisioning complete for port 4c15ecc4-557a-4e59-bfaa-4cf515681018 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:22.650653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7ac14294-b86c-4840-8650-5d014b5209d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.652597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:22.922268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c15ecc4-557a-4e59-bfaa-4cf515681018 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:22.930701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-cd3450f9-a044-4700-ae02-2fd0fb6e8a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:22.943280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-cd3450f9-a044-4700-ae02-2fd0fb6e8a83 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.3071725 Jun 30 09:18:23.120541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4c15ecc4-557a-4e59-bfaa-4cf515681018 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:23.121072 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.186332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.273594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Transition to ACTIVE for port object c674ba0d-3911-4725-9e90-eeea23305913 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:23.287887 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.380764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a62ae-fef0-4842-a5a1-228fee9f8da7 None None] Pushing event updated for resources: {'Port': ['ID=c674ba0d-3911-4725-9e90-eeea23305913,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.392211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Attempting to bind port c674ba0d-3911-4725-9e90-eeea23305913 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:23.392604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Attempting to bind port c674ba0d-3911-4725-9e90-eeea23305913 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:23.393057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Attempting to bind port c674ba0d-3911-4725-9e90-eeea23305913 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:23.403535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:23.403910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:23.404313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.404703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:23.405176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Bound port: c674ba0d-3911-4725-9e90-eeea23305913, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:23.405561 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.490518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] For port c674ba0d-3911-4725-9e90-eeea23305913, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:23.497206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] For port c674ba0d-3911-4725-9e90-eeea23305913, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c674ba0d-3911-4725-9e90-eeea23305913,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:23.514869 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.534802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Allocated IP 172.20.0.1 (5804083c-078c-4ec0-b9ef-17b586295d8c/295aa6a2-a532-47d3-b399-bdef5f56794f/d66f32f9-45ef-428b-96da-0368c61b0510) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:23.557774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-343d1030-4d4b-4e6f-91da-798650238fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:23.559372 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-343d1030-4d4b-4e6f-91da-798650238fa2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6125393 Jun 30 09:18:23.586414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:23.587367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:23.712378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323a62ae-fef0-4842-a5a1-228fee9f8da7 None None] Pushing event updated for resources: {'Port': ['ID=c674ba0d-3911-4725-9e90-eeea23305913,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:23.756280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.796232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Transition to ACTIVE for port object d66f32f9-45ef-428b-96da-0368c61b0510 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:23.830643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-916ed91c-1ac6-45e1-8f91-3449ab13c8d8 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596173 Jun 30 09:18:23.870049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:23.925826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:23.949023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Network 5804083c-078c-4ec0-b9ef-17b586295d8c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:23.953672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:23.997658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:24.068182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.159367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 3, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:24.204381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bab4a2-dc02-499f-9332-6defae760701 None None] The sync data for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 is: [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:20Z', 'revision_number': 3, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:24.253932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Pushing event updated for resources: {'Port': ['ID=d66f32f9-45ef-428b-96da-0368c61b0510,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:24.291749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-934e3fd2-27dc-4e82-be41-08ff0bb4d6f8 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469526 Jun 30 09:18:24.300583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-10d61fb2-34e0-43c2-a534-dc90f03935ba None None] Provisioning for port d66f32f9-45ef-428b-96da-0368c61b0510 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:24.306640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-10d61fb2-34e0-43c2-a534-dc90f03935ba None None] Provisioning complete for port d66f32f9-45ef-428b-96da-0368c61b0510 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:24.307049 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-10d61fb2-34e0-43c2-a534-dc90f03935ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.360062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-fd8b83b2-fa00-45aa-bb91-ae5240c3cdfd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 217 time: 0.0567439 Jun 30 09:18:24.440576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-10d61fb2-34e0-43c2-a534-dc90f03935ba None None] Port d66f32f9-45ef-428b-96da-0368c61b0510 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:24.487818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.507374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-7ccff32e-53bd-402b-80d8-6d2c692fc48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.508893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-7ccff32e-53bd-402b-80d8-6d2c692fc48e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.1291625 Jun 30 09:18:24.722258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-82ace480-e548-4443-9e1f-c79a19cd8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:24.724006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-82ace480-e548-4443-9e1f-c79a19cd8031 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2067974 Jun 30 09:18:24.949101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c674ba0d-3911-4725-9e90-eeea23305913 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:24.975665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:24.999912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.070354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c674ba0d-3911-4725-9e90-eeea23305913 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:25.076916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c674ba0d-3911-4725-9e90-eeea23305913 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:25.077906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.113289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.125516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Pushing event updated for resources: {'Port': ['ID=d66f32f9-45ef-428b-96da-0368c61b0510,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.184764 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-2fa3b86e-9576-410f-a6a2-c326265b4621 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505293 Jun 30 09:18:25.201497 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.232431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c674ba0d-3911-4725-9e90-eeea23305913, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c674ba0d-3911-4725-9e90-eeea23305913,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:25.242034 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.318124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c674ba0d-3911-4725-9e90-eeea23305913,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:25.351666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Network 5804083c-078c-4ec0-b9ef-17b586295d8c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:25.354473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:25.431499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-460eb203-083f-49fb-8765-563f44c4ad84 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263830 Jun 30 09:18:25.567661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-d8487989-e84b-4b61-b7af-1205632120ce service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 200 len: 217 time: 0.1294150 Jun 30 09:18:25.651834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-ab6a6745-03a9-4c35-9739-a01c1c95deff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:25.654055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-ab6a6745-03a9-4c35-9739-a01c1c95deff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0773952 Jun 30 09:18:25.786081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Router f59fcea9-e669-4913-82b9-b20bcf9c31ba has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:25.807858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4836b624-e661-49e7-bda9-9e99cc865a79 None None] Provisioning complete for port d66f32f9-45ef-428b-96da-0368c61b0510 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:25.808680 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4836b624-e661-49e7-bda9-9e99cc865a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:25.920391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4836b624-e661-49e7-bda9-9e99cc865a79 None None] Port d66f32f9-45ef-428b-96da-0368c61b0510 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:26.030994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:26.051873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e7380fad-af08-47ed-a2ea-4eb794e011fc admin admin] 10.222.0.77 "PUT /v2.0/routers/f59fcea9-e669-4913-82b9-b20bcf9c31ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2678120 Jun 30 09:18:26.074681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-a5b09b72-d2aa-4421-93af-3df884715116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:26.076444 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-a5b09b72-d2aa-4421-93af-3df884715116 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3092277 Jun 30 09:18:26.374145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-14dd8580-791f-4afa-a7f7-3b76e5fdf539 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888215 Jun 30 09:18:26.698109 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-027ae33c-9236-4d88-b95f-27af31127378 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146133 Jun 30 09:18:26.782164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4ff2549f-f13f-43a3-b57d-fa156689f29f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 200 len: 217 time: 0.0703266 Jun 30 09:18:26.989586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c674ba0d-3911-4725-9e90-eeea23305913 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:27.079967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc82b27-5c80-44ce-bb6d-4f598657d8a4 req-ddf38f90-ad51-4f2e-a99b-59e7984d6161 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.085046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfc82b27-5c80-44ce-bb6d-4f598657d8a4 req-ddf38f90-ad51-4f2e-a99b-59e7984d6161 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.2860084 Jun 30 09:18:27.093224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-fcb19af6-2e7f-43d2-8379-677113c45f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.094729 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-fcb19af6-2e7f-43d2-8379-677113c45f7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.2974298 Jun 30 09:18:27.153880 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Sync routers for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:27.177719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfc82b27-5c80-44ce-bb6d-4f598657d8a4 req-8e7a9c6e-62b3-4706-acfb-7c6ed7d451e6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766766 Jun 30 09:18:27.195577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c674ba0d-3911-4725-9e90-eeea23305913 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:27.195961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.224008 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:27.228626 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:27.270891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-b16f2f29-8a67-412b-ad9d-b60d4982e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.272756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-b16f2f29-8a67-412b-ad9d-b60d4982e693 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1697416 Jun 30 09:18:27.455567 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:27.577231 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-c565953a-eb69-4226-96c2-1946ffd206dc service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934654 Jun 30 09:18:27.585125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42154) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:27.590454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1011242510-network', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:27.648763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Made reservation on behalf of 2f156a2e0a564e33b9f5937564614e77 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:27.651919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.663053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.761246 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-e9e19bfa-ad29-4b55-8106-9977e39b5478 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750889 Jun 30 09:18:27.837652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-5e7321f5-e08b-458e-a3e4-eb4d02b96b3a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 200 len: 217 time: 0.0583544 Jun 30 09:18:27.846782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.855260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.861392 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 2, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:27.883980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:27.902734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-a3f451f5-71c4-4bc1-9d46-849a9af7ca20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:27.903041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0599f78-474f-48ff-875f-a532d96e64ee,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:27.904377 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-a3f451f5-71c4-4bc1-9d46-849a9af7ca20 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.0594175 Jun 30 09:18:27.912792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:27.913460 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Added segment d034e583-cbb7-4220-ac54-5a692271824f of type vlan for network 70aa5ffd-7725-4f03-9c70-88698a584003 Jun 30 09:18:27.966986 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Checking router: f59fcea9-e669-4913-82b9-b20bcf9c31ba for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:27.967731 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Updating router f59fcea9-e669-4913-82b9-b20bcf9c31ba port d66f32f9-45ef-428b-96da-0368c61b0510 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:27.973003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.028398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-d904f02f-2cc8-4b72-a7ac-616c77a8bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.037234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-d904f02f-2cc8-4b72-a7ac-616c77a8bdf8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1180027 Jun 30 09:18:28.038005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.039162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.039854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.046912 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.111878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] Pushing event updated for resources: {'Network': ['ID=70aa5ffd-7725-4f03-9c70-88698a584003,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.128636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 70aa5ffd-7725-4f03-9c70-88698a584003 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:28.148542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42162) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:28.150051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8ad3d5c-0f2d-485c-8322-6003194d214c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5634933 Jun 30 09:18:28.158084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Request body: {'subnet': {'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1011242510-subnet', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:28.215722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Made reservation on behalf of 2f156a2e0a564e33b9f5937564614e77 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:28.218122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.223519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-e5df9cc6-f26b-4af7-b59e-6840e32f8904 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731489 Jun 30 09:18:28.393952 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-2eb3b35b-62f9-46c7-a5f8-154b53779f6a service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598303 Jun 30 09:18:28.471706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-762f7d70-953d-4bfb-831d-786fbba68d15 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 200 len: 217 time: 0.0523832 Jun 30 09:18:28.549653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4a5b8570-c8e3-4bcb-ad78-2285810fa1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.551808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4a5b8570-c8e3-4bcb-ad78-2285810fa1ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.0564950 Jun 30 09:18:28.610812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6652419e-79b9-441c-ac32-5bb96a76c899 req-613fe065-8fb7-4cea-9805-c22997eebdc5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.616920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6652419e-79b9-441c-ac32-5bb96a76c899 req-613fe065-8fb7-4cea-9805-c22997eebdc5 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.1114395 Jun 30 09:18:28.666442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.687674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6652419e-79b9-441c-ac32-5bb96a76c899 req-660f72da-4c7c-40b1-8191-1a407e7a36e1 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/security-groups?id=df5f70cf-d06b-4335-9b7b-c65132e4a13b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642629 Jun 30 09:18:28.753354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-454e67a4-9489-4209-9ba0-4d18828d018d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.755216 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-454e67a4-9489-4209-9ba0-4d18828d018d tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.83 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 946 time: 0.2723212 Jun 30 09:18:28.778347 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.788029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4407c528-8ef4-4f49-b530-a3c140bd92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:28.789514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-4407c528-8ef4-4f49-b530-a3c140bd92b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171712 Jun 30 09:18:28.801671 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Transition to ACTIVE for port object d66f32f9-45ef-428b-96da-0368c61b0510 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:28.814029 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.834772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.918952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Checking segment: {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:28.919308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Network hostable DHCP agents. Network: 70aa5ffd-7725-4f03-9c70-88698a584003, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:28.947402 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Attempting to bind port d66f32f9-45ef-428b-96da-0368c61b0510 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:28.948084 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Attempting to bind port d66f32f9-45ef-428b-96da-0368c61b0510 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:28.948631 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Attempting to bind port d66f32f9-45ef-428b-96da-0368c61b0510 on network 5804083c-078c-4ec0-b9ef-17b586295d8c {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:28.963669 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Pushing event updated for resources: {'Port': ['ID=d66f32f9-45ef-428b-96da-0368c61b0510,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:28.972401 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:28.973203 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Checking segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:28.973635 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.974243 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Bound using segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:28.974799 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Bound port: d66f32f9-45ef-428b-96da-0368c61b0510, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:28.975317 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:28.990188 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.990619 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.990967 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.991304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.991635 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.991962 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.992291 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.992609 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.992782 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-f7d1d46e-a674-4daf-8d37-91f779b9d1d8 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704435 Jun 30 09:18:28.993017 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.993344 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.993658 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:28.993974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:29.084364 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] For port d66f32f9-45ef-428b-96da-0368c61b0510, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:29.089338 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] For port d66f32f9-45ef-428b-96da-0368c61b0510, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d66f32f9-45ef-428b-96da-0368c61b0510,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:29.095597 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.130342 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.167717 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:29.168489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:29.266354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2f7a379-671c-4326-bd12-dd02de3d16c1 req-e41845a1-4524-4148-8823-3fa36024900f service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419055 Jun 30 09:18:29.295031 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b4933-3739-4057-a061-ac8bb813940b None None] Pushing event updated for resources: {'Port': ['ID=d66f32f9-45ef-428b-96da-0368c61b0510,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.295967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Network 70aa5ffd-7725-4f03-9c70-88698a584003 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:29.318098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Deleting port 630b228f-9141-4829-bfb4-dac004a173b9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:18:29.318707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.325560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 70aa5ffd-7725-4f03-9c70-88698a584003) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:29.340657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d545b5a-3f7d-4722-b4ac-46b944e678ce None None] Network 70aa5ffd-7725-4f03-9c70-88698a584003 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:29.352203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:29.353729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.413131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-879d4529-aea7-4517-b5bb-70c014bc3010 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2631488 Jun 30 09:18:29.415592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42178) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:29.421032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:29.463207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.464889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.475973 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:29.484044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] For port 630b228f-9141-4829-bfb4-dac004a173b9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=630b228f-9141-4829-bfb4-dac004a173b9,segment=NetworkSegment(d59aa48a-a555-4b0c-af23-644c9193f760),segment_id=d59aa48a-a555-4b0c-af23-644c9193f760)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:29.484490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.504860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Calling delete_port for 630b228f-9141-4829-bfb4-dac004a173b9 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:18:29.598455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.715570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-70aa5ffd-7725-4f03-9c70-88698a584003', 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'fixed_ips': [{'subnet_id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:18:29.716766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.828798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:29.918468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['630b228f-9141-4829-bfb4-dac004a173b9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:29.939710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Pushing event deleted for resources: {'Port': ['ID=630b228f-9141-4829-bfb4-dac004a173b9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:29.999874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] No DVR routers for this DVR port 630b228f-9141-4829-bfb4-dac004a173b9 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:18:30.009574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.011731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2ebc5f84-c9d0-4ad7-bc6d-bb9eb55e1823 req-af7b241d-cfb9-400d-95c6-dc32e142a865 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.83 "DELETE /v2.0/ports/630b228f-9141-4829-bfb4-dac004a173b9 HTTP/1.1" status: 204 len: 173 time: 1.2462325 Jun 30 09:18:30.012235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-deleted', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:30.014614 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2ce530-78c1-4169-80b2-4e84ef947e94" -d '{"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-deleted", "tag": "630b228f-9141-4829-bfb4-dac004a173b9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:30.035220 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:29Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:30.040106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Allocated IP 172.20.0.2 (70aa5ffd-7725-4f03-9c70-88698a584003/56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660/e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:30.205041 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ba0b9c-c6f4-42aa-8a4f-7384c56d4f68 None None] The sync data for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 is: [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:29Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:30.219158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.242556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Transition to ACTIVE for port object e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:30.337346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Transition to ACTIVE for port object e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:30.365235 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.410148 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a2e67b-1f2d-4e74-a9f7-269ca64e337e x-openstack-request-id: req-63a2e67b-1f2d-4e74-a9f7-269ca64e337e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:30.411473 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460d4749-eb1e-4561-bf98-a7d41335810d", "name": "network-vif-deleted", "tag": "630b228f-9141-4829-bfb4-dac004a173b9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:30.411796 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-63a2e67b-1f2d-4e74-a9f7-269ca64e337e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:30.412271 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460d4749-eb1e-4561-bf98-a7d41335810d', 'name': 'network-vif-deleted', 'tag': '630b228f-9141-4829-bfb4-dac004a173b9', 'status': 'completed', 'code': 200} Jun 30 09:18:30.452243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Pushing event updated for resources: {'Port': ['ID=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:30.479829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Network 70aa5ffd-7725-4f03-9c70-88698a584003 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:30.484626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:30.490336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:30.583077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Attempting to bind port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:30.584193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Attempting to bind port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:30.584797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Attempting to bind port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 on network 70aa5ffd-7725-4f03-9c70-88698a584003 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:30.591230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:30.592013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Checking segment: {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:30.592667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.593535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Bound using segment: {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:30.594568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Bound port: e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:30.595315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.715151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] For port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:30.717289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.721820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] For port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,segment=NetworkSegment(d034e583-cbb7-4220-ac54-5a692271824f),segment_id=d034e583-cbb7-4220-ac54-5a692271824f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:30.727999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-522d43bd-d617-4197-ac58-a0077a243af8 req-ae1c535e-8f59-469d-b07d-a991488a21c6 tempest-ServersNegativeTestJSON-1754793498 tempest-ServersNegativeTestJSON-1754793498-project] 10.222.0.77 "GET /v2.0/ports?device_id=460d4749-eb1e-4561-bf98-a7d41335810d HTTP/1.1" status: 200 len: 210 time: 0.1611843 Jun 30 09:18:30.746247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:30.843671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a345b62f-cd0b-4e33-b928-7fc5bb2f1a31 None None] Pushing event updated for resources: {'Port': ['ID=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:31.083331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d66f32f9-45ef-428b-96da-0368c61b0510 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:31.276863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.355716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.560934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d66f32f9-45ef-428b-96da-0368c61b0510 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:31.568744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d66f32f9-45ef-428b-96da-0368c61b0510 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:31.569654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.662783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Allocated IP 172.25.7.187 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/b7ded493-ffa4-4e2d-a376-09804255f13e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:31.789524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.857985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d66f32f9-45ef-428b-96da-0368c61b0510, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d66f32f9-45ef-428b-96da-0368c61b0510,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:31.869134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.910479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:31.946704 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:31.955664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d66f32f9-45ef-428b-96da-0368c61b0510,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.030208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Deleting subnet 20a9314a-e29c-4df7-9f4a-0a481e2667bf {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:18:32.035415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.043244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:32.046996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.081589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 630b228f-9141-4829-bfb4-dac004a173b9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:18:32.081946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 630b228f-9141-4829-bfb4-dac004a173b9 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:18:32.118201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.129701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:32.141297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:32.170736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:32.198614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.247214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Pushing event updated for resources: {'Port': ['ID=b7ded493-ffa4-4e2d-a376-09804255f13e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.325812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.370588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20a9314a-e29c-4df7-9f4a-0a481e2667bf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:32.389730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.392545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fca16f41-3598-4dfa-b144-1d397cc06f8f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/20a9314a-e29c-4df7-9f4a-0a481e2667bf HTTP/1.1" status: 204 len: 168 time: 0.4808459 Jun 30 09:18:32.396518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:32.514879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:32.717843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ce7e7-7b82-404d-9334-b2b1ea73244f None None] Network 70aa5ffd-7725-4f03-9c70-88698a584003 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:32.768190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.096112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8cdd0549-f2b5-47a6-a709-7e038f7102b7 None None] Provisioning for port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:33.127042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d66f32f9-45ef-428b-96da-0368c61b0510 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:33.189338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d66f32f9-45ef-428b-96da-0368c61b0510 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:33.189909 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.220446 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.266087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.287369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81b134d-f634-4c79-a551-8bafc151ceaf']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:33.295831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:33.333930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59aa48a-a555-4b0c-af23-644c9193f760') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:33.334250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59aa48a-a555-4b0c-af23-644c9193f760') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:33.352812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.381363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:33.388877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:33.388877 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.389791 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.436085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:18:33.436931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:18:33.452377 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:18:33.499513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Router 1a39511a-5368-44bc-939d-610ef9c347a9 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:18:33.603449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.621458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.632594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b81b134d-f634-4c79-a551-8bafc151ceaf HTTP/1.1" status: 204 len: 168 time: 1.2344687 Jun 30 09:18:33.646884 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.663971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e990d4-78b2-478e-b65f-f6a43961f981 admin admin] Pushing event deleted for resources: {'Network': ['ID=b81b134d-f634-4c79-a551-8bafc151ceaf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:33.687529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e4011150-17d0-4030-89a7-39f7f72d4f17 None None] Provisioning complete for port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:33.688774 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e4011150-17d0-4030-89a7-39f7f72d4f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.729985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:33.744688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,segment=NetworkSegment(d034e583-cbb7-4220-ac54-5a692271824f),segment_id=d034e583-cbb7-4220-ac54-5a692271824f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:33.748742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Sync routers for ids ['1a39511a-5368-44bc-939d-610ef9c347a9'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:33.762652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.762971 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:33.764463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e00fb7d-c51b-4867-8df1-9b25d9f9a638 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3471441 Jun 30 09:18:33.767291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42242) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:33.843999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:33.848166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Routers {'1a39511a-5368-44bc-939d-610ef9c347a9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:33.848964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['1a39511a-5368-44bc-939d-610ef9c347a9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:33.986375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:34.043708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Set router 1a39511a-5368-44bc-939d-610ef9c347a9 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:34.071483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fc02ae73-a9b2-48c9-ba45-4d201ef2516c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d93b04b8ec84412ba47948c0bc83332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0819755 Jun 30 09:18:34.074350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42252) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:34.178757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb454-56d2-4dc2-8f40-e174c6b05201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.231727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb454-56d2-4dc2-8f40-e174c6b05201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.288134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 3, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:34.318667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb454-56d2-4dc2-8f40-e174c6b05201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.329014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd2bb454-56d2-4dc2-8f40-e174c6b05201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.329177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.335412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dd2bb454-56d2-4dc2-8f40-e174c6b05201 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/df5f70cf-d06b-4335-9b7b-c65132e4a13b HTTP/1.1" status: 204 len: 168 time: 0.2597854 Jun 30 09:18:34.337013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Checking router: 1a39511a-5368-44bc-939d-610ef9c347a9 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:34.337366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Updating router 1a39511a-5368-44bc-939d-610ef9c347a9 port b7ded493-ffa4-4e2d-a376-09804255f13e binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:34.345968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bb454-56d2-4dc2-8f40-e174c6b05201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f70cf-d06b-4335-9b7b-c65132e4a13b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:34.390584 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.580816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Allocated IP 172.20.0.1 (70aa5ffd-7725-4f03-9c70-88698a584003/56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660/3dfafa26-0f84-4894-a71e-90cf45e9592f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:34.799034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.824891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Transition to ACTIVE for port object 3dfafa26-0f84-4894-a71e-90cf45e9592f will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:34.837783 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.881511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Transition to ACTIVE for port object b7ded493-ffa4-4e2d-a376-09804255f13e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:34.903081 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.916282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.936915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Attempting to bind port b7ded493-ffa4-4e2d-a376-09804255f13e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:34.937815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Attempting to bind port b7ded493-ffa4-4e2d-a376-09804255f13e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:34.938014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Attempting to bind port b7ded493-ffa4-4e2d-a376-09804255f13e on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:34.962817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:34.963351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:34.963888 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.964350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:34.965019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Bound port: b7ded493-ffa4-4e2d-a376-09804255f13e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:34.968076 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:34.973526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:35.019337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Network 70aa5ffd-7725-4f03-9c70-88698a584003 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:35.021832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:35.023870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Pushing event updated for resources: {'Port': ['ID=3dfafa26-0f84-4894-a71e-90cf45e9592f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.026075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:35.097406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc7ceb-e5a6-4f8a-afda-8d806ff64b71 None None] Pushing event updated for resources: {'Port': ['ID=b7ded493-ffa4-4e2d-a376-09804255f13e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.128055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] For port b7ded493-ffa4-4e2d-a376-09804255f13e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:35.137855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] For port b7ded493-ffa4-4e2d-a376-09804255f13e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b7ded493-ffa4-4e2d-a376-09804255f13e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:35.141493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:35.142243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.146940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.170859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.251109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc7ceb-e5a6-4f8a-afda-8d806ff64b71 None None] Pushing event updated for resources: {'Port': ['ID=b7ded493-ffa4-4e2d-a376-09804255f13e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.308429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Routers {'1a39511a-5368-44bc-939d-610ef9c347a9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:35.314479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['1a39511a-5368-44bc-939d-610ef9c347a9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:35.511946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.525665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c7aeb2bb-8be5-40ac-8e23-6e3463f7a8bc None None] Provisioning for port 3dfafa26-0f84-4894-a71e-90cf45e9592f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:35.532312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c7aeb2bb-8be5-40ac-8e23-6e3463f7a8bc None None] Provisioning complete for port 3dfafa26-0f84-4894-a71e-90cf45e9592f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:35.532681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7aeb2bb-8be5-40ac-8e23-6e3463f7a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.594082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] Set router 1a39511a-5368-44bc-939d-610ef9c347a9 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:35.595999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c7aeb2bb-8be5-40ac-8e23-6e3463f7a8bc None None] Port 3dfafa26-0f84-4894-a71e-90cf45e9592f cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:35.776460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.782363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:35.834703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 3, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:35.855834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Pushing event updated for resources: {'Port': ['ID=3dfafa26-0f84-4894-a71e-90cf45e9592f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:35.886130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce58cf3-1fdf-4fc5-9380-556af007fed7 None None] The sync data for ids ['1a39511a-5368-44bc-939d-610ef9c347a9'] in n-d-780147-22 is: [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:18:32Z', 'revision_number': 3, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:35.900257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.080558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Network 70aa5ffd-7725-4f03-9c70-88698a584003 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:36.083530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:36.384828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Router 1a39511a-5368-44bc-939d-610ef9c347a9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:18:36.574506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b95aa283-ec47-4168-992c-f0179110e720 None None] Provisioning complete for port 3dfafa26-0f84-4894-a71e-90cf45e9592f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:36.574952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b95aa283-ec47-4168-992c-f0179110e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:36.641007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b95aa283-ec47-4168-992c-f0179110e720 None None] Port 3dfafa26-0f84-4894-a71e-90cf45e9592f cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:18:36.955205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b7ded493-ffa4-4e2d-a376-09804255f13e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:37.058294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b7ded493-ffa4-4e2d-a376-09804255f13e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:37.070596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b7ded493-ffa4-4e2d-a376-09804255f13e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:37.071162 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.122064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.277200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.315859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port b7ded493-ffa4-4e2d-a376-09804255f13e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b7ded493-ffa4-4e2d-a376-09804255f13e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:37.319403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:18:37.323931 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.357495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7a7a795f-43f3-4bb1-9c36-32856e59a806 admin admin] 10.222.0.77 "PUT /v2.0/routers/1a39511a-5368-44bc-939d-610ef9c347a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5841370 Jun 30 09:18:37.371124 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c948b2-5016-4fc3-8d90-1b799ec6c213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.442590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=b7ded493-ffa4-4e2d-a376-09804255f13e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.525462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c948b2-5016-4fc3-8d90-1b799ec6c213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.530549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-25c948b2-5016-4fc3-8d90-1b799ec6c213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.659700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-25c948b2-5016-4fc3-8d90-1b799ec6c213 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e97c36fca0c14762a57f23091b329a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358856 Jun 30 09:18:37.663385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42358) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:37.671676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c948b2-5016-4fc3-8d90-1b799ec6c213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4374a36-1abf-4f2b-8882-ec3ddbd5c278,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:37.761803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c330-c9a3-4ee4-8224-fcacb7bcd42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.790171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c330-c9a3-4ee4-8224-fcacb7bcd42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.868658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c330-c9a3-4ee4-8224-fcacb7bcd42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.872203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3d7c330-c9a3-4ee4-8224-fcacb7bcd42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:37.876372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e3d7c330-c9a3-4ee4-8224-fcacb7bcd42a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4374a36-1abf-4f2b-8882-ec3ddbd5c278 HTTP/1.1" status: 204 len: 168 time: 0.1782024 Jun 30 09:18:37.888294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7c330-c9a3-4ee4-8224-fcacb7bcd42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4374a36-1abf-4f2b-8882-ec3ddbd5c278,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:38.782014 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Sync routers for ids ['1a39511a-5368-44bc-939d-610ef9c347a9'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:18:38.800411 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Routers {'1a39511a-5368-44bc-939d-610ef9c347a9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:38.801574 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['1a39511a-5368-44bc-939d-610ef9c347a9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:38.965715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b7ded493-ffa4-4e2d-a376-09804255f13e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:39.058177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42466) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.093521 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Set router 1a39511a-5368-44bc-939d-610ef9c347a9 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:39.152350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b7ded493-ffa4-4e2d-a376-09804255f13e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:39.152725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.272458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-287982469-network', 'tenant_id': 'c5680d9c9a324ad1961e056c8cc0b429'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:39.307561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Made reservation on behalf of c5680d9c9a324ad1961e056c8cc0b429 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:39.310815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.326518 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.408407 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:18:35Z', 'revision_number': 4, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3dfafa26-0f84-4894-a71e-90cf45e9592f', 'name': '', 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'mac_address': 'fa:16:3e:5a:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:34Z', 'updated_at': '2021-06-30T09:18:35Z', 'revision_number': 2, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'subnets': [{'id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:39.470121 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Checking router: 1a39511a-5368-44bc-939d-610ef9c347a9 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:18:39.473006 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Updating router 1a39511a-5368-44bc-939d-610ef9c347a9 port 3dfafa26-0f84-4894-a71e-90cf45e9592f binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:18:39.497633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.504198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.568267 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.571670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7008c8f0-17f8-49f9-88cd-9c1d0c342d38,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:39.592988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:18:39.619483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.619832 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Added segment 00403666-5621-4002-a090-1a605819c3ab of type vlan for network b507427f-9de3-4620-b12d-188f38584d9d Jun 30 09:18:39.705668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.757896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.759594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:39.760289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:39.823608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7616086 Jun 30 09:18:39.823903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:18:39.831862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Request body: {'subnet': {'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-287982469-subnet', 'tenant_id': 'c5680d9c9a324ad1961e056c8cc0b429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:39.852404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb198c-1131-4f1e-a729-bf8f019605a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b507427f-9de3-4620-b12d-188f38584d9d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:39.866885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b507427f-9de3-4620-b12d-188f38584d9d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:18:39.875856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Made reservation on behalf of c5680d9c9a324ad1961e056c8cc0b429 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:39.881771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.062182 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.075205 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Transition to ACTIVE for port object 3dfafa26-0f84-4894-a71e-90cf45e9592f will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:40.084540 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.219940 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ae0f-2bcf-4f51-a5c6-9f31132ebfe5 None None] Pushing event updated for resources: {'Port': ['ID=3dfafa26-0f84-4894-a71e-90cf45e9592f,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.295653 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Attempting to bind port 3dfafa26-0f84-4894-a71e-90cf45e9592f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:40.296024 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Attempting to bind port 3dfafa26-0f84-4894-a71e-90cf45e9592f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:40.296586 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Attempting to bind port 3dfafa26-0f84-4894-a71e-90cf45e9592f on network 70aa5ffd-7725-4f03-9c70-88698a584003 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:40.309815 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:40.310575 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Checking segment: {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:40.312277 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.312895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Bound using segment: {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:40.313568 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Bound port: 3dfafa26-0f84-4894-a71e-90cf45e9592f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd034e583-cbb7-4220-ac54-5a692271824f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:40.316114 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.383894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.428497 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] For port 3dfafa26-0f84-4894-a71e-90cf45e9592f, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:40.434517 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] For port 3dfafa26-0f84-4894-a71e-90cf45e9592f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3dfafa26-0f84-4894-a71e-90cf45e9592f,segment=NetworkSegment(d034e583-cbb7-4220-ac54-5a692271824f),segment_id=d034e583-cbb7-4220-ac54-5a692271824f)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:40.447404 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.457531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32c73986-77db-42be-96ef-6a6712f7cb7c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.504576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Checking segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:40.506187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Network hostable DHCP agents. Network: b507427f-9de3-4620-b12d-188f38584d9d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:18:40.547263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Network b507427f-9de3-4620-b12d-188f38584d9d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:18:40.568263 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Routers {'1a39511a-5368-44bc-939d-610ef9c347a9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:18:40.570149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['1a39511a-5368-44bc-939d-610ef9c347a9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:40.572531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b507427f-9de3-4620-b12d-188f38584d9d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:40.583443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31928760-cc62-4950-b0cc-7e3b9f319fd1 None None] Network b507427f-9de3-4620-b12d-188f38584d9d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:40.584528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:40.585139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:40.619055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65ea846d-a501-4ca5-9f17-2e4994f01c51 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7911229 Jun 30 09:18:40.711903 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959ae0f-2bcf-4f51-a5c6-9f31132ebfe5 None None] Pushing event updated for resources: {'Port': ['ID=3dfafa26-0f84-4894-a71e-90cf45e9592f,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:40.887494 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] Set router 1a39511a-5368-44bc-939d-610ef9c347a9 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:18:40.963078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526422c-2369-4615-b4e0-b3d39711c9d3 None None] Network b507427f-9de3-4620-b12d-188f38584d9d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:18:41.304106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-232fd7ca-2240-4910-b31b-8a3b9b71432d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:41.450177 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:18:35Z', 'revision_number': 4, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3dfafa26-0f84-4894-a71e-90cf45e9592f', 'name': '', 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'mac_address': 'fa:16:3e:5a:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:34Z', 'updated_at': '2021-06-30T09:18:40Z', 'revision_number': 4, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'subnets': [{'id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:18:41.490067 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eefc144-5acb-4658-a763-fe4a5272cf47 None None] The sync data for ids ['1a39511a-5368-44bc-939d-610ef9c347a9'] in n-d-780147-22 is: [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:18:35Z', 'revision_number': 4, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3dfafa26-0f84-4894-a71e-90cf45e9592f', 'name': '', 'network_id': '70aa5ffd-7725-4f03-9c70-88698a584003', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'mac_address': 'fa:16:3e:5a:5f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:34Z', 'updated_at': '2021-06-30T09:18:40Z', 'revision_number': 4, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'subnets': [{'id': '56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:18:42.857881 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-3817fb17-bc5d-45d0-9642-c41c2b03c111 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1019366 Jun 30 09:18:42.994591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3dfafa26-0f84-4894-a71e-90cf45e9592f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:43.060688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-3bbabc69-4ef8-4630-b265-2d57bbb4ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.062527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-3bbabc69-4ef8-4630-b265-2d57bbb4ec46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1097 time: 0.1662965 Jun 30 09:18:43.089635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 3dfafa26-0f84-4894-a71e-90cf45e9592f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:43.095912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3dfafa26-0f84-4894-a71e-90cf45e9592f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:43.096854 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.225023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.264672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-5ee0b780-e711-449e-816e-aff3370c5132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.267549 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-5ee0b780-e711-449e-816e-aff3370c5132 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.1749854 Jun 30 09:18:43.273530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 3dfafa26-0f84-4894-a71e-90cf45e9592f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3dfafa26-0f84-4894-a71e-90cf45e9592f,segment=NetworkSegment(d034e583-cbb7-4220-ac54-5a692271824f),segment_id=d034e583-cbb7-4220-ac54-5a692271824f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:43.283100 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:43.387416 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-b58fadbb-c2cf-41e4-9167-b9e92e4f486d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 1000 time: 0.1118729 Jun 30 09:18:43.417023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=3dfafa26-0f84-4894-a71e-90cf45e9592f,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:43.483366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-e3a19519-df72-4cd4-bf13-c2cd080ac657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.485773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-e3a19519-df72-4cd4-bf13-c2cd080ac657 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.0833325 Jun 30 09:18:43.564662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-58a07893-7100-43c0-9d9e-5685f2d312ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:43.566346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-58a07893-7100-43c0-9d9e-5685f2d312ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728514 Jun 30 09:18:43.690697 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-f7dd03f0-7622-447c-95ce-822d18a6f127 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154788 Jun 30 09:18:43.840506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0faab198-dd9e-4297-9ed6-be7738d11b5f req-e3c552bf-89db-4d6b-81c1-b0795fffa73a service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424906 Jun 30 09:18:44.060457 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7e08d260-0b60-4874-872a-6abeb230305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.169342 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.903383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3dfafa26-0f84-4894-a71e-90cf45e9592f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:44.969437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3dfafa26-0f84-4894-a71e-90cf45e9592f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:44.970567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:44.996404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-74272f57-d477-43e5-912d-602bf64759e6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.003047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-74272f57-d477-43e5-912d-602bf64759e6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.1431627 Jun 30 09:18:45.027750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f40ac22a-cbd0-4d5d-b327-17b845c026e1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/quotas/c5680d9c9a324ad1961e056c8cc0b429 HTTP/1.1" status: 200 len: 375 time: 0.0194240 Jun 30 09:18:45.095134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-9ff74526-ac21-4cbd-bfbe-d3ef39f76012 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612593 Jun 30 09:18:45.238831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ca9a96-883e-453f-9ec2-4a5f53623199 req-3c652c3e-12cd-469a-bdd5-2d706f82025b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:45.240333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ca9a96-883e-453f-9ec2-4a5f53623199 req-3c652c3e-12cd-469a-bdd5-2d706f82025b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1503990 Jun 30 09:18:45.242631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-76babb24-2a6c-4893-be8e-0e05c9927131 service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322153 Jun 30 09:18:45.335700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ca9a96-883e-453f-9ec2-4a5f53623199 req-7e12eec6-dc8f-4f7c-88f0-e56ff2c91d18 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890296 Jun 30 09:18:45.369690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-6fed063b-6941-44bf-a741-87bbc0d2c90b service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167843 Jun 30 09:18:45.614013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a2995e3-1fa8-4278-a054-ce44dda3a5b1 req-c9196f03-1380-4503-ab1f-9de639884744 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 210 time: 0.0390570 Jun 30 09:18:46.002030 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:46.539158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9c8c8-3856-448c-a4a7-cc25cd914fbb req-c950435a-8808-469d-bf2a-824a967793fc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.546928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03c9c8c8-3856-448c-a4a7-cc25cd914fbb req-c950435a-8808-469d-bf2a-824a967793fc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.0809231 Jun 30 09:18:46.594795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03c9c8c8-3856-448c-a4a7-cc25cd914fbb req-989f3a07-feed-4674-bdfb-67a8c8128f96 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469446 Jun 30 09:18:46.844228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15ee0685-dab5-4db9-84c3-912b4e98e449 req-c1bf7ed6-a425-4114-85b5-739b5976d995 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 210 time: 0.0526230 Jun 30 09:18:46.937012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-069b94da-85f1-46a9-ba41-4169e3a95bb0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:46.939282 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-069b94da-85f1-46a9-ba41-4169e3a95bb0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.2241228 Jun 30 09:18:46.960681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Request body: {'port': {'device_id': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'admin_state_up': True, 'tenant_id': 'c5680d9c9a324ad1961e056c8cc0b429'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:47.102878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Made reservation on behalf of c5680d9c9a324ad1961e056c8cc0b429 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:18:47.107033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.250974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.327385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3676c62-0d5d-4541-8ed1-9d3827f383bf req-4bdfb4d0-0e57-4f3e-ab8b-6c85e3dfe3c7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.328907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3676c62-0d5d-4541-8ed1-9d3827f383bf req-4bdfb4d0-0e57-4f3e-ab8b-6c85e3dfe3c7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.0835679 Jun 30 09:18:47.330446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Allocated IP 172.20.0.14 (b507427f-9de3-4620-b12d-188f38584d9d/32c73986-77db-42be-96ef-6a6712f7cb7c/3356815c-ce7f-458c-9c0e-98bf39a9aaed) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:18:47.376480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3676c62-0d5d-4541-8ed1-9d3827f383bf req-c22f2f30-59b6-4520-bf8a-300a324545ea tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356274 Jun 30 09:18:47.508050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.532478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.556414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.623078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Network b507427f-9de3-4620-b12d-188f38584d9d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:18:47.626337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:18:47.632178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:18:47.658504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event updated for resources: {'Port': ['ID=3356815c-ce7f-458c-9c0e-98bf39a9aaed,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:47.670132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.670529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.670870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.671209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.671552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.671872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.672227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.672583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.672888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.673513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.673841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.674169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:18:47.701011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:47.701719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:47.720288 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-f420addd-57c2-4168-b957-8c3cb755071a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7662010 Jun 30 09:18:47.737863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Request body: {'port': {'device_id': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:18:47.815557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.061679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914357fa-05bc-4e34-8459-bf9ad592072e req-a04db107-69ab-4933-8d5f-f60e3a069c3e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.063294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-914357fa-05bc-4e34-8459-bf9ad592072e req-a04db107-69ab-4933-8d5f-f60e3a069c3e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 932 time: 0.0911486 Jun 30 09:18:48.113766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:18:48.130842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3356815c-ce7f-458c-9c0e-98bf39a9aaed {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:48.135619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-914357fa-05bc-4e34-8459-bf9ad592072e req-e7e2d930-58e1-43f7-840b-5412867151f9 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557668 Jun 30 09:18:48.141472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.157223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Transition to ACTIVE for port object 3356815c-ce7f-458c-9c0e-98bf39a9aaed will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:18:48.163400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.232241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Pushing event updated for resources: {'Port': ['ID=3356815c-ce7f-458c-9c0e-98bf39a9aaed,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.323247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Attempting to bind port 3356815c-ce7f-458c-9c0e-98bf39a9aaed on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:18:48.324272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Attempting to bind port 3356815c-ce7f-458c-9c0e-98bf39a9aaed by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:18:48.325031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Attempting to bind port 3356815c-ce7f-458c-9c0e-98bf39a9aaed on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:48.332063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Port 3356815c-ce7f-458c-9c0e-98bf39a9aaed on network b507427f-9de3-4620-b12d-188f38584d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:18:48.332417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Attempting to bind port 3356815c-ce7f-458c-9c0e-98bf39a9aaed on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:18:48.339167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:18:48.339512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Checking segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:18:48.340054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Bound using segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:18:48.340751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Bound port: 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:18:48.341122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.427920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.443047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] For port 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:18:48.448806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] For port 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:18:48.463430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.494363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:48.495407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:48.499720 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0870dba5-3269-42de-af78-111b9ebf682e" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-unplugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:48.505424 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.520831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.521467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:48.523220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] 10.222.0.83 "PUT /v2.0/ports/3356815c-ce7f-458c-9c0e-98bf39a9aaed HTTP/1.1" status: 200 len: 1093 time: 0.7905278 Jun 30 09:18:48.523678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'tag': '3356815c-ce7f-458c-9c0e-98bf39a9aaed'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:48.526337 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73a4a08-1451-4bec-b578-5274c51f4c18" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b1eb25-e7fe-401a-b4a1-986c4c1d7764", "tag": "3356815c-ce7f-458c-9c0e-98bf39a9aaed"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:48.571233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089807e1-34f8-4b8a-96b9-f7c76ee21781 service neutron] Pushing event updated for resources: {'Port': ['ID=3356815c-ce7f-458c-9c0e-98bf39a9aaed,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.592602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:48.604831 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9fbdea-7bca-4979-9efe-37c55dce77d4 x-openstack-request-id: req-2d9fbdea-7bca-4979-9efe-37c55dce77d4 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:48.605127 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-unplugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:48.605380 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d9fbdea-7bca-4979-9efe-37c55dce77d4 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:48.605779 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:18:48.618089 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7becd246-7b30-4306-8b0e-20727ebd0de9 x-openstack-request-id: req-7becd246-7b30-4306-8b0e-20727ebd0de9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:48.618405 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b1eb25-e7fe-401a-b4a1-986c4c1d7764", "tag": "3356815c-ce7f-458c-9c0e-98bf39a9aaed", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:48.618657 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7becd246-7b30-4306-8b0e-20727ebd0de9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:48.619060 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'tag': '3356815c-ce7f-458c-9c0e-98bf39a9aaed', 'status': 'completed', 'code': 200} Jun 30 09:18:48.658777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1300f-a3fd-4240-a8a3-50b091112992 req-8737bab6-dfb6-4926-a942-dd9399ea74bb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.661449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9e1300f-a3fd-4240-a8a3-50b091112992 req-8737bab6-dfb6-4926-a942-dd9399ea74bb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0857615 Jun 30 09:18:48.700059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-47a3bde9-6848-4b09-92ba-410fe167b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.701668 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-47a3bde9-6848-4b09-92ba-410fe167b13d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 1096 time: 0.0662963 Jun 30 09:18:48.709318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9e1300f-a3fd-4240-a8a3-50b091112992 req-7ce1a6f5-8042-40f6-9080-6f583d9f3e60 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Jun 30 09:18:48.768155 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-c0a7d258-dabc-4b2e-b323-49c7225b74c3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed HTTP/1.1" status: 200 len: 217 time: 0.0523994 Jun 30 09:18:48.827960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d8931-4606-47b9-a574-faa0c0c7832c req-9c4a6730-adb4-48df-8811-335a550e6cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:48.829854 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-9c4a6730-adb4-48df-8811-335a550e6cc1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.0556314 Jun 30 09:18:48.869910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-357868c9-90bf-49e1-93d8-92755ceff7b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339196 Jun 30 09:18:48.970677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-56f54310-b825-4412-ac35-4c2e07137935 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945566 Jun 30 09:18:49.070664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-162d8931-4606-47b9-a574-faa0c0c7832c req-6ae10502-d0b1-4b35-baa8-0703ec0cd0d7 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926933 Jun 30 09:18:49.248306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-ebeb95d9-b228-4f5d-beb1-ba100e3ef5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.250628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-ebeb95d9-b228-4f5d-beb1-ba100e3ef5ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 1096 time: 0.0777881 Jun 30 09:18:49.379524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d56a1-fae4-4edc-9b59-09407abdbcf8 req-5d3a0b96-e901-41a3-a3f9-176397d9c2ef tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.380158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-252e6781-2259-48ec-bf97-783504f0b17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.381092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-124d56a1-fae4-4edc-9b59-09407abdbcf8 req-5d3a0b96-e901-41a3-a3f9-176397d9c2ef tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 944 time: 0.0872972 Jun 30 09:18:49.382595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-252e6781-2259-48ec-bf97-783504f0b17a service neutron] 10.222.0.83 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 915 time: 0.1254909 Jun 30 09:18:49.430018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-2718c71e-775b-431d-8795-d326611541f9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed HTTP/1.1" status: 200 len: 217 time: 0.0406177 Jun 30 09:18:49.459384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-124d56a1-fae4-4edc-9b59-09407abdbcf8 req-49ac9a7a-f452-4e4d-ae66-a5178f9dc7b8 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723643 Jun 30 09:18:49.494775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-5072060c-c697-4c5f-937f-f9aaf0ec71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.496284 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-5072060c-c697-4c5f-937f-f9aaf0ec71cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.0607150 Jun 30 09:18:49.531109 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-81e8d699-1fc8-4f2f-981b-7391a0ba9f38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290668 Jun 30 09:18:49.635181 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-35c173a5-a454-4cb4-9992-fbdf092a8f14 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969353 Jun 30 09:18:49.741143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e73a4a08-1451-4bec-b578-5274c51f4c18 req-b5341915-fb69-4b22-99d2-fa0a2fcca9b7 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001086 Jun 30 09:18:49.928935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42fd9-3bbc-4160-8247-aac72015bb36 req-64002038-23f5-48e6-8433-f0de4f588123 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:49.930458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88c42fd9-3bbc-4160-8247-aac72015bb36 req-64002038-23f5-48e6-8433-f0de4f588123 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0732331 Jun 30 09:18:49.983487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88c42fd9-3bbc-4160-8247-aac72015bb36 req-cf8eda59-8141-4b10-ae42-17eff3dc0d19 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Jun 30 09:18:50.717984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63128c4f-d1a1-42b1-88ad-2a85eedcdaf0 req-3e67706b-082d-4344-9e87-b634a104b3b1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:50.719652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63128c4f-d1a1-42b1-88ad-2a85eedcdaf0 req-3e67706b-082d-4344-9e87-b634a104b3b1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 944 time: 0.0841258 Jun 30 09:18:50.777877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63128c4f-d1a1-42b1-88ad-2a85eedcdaf0 req-22b4c1ba-4338-485c-b054-dfce6d3e10fc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487454 Jun 30 09:18:51.227345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7977d-d39d-422e-8ca0-caa5a107b800 req-399a7645-94dd-420a-a406-209bd8befbdb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.228838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dd7977d-d39d-422e-8ca0-caa5a107b800 req-399a7645-94dd-420a-a406-209bd8befbdb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0740278 Jun 30 09:18:51.270084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dd7977d-d39d-422e-8ca0-caa5a107b800 req-40b59956-6313-48a4-993c-2351a84104a6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354970 Jun 30 09:18:51.981737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66444ce1-956b-4891-8d0d-7631e03a8b92 req-662ec486-bad8-431a-a88b-aa91440f8b05 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:51.983258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66444ce1-956b-4891-8d0d-7631e03a8b92 req-662ec486-bad8-431a-a88b-aa91440f8b05 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 944 time: 0.0758216 Jun 30 09:18:52.024154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66444ce1-956b-4891-8d0d-7631e03a8b92 req-df9284ba-b11e-4f34-8d41-e8316606310a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344124 Jun 30 09:18:52.104729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:52.221683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:52.234535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'mac_address': 'fa:16:3e:c2:54:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:52.280896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.294757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:52.320793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:52.333354 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:52.397069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=12']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:52.475189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['db360aa9-3921-44a1-8637-8ccf37f40d0a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:52.500590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd37e92-35f4-4a44-8722-404f9bfb2730 req-500a82bb-2cf1-4706-a5b2-d01e42cbea40 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:52.502206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdd37e92-35f4-4a44-8722-404f9bfb2730 req-500a82bb-2cf1-4706-a5b2-d01e42cbea40 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.0722015 Jun 30 09:18:52.552571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdd37e92-35f4-4a44-8722-404f9bfb2730 req-ff9b12ee-140c-414b-b2e9-4b8592095bca tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Jun 30 09:18:53.215077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974253e-b96f-4dad-94d0-6cfe018901e7 req-4844e031-2a94-45f2-9230-5cf29b205e5b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.216585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a974253e-b96f-4dad-94d0-6cfe018901e7 req-4844e031-2a94-45f2-9230-5cf29b205e5b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 944 time: 0.0700777 Jun 30 09:18:53.255937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a974253e-b96f-4dad-94d0-6cfe018901e7 req-9c885754-642a-4713-b7c8-aca8533dc1fc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331464 Jun 30 09:18:53.763134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44709233-99a6-4802-ae56-7267282a426b req-4f0df3ce-d1a3-4cdd-8f9c-bf7e8f0b1a41 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:53.774263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44709233-99a6-4802-ae56-7267282a426b req-4f0df3ce-d1a3-4cdd-8f9c-bf7e8f0b1a41 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 945 time: 0.0937049 Jun 30 09:18:53.812654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44709233-99a6-4802-ae56-7267282a426b req-d9db2ce5-5d43-497c-b0df-a3bc79724f57 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Jun 30 09:18:54.104553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3356815c-ce7f-458c-9c0e-98bf39a9aaed details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:18:54.121136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:54.229124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port db360aa9-3921-44a1-8637-8ccf37f40d0a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:54.229502 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.263474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.296678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '3356815c-ce7f-458c-9c0e-98bf39a9aaed', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'port_id': '3356815c-ce7f-458c-9c0e-98bf39a9aaed', 'mac_address': 'fa:16:3e:46:a1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c73986-77db-42be-96ef-6a6712f7cb7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:18:54.344209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.377592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3356815c-ce7f-458c-9c0e-98bf39a9aaed {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:18:54.395198 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.413491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.421545 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.446276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:54.446276 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c6b02e-94bd-4c41-8956-2791d177a180" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:54.454349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:54.470865 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:54.492494 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37a87f7-b1cf-4f2c-bc65-33f4241de9f0 x-openstack-request-id: req-d37a87f7-b1cf-4f2c-bc65-33f4241de9f0 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:54.492792 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-plugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:54.493046 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d37a87f7-b1cf-4f2c-bc65-33f4241de9f0 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:54.493492 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:18:54.495114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d0064-fb5d-4950-a059-fac7176c256a req-bb0f10d9-4daa-44a7-bb2e-419f3f5b3f86 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:54.498829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3356815c-ce7f-458c-9c0e-98bf39a9aaed,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.505159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f54d0064-fb5d-4950-a059-fac7176c256a req-bb0f10d9-4daa-44a7-bb2e-419f3f5b3f86 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 944 time: 0.1139817 Jun 30 09:18:54.573813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f54d0064-fb5d-4950-a059-fac7176c256a req-20fd4fef-6ea9-486a-947b-7af1ea79c19f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661123 Jun 30 09:18:54.577022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=13']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:54.844166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:18:55.012282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c846abc-004d-47a6-b928-b3b707a9b6c7 req-cd2d8ae9-1221-49ce-aaff-c9fe588bf939 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.013997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c846abc-004d-47a6-b928-b3b707a9b6c7 req-cd2d8ae9-1221-49ce-aaff-c9fe588bf939 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.0754418 Jun 30 09:18:55.058460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c846abc-004d-47a6-b928-b3b707a9b6c7 req-44537904-3849-482c-ad52-e6b6cc34fcfd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370631 Jun 30 09:18:55.793261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68c55a-85cb-4205-8ad1-521e50aadf4f req-82694cb5-a78f-4ea8-99e5-5cddec01e7b4 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:55.795610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db68c55a-85cb-4205-8ad1-521e50aadf4f req-82694cb5-a78f-4ea8-99e5-5cddec01e7b4 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 945 time: 0.0821958 Jun 30 09:18:55.873946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db68c55a-85cb-4205-8ad1-521e50aadf4f req-28cb183c-0e4e-43e4-88cb-c835a125aad3 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685461 Jun 30 09:18:56.119824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3356815c-ce7f-458c-9c0e-98bf39a9aaed up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:18:56.191676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 3356815c-ce7f-458c-9c0e-98bf39a9aaed completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:18:56.197538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 3356815c-ce7f-458c-9c0e-98bf39a9aaed triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:18:56.198442 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.305027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.379133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:18:56.384121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:56.447774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3356815c-ce7f-458c-9c0e-98bf39a9aaed,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:18:56.488857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f603-734b-4908-89d3-3e8d2c828f4f req-4970a5fb-5615-42b6-bc3c-49b87e2d3931 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.490974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6da0f603-734b-4908-89d3-3e8d2c828f4f req-4970a5fb-5615-42b6-bc3c-49b87e2d3931 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1497529 Jun 30 09:18:56.494643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3356815c-ce7f-458c-9c0e-98bf39a9aaed'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:18:56.497019 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300d5072-9ff1-436b-af0b-732a93f5fa08" -d '{"events": [{"server_uuid": "e5b1eb25-e7fe-401a-b4a1-986c4c1d7764", "name": "network-vif-plugged", "status": "completed", "tag": "3356815c-ce7f-458c-9c0e-98bf39a9aaed"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:18:56.549658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6da0f603-734b-4908-89d3-3e8d2c828f4f req-e5ddeb68-8380-45ec-bdf1-966bed761302 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465598 Jun 30 09:18:56.584439 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e13ab97-1805-4548-9833-ddad81d265b3 x-openstack-request-id: req-3e13ab97-1805-4548-9833-ddad81d265b3 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:18:56.584906 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b1eb25-e7fe-401a-b4a1-986c4c1d7764", "name": "network-vif-plugged", "status": "completed", "tag": "3356815c-ce7f-458c-9c0e-98bf39a9aaed", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:18:56.585312 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e13ab97-1805-4548-9833-ddad81d265b3 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:18:56.585925 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3356815c-ce7f-458c-9c0e-98bf39a9aaed', 'code': 200} Jun 30 09:18:56.794435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1152a086-b970-456d-90f7-a765097beb37 req-4c442025-0ea9-41fc-878a-be577e382295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:56.796311 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1152a086-b970-456d-90f7-a765097beb37 req-4c442025-0ea9-41fc-878a-be577e382295 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 1098 time: 0.0966952 Jun 30 09:18:56.994777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1152a086-b970-456d-90f7-a765097beb37 req-3cc14880-8157-433b-a8a8-5625691e469e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818209 Jun 30 09:18:57.205680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f21e5-c2b8-4439-b41c-adb611ca59ba req-6386f987-9481-4b78-9843-1953afb6d202 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:57.208117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-187f21e5-c2b8-4439-b41c-adb611ca59ba req-6386f987-9481-4b78-9843-1953afb6d202 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 946 time: 0.1011908 Jun 30 09:18:57.268471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-187f21e5-c2b8-4439-b41c-adb611ca59ba req-be61c6ea-dd2c-474e-801b-dcad9da2b6ba tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512311 Jun 30 09:18:57.864454 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:18:58.177692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be912ed2-6ca9-46a2-8e8b-568053c5a6c6 req-9727b541-4990-49b2-b95c-dc18ed73905a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.192453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be912ed2-6ca9-46a2-8e8b-568053c5a6c6 req-9727b541-4990-49b2-b95c-dc18ed73905a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1057780 Jun 30 09:18:58.274979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be912ed2-6ca9-46a2-8e8b-568053c5a6c6 req-b0dcc26d-3d35-4f4e-b086-1103f2d6411e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798247 Jun 30 09:18:58.584720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5e4a9-e7ea-42b5-a0ce-0ad6e41a74dc req-ddf98650-becf-4aee-858f-13e80708ab98 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:58.594788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cea5e4a9-e7ea-42b5-a0ce-0ad6e41a74dc req-ddf98650-becf-4aee-858f-13e80708ab98 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 946 time: 0.1204312 Jun 30 09:18:58.645027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cea5e4a9-e7ea-42b5-a0ce-0ad6e41a74dc req-a36d0de9-c9b0-4d3a-9947-5065a57826a3 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449102 Jun 30 09:18:59.145879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:18:59.605299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f69e8a-0078-49a8-8ba3-956b35c994c2 req-476bf362-ba10-49c2-ab40-91eabed84b6a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.607262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0f69e8a-0078-49a8-8ba3-956b35c994c2 req-476bf362-ba10-49c2-ab40-91eabed84b6a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1325502 Jun 30 09:18:59.670508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0f69e8a-0078-49a8-8ba3-956b35c994c2 req-a49e0c66-a104-40e9-9e0d-5cc526a34a7f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519495 Jun 30 09:18:59.904186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fe09c-0b98-4a17-8f07-223e99afb14f req-021a0c31-aa8a-40e3-9140-c67715ebb8e3 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:18:59.913305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e5fe09c-0b98-4a17-8f07-223e99afb14f req-021a0c31-aa8a-40e3-9140-c67715ebb8e3 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 946 time: 0.1122761 Jun 30 09:18:59.967957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e5fe09c-0b98-4a17-8f07-223e99afb14f req-20a9405e-2ee3-4553-8de2-cd42d84f80ea tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532527 Jun 30 09:19:01.132279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8763be-c245-4dff-bf9e-97ef6aeb0735 req-4a3ead60-58b6-4fbe-bf57-2621e7f74b0a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.140693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d8763be-c245-4dff-bf9e-97ef6aeb0735 req-4a3ead60-58b6-4fbe-bf57-2621e7f74b0a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1437478 Jun 30 09:19:01.201834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d8763be-c245-4dff-bf9e-97ef6aeb0735 req-6ffe5fd6-b9c9-4c9a-83c7-6e9194d3d8f3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591705 Jun 30 09:19:01.705298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3cc41-485a-4c2d-a0ad-17428066ac77 req-04f605a6-4db5-40fa-abcb-cf06903463db tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:01.707601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ef3cc41-485a-4c2d-a0ad-17428066ac77 req-04f605a6-4db5-40fa-abcb-cf06903463db tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.1129506 Jun 30 09:19:01.806589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ef3cc41-485a-4c2d-a0ad-17428066ac77 req-14600260-7c74-4517-970d-21deb1fda9c6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778527 Jun 30 09:19:02.496909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f76fb5-068c-4a7e-8162-6bd44f177e44 req-1ab59ba8-32f5-4b52-abc2-cd4e4db2f1ea tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:02.504856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24f76fb5-068c-4a7e-8162-6bd44f177e44 req-1ab59ba8-32f5-4b52-abc2-cd4e4db2f1ea tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1370704 Jun 30 09:19:02.560149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24f76fb5-068c-4a7e-8162-6bd44f177e44 req-28b33cd4-f7a7-45c4-9272-524db36bc4de tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530386 Jun 30 09:19:03.322753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71b0989-4dc9-44bd-8360-23e8d13008b1 req-27e18d08-3e66-4bb4-ae08-9e2f4d6f8591 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.331651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b71b0989-4dc9-44bd-8360-23e8d13008b1 req-27e18d08-3e66-4bb4-ae08-9e2f4d6f8591 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.1359732 Jun 30 09:19:03.436330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b71b0989-4dc9-44bd-8360-23e8d13008b1 req-2d784c98-f255-4db3-836e-75838d5b735a tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032386 Jun 30 09:19:03.926563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4cb58-eea9-4966-96a4-dc07f1bdaf94 req-9bbdd3ef-eed2-4771-8182-02ef03727c1c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:03.929092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3a4cb58-eea9-4966-96a4-dc07f1bdaf94 req-9bbdd3ef-eed2-4771-8182-02ef03727c1c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1503692 Jun 30 09:19:03.993268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3a4cb58-eea9-4966-96a4-dc07f1bdaf94 req-14ff6df4-1aa4-45bb-8263-ea7b3d235ce7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581067 Jun 30 09:19:04.567067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59dd0f-e8a2-4375-983d-4dae11ada554 req-2a6c77f6-3d0f-41b2-ba4d-26ad15c034d7 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:04.568725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab59dd0f-e8a2-4375-983d-4dae11ada554 req-2a6c77f6-3d0f-41b2-ba4d-26ad15c034d7 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.1178310 Jun 30 09:19:04.659993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab59dd0f-e8a2-4375-983d-4dae11ada554 req-e8b9b4b3-8690-4166-b1bf-4b9a1e3e05b4 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804114 Jun 30 09:19:05.218571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed23d1d-7978-414e-a25f-e623e308b7f6 req-fd910bab-1d5a-44b1-8255-f8afd0842716 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:05.232288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed23d1d-7978-414e-a25f-e623e308b7f6 req-fd910bab-1d5a-44b1-8255-f8afd0842716 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1168256 Jun 30 09:19:05.303739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed23d1d-7978-414e-a25f-e623e308b7f6 req-07161c80-0ef1-431d-8197-569c14e22b8a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697765 Jun 30 09:19:06.040910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf3c31-2136-4369-a0f8-6874dd355feb req-5eb75e5e-66a8-4ddb-aa76-39c12df9e872 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.054705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55bf3c31-2136-4369-a0f8-6874dd355feb req-5eb75e5e-66a8-4ddb-aa76-39c12df9e872 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.1793535 Jun 30 09:19:06.128849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-02a846d2-ccb8-4107-9716-a869e6f43e49 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.130646 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-02a846d2-ccb8-4107-9716-a869e6f43e49 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.79 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 945 time: 0.1780317 Jun 30 09:19:06.134693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55bf3c31-2136-4369-a0f8-6874dd355feb req-e3134f54-2300-4067-8434-f2290243df16 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups?id=24853eec-dc32-444c-a378-b52f3490f86b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795746 Jun 30 09:19:06.301631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Deleting port 33507331-1997-45eb-addf-1fbbc91ca322 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:06.301984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.438792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] For port 33507331-1997-45eb-addf-1fbbc91ca322, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=33507331-1997-45eb-addf-1fbbc91ca322,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:06.439611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.653757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65995e-7309-45bb-b51c-609e5f96b3c5 req-62d151fb-e3a9-498a-bc90-212e7c820f6b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:06.673060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb65995e-7309-45bb-b51c-609e5f96b3c5 req-62d151fb-e3a9-498a-bc90-212e7c820f6b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1202674 Jun 30 09:19:06.699565 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.699924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.700149 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Floating IP b278751e-dfe1-4780-ab12-da83349cba8a disassociated. External IP: 172.25.7.245, port: 33507331-1997-45eb-addf-1fbbc91ca322. Jun 30 09:19:06.700505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Calling delete_port for 33507331-1997-45eb-addf-1fbbc91ca322 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:06.742801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb65995e-7309-45bb-b51c-609e5f96b3c5 req-0e33e5d2-599f-416a-a2ae-49c3ff64b61c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679226 Jun 30 09:19:06.903065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:06.948704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event deleted for resources: {'Port': ['ID=33507331-1997-45eb-addf-1fbbc91ca322,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:07.174393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Router cacce059-6d50-409a-90fa-e8fc863d8584 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:07.374178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:07.387801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] Sync routers for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:07.423516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:07.424177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:07.484369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f2c32da-2fb8-4603-802b-35456b7b68d8 req-f34e2a8a-a3c3-4e5c-84fb-1b388fe55a15 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/ports?device_id=e17a6d77-5757-41e3-8ab1-5562bf603239 HTTP/1.1" status: 200 len: 210 time: 0.1031809 Jun 30 09:19:07.489322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] No DVR routers for this DVR port 33507331-1997-45eb-addf-1fbbc91ca322 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:07.493913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:07.497040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-166f3c6e-ec55-4a90-a73b-4af3069df2cf req-4633f9f6-54d5-483c-b61d-b6c0a5418b2b tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.79 "DELETE /v2.0/ports/33507331-1997-45eb-addf-1fbbc91ca322 HTTP/1.1" status: 204 len: 173 time: 1.3560691 Jun 30 09:19:07.497838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'name': 'network-vif-deleted', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:07.503322 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18086e3-c2ce-44d2-8bbc-88fc4992e721" -d '{"events": [{"server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "name": "network-vif-deleted", "tag": "33507331-1997-45eb-addf-1fbbc91ca322"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:07.620716 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbaab462-69b3-4963-aa0b-a519516e7406 x-openstack-request-id: req-dbaab462-69b3-4963-aa0b-a519516e7406 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:07.621359 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e17a6d77-5757-41e3-8ab1-5562bf603239", "name": "network-vif-deleted", "tag": "33507331-1997-45eb-addf-1fbbc91ca322", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:07.621779 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dbaab462-69b3-4963-aa0b-a519516e7406 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:07.622441 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17a6d77-5757-41e3-8ab1-5562bf603239', 'name': 'network-vif-deleted', 'tag': '33507331-1997-45eb-addf-1fbbc91ca322', 'status': 'completed', 'code': 200} Jun 30 09:19:07.729145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:07.980221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.010742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] Checking router: cacce059-6d50-409a-90fa-e8fc863d8584 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:08.020728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:08.021721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.054158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064ef8f-5d1a-41f6-ac14-bcdaf946e2c6 req-6555fc13-2983-43bf-aaa5-d3513c111a6e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:08.062298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b064ef8f-5d1a-41f6-ac14-bcdaf946e2c6 req-6555fc13-2983-43bf-aaa5-d3513c111a6e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.0906637 Jun 30 09:19:08.118335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b064ef8f-5d1a-41f6-ac14-bcdaf946e2c6 req-0cfe01cc-e699-4050-86a0-968e61c96ab5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550401 Jun 30 09:19:08.140070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:08.426029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:08.489337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842237-e24f-4e93-8430-dca37bfbef81 None None] The sync data for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 is: [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:16:56Z', 'revision_number': 4, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd5d7de34-b59a-4f86-b3c3-b8fe2515ce7d', 'name': '', 'network_id': 'ccef02e3-cde9-475c-8908-f493224694e7', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'mac_address': 'fa:16:3e:59:10:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:54Z', 'updated_at': '2021-06-30T09:17:03Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'subnets': [{'id': 'ff17b196-beed-45eb-9569-f2feca7c9efc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:08.686103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42958) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.766097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff925d77-e88c-4c58-8294-7c2b1e846eb6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.850530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 33507331-1997-45eb-addf-1fbbc91ca322 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:08.858484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff925d77-e88c-4c58-8294-7c2b1e846eb6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.900400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 33507331-1997-45eb-addf-1fbbc91ca322 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:08.907607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 33507331-1997-45eb-addf-1fbbc91ca322 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:08.939051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff925d77-e88c-4c58-8294-7c2b1e846eb6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.953417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff925d77-e88c-4c58-8294-7c2b1e846eb6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:08.954640 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff925d77-e88c-4c58-8294-7c2b1e846eb6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "DELETE /v2.0/security-groups/24853eec-dc32-444c-a378-b52f3490f86b HTTP/1.1" status: 204 len: 168 time: 0.2668388 Jun 30 09:19:08.958667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42962) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.985931 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-32f8c74d-b3ca-4c5e-90c5-87a0a95cb607 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] show failed (client error): The resource could not be found. Jun 30 09:19:08.987608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-32f8c74d-b3ca-4c5e-90c5-87a0a95cb607 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "GET /v2.0/security-groups/24853eec-dc32-444c-a378-b52f3490f86b HTTP/1.1" status: 404 len: 347 time: 0.0273504 Jun 30 09:19:08.992399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:08.996145 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e5b6d8-9987-48ee-ac09-d73fc05e1605 None None] New status for floating IP b278751e-dfe1-4780-ab12-da83349cba8a: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:19:09.018778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff925d77-e88c-4c58-8294-7c2b1e846eb6 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24853eec-dc32-444c-a378-b52f3490f86b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:09.239862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Deleting port 0034da20-b7c7-4035-b790-8d10dc513f7e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:09.240215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.341159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.341927 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.363497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Calling delete_port for 0034da20-b7c7-4035-b790-8d10dc513f7e owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:09.506700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7ba8d-1f32-4af5-bf76-566a336f90b4 req-48c05001-a9b5-4403-8737-a1ee685f6b3d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:09.509842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0e7ba8d-1f32-4af5-bf76-566a336f90b4 req-48c05001-a9b5-4403-8737-a1ee685f6b3d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1742694 Jun 30 09:19:09.577193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.609959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0e7ba8d-1f32-4af5-bf76-566a336f90b4 req-85d425f7-d955-43de-b886-9043b1593b80 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868213 Jun 30 09:19:09.636387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Pushing event deleted for resources: {'Port': ['ID=0034da20-b7c7-4035-b790-8d10dc513f7e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:09.759027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.760665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:09.761880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ad1f333f-5803-4e74-a474-b2283e19b3a1 tempest-ServersTestManualDisk-2097926505 tempest-ServersTestManualDisk-2097926505-project] 10.222.0.77 "DELETE /v2.0/floatingips/b278751e-dfe1-4780-ab12-da83349cba8a HTTP/1.1" status: 204 len: 168 time: 0.7661593 Jun 30 09:19:09.765389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:10.337944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.711320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Deleting port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:10.711996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.893111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e72dcc-f75a-466a-bd99-da811353cb78 req-9464a09f-f620-4228-b384-d3bbae357b5d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:10.896267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21e72dcc-f75a-466a-bd99-da811353cb78 req-9464a09f-f620-4228-b384-d3bbae357b5d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1245401 Jun 30 09:19:10.898259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] For port d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:10.898812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:10.915075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Calling delete_port for d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:10.962588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21e72dcc-f75a-466a-bd99-da811353cb78 req-d02d2474-6dd2-41cb-b80f-832b36dd1b25 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595090 Jun 30 09:19:11.345814 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b9109d68-e6bd-415b-a6e4-f0460f6a66b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.402956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:11.492089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:12.316138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:12.376120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec14967-5f04-4f90-b0c5-c4c22833c683 req-03283066-ceba-401f-9c0b-dd22aa111914 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:12.390064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eec14967-5f04-4f90-b0c5-c4c22833c683 req-03283066-ceba-401f-9c0b-dd22aa111914 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1645544 Jun 30 09:19:12.453842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eec14967-5f04-4f90-b0c5-c4c22833c683 req-c5f513d0-d04a-44a6-bbc9-4f155463c1cf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614400 Jun 30 09:19:12.726893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Router cacce059-6d50-409a-90fa-e8fc863d8584 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:19:12.908034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:19:12.917889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] Sync routers for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:19:12.919528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43024) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:12.933434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d81be6f-a0d1-47df-92ab-6e8a62826745 admin admin] 10.222.0.77 "PUT /v2.0/routers/cacce059-6d50-409a-90fa-e8fc863d8584/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1664455 Jun 30 09:19:12.937541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:12.944517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:13.138113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.141452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:13.378654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.468725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Deleting port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:13.469539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.577829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:19:11Z', 'revision_number': 5, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port': {'id': '5f97eb8a-aa28-4d2c-a5fd-8e02a2349736', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:16:51Z', 'updated_at': '2021-06-30T09:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:13.661806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] Checking router: cacce059-6d50-409a-90fa-e8fc863d8584 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:19:13.685511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] Routers {'cacce059-6d50-409a-90fa-e8fc863d8584'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:19:13.686269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:18:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cacce059-6d50-409a-90fa-e8fc863d8584'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:13.782661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] For port 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:13.782661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:13.797895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Calling delete_port for 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:13.821765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] Set router cacce059-6d50-409a-90fa-e8fc863d8584 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:19:13.888089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:19:13Z', 'revision_number': 6, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:13.934079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb86700-abf1-48ab-8134-7b15dc7922e4 req-a7ae3cdb-d7f2-41fd-a0df-48afed12dce1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:13.935740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9eb86700-abf1-48ab-8134-7b15dc7922e4 req-a7ae3cdb-d7f2-41fd-a0df-48afed12dce1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.2244473 Jun 30 09:19:14.034292 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9eb86700-abf1-48ab-8134-7b15dc7922e4 req-86a22d67-55c1-40b0-8656-21bdf4a3042d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871177 Jun 30 09:19:14.084111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a84855-852e-483a-8668-d7c6d985f553 None None] The sync data for ids ['cacce059-6d50-409a-90fa-e8fc863d8584'] in n-d-780147-22 is: [{'id': 'cacce059-6d50-409a-90fa-e8fc863d8584', 'name': 'tempest-ServersTestManualDisk-276162229-router', 'tenant_id': 'db108b8bbbe0428482beab50f3b10e6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:16:50Z', 'updated_at': '2021-06-30T09:19:13Z', 'revision_number': 6, 'project_id': 'db108b8bbbe0428482beab50f3b10e6a', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:19:14.098756 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-739ef78a-d387-41ea-b249-d8ebf38428c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.115334 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.156118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5f97eb8a-aa28-4d2c-a5fd-8e02a2349736,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.166616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.166892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.167348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.167752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.168284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.168771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.169160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.169684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.169964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.170270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.170604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.171011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:14.183804 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.239174 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.341009 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.343472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.395465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.396362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cacce059-6d50-409a-90fa-e8fc863d8584 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:19:14.405601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.406791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e1a74a4-b89c-4a4d-b8fe-7a29e3abc6aa admin admin] 10.222.0.77 "DELETE /v2.0/routers/cacce059-6d50-409a-90fa-e8fc863d8584 HTTP/1.1" status: 204 len: 168 time: 1.4860542 Jun 30 09:19:14.409451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43078) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:14.480817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Deleting subnet ff17b196-beed-45eb-9569-f2feca7c9efc {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:19:14.486639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.535687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.692386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.814439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.836047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:14.842482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/ff17b196-beed-45eb-9569-f2feca7c9efc HTTP/1.1" status: 204 len: 168 time: 0.4274082 Jun 30 09:19:14.842659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:14.847871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbddd573-4e1c-43e2-81a9-35ad80823f30 None None] Network ccef02e3-cde9-475c-8908-f493224694e7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:14.862410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ac246-651e-4031-8e9a-97c8e3ddbcc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff17b196-beed-45eb-9569-f2feca7c9efc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:14.973317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.173117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Deleting port e67ed863-2442-45c4-8061-d6b3e4d94edd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:15.177790 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.207539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:15.277424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:15.277771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d5d7de34-b59a-4f86-b3c3-b8fe2515ce7d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:15.278198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:15.329721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] DHCP port deletion for ccef02e3-cde9-475c-8908-f493224694e7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:19:15.333509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:15.333853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5f97eb8a-aa28-4d2c-a5fd-8e02a2349736 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:15.382636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] For port e67ed863-2442-45c4-8061-d6b3e4d94edd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e67ed863-2442-45c4-8061-d6b3e4d94edd,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.383242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.409830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Calling delete_port for e67ed863-2442-45c4-8061-d6b3e4d94edd owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:15.429794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] Deleting port e67ed863-2442-45c4-8061-d6b3e4d94edd {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:19:15.430070 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.444561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9e40c-bce2-4961-8d17-7331f3847be2 req-42128596-649e-4ad3-9540-df3edd9631af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:15.448785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ef9e40c-bce2-4961-8d17-7331f3847be2 req-42128596-649e-4ad3-9540-df3edd9631af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.0962036 Jun 30 09:19:15.551247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ef9e40c-bce2-4961-8d17-7331f3847be2 req-062f3c05-d92a-4285-a70a-5cc3e0914281 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937638 Jun 30 09:19:15.624061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.628355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] For port e67ed863-2442-45c4-8061-d6b3e4d94edd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e67ed863-2442-45c4-8061-d6b3e4d94edd,segment=NetworkSegment(0a062f35-3c45-4547-bf92-2d39fdf7358a),segment_id=0a062f35-3c45-4547-bf92-2d39fdf7358a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:15.628990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.642887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] No DVR routers for this DVR port e67ed863-2442-45c4-8061-d6b3e4d94edd on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:15.667302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e67ed863-2442-45c4-8061-d6b3e4d94edd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.673892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] Calling delete_port for e67ed863-2442-45c4-8061-d6b3e4d94edd owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:19:15.780949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.803008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccef02e3-cde9-475c-8908-f493224694e7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.827569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a062f35-3c45-4547-bf92-2d39fdf7358a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.830402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a062f35-3c45-4547-bf92-2d39fdf7358a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:19:15.869410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.870008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.895355 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.906120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:19:15.906738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:15.945058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] Pushing event deleted for resources: {'Port': ['ID=e67ed863-2442-45c4-8061-d6b3e4d94edd,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:15.960243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea25614-a7a8-426d-9bbe-b381c3446a9b None None] No DVR routers for this DVR port e67ed863-2442-45c4-8061-d6b3e4d94edd on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:19:15.999357 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:19:16.010141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.020287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.023197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218f06c-b668-44aa-a7bc-b1faa81208fc req-a1326292-c5d5-4574-bc06-23a89923e893 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:16.042650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0218f06c-b668-44aa-a7bc-b1faa81208fc req-a1326292-c5d5-4574-bc06-23a89923e893 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1907101 Jun 30 09:19:16.045057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.051397 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/ccef02e3-cde9-475c-8908-f493224694e7 HTTP/1.1" status: 204 len: 168 time: 1.2079375 Jun 30 09:19:16.075663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25462de-8dec-4238-8659-27b601bcd1f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccef02e3-cde9-475c-8908-f493224694e7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:16.109427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0218f06c-b668-44aa-a7bc-b1faa81208fc req-1e130b3f-9357-4a3b-8c05-09d275c1deb0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658023 Jun 30 09:19:16.262123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43176) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.321839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-45e3ad76-5ec3-46e1-8130-209d39fe472e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db108b8bbbe0428482beab50f3b10e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582352 Jun 30 09:19:16.324925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43178) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:16.398823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec4a-dc00-4721-ab64-08663ed1113b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.433944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec4a-dc00-4721-ab64-08663ed1113b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.512110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec4a-dc00-4721-ab64-08663ed1113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.517045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ef1ec4a-dc00-4721-ab64-08663ed1113b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:16.519768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ef1ec4a-dc00-4721-ab64-08663ed1113b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eee0f56b-bcea-4184-b387-d1b7c810ce88 HTTP/1.1" status: 204 len: 168 time: 0.1935737 Jun 30 09:19:16.535255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1ec4a-dc00-4721-ab64-08663ed1113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0f56b-bcea-4184-b387-d1b7c810ce88,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:16.984813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e67ed863-2442-45c4-8061-d6b3e4d94edd no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:17.008983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e67ed863-2442-45c4-8061-d6b3e4d94edd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:19:17.009522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e67ed863-2442-45c4-8061-d6b3e4d94edd not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:19:17.253497 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.557173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:17.749648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:18.029960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-331102634-network', 'tenant_id': 'b235930be7324f3e8e4ca2a342dc5046'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:18.063015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Made reservation on behalf of b235930be7324f3e8e4ca2a342dc5046 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:18.066260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.076550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.208511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:19:18.230694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.240065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.296205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc69f4a-e6da-4f3d-986e-cbb41ca37e40,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:18.317982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:19:18.337571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.338516 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Added segment 90d9e80a-da02-463a-851c-0da379e85e5d of type vlan for network e67fa19d-9ee0-4f12-a26f-e393ab250491 Jun 30 09:19:18.352164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.397213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.401255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:18.412604 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993f3983-fd1f-45b2-8f7a-0f51234793a2" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-unplugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:18.416793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc631906-4686-46b4-920e-78f261269505 req-05f92ac9-0733-49da-ac6f-1f40106ef025 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.433158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc631906-4686-46b4-920e-78f261269505 req-05f92ac9-0733-49da-ac6f-1f40106ef025 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 946 time: 0.1848655 Jun 30 09:19:18.435482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:18.442148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.465423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.466726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:18.467440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.553459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=14']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:18.562541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.563445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.564040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.564601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.565253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc631906-4686-46b4-920e-78f261269505 req-3569673e-4dcf-4cb8-aae3-15bf4e5bb00b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301577 Jun 30 09:19:18.565881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.566461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.567030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.567599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.568145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.568704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.569578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.570265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:18.601408 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8477700 Jun 30 09:19:18.602520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:19:18.610814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Request body: {'subnet': {'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-331102634-subnet', 'tenant_id': 'b235930be7324f3e8e4ca2a342dc5046', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:18.633156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda4f31-dc39-4410-817a-ee1c7d29571c admin admin] Pushing event updated for resources: {'Network': ['ID=e67fa19d-9ee0-4f12-a26f-e393ab250491,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:18.645404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:19:18.646985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Made reservation on behalf of b235930be7324f3e8e4ca2a342dc5046 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:18.651562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:18.675613 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5d3657-d413-44b3-84cf-ca863644b2b5 x-openstack-request-id: req-4c5d3657-d413-44b3-84cf-ca863644b2b5 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:18.676639 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-unplugged", "status": "completed", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:18.676973 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4c5d3657-d413-44b3-84cf-ca863644b2b5 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:18.677613 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'code': 200} Jun 30 09:19:18.975169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.042084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Pushing event updated for resources: {'Subnet': ['ID=783f747c-f773-4554-9f78-29d86524c28d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:19.181187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Checking segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:19.181721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Network hostable DHCP agents. Network: e67fa19d-9ee0-4f12-a26f-e393ab250491, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:19:19.191235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee63957-6eb2-4f54-aff7-baac319edea4 req-e886861c-6063-466c-bedb-d0e37af6cb5e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.201360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dee63957-6eb2-4f54-aff7-baac319edea4 req-e886861c-6063-466c-bedb-d0e37af6cb5e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1374686 Jun 30 09:19:19.208724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:19:19.218841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-e5b6a1e2-7dc1-4d42-b611-56a3abb6ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.220404 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-e5b6a1e2-7dc1-4d42-b611-56a3abb6ce60 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.1802211 Jun 30 09:19:19.253749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e67fa19d-9ee0-4f12-a26f-e393ab250491) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:19.270301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b131c631-c186-4c3f-9f04-1eb6b23f82c1 None None] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:19.276592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dee63957-6eb2-4f54-aff7-baac319edea4 req-b51d9d04-043d-49ce-af6c-d978f403ccb0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739839 Jun 30 09:19:19.302366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.303052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.372382 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5580e02-3d91-4be0-b601-664b6eb36dca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7689688 Jun 30 09:19:19.427861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-f9d4d083-f700-4306-a970-ccac3efbdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.430871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-f9d4d083-f700-4306-a970-ccac3efbdb5b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2022676 Jun 30 09:19:19.541751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-e67fa19d-9ee0-4f12-a26f-e393ab250491', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'tenant_id': 'b235930be7324f3e8e4ca2a342dc5046', 'fixed_ips': [{'subnet_id': '783f747c-f773-4554-9f78-29d86524c28d'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:19:19.543825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:19.695871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-be8a3302-fbd2-4c3b-95b1-50f07dedb0c8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.2452154 Jun 30 09:19:19.767622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Allocated IP 172.20.0.2 (e67fa19d-9ee0-4f12-a26f-e393ab250491/783f747c-f773-4554-9f78-29d86524c28d/1507d4ff-23bf-44d1-8f13-2983e822cfe8) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:19.821139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-8b1fdfbe-f183-49f1-8be2-ae10a6bf9e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.823176 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-8b1fdfbe-f183-49f1-8be2-ae10a6bf9e39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.1226070 Jun 30 09:19:19.931898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-7aeab8eb-a924-4438-9704-743fc1fbd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:19.933385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-7aeab8eb-a924-4438-9704-743fc1fbd0d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1037536 Jun 30 09:19:20.195028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-181ef6bd-9f68-4901-a85f-cf8dc0c2cf65 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532723 Jun 30 09:19:20.320557 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.348072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Transition to ACTIVE for port object 1507d4ff-23bf-44d1-8f13-2983e822cfe8 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:20.370843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Transition to ACTIVE for port object 1507d4ff-23bf-44d1-8f13-2983e822cfe8 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:20.384879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.436512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:20.442309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:20.447509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:20.538336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Pushing event updated for resources: {'Port': ['ID=1507d4ff-23bf-44d1-8f13-2983e822cfe8,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.562737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Attempting to bind port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:20.563162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Attempting to bind port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:20.563523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Attempting to bind port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:20.570840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:20.571362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Checking segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:20.571663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.571999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Bound using segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:20.572470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Bound port: 1507d4ff-23bf-44d1-8f13-2983e822cfe8, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:20.572846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.640450 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cfa7c3f5-1858-4cf2-bbb9-67b27ca5f0be req-bc2db354-6d5c-46a5-9a0d-83c1ecd1bb3d service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370694 Jun 30 09:19:20.749549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] For port 1507d4ff-23bf-44d1-8f13-2983e822cfe8, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:20.763167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] For port 1507d4ff-23bf-44d1-8f13-2983e822cfe8, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1507d4ff-23bf-44d1-8f13-2983e822cfe8,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:20.775450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:20.874810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468dc401-8427-4c16-8fa4-965a7ae9181f req-aff13a9f-7726-4a8d-bd45-388634d95c39 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:20.889306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-468dc401-8427-4c16-8fa4-965a7ae9181f req-aff13a9f-7726-4a8d-bd45-388634d95c39 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.3310552 Jun 30 09:19:20.971085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d33693-e2ea-45c4-a9b1-27d437a2e8b8 None None] Pushing event updated for resources: {'Port': ['ID=1507d4ff-23bf-44d1-8f13-2983e822cfe8,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:20.990099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-468dc401-8427-4c16-8fa4-965a7ae9181f req-e1d0f081-364e-4ae2-82c9-797d51d517b6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952594 Jun 30 09:19:21.071278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-30bb2558-92f6-4960-8e48-a9a208b6486f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.082725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-30bb2558-92f6-4960-8e48-a9a208b6486f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 815 time: 0.3553855 Jun 30 09:19:21.105810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-169bd444-7e95-40db-892d-2ae45323611d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/quotas/b235930be7324f3e8e4ca2a342dc5046 HTTP/1.1" status: 200 len: 375 time: 0.0216179 Jun 30 09:19:21.416957 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-ed6b35c8-c77b-4c62-869b-c4663c350852 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1571820 Jun 30 09:19:21.442668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-e4182830-636a-4eb7-8a1d-1084f5fe6a0d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3261573 Jun 30 09:19:21.585783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-273c17dc-db2c-4d36-aa71-8715f7e9184e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.586820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.587481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.588191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.588710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.595688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-273c17dc-db2c-4d36-aa71-8715f7e9184e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.4252048 Jun 30 09:19:21.598918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.599402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.599875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.601999 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-613f00aa-37a1-415d-8293-9dd9629797fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6509 time: 0.1339161 Jun 30 09:19:21.618996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8b5821f7-eb82-406a-9104-1c32d2833c95 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/quotas/c5680d9c9a324ad1961e056c8cc0b429 HTTP/1.1" status: 200 len: 375 time: 0.0216849 Jun 30 09:19:21.713814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-b6ff906f-a5cb-44fa-b300-163e665b4e37 service neutron] 10.222.0.77 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696187 Jun 30 09:19:21.825937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-713b5c30-5a81-454a-a273-47f0bca3fa81 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2058973 Jun 30 09:19:21.842667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-a356f949-88c6-469f-8888-cb533ee161a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.843182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-a356f949-88c6-469f-8888-cb533ee161a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.843779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-a356f949-88c6-469f-8888-cb533ee161a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:21.845740 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-a356f949-88c6-469f-8888-cb533ee161a7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=012f022d-6db4-44ad-9e33-6e91318280f5&id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 2297 time: 0.2013524 Jun 30 09:19:22.007050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-32c953e6-26c1-4aaa-91a8-7013bad9718a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 200 len: 1000 time: 0.1503444 Jun 30 09:19:22.088198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-796c7d4e-1ad1-44a0-b000-4607a2a3cdff service neutron] 10.222.0.77 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729508 Jun 30 09:19:22.118593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-da23c778-21d6-41bc-93ae-13a169738a8e service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779067 Jun 30 09:19:22.161002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-398e951c-1f5a-403e-853b-faeeb59b77f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.162551 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-398e951c-1f5a-403e-853b-faeeb59b77f8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8fffb89d-5bae-4842-b014-826fbda039f1 HTTP/1.1" status: 200 len: 856 time: 0.1491363 Jun 30 09:19:22.261270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-60683aa9-48ae-40de-a33b-65039e36b1f0 service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408207 Jun 30 09:19:22.281749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-f4c0409b-d5f4-4db6-821e-8e204a8c607a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:22.283957 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-f4c0409b-d5f4-4db6-821e-8e204a8c607a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082263 Jun 30 09:19:22.529047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-64b33a7f-4ad9-437c-9e42-ea71738b63f8 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336800 Jun 30 09:19:22.881396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbca5b22-09c3-4c0c-9cd8-99ac2b17c1b1 None None] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:19:23.030704 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-1f3ea6ec-c370-408d-90f6-9a5ffb241425 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879963 Jun 30 09:19:23.182833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1572beb2-461d-4c74-94c5-1cc21e0404e7 None None] Provisioning for port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:23.283184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-9b3c9da1-1635-4504-b115-d54004fb156b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 217 time: 0.2448354 Jun 30 09:19:23.300487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1507d4ff-23bf-44d1-8f13-2983e822cfe8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:23.465988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-321acd31-b849-4cb4-85cc-c002c2cfcf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.468958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-321acd31-b849-4cb4-85cc-c002c2cfcf6a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1781957 Jun 30 09:19:23.501101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:23.528119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:23.528728 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:23.747648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-653d733d-ab89-413c-a362-aa1f7c0e9d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:23.756516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-653d733d-ab89-413c-a362-aa1f7c0e9d77 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2743454 Jun 30 09:19:23.969098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-b4eeb7b7-8c84-4559-b235-8c7b208320e3 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011278 Jun 30 09:19:23.971913 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.070816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 1507d4ff-23bf-44d1-8f13-2983e822cfe8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1507d4ff-23bf-44d1-8f13-2983e822cfe8,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:24.079144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.176356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d66c55-662b-4ba3-8e44-fc23fb834157 req-83b13435-9c0e-4edd-ac9b-9469aa2a88fb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.178856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8d66c55-662b-4ba3-8e44-fc23fb834157 req-83b13435-9c0e-4edd-ac9b-9469aa2a88fb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.9227841 Jun 30 09:19:24.195989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=1507d4ff-23bf-44d1-8f13-2983e822cfe8,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:24.228950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-061fb95e-f911-46f9-ab1a-a3f2977fa1af service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466998 Jun 30 09:19:24.290261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-eef92bc3-412a-4be6-a9df-4f16d0df6afc None None] Provisioning complete for port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:24.291327 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eef92bc3-412a-4be6-a9df-4f16d0df6afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:24.307307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-729b7b15-de2d-4fa8-b81f-6ca6302a4fcc tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.315260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-729b7b15-de2d-4fa8-b81f-6ca6302a4fcc tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 815 time: 0.9389884 Jun 30 09:19:24.331804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8d66c55-662b-4ba3-8e44-fc23fb834157 req-0a129aec-201c-4b8c-9624-4673383d5461 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992126 Jun 30 09:19:24.363690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-10c4e647-f342-4ea5-b8e3-eb9514076b80 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/quotas/b235930be7324f3e8e4ca2a342dc5046 HTTP/1.1" status: 200 len: 375 time: 0.0472860 Jun 30 09:19:24.387069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-a4b63175-c4b1-41d3-bc65-0036bbe3275b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 217 time: 0.1377242 Jun 30 09:19:24.514916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e3c44690-20e3-41e7-a0c4-bb308c8e7601 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502895 Jun 30 09:19:24.552156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-971f901e-4b7a-4718-9238-7e3d5d1e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.554958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-971f901e-4b7a-4718-9238-7e3d5d1e8af3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1589468 Jun 30 09:19:24.641881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6928f9ee-2ae9-4c13-b410-4302c0c89c1e req-0f131d05-4911-4535-98b2-e8e048636c32 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 210 time: 0.0366499 Jun 30 09:19:24.658608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-110f4d29-2643-4f6e-a008-0e977b7d8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:24.660085 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-110f4d29-2643-4f6e-a008-0e977b7d8ef0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855570 Jun 30 09:19:24.691894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-94f80e52-1b6b-458e-a9a7-7cf9fa502055 service neutron] 10.222.0.77 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691620 Jun 30 09:19:24.800663 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-c6cc995b-8223-49ae-aef6-f39a35a327eb service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286137 Jun 30 09:19:24.832676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-282092f7-6907-4085-b202-1a447cf0f663 service neutron] 10.222.0.77 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331880 Jun 30 09:19:25.097054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1507d4ff-23bf-44d1-8f13-2983e822cfe8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:25.185091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-14c463cc-998a-4e09-9294-f96bce38ff48 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724806 Jun 30 09:19:25.317128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:25.322948 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:25.362135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-a349b623-4d68-4f20-a30b-33ad8be58bb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=21699b9c-2adf-496b-88d7-355e3189ef4c HTTP/1.1" status: 200 len: 217 time: 0.1588533 Jun 30 09:19:25.524588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-655e7b45-e145-4a5a-854d-eb0b30b44839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.529180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-655e7b45-e145-4a5a-854d-eb0b30b44839 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1562612 Jun 30 09:19:25.656043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-3cfa5f27-1ffa-4a3c-869a-3d65683cbf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.660840 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-3cfa5f27-1ffa-4a3c-869a-3d65683cbf02 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1238265 Jun 30 09:19:25.683821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-b89eb0d9-cbb8-45d5-bd7d-8c382f8f7edd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.692175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-b89eb0d9-cbb8-45d5-bd7d-8c382f8f7edd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 815 time: 0.3799708 Jun 30 09:19:25.738899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-a4fc7868-6732-4342-ac81-30b92620a88b tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.741111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-a4fc7868-6732-4342-ac81-30b92620a88b tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 815 time: 0.5134952 Jun 30 09:19:25.753781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-21bb9116-ba57-47d3-abb2-7faf2ef7add5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/quotas/b235930be7324f3e8e4ca2a342dc5046 HTTP/1.1" status: 200 len: 375 time: 0.0593193 Jun 30 09:19:25.774832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Request body: {'port': {'device_id': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'admin_state_up': True, 'tenant_id': 'b235930be7324f3e8e4ca2a342dc5046'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:25.828023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d69fe0-c346-4043-bdf7-66e725111ea9 req-626c17b3-b4e0-4e56-9059-5f82ca2c439b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:25.838386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03d69fe0-c346-4043-bdf7-66e725111ea9 req-626c17b3-b4e0-4e56-9059-5f82ca2c439b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.3474145 Jun 30 09:19:25.878345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-3edb578d-0012-4e44-98dd-a8645969d965 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043738 Jun 30 09:19:25.993007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03d69fe0-c346-4043-bdf7-66e725111ea9 req-e2fc7bc5-1c2e-4755-a57d-c3be45a8bb8d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530740 Jun 30 09:19:26.115021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-97730654-e5f9-4596-b7e0-322992b984e0 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3599341 Jun 30 09:19:26.159546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-981f0340-17e8-4092-aab6-471d236b59a0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.162394 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-981f0340-17e8-4092-aab6-471d236b59a0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.2198937 Jun 30 09:19:26.244225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Made reservation on behalf of b235930be7324f3e8e4ca2a342dc5046 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:26.251886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.253907 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-f72886c2-4d65-4a70-aae4-823bd0668bb5 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656387 Jun 30 09:19:26.258802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Request body: {'port': {'device_id': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'admin_state_up': True, 'tenant_id': 'c5680d9c9a324ad1961e056c8cc0b429'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:26.428194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-a2ec58c0-9321-4928-ac37-216f30ee9fb4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 HTTP/1.1" status: 200 len: 217 time: 0.1641078 Jun 30 09:19:26.492607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Made reservation on behalf of c5680d9c9a324ad1961e056c8cc0b429 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:26.493939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f07c79c2-57b3-40f7-8cdd-5b5e21ce9b77 req-dd0038e0-4c41-4bb6-a34e-2f989650dbf7 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 210 time: 0.0882745 Jun 30 09:19:26.497924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:26.563668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-7b258a58-17b5-4a59-8408-00a34492f33d service neutron] 10.222.0.77 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424493 Jun 30 09:19:26.647885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-4b3f0fbd-69a4-4789-92d0-2ad48969e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.649399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-4b3f0fbd-69a4-4789-92d0-2ad48969e7be service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.2131972 Jun 30 09:19:26.652191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Allocated IP 172.20.0.14 (e67fa19d-9ee0-4f12-a26f-e393ab250491/783f747c-f773-4554-9f78-29d86524c28d/d4946044-bf9d-454b-8181-04da412c43a1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:26.708814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Allocated IP 172.20.0.2 (b507427f-9de3-4620-b12d-188f38584d9d/32c73986-77db-42be-96ef-6a6712f7cb7c/ef689604-27ac-49f9-9b94-21d729a50175) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:26.736812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-1d480397-ef01-4cb1-aa6d-86f7160d0329 service neutron] 10.222.0.77 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721258 Jun 30 09:19:26.823721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-c984085b-7c3e-4706-937e-51747e6ba66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:26.832189 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-c984085b-7c3e-4706-937e-51747e6ba66a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1709671 Jun 30 09:19:27.052693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.071827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Transition to ACTIVE for port object d4946044-bf9d-454b-8181-04da412c43a1 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:27.146366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.233962 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-7c878573-39d1-43fe-83ec-ac916f9ae3e1 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859496 Jun 30 09:19:27.272514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.277166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:27.284691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d78d061-09bd-4ebe-89f3-638fb604e66a req-cd84cdf6-5dc3-40b3-b018-e34ad72ca0d3 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 210 time: 0.1208730 Jun 30 09:19:27.288360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:27.293028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:27.431814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-c6224e3b-42e0-4572-a07d-61e7033555f9 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886647 Jun 30 09:19:27.434178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Pushing event updated for resources: {'Port': ['ID=d4946044-bf9d-454b-8181-04da412c43a1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:27.456091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.484371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.485199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:27.491779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:27.524849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b090256-7334-4de2-8219-252889df59de req-70f14aa3-390b-4654-98ef-3627bcb3fdff tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.550055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b090256-7334-4de2-8219-252889df59de req-70f14aa3-390b-4654-98ef-3627bcb3fdff tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.6717257 Jun 30 09:19:27.582985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-0ffaa0fc-8288-40db-84da-b527ebc96844 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8235352 Jun 30 09:19:27.623781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Request body: {'port': {'device_id': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:27.631391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-99a092b7-8349-4828-b473-871587c64d0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 200 len: 217 time: 0.1828790 Jun 30 09:19:27.772209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-85382b14-0af4-4d9b-a5bc-43b3f6ef0dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:27.776025 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-85382b14-0af4-4d9b-a5bc-43b3f6ef0dea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.1198289 Jun 30 09:19:27.854362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b090256-7334-4de2-8219-252889df59de req-39164630-a296-4e37-a89a-b2244138e4f3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001812 Jun 30 09:19:27.955753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4aba15d-78bb-44f5-a17a-cacf4ed9ce1b None None] Provisioning for port d4946044-bf9d-454b-8181-04da412c43a1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:27.972267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4aba15d-78bb-44f5-a17a-cacf4ed9ce1b None None] Provisioning complete for port d4946044-bf9d-454b-8181-04da412c43a1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:27.973973 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4aba15d-78bb-44f5-a17a-cacf4ed9ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.025774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.063288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f4aba15d-78bb-44f5-a17a-cacf4ed9ce1b None None] Port d4946044-bf9d-454b-8181-04da412c43a1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:28.136781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Network b507427f-9de3-4620-b12d-188f38584d9d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:28.136781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event updated for resources: {'Port': ['ID=ef689604-27ac-49f9-9b94-21d729a50175,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:28.148453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:28.151992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:28.223582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.224211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.268118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-8d0a900e-b4d6-47b7-8757-14438db45f5e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0131040 Jun 30 09:19:28.307734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Request body: {'port': {'device_id': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:28.350457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fd853-a358-48e9-a177-f85445b5b9d6 req-f81188a8-e2c8-41d9-98f1-b9e7de8a46da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.352507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d8fd853-a358-48e9-a177-f85445b5b9d6 req-f81188a8-e2c8-41d9-98f1-b9e7de8a46da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 931 time: 0.4069040 Jun 30 09:19:28.397813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-d6dc5c70-853d-4276-aa01-15cfc4e9a906 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.400296 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-d6dc5c70-853d-4276-aa01-15cfc4e9a906 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.83 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 815 time: 0.6120768 Jun 30 09:19:28.403114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-607de937-8dfd-4b7e-aaf1-dca5e8974c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.404634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-607de937-8dfd-4b7e-aaf1-dca5e8974c06 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5566735 Jun 30 09:19:28.464716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Request body: {'port': {'device_id': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'admin_state_up': True, 'tenant_id': 'b235930be7324f3e8e4ca2a342dc5046'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:28.535174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d8fd853-a358-48e9-a177-f85445b5b9d6 req-4af52790-cda4-48e1-8b56-88f9eea15e0c tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694524 Jun 30 09:19:28.574878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-ed0966f5-d2f0-4bfa-bcb0-015040dfed21 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:28.582027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-ed0966f5-d2f0-4bfa-bcb0-015040dfed21 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.2446098 Jun 30 09:19:28.614259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-3775a743-1b85-46dd-8a84-8a52f1eca2ee tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/quotas/6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 375 time: 0.0311203 Jun 30 09:19:28.640512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.834353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-0ef3259d-c051-4046-b397-ee9ee371197c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2187712 Jun 30 09:19:28.850742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4946044-bf9d-454b-8181-04da412c43a1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:28.869804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:28.916719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Transition to ACTIVE for port object d4946044-bf9d-454b-8181-04da412c43a1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:28.961108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.047263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-da579fd8-34b1-403f-925d-ee2ffa17d481 req-3ff63dc2-2013-48a3-aa6d-59691fbe4112 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 210 time: 0.1168873 Jun 30 09:19:29.050395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-2c5035d4-074e-41f3-b0c8-d2d08c9dcc96 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150235 Jun 30 09:19:29.052457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Pushing event updated for resources: {'Port': ['ID=d4946044-bf9d-454b-8181-04da412c43a1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.150461 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.340909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Attempting to bind port d4946044-bf9d-454b-8181-04da412c43a1 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:29.341628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Attempting to bind port d4946044-bf9d-454b-8181-04da412c43a1 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:29.342585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Attempting to bind port d4946044-bf9d-454b-8181-04da412c43a1 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:29.360476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Port d4946044-bf9d-454b-8181-04da412c43a1 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:29.360894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Attempting to bind port d4946044-bf9d-454b-8181-04da412c43a1 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:29.369312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:29.369737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Checking segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:29.370038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Bound using segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:29.370523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Bound port: d4946044-bf9d-454b-8181-04da412c43a1, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:29.370888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.429221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-de58d992-a1ca-480b-959c-9c9c2cf79cbf service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627343 Jun 30 09:19:29.489201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] For port d4946044-bf9d-454b-8181-04da412c43a1, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:29.493650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] For port d4946044-bf9d-454b-8181-04da412c43a1, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d4946044-bf9d-454b-8181-04da412c43a1,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:29.508117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.515759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-7ff0ee13-2553-4e56-82a4-bd3b2fa0b697 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1034794 Jun 30 09:19:29.615077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.616888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.623398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] 10.222.0.79 "PUT /v2.0/ports/d4946044-bf9d-454b-8181-04da412c43a1 HTTP/1.1" status: 200 len: 1093 time: 2.0216532 Jun 30 09:19:29.623980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'tag': 'd4946044-bf9d-454b-8181-04da412c43a1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:29.632589 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061dd306-ab60-4571-8a1c-90bc5417216d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbeed2e7-cfb7-42c5-acac-e90c264de240", "tag": "d4946044-bf9d-454b-8181-04da412c43a1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:29.670819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Made reservation on behalf of b235930be7324f3e8e4ca2a342dc5046 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:29.681843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:29.683447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5185d1-5d88-4a16-9389-8ba136721392 service neutron] Pushing event updated for resources: {'Port': ['ID=d4946044-bf9d-454b-8181-04da412c43a1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:29.797142 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a30baaf-a3ba-42fe-a575-bdea2020fe92 x-openstack-request-id: req-2a30baaf-a3ba-42fe-a575-bdea2020fe92 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:29.800387 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbeed2e7-cfb7-42c5-acac-e90c264de240", "tag": "d4946044-bf9d-454b-8181-04da412c43a1", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:29.800877 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a30baaf-a3ba-42fe-a575-bdea2020fe92 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:29.801474 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'tag': 'd4946044-bf9d-454b-8181-04da412c43a1', 'status': 'completed', 'code': 200} Jun 30 09:19:29.933786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bab7e43-3bdd-463a-841e-fa6966007859 req-eae57b7e-a716-4ea6-bfeb-a1d257bc9b46 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 210 time: 0.1442385 Jun 30 09:19:29.986622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-1f1d2a2d-eb1e-40cb-b122-65071cf27c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:29.988528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-1f1d2a2d-eb1e-40cb-b122-65071cf27c7b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 1096 time: 0.2770233 Jun 30 09:19:30.005186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd5df5-d93f-457e-a7e6-eff225a5fb70 req-c218fce3-b75f-4096-8cf3-8299a623fac5 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.012657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cfd5df5-d93f-457e-a7e6-eff225a5fb70 req-c218fce3-b75f-4096-8cf3-8299a623fac5 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 931 time: 0.1949084 Jun 30 09:19:30.110578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-65c9412b-a5b7-47b7-8585-30e6e7a305cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4946044-bf9d-454b-8181-04da412c43a1 HTTP/1.1" status: 200 len: 217 time: 0.0881290 Jun 30 09:19:30.151668 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-a64cb760-ec0a-4949-927c-9aa1dd508006 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186290 Jun 30 09:19:30.156092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Allocated IP 172.20.0.8 (e67fa19d-9ee0-4f12-a26f-e393ab250491/783f747c-f773-4554-9f78-29d86524c28d/34f7f929-122a-4fa3-8eac-f78113db7927) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:30.172513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-74fcb3c8-daac-4b02-ae9c-835c6dc09746 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.174726 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-74fcb3c8-daac-4b02-ae9c-835c6dc09746 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 815 time: 0.7048826 Jun 30 09:19:30.200477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Request body: {'port': {'device_id': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'admin_state_up': True, 'tenant_id': 'b235930be7324f3e8e4ca2a342dc5046'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:30.222110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cfd5df5-d93f-457e-a7e6-eff225a5fb70 req-07866b88-35a7-45d2-bea8-c8a20ca86217 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084777 Jun 30 09:19:30.257124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-d8f48f58-0f6e-449b-8610-bb56e08274c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.259304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-d8f48f58-0f6e-449b-8610-bb56e08274c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.1290152 Jun 30 09:19:30.271704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef689604-27ac-49f9-9b94-21d729a50175 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:30.277542 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-64dd5408-b520-4cde-946e-b64ee3f5caa5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 200 len: 217 time: 0.1146381 Jun 30 09:19:30.309463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.374465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f2083-2101-44e8-9620-8c95beefb908 req-d17cc880-a79b-417e-8b8c-7ddbe8e1cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.376015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-d17cc880-a79b-417e-8b8c-7ddbe8e1cfee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1059499 Jun 30 09:19:30.458693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Transition to ACTIVE for port object ef689604-27ac-49f9-9b94-21d729a50175 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:30.485405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.521950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d58e492-59d1-4d34-955a-9371bfafe2a2 req-60d79628-195f-4119-9054-6029ae47195b tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 210 time: 0.0437574 Jun 30 09:19:30.606064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-f073e02a-67f2-4643-9399-dc0f364d43f3 service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182715 Jun 30 09:19:30.645550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-679a8e4a-bdbf-4d99-955c-c03150fff114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.646950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-679a8e4a-bdbf-4d99-955c-c03150fff114 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.3305759 Jun 30 09:19:30.744652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef689604-27ac-49f9-9b94-21d729a50175,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:30.895949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Made reservation on behalf of b235930be7324f3e8e4ca2a342dc5046 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:30.899530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.946453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83005c5-a744-41ff-901a-9f97951967fa req-2eeac3cb-7200-44ee-8a28-cf4224b51176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:30.947998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-2eeac3cb-7200-44ee-8a28-cf4224b51176 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2874033 Jun 30 09:19:30.953427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:30.956766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Attempting to bind port ef689604-27ac-49f9-9b94-21d729a50175 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:30.959405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Attempting to bind port ef689604-27ac-49f9-9b94-21d729a50175 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:30.959405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Attempting to bind port ef689604-27ac-49f9-9b94-21d729a50175 on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:30.988309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Port ef689604-27ac-49f9-9b94-21d729a50175 on network b507427f-9de3-4620-b12d-188f38584d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:30.988639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Attempting to bind port ef689604-27ac-49f9-9b94-21d729a50175 on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:31.042701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:31.045177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Checking segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:31.047465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Bound using segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:31.049488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Bound port: ef689604-27ac-49f9-9b94-21d729a50175, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:31.050521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.177592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Transition to ACTIVE for port object 34f7f929-122a-4fa3-8eac-f78113db7927 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:31.246715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdfd6f0f-1fe0-482e-a4f5-0c4dc85845a4 req-b01bb711-dc14-4521-a898-fd9fe18f2389 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 210 time: 0.0494571 Jun 30 09:19:31.287727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-9456efeb-e8cb-4122-8c9e-19731bcd4e7a service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005075 Jun 30 09:19:31.292879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-970f2083-2101-44e8-9620-8c95beefb908 req-96b0aa7c-67ed-4d89-b673-a1563b3fcf53 service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796708 Jun 30 09:19:31.321571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7745c-6e39-40e3-8a50-6421be6a7248 req-e7ac7882-2682-4809-86fb-2c03403ea238 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.329608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d7745c-6e39-40e3-8a50-6421be6a7248 req-e7ac7882-2682-4809-86fb-2c03403ea238 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.6013153 Jun 30 09:19:31.382933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d7745c-6e39-40e3-8a50-6421be6a7248 req-b61d56b0-3230-4345-8264-13f8d1095d3c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512059 Jun 30 09:19:31.430578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] For port ef689604-27ac-49f9-9b94-21d729a50175, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:31.435985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] For port ef689604-27ac-49f9-9b94-21d729a50175, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ef689604-27ac-49f9-9b94-21d729a50175,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:31.448500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.474805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd306-ab60-4571-8a1c-90bc5417216d req-d9c97bf6-8740-43fc-bfa6-ed51885e2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.476961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-d9c97bf6-8740-43fc-bfa6-ed51885e2fdf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 1096 time: 0.0920715 Jun 30 09:19:31.509041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.569806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.570931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:31.572806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] 10.222.0.79 "PUT /v2.0/ports/ef689604-27ac-49f9-9b94-21d729a50175 HTTP/1.1" status: 200 len: 1092 time: 3.2725246 Jun 30 09:19:31.573414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'tag': 'ef689604-27ac-49f9-9b94-21d729a50175'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:31.576422 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eefdb28-0c99-4c4d-8003-888a0bd696e2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a1eb793-3134-43ca-9abc-36b9547c95b3", "tag": "ef689604-27ac-49f9-9b94-21d729a50175"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:31.621790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:31.632450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:31.646647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:31.656032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-47a22238-2718-4fee-9798-98eb88ca8eac service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418543 Jun 30 09:19:31.656799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7cff5-f3a0-457b-b13b-d62e7c7c9fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef689604-27ac-49f9-9b94-21d729a50175,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:31.734436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd306-ab60-4571-8a1c-90bc5417216d req-562ba099-d7f0-415f-8f7f-c76837ce2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.737672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-562ba099-d7f0-415f-8f7f-c76837ce2afa service neutron] 10.222.0.79 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 916 time: 0.2538571 Jun 30 09:19:31.800379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ba96-4c7b-4da8-8119-3e09dafdabcf req-ca1ecc5a-3bc4-45c0-9447-3b1f53f4e74f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.810091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a401ba96-4c7b-4da8-8119-3e09dafdabcf req-ca1ecc5a-3bc4-45c0-9447-3b1f53f4e74f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 943 time: 0.2311788 Jun 30 09:19:31.912671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-f68bad75-b5db-46b4-9685-1eec452b49d7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.915308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-f68bad75-b5db-46b4-9685-1eec452b49d7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.1945198 Jun 30 09:19:31.919037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cc89485-e156-45eb-9157-20c3a35accc8 req-0e84df89-ed65-49eb-a5bd-62ad5a0b18c8 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 210 time: 0.0307899 Jun 30 09:19:31.922369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-911ec21a-0121-451a-b2b7-4d28c155c3c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4946044-bf9d-454b-8181-04da412c43a1 HTTP/1.1" status: 200 len: 217 time: 0.1686459 Jun 30 09:19:31.987579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd306-ab60-4571-8a1c-90bc5417216d req-21a928af-2e9b-4b68-84fc-40c53491136a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:31.990704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-21a928af-2e9b-4b68-84fc-40c53491136a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.0605845 Jun 30 09:19:31.999235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Allocated IP 172.20.0.13 (e67fa19d-9ee0-4f12-a26f-e393ab250491/783f747c-f773-4554-9f78-29d86524c28d/27a03c4c-61f7-4c9d-87df-62bc5a81feff) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:32.024973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c4f99946-507f-4887-9563-9bd33a77b670 None None] Provisioning for port 34f7f929-122a-4fa3-8eac-f78113db7927 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:32.037206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.038025 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.046276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c4f99946-507f-4887-9563-9bd33a77b670 None None] Provisioning complete for port 34f7f929-122a-4fa3-8eac-f78113db7927 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:32.046667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c4f99946-507f-4887-9563-9bd33a77b670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.047826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a401ba96-4c7b-4da8-8119-3e09dafdabcf req-16768a10-c2d4-4889-8aa4-f6430e002b0a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367163 Jun 30 09:19:32.061078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'port': {'device_id': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'admin_state_up': True, 'tenant_id': '6d73946d11314647a86d38280b6c2a0d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:32.077648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6197283 Jun 30 09:19:32.107582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Request body: {'port': {'device_id': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:32.131830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061dd306-ab60-4571-8a1c-90bc5417216d req-89bce61f-352d-4769-970c-cf3cc2b17c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.135312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-89bce61f-352d-4769-970c-cf3cc2b17c01 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1368043 Jun 30 09:19:32.186423 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1493652-32cb-43f7-9695-e1fb1e7bb80d x-openstack-request-id: req-a1493652-32cb-43f7-9695-e1fb1e7bb80d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:32.186765 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a1eb793-3134-43ca-9abc-36b9547c95b3", "tag": "ef689604-27ac-49f9-9b94-21d729a50175", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:32.187138 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a1493652-32cb-43f7-9695-e1fb1e7bb80d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:32.187444 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'tag': 'ef689604-27ac-49f9-9b94-21d729a50175', 'status': 'completed', 'code': 200} Jun 30 09:19:32.243405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecea85-b308-4dd9-a05d-9f214428c315 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Pushing event updated for resources: {'Port': ['ID=34f7f929-122a-4fa3-8eac-f78113db7927,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:32.255246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c4f99946-507f-4887-9563-9bd33a77b670 None None] Port 34f7f929-122a-4fa3-8eac-f78113db7927 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:32.377644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-0d0fb8fa-843b-4ffc-943e-832ce30e61eb service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307796 Jun 30 09:19:32.469483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-3df54891-9813-4f4e-8d27-ae6bc256d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.473032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-3df54891-9813-4f4e-8d27-ae6bc256d5e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 1095 time: 0.7480760 Jun 30 09:19:32.495742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-002342ae-7a95-4c09-bc98-1d9259d74639 req-9c3454e2-ca23-43f2-8776-7847264a4043 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 210 time: 0.0554805 Jun 30 09:19:32.577630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-3d40b19f-e749-4966-9458-fd198d8969d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef689604-27ac-49f9-9b94-21d729a50175 HTTP/1.1" status: 200 len: 217 time: 0.0864265 Jun 30 09:19:32.582209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.584681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:32.589337 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.644926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-061dd306-ab60-4571-8a1c-90bc5417216d req-d704fe2d-95e7-47cf-a6b6-9f952cc4e028 service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595434 Jun 30 09:19:32.680698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aa9c8-d05a-4b33-b2e8-e5f798f3f31d req-8970fe5f-031f-4bb1-8878-23b03bb16cbe tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.684011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c9aa9c8-d05a-4b33-b2e8-e5f798f3f31d req-8970fe5f-031f-4bb1-8878-23b03bb16cbe tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1419849 Jun 30 09:19:32.727649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c9aa9c8-d05a-4b33-b2e8-e5f798f3f31d req-35285613-e8e5-4c1d-acd5-c017005ab668 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370870 Jun 30 09:19:32.867902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-d0dd4da0-662f-4f4a-a4db-0bbfb1043632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:32.869395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-d0dd4da0-662f-4f4a-a4db-0bbfb1043632 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.2483947 Jun 30 09:19:32.890939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:32.948239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-a5c591f3-346f-49e7-98ab-c881861679c9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603883 Jun 30 09:19:33.090916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ec21adb-2335-4955-a9cc-1f24858fa061 req-b23c6a5b-2c34-4218-88b7-eae11488a25f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 210 time: 0.0327485 Jun 30 09:19:33.275079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e617957-69b0-4b59-bcc4-2a77b6e336ee req-75ea92e2-8b83-4ca0-a234-b8c8275446cf tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.282454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e617957-69b0-4b59-bcc4-2a77b6e336ee req-75ea92e2-8b83-4ca0-a234-b8c8275446cf tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 943 time: 0.0790832 Jun 30 09:19:33.348472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e617957-69b0-4b59-bcc4-2a77b6e336ee req-dae397c0-35ff-4ca1-bbd5-fb0b4e7a7bc7 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Jun 30 09:19:33.350439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Transition to ACTIVE for port object 27a03c4c-61f7-4c9d-87df-62bc5a81feff will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:33.432310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Allocated IP 172.20.0.5 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/0feacd01-1697-415f-9a6f-4a07487be507) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:33.508420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.514742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-859c1b35-c98d-4217-b3e8-d77e30d571f7 service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790836 Jun 30 09:19:33.694842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:33.698342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23ca2f36-863a-49f3-8bb7-b94781518f0c req-3fd27372-75b2-4129-855a-a18797c5bcc5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 210 time: 0.0552661 Jun 30 09:19:33.739693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Pushing event updated for resources: {'Port': ['ID=27a03c4c-61f7-4c9d-87df-62bc5a81feff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:33.743140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:33.745453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:33.883247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.884024 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:33.912398 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69b08fe1-7423-4022-8ec0-23eec3e179b4 req-6876288c-dcd2-4c3a-bc62-de9d11fac6b2 service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603616 Jun 30 09:19:33.945793 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-fcbeaa23-0e55-40cb-9558-7e7a294a3568 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7595179 Jun 30 09:19:33.957965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9120d6-2238-45af-bce8-bc38c9f8baee req-b92f0573-cc7b-45ee-8688-bba98a995576 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:33.960849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df9120d6-2238-45af-bce8-bc38c9f8baee req-b92f0573-cc7b-45ee-8688-bba98a995576 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0863013 Jun 30 09:19:33.976855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Request body: {'port': {'device_id': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:34.005258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df9120d6-2238-45af-bce8-bc38c9f8baee req-a089cd3f-bdd1-4c77-a8a3-931f65c542af tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387568 Jun 30 09:19:34.012526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.086254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Transition to ACTIVE for port object 0feacd01-1697-415f-9a6f-4a07487be507 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:34.090883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f7f929-122a-4fa3-8eac-f78113db7927 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:34.098759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a6bc8b7b-68a6-4aae-a2d1-e761dfd8874c None None] Provisioning for port 27a03c4c-61f7-4c9d-87df-62bc5a81feff completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:34.102635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a6bc8b7b-68a6-4aae-a2d1-e761dfd8874c None None] Provisioning complete for port 27a03c4c-61f7-4c9d-87df-62bc5a81feff triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:34.103094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.103568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a6bc8b7b-68a6-4aae-a2d1-e761dfd8874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.156710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Transition to ACTIVE for port object 34f7f929-122a-4fa3-8eac-f78113db7927 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:34.170514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc8b7b-68a6-4aae-a2d1-e761dfd8874c None None] Port 27a03c4c-61f7-4c9d-87df-62bc5a81feff cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:34.177232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.238022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.265898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.284046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-6f2684c7-06ad-4b39-9c14-6593b6edfdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.285625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-6f2684c7-06ad-4b39-9c14-6593b6edfdb0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 1095 time: 0.2690074 Jun 30 09:19:34.343515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=34f7f929-122a-4fa3-8eac-f78113db7927,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:34.372211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d826af6-6103-43ae-8bcf-a5bad4b897a1 req-9499313e-ec27-44b8-8bd9-39e3c9c93fe2 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.385271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d826af6-6103-43ae-8bcf-a5bad4b897a1 req-9499313e-ec27-44b8-8bd9-39e3c9c93fe2 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 932 time: 0.1565614 Jun 30 09:19:34.449148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:34.452581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d826af6-6103-43ae-8bcf-a5bad4b897a1 req-75d1dd2e-edf9-46ab-9a02-6383de382ddd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656555 Jun 30 09:19:34.516635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:34.638172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08d9c0f-b6d3-40a8-863f-94f8dac5452a req-3d9b7aad-eeea-4dc8-adfc-c081423da0fa tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.639793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b08d9c0f-b6d3-40a8-863f-94f8dac5452a req-3d9b7aad-eeea-4dc8-adfc-c081423da0fa tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 943 time: 0.1177320 Jun 30 09:19:34.679923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:34.690874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b08d9c0f-b6d3-40a8-863f-94f8dac5452a req-5c0c6732-e288-45e3-803d-bb0e1d2f9262 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Jun 30 09:19:34.750237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=0feacd01-1697-415f-9a6f-4a07487be507,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:34.868809 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:19:34.900940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Attempting to bind port 34f7f929-122a-4fa3-8eac-f78113db7927 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:34.901589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Attempting to bind port 34f7f929-122a-4fa3-8eac-f78113db7927 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:34.901589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Attempting to bind port 34f7f929-122a-4fa3-8eac-f78113db7927 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:34.919761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.920493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.923494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-e4fdc8e3-acaf-4a4f-84c3-8737be3a0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.926113 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-e4fdc8e3-acaf-4a4f-84c3-8737be3a0ff7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 915 time: 0.6296647 Jun 30 09:19:34.933928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-daea7792-fda8-4036-b1fe-a17bc27dfa82 None None] Provisioning for port 0feacd01-1697-415f-9a6f-4a07487be507 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:34.935590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Port 34f7f929-122a-4fa3-8eac-f78113db7927 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:34.935923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Attempting to bind port 34f7f929-122a-4fa3-8eac-f78113db7927 on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:34.940686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-daea7792-fda8-4036-b1fe-a17bc27dfa82 None None] Provisioning complete for port 0feacd01-1697-415f-9a6f-4a07487be507 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:34.941486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-daea7792-fda8-4036-b1fe-a17bc27dfa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:34.956565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c343b-de9e-4ee6-a4e9-5bd0c29545f6 req-e050b2cb-d9bc-40bc-bdbc-85ceb906a7af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:34.958182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-618c343b-de9e-4ee6-a4e9-5bd0c29545f6 req-e050b2cb-d9bc-40bc-bdbc-85ceb906a7af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 931 time: 0.1043322 Jun 30 09:19:34.991347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-9f2e4c93-0b83-4358-9faf-e2e1b74d5871 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef689604-27ac-49f9-9b94-21d729a50175 HTTP/1.1" status: 200 len: 217 time: 0.0496445 Jun 30 09:19:34.995821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-daea7792-fda8-4036-b1fe-a17bc27dfa82 None None] Port 0feacd01-1697-415f-9a6f-4a07487be507 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:19:34.999142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d4946044-bf9d-454b-8181-04da412c43a1 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:35.008152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-618c343b-de9e-4ee6-a4e9-5bd0c29545f6 req-877aaa48-d28d-4dac-ba62-ce7e5e1a7759 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439415 Jun 30 09:19:35.013585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:35.014033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Checking segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:35.014598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Bound using segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:35.015271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Bound port: 34f7f929-122a-4fa3-8eac-f78113db7927, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:35.015784 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.060989 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-302cd0bf-7a75-486a-8e2a-a471d76dae29 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0062239 Jun 30 09:19:35.094255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Request body: {'port': {'device_id': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:35.110945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d4946044-bf9d-454b-8181-04da412c43a1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d4946044-bf9d-454b-8181-04da412c43a1,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:35.124009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd4946044-bf9d-454b-8181-04da412c43a1', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'port_id': 'd4946044-bf9d-454b-8181-04da412c43a1', 'mac_address': 'fa:16:3e:31:e4:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783f747c-f773-4554-9f78-29d86524c28d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:35.164709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.175089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-81b4d64f-d6e9-4197-88be-54f03e05eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.177238 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-81b4d64f-d6e9-4197-88be-54f03e05eae5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.1776373 Jun 30 09:19:35.201184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4946044-bf9d-454b-8181-04da412c43a1 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:35.211728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] For port 34f7f929-122a-4fa3-8eac-f78113db7927, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:35.215335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] For port 34f7f929-122a-4fa3-8eac-f78113db7927, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=34f7f929-122a-4fa3-8eac-f78113db7927,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:35.229838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d4946044-bf9d-454b-8181-04da412c43a1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d4946044-bf9d-454b-8181-04da412c43a1,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:35.238340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.239726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6471846-3f4e-40c0-8c8e-f88ada3dcee3 req-b9c37edc-a4af-4fbd-bcdd-3db141d22839 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.243401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a03c4c-61f7-4c9d-87df-62bc5a81feff {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:35.245224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6471846-3f4e-40c0-8c8e-f88ada3dcee3 req-b9c37edc-a4af-4fbd-bcdd-3db141d22839 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1069388 Jun 30 09:19:35.249913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.288200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6471846-3f4e-40c0-8c8e-f88ada3dcee3 req-ee2c5aff-0ab8-4a7a-81a7-68049a21c513 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395279 Jun 30 09:19:35.298430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.304225 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-9cb3dbcd-539e-4add-8e61-68d114d6a746 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773075 Jun 30 09:19:35.323954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d4946044-bf9d-454b-8181-04da412c43a1,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.389392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.389867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.391753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] 10.222.0.83 "PUT /v2.0/ports/34f7f929-122a-4fa3-8eac-f78113db7927 HTTP/1.1" status: 200 len: 1092 time: 3.2884262 Jun 30 09:19:35.419143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Transition to ACTIVE for port object 27a03c4c-61f7-4c9d-87df-62bc5a81feff will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:35.420047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'tag': '34f7f929-122a-4fa3-8eac-f78113db7927'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:35.424429 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b128508-e222-472c-8b02-46d0cd92624c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d435ee5-45f8-4c8d-b7a3-de7f0b05036d", "tag": "34f7f929-122a-4fa3-8eac-f78113db7927"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:35.443374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.476261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:35.526723 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a2004f-6374-41ff-8d06-e39614b7771d x-openstack-request-id: req-e0a2004f-6374-41ff-8d06-e39614b7771d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:35.527005 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d435ee5-45f8-4c8d-b7a3-de7f0b05036d", "tag": "34f7f929-122a-4fa3-8eac-f78113db7927", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:35.527274 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e0a2004f-6374-41ff-8d06-e39614b7771d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:35.527642 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'tag': '34f7f929-122a-4fa3-8eac-f78113db7927', 'status': 'completed', 'code': 200} Jun 30 09:19:35.542624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f15ffff-8feb-4a10-b742-53355961cf5c service neutron] Pushing event updated for resources: {'Port': ['ID=34f7f929-122a-4fa3-8eac-f78113db7927,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.690468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-b66e0884-8fb3-428c-85ee-dbf7a4c35b69 service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727221 Jun 30 09:19:35.705398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d4946044-bf9d-454b-8181-04da412c43a1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:35.723647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb3f7a-368a-470e-ade4-08812c1cd7ea req-7cb53c64-e302-4fdf-adc4-96fd6e593ba9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.726582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Pushing event updated for resources: {'Port': ['ID=27a03c4c-61f7-4c9d-87df-62bc5a81feff,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:35.726769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6bb3f7a-368a-470e-ade4-08812c1cd7ea req-7cb53c64-e302-4fdf-adc4-96fd6e593ba9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 944 time: 0.1226292 Jun 30 09:19:35.817375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6bb3f7a-368a-470e-ade4-08812c1cd7ea req-0d6381a5-7abe-4886-9495-94c519088502 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817008 Jun 30 09:19:35.943304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-52ef10e8-fbe4-4618-b37e-5ba54cbfa15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:35.945111 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-52ef10e8-fbe4-4618-b37e-5ba54cbfa15f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 1095 time: 0.4717424 Jun 30 09:19:36.021748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9bab8-c5f7-493e-8062-c778f48679b1 req-d8aa073d-cb1c-4dbc-9e6d-f9a2ec96ff5a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.029895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ae9bab8-c5f7-493e-8062-c778f48679b1 req-d8aa073d-cb1c-4dbc-9e6d-f9a2ec96ff5a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 943 time: 0.0809889 Jun 30 09:19:36.089520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ae9bab8-c5f7-493e-8062-c778f48679b1 req-d2ec9ab0-c592-4f55-a834-9b6f387bcefc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579598 Jun 30 09:19:36.276110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655b49b-d27b-4ade-8495-6498bf72b590 req-8e314f00-18a0-4ac5-9a69-0bf97c545d46 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.278278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4655b49b-d27b-4ade-8495-6498bf72b590 req-8e314f00-18a0-4ac5-9a69-0bf97c545d46 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 931 time: 0.0736995 Jun 30 09:19:36.331825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4655b49b-d27b-4ade-8495-6498bf72b590 req-c13ee0f3-b718-40fa-8875-c7ae9f9356f6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449941 Jun 30 09:19:36.420769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Attempting to bind port 27a03c4c-61f7-4c9d-87df-62bc5a81feff on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:36.421134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Attempting to bind port 27a03c4c-61f7-4c9d-87df-62bc5a81feff by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:36.421424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Attempting to bind port 27a03c4c-61f7-4c9d-87df-62bc5a81feff on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:36.441326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-8b2e5858-340a-45a1-bb92-75a782777cbb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34f7f929-122a-4fa3-8eac-f78113db7927 HTTP/1.1" status: 200 len: 217 time: 0.4800546 Jun 30 09:19:36.490559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Port 27a03c4c-61f7-4c9d-87df-62bc5a81feff on network e67fa19d-9ee0-4f12-a26f-e393ab250491 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:36.490897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Attempting to bind port 27a03c4c-61f7-4c9d-87df-62bc5a81feff on network e67fa19d-9ee0-4f12-a26f-e393ab250491 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:36.500497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:36.500868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Checking segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:36.501244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Bound using segment: {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:36.502823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Bound port: 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d9e80a-da02-463a-851c-0da379e85e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:36.502823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.527416 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eefdb28-0c99-4c4d-8003-888a0bd696e2 req-9b0fe53f-d19c-4596-9903-d3c769cfc71f service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8148272 Jun 30 09:19:36.538007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60055b7f-de88-410b-8b19-f6399b0d92cb req-3098f03e-0169-4e42-82d8-f901746bbdcd tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.539807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60055b7f-de88-410b-8b19-f6399b0d92cb req-3098f03e-0169-4e42-82d8-f901746bbdcd tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0831923 Jun 30 09:19:36.556439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-13831834-2646-4c97-be07-c84cb6851d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.557901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-13831834-2646-4c97-be07-c84cb6851d4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.1076190 Jun 30 09:19:36.593872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60055b7f-de88-410b-8b19-f6399b0d92cb req-88efbc37-a25f-4667-9eb6-81808396b554 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Jun 30 09:19:36.718387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] For port 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:36.741676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] For port 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:36.746925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0feacd01-1697-415f-9a6f-4a07487be507 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:36.756953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.760574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.815084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Transition to ACTIVE for port object 0feacd01-1697-415f-9a6f-4a07487be507 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:36.823942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:36.823942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.825037 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] 10.222.0.79 "PUT /v2.0/ports/27a03c4c-61f7-4c9d-87df-62bc5a81feff HTTP/1.1" status: 200 len: 1093 time: 2.8595572 Jun 30 09:19:36.831691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:36.906066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a04b4d-e28f-4bff-8752-cdbf68eb81b4 service neutron] Pushing event updated for resources: {'Port': ['ID=27a03c4c-61f7-4c9d-87df-62bc5a81feff,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:36.983251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ef689604-27ac-49f9-9b94-21d729a50175 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:37.009727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-3c2ba8d3-8b81-42c8-9d98-7c8a5083e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.024172 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-3c2ba8d3-8b81-42c8-9d98-7c8a5083e6c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4418137 Jun 30 09:19:37.286088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Pushing event updated for resources: {'Port': ['ID=0feacd01-1697-415f-9a6f-4a07487be507,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.363114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ef689604-27ac-49f9-9b94-21d729a50175, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ef689604-27ac-49f9-9b94-21d729a50175,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:37.419348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ef689604-27ac-49f9-9b94-21d729a50175', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'port_id': 'ef689604-27ac-49f9-9b94-21d729a50175', 'mac_address': 'fa:16:3e:91:d8:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c73986-77db-42be-96ef-6a6712f7cb7c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:37.434992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-1e24ad23-3d9b-42c5-b41e-51391d5f8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.438068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-1e24ad23-3d9b-42c5-b41e-51391d5f8382 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 1096 time: 0.5077109 Jun 30 09:19:37.461887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Attempting to bind port 0feacd01-1697-415f-9a6f-4a07487be507 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:37.462287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Attempting to bind port 0feacd01-1697-415f-9a6f-4a07487be507 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:37.462568 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Attempting to bind port 0feacd01-1697-415f-9a6f-4a07487be507 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:37.490195 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.500682 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-b5f10872-2fdd-4333-a6c6-958a415737f3 service neutron] 10.222.0.83 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397869 Jun 30 09:19:37.503586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-3241dd8a-750c-4bd9-b13c-3c49cd9887b1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff HTTP/1.1" status: 200 len: 217 time: 0.0509317 Jun 30 09:19:37.505678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Port 0feacd01-1697-415f-9a6f-4a07487be507 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:37.506007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Attempting to bind port 0feacd01-1697-415f-9a6f-4a07487be507 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:37.509045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef689604-27ac-49f9-9b94-21d729a50175 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:37.511391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:37.511740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:37.512120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:37.512554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Bound port: 0feacd01-1697-415f-9a6f-4a07487be507, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:37.512923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.532281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'tag': '27a03c4c-61f7-4c9d-87df-62bc5a81feff'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:37.535373 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2359abe-3a2e-4623-80d1-4b3137a51c37" -d '{"events": [{"name": "network-changed", "server_uuid": "4c5aab07-bf8a-4cae-8ced-53f98e56dbdc", "tag": "27a03c4c-61f7-4c9d-87df-62bc5a81feff"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:37.540627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ef689604-27ac-49f9-9b94-21d729a50175, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ef689604-27ac-49f9-9b94-21d729a50175,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:37.551287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.619166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ae0f8-23c9-4ea1-a04f-94771b040509 req-edb245cb-11d4-44d0-8f8f-6b6a80a42935 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.621492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ef689604-27ac-49f9-9b94-21d729a50175,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:37.626773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-786ae0f8-23c9-4ea1-a04f-94771b040509 req-edb245cb-11d4-44d0-8f8f-6b6a80a42935 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 944 time: 0.2173264 Jun 30 09:19:37.640865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1cf77-2ac9-4ba7-986c-9ebc6186d6fa req-8440a7f1-56b0-42bb-876f-c1bc6c56ed38 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.643038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa1cf77-2ac9-4ba7-986c-9ebc6186d6fa req-8440a7f1-56b0-42bb-876f-c1bc6c56ed38 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 943 time: 0.1332219 Jun 30 09:19:37.665649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-7f112ecc-a329-4ded-8417-49699c1401b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.667169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-7f112ecc-a329-4ded-8417-49699c1401b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.1522748 Jun 30 09:19:37.700183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-786ae0f8-23c9-4ea1-a04f-94771b040509 req-d0179a16-7678-4903-8c08-6a04c5b2a8ed tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561464 Jun 30 09:19:37.706022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa1cf77-2ac9-4ba7-986c-9ebc6186d6fa req-f0fb3a45-d02b-41af-ae98-350d9bbc9543 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558717 Jun 30 09:19:37.758669 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f0058844-e1cd-4acb-a1fa-8eb669c71212 req-31e7352b-1562-4396-b5fe-a9a88ec5eb5d service neutron] 10.222.0.83 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353079 Jun 30 09:19:37.764061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] For port 0feacd01-1697-415f-9a6f-4a07487be507, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:37.768883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] For port 0feacd01-1697-415f-9a6f-4a07487be507, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0feacd01-1697-415f-9a6f-4a07487be507,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:37.788930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.880866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.881495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:37.882918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] 10.222.0.83 "PUT /v2.0/ports/0feacd01-1697-415f-9a6f-4a07487be507 HTTP/1.1" status: 200 len: 1092 time: 2.7954900 Jun 30 09:19:37.884782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-4d86df52-0939-4785-b328-2be7bc9d6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:37.886068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-4d86df52-0939-4785-b328-2be7bc9d6f3a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087975 Jun 30 09:19:37.984969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ef689604-27ac-49f9-9b94-21d729a50175'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:38.004536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bf05f-983e-446b-9853-f41e81402d10 req-3c196914-8a21-4fae-8504-bea97402037d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.006263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb1bf05f-983e-446b-9853-f41e81402d10 req-3c196914-8a21-4fae-8504-bea97402037d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 943 time: 0.1244838 Jun 30 09:19:38.046905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-0ef0b868-b7bf-4998-b770-7d85658edf7e service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246819 Jun 30 09:19:38.051826 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56a875d-b47d-4e97-b8b7-831e00fa7ed4 x-openstack-request-id: req-f56a875d-b47d-4e97-b8b7-831e00fa7ed4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:38.052115 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c5aab07-bf8a-4cae-8ced-53f98e56dbdc", "tag": "27a03c4c-61f7-4c9d-87df-62bc5a81feff", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:38.052360 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f56a875d-b47d-4e97-b8b7-831e00fa7ed4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:38.052748 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'tag': '27a03c4c-61f7-4c9d-87df-62bc5a81feff', 'status': 'completed', 'code': 200} Jun 30 09:19:38.123428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770c0bb-268b-4d87-bee3-15326326444e service neutron] Pushing event updated for resources: {'Port': ['ID=0feacd01-1697-415f-9a6f-4a07487be507,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:38.139051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb1bf05f-983e-446b-9853-f41e81402d10 req-52351849-a47b-411b-886b-0de85cd44f12 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266134 Jun 30 09:19:38.192288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a85d3-3736-4bca-9f14-937160d2b956 req-aa9c802a-ff6a-4caa-9c2b-c952064d0089 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.201302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b32a85d3-3736-4bca-9f14-937160d2b956 req-aa9c802a-ff6a-4caa-9c2b-c952064d0089 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1344745 Jun 30 09:19:38.220883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128508-e222-472c-8b02-46d0cd92624c req-1cbcb3f9-a638-4d73-9330-74454b20a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.223056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-1cbcb3f9-a638-4d73-9330-74454b20a8f0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 1095 time: 0.3510079 Jun 30 09:19:38.256472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b32a85d3-3736-4bca-9f14-937160d2b956 req-bfc5499e-7249-45a0-a9b0-5cd53753fb9d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538032 Jun 30 09:19:38.316717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-789405fd-3dcf-4317-83d6-77d817586a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.318253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-789405fd-3dcf-4317-83d6-77d817586a6d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 1095 time: 0.2647638 Jun 30 09:19:38.343833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a8bd4f79-5894-4727-a580-1816ad17be33 req-5789a82f-9a7f-4b7b-bac7-d9807dbb41ff service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559800 Jun 30 09:19:38.385564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-e8d90f11-a1c9-4290-934f-aae248f41053 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0feacd01-1697-415f-9a6f-4a07487be507 HTTP/1.1" status: 200 len: 217 time: 0.0517085 Jun 30 09:19:38.455971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128508-e222-472c-8b02-46d0cd92624c req-b6c941a6-a680-4c2e-ab73-e0ec2ceae17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.457439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-b6c941a6-a680-4c2e-ab73-e0ec2ceae17c service neutron] 10.222.0.83 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 916 time: 0.2231123 Jun 30 09:19:38.513902 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-164057c8-bab1-4054-9a90-c6fd5e82a2b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34f7f929-122a-4fa3-8eac-f78113db7927 HTTP/1.1" status: 200 len: 217 time: 0.0472772 Jun 30 09:19:38.514142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-edcf6133-a9f2-4274-8295-0d44d4ca93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.515532 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-edcf6133-a9f2-4274-8295-0d44d4ca93ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.1226547 Jun 30 09:19:38.589628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-cfc31f0d-f174-47e5-9601-ee98739c43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.591291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-cfc31f0d-f174-47e5-9601-ee98739c43b4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 1096 time: 0.1847703 Jun 30 09:19:38.655318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128508-e222-472c-8b02-46d0cd92624c req-60e2d461-97eb-4f03-a4aa-b254b1882b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.656770 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-60e2d461-97eb-4f03-a4aa-b254b1882b17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.1329913 Jun 30 09:19:38.725196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-e41be295-c259-4988-b0c1-cfb21bab5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.726753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-e41be295-c259-4988-b0c1-cfb21bab5aa7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2011852 Jun 30 09:19:38.803799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-50e1179e-e214-4030-825e-2ba502379fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.805916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-50e1179e-e214-4030-825e-2ba502379fec service neutron] 10.222.0.79 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 916 time: 0.2064984 Jun 30 09:19:38.874035 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-de69583f-f09b-4345-bc33-e1cae128c20d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff HTTP/1.1" status: 200 len: 217 time: 0.0573900 Jun 30 09:19:38.877821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b128508-e222-472c-8b02-46d0cd92624c req-c0c9c902-db6d-482b-bb58-925eb27895a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.879477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-c0c9c902-db6d-482b-bb58-925eb27895a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2119710 Jun 30 09:19:38.939057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca16d3a-6585-467e-8a1f-de31dedb0bc9 req-2c8049bc-a45f-443d-a64a-e604391f3d52 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.943497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ca16d3a-6585-467e-8a1f-de31dedb0bc9 req-2c8049bc-a45f-443d-a64a-e604391f3d52 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 944 time: 0.1168358 Jun 30 09:19:38.973768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d4946044-bf9d-454b-8181-04da412c43a1 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:38.979819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ed185-5a7c-4e21-a99d-209bd5b03d0b req-95292e3c-f89f-4da0-9d20-c2923da35dd6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:38.981946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b6ed185-5a7c-4e21-a99d-209bd5b03d0b req-95292e3c-f89f-4da0-9d20-c2923da35dd6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 944 time: 0.1122878 Jun 30 09:19:38.997987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-995b0a29-a121-4945-b065-01061488837e service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608294 Jun 30 09:19:38.999816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-080c2a02-a4b8-419e-a4de-f27337e1c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.001383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-080c2a02-a4b8-419e-a4de-f27337e1c1c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.1125553 Jun 30 09:19:39.035780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ca16d3a-6585-467e-8a1f-de31dedb0bc9 req-2c8f0de9-4559-4380-aece-c31ff38daf60 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827415 Jun 30 09:19:39.037114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port d4946044-bf9d-454b-8181-04da412c43a1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:39.042437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d4946044-bf9d-454b-8181-04da412c43a1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:39.043172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.061848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b6ed185-5a7c-4e21-a99d-209bd5b03d0b req-5a19abe4-35c4-4780-903c-fc7838d9dd8a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721052 Jun 30 09:19:39.133253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-d87dd95f-e108-4c28-84cf-d28fa577ef0c service neutron] 10.222.0.83 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431450 Jun 30 09:19:39.274991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-f49b19be-ddad-48fc-9106-efff9844e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.276548 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-f49b19be-ddad-48fc-9106-efff9844e322 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610865 Jun 30 09:19:39.350650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.375149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4946044-bf9d-454b-8181-04da412c43a1'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:39.378150 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af44f28-b36a-430f-a7a4-74446b072a8a" -d '{"events": [{"server_uuid": "fbeed2e7-cfb7-42c5-acac-e90c264de240", "name": "network-vif-plugged", "status": "completed", "tag": "d4946044-bf9d-454b-8181-04da412c43a1"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:39.396162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d4946044-bf9d-454b-8181-04da412c43a1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d4946044-bf9d-454b-8181-04da412c43a1,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:39.406460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b128508-e222-472c-8b02-46d0cd92624c req-e4748b45-31bc-4179-a356-5ec906dc6cb3 service neutron] 10.222.0.83 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399352 Jun 30 09:19:39.410704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:39.417839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017688a-b65c-4ed0-acd2-22a570fe0dd8 req-e7cbf12e-9b6c-4a52-b5a6-de3780b2f2d9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.420931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f017688a-b65c-4ed0-acd2-22a570fe0dd8 req-e7cbf12e-9b6c-4a52-b5a6-de3780b2f2d9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 943 time: 0.1174235 Jun 30 09:19:39.441829 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-0a4d20f7-7f4f-4100-9c5c-a8f0762ee779 service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490903 Jun 30 09:19:39.451742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ea36b8a2-061d-41aa-bcea-d0fd70147206 req-4dc61cec-c2f8-441a-b6e1-3946e185295d service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375913 Jun 30 09:19:39.490380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d4946044-bf9d-454b-8181-04da412c43a1,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:39.550667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f017688a-b65c-4ed0-acd2-22a570fe0dd8 req-53b5425c-c347-4ea5-9cdc-765aa263af74 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113703 Jun 30 09:19:39.564888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2359abe-3a2e-4623-80d1-4b3137a51c37 req-55e46f70-2b5e-4b68-9754-69fc8626d19c service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095748 Jun 30 09:19:39.574310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992dad47-f108-4e4b-8f28-764ca47843d4 req-665ade7e-2a72-489f-9d2e-1c0928456749 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.576250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-992dad47-f108-4e4b-8f28-764ca47843d4 req-665ade7e-2a72-489f-9d2e-1c0928456749 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1163404 Jun 30 09:19:39.623867 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-992dad47-f108-4e4b-8f28-764ca47843d4 req-bb419573-2be3-4d65-81b1-fd8c09c14165 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401154 Jun 30 09:19:39.672251 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b2cd9-0763-4e3b-af58-1d51cae16712 x-openstack-request-id: req-802b2cd9-0763-4e3b-af58-1d51cae16712 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:39.672548 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeed2e7-cfb7-42c5-acac-e90c264de240", "name": "network-vif-plugged", "status": "completed", "tag": "d4946044-bf9d-454b-8181-04da412c43a1", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:39.672802 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-802b2cd9-0763-4e3b-af58-1d51cae16712 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:39.673960 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4946044-bf9d-454b-8181-04da412c43a1', 'code': 200} Jun 30 09:19:39.806069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e974df-8155-4893-98d7-8b751b5d6e55 req-e1998943-7fc6-4aea-ad8a-6a51c25ebe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:39.807500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44e974df-8155-4893-98d7-8b751b5d6e55 req-e1998943-7fc6-4aea-ad8a-6a51c25ebe0f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 1098 time: 0.0571489 Jun 30 09:19:39.845967 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44e974df-8155-4893-98d7-8b751b5d6e55 req-70074f43-24a9-4c5d-b0bf-1d0560a7f8dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272148 Jun 30 09:19:40.053874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'tag': '0feacd01-1697-415f-9a6f-4a07487be507'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:40.056378 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fa4e80-99d9-4207-aca7-4507443c8c3b" -d '{"events": [{"name": "network-changed", "server_uuid": "e877f85a-1bc2-400e-aeda-7e3be324c3d9", "tag": "0feacd01-1697-415f-9a6f-4a07487be507"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:40.097270 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359ac1dc-3e98-426b-be9c-09e418947c05 x-openstack-request-id: req-359ac1dc-3e98-426b-be9c-09e418947c05 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:40.097799 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e877f85a-1bc2-400e-aeda-7e3be324c3d9", "tag": "0feacd01-1697-415f-9a6f-4a07487be507", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:40.098242 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-359ac1dc-3e98-426b-be9c-09e418947c05 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:40.098914 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'tag': '0feacd01-1697-415f-9a6f-4a07487be507', 'status': 'completed', 'code': 200} Jun 30 09:19:40.230357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-029ca12a-7895-4658-9508-886472bc255b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.232668 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-029ca12a-7895-4658-9508-886472bc255b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 1095 time: 0.0689867 Jun 30 09:19:40.249751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332b7d0-f903-4c4f-8d5e-c8116869b300 req-c2b97438-2d86-4635-a8bc-a327cf927254 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.251341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3332b7d0-f903-4c4f-8d5e-c8116869b300 req-c2b97438-2d86-4635-a8bc-a327cf927254 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 944 time: 0.0900409 Jun 30 09:19:40.334438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-8b25e000-c707-4a59-aafd-ce2b81a68433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.335811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-8b25e000-c707-4a59-aafd-ce2b81a68433 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.0946412 Jun 30 09:19:40.337535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3332b7d0-f903-4c4f-8d5e-c8116869b300 req-6e587997-c575-4d01-bd25-e22839ea66b9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721555 Jun 30 09:19:40.356537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a829-011c-4b79-b574-77d5248b71fa req-94b3c4c4-7684-4982-8a76-1e7f62e20fee tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.358050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3925a829-011c-4b79-b574-77d5248b71fa req-94b3c4c4-7684-4982-8a76-1e7f62e20fee tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 944 time: 0.1051054 Jun 30 09:19:40.404796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3925a829-011c-4b79-b574-77d5248b71fa req-5884f561-25b5-402c-96de-4d5f16056213 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Jun 30 09:19:40.713097 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-ab5b50d4-227f-444b-ba36-0dc135e7ca79 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0feacd01-1697-415f-9a6f-4a07487be507 HTTP/1.1" status: 200 len: 217 time: 0.3661757 Jun 30 09:19:40.775799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-db9c28fc-2cad-4576-89e3-76d2ee4a85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.786818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619560d-262b-4cfd-a5a6-1a2b975afbf6 req-a40bd30a-cc47-41f2-9fcd-7ef28473067c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.794347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4619560d-262b-4cfd-a5a6-1a2b975afbf6 req-a40bd30a-cc47-41f2-9fcd-7ef28473067c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 943 time: 0.0878220 Jun 30 09:19:40.794667 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-db9c28fc-2cad-4576-89e3-76d2ee4a85c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0565190 Jun 30 09:19:40.854758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-3185cde8-c50f-4acd-9f02-95dbade9ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.855940 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-3185cde8-c50f-4acd-9f02-95dbade9ef15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602665 Jun 30 09:19:40.872152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4619560d-262b-4cfd-a5a6-1a2b975afbf6 req-9e98599d-e9b8-4578-98da-8229d87ad8c3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767968 Jun 30 09:19:40.936699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aacf57-f843-4f0f-b850-6a8a344ce01a req-cbbb4cd9-f28d-4740-81ac-e4862ec38478 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:40.955283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3aacf57-f843-4f0f-b850-6a8a344ce01a req-cbbb4cd9-f28d-4740-81ac-e4862ec38478 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1283200 Jun 30 09:19:40.999379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 27a03c4c-61f7-4c9d-87df-62bc5a81feff details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:41.015198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ef689604-27ac-49f9-9b94-21d729a50175 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:41.035342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3aacf57-f843-4f0f-b850-6a8a344ce01a req-4b657f68-84a3-4ba2-82d3-603ca6b105c1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716834 Jun 30 09:19:41.067287 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-94ddfa4b-3bda-40ee-95c2-efc23bf785aa service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835756 Jun 30 09:19:41.160261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ef689604-27ac-49f9-9b94-21d729a50175 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:41.168131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ef689604-27ac-49f9-9b94-21d729a50175 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:41.168508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.225701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-87fa4e80-99d9-4207-aca7-4507443c8c3b req-3a19227d-2ce3-4161-846e-713f8517715f service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513100 Jun 30 09:19:41.227452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:41.247012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '27a03c4c-61f7-4c9d-87df-62bc5a81feff', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'port_id': '27a03c4c-61f7-4c9d-87df-62bc5a81feff', 'mac_address': 'fa:16:3e:ad:2d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783f747c-f773-4554-9f78-29d86524c28d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:41.248678 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ea78ef9-9efa-4f8e-856b-a4d0310a7a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.292320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.327342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a03c4c-61f7-4c9d-87df-62bc5a81feff {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:41.355889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:41.356909 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.371566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.434051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ef689604-27ac-49f9-9b94-21d729a50175, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ef689604-27ac-49f9-9b94-21d729a50175,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:41.446925 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:41.452383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=27a03c4c-61f7-4c9d-87df-62bc5a81feff,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:41.514807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ef689604-27ac-49f9-9b94-21d729a50175,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:41.543554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14db7b-82b0-4f17-a1b7-a922ae6e2480 req-de763b84-0b06-45a4-8fa1-5e5085219780 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.546839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e14db7b-82b0-4f17-a1b7-a922ae6e2480 req-de763b84-0b06-45a4-8fa1-5e5085219780 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 945 time: 0.0854352 Jun 30 09:19:41.638629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e14db7b-82b0-4f17-a1b7-a922ae6e2480 req-5ef296bc-4959-47ee-b3be-cc5ae38419bf tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855138 Jun 30 09:19:41.675379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef689604-27ac-49f9-9b94-21d729a50175'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:41.677854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06548bcc-e1b9-4efe-bd69-7f8ed670d014 req-d14dc71b-8a6d-40f4-9795-f234667d4849 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.678331 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f380b8cf-4905-4715-95e0-2faf609fbdfa" -d '{"events": [{"server_uuid": "9a1eb793-3134-43ca-9abc-36b9547c95b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef689604-27ac-49f9-9b94-21d729a50175"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:41.679995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06548bcc-e1b9-4efe-bd69-7f8ed670d014 req-d14dc71b-8a6d-40f4-9795-f234667d4849 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 945 time: 0.1035259 Jun 30 09:19:41.732582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06548bcc-e1b9-4efe-bd69-7f8ed670d014 req-54742c9b-81df-493a-8276-6ad948c054e2 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Jun 30 09:19:41.764506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['27a03c4c-61f7-4c9d-87df-62bc5a81feff'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:41.809052 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8c5494-50c5-4613-a08f-bd320929228a x-openstack-request-id: req-bd8c5494-50c5-4613-a08f-bd320929228a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:41.809753 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1eb793-3134-43ca-9abc-36b9547c95b3", "name": "network-vif-plugged", "status": "completed", "tag": "ef689604-27ac-49f9-9b94-21d729a50175", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:41.810246 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd8c5494-50c5-4613-a08f-bd320929228a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:41.810653 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef689604-27ac-49f9-9b94-21d729a50175', 'code': 200} Jun 30 09:19:41.954038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3528a-9b36-4002-8ee7-e46e49c8bedd req-6a036283-5a0f-4fa5-b98b-3e7d38f49559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:41.956531 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fce3528a-9b36-4002-8ee7-e46e49c8bedd req-6a036283-5a0f-4fa5-b98b-3e7d38f49559 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 1097 time: 0.0807905 Jun 30 09:19:41.995431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fce3528a-9b36-4002-8ee7-e46e49c8bedd req-b2cdd052-5463-40d9-84ee-ed922825ade6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Jun 30 09:19:42.093479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189cd6-1ad9-48a5-9a16-8e112de2962c req-57dd35b3-3be7-4940-8bd7-ab915216eabf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.095874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23189cd6-1ad9-48a5-9a16-8e112de2962c req-57dd35b3-3be7-4940-8bd7-ab915216eabf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 943 time: 0.0867314 Jun 30 09:19:42.139703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23189cd6-1ad9-48a5-9a16-8e112de2962c req-de43a961-255d-4b80-8952-5349e6450ed2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364211 Jun 30 09:19:42.286901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ac034-04bc-4abc-bbce-4cfaa6ca3112 req-a66ffa89-2434-459c-91ac-79927a2a022e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.288303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-122ac034-04bc-4abc-bbce-4cfaa6ca3112 req-a66ffa89-2434-459c-91ac-79927a2a022e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0630908 Jun 30 09:19:42.329979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-122ac034-04bc-4abc-bbce-4cfaa6ca3112 req-fe821a64-0d5c-46bf-b7fe-ec4656c38e61 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357883 Jun 30 09:19:42.383117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 34f7f929-122a-4fa3-8eac-f78113db7927 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:42.480193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 34f7f929-122a-4fa3-8eac-f78113db7927, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=34f7f929-122a-4fa3-8eac-f78113db7927,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:42.492565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '34f7f929-122a-4fa3-8eac-f78113db7927', 'network_id': 'e67fa19d-9ee0-4f12-a26f-e393ab250491', 'port_id': '34f7f929-122a-4fa3-8eac-f78113db7927', 'mac_address': 'fa:16:3e:64:f9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783f747c-f773-4554-9f78-29d86524c28d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:42.533730 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.547634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f7f929-122a-4fa3-8eac-f78113db7927 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:42.570257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 34f7f929-122a-4fa3-8eac-f78113db7927, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=34f7f929-122a-4fa3-8eac-f78113db7927,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:42.581707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:42.634722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=34f7f929-122a-4fa3-8eac-f78113db7927,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:42.698540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffd71e-e1cc-4a0c-9a45-0bc5ae0ea5b8 req-b07a67a0-9098-4970-9bf2-ece6e268c06f tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.700092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfffd71e-e1cc-4a0c-9a45-0bc5ae0ea5b8 req-b07a67a0-9098-4970-9bf2-ece6e268c06f tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0770655 Jun 30 09:19:42.743252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfffd71e-e1cc-4a0c-9a45-0bc5ae0ea5b8 req-b66b8538-1351-45b9-b216-680045bffcba tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362978 Jun 30 09:19:42.835098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-1f237c58-9f0f-4025-8d49-af7b7df2eeb4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0769761 Jun 30 09:19:42.836743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-d9ae7f7f-b1c7-4f00-ae16-d69568c34009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.839045 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-d9ae7f7f-b1c7-4f00-ae16-d69568c34009 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1097 time: 0.1297913 Jun 30 09:19:42.892063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c6873-4b87-4ebc-9f4d-785a65f01670 req-27ef1a23-9ee7-496f-b5b3-91ac774eec40 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:42.901156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-927c6873-4b87-4ebc-9f4d-785a65f01670 req-27ef1a23-9ee7-496f-b5b3-91ac774eec40 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 945 time: 0.1366277 Jun 30 09:19:42.982332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-927c6873-4b87-4ebc-9f4d-785a65f01670 req-7499052e-a68b-4c8d-9daf-4c1c911834a2 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706892 Jun 30 09:19:43.020836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8810c6-6c3e-44f7-84d8-9d80b55cf7cb req-18f4595c-700d-448c-afef-b4d8d4b52c25 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.027216 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba8810c6-6c3e-44f7-84d8-9d80b55cf7cb req-18f4595c-700d-448c-afef-b4d8d4b52c25 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 945 time: 0.1001403 Jun 30 09:19:43.040933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['34f7f929-122a-4fa3-8eac-f78113db7927'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:43.043831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-3b2c7db9-b170-4a6f-80c9-fb1664e24084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.045372 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-3b2c7db9-b170-4a6f-80c9-fb1664e24084 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.1732442 Jun 30 09:19:43.083612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba8810c6-6c3e-44f7-84d8-9d80b55cf7cb req-2e307d0f-8aad-4b4a-a1bd-e8fc6816a989 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524061 Jun 30 09:19:43.132837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-855d2468-e055-46ff-8cf9-2632733db159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.134405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-855d2468-e055-46ff-8cf9-2632733db159 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.2047231 Jun 30 09:19:43.195664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-9aa156e9-255b-4ff7-86b6-914b43dc33c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 1000 time: 0.1324289 Jun 30 09:19:43.277057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-a5488c4c-281e-42ad-83fb-fa3a92daf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.278682 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-a5488c4c-281e-42ad-83fb-fa3a92daf84e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.0512302 Jun 30 09:19:43.362243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-7ef75a32-6e92-4578-ab6d-e426a6a8fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.363650 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-7ef75a32-6e92-4578-ab6d-e426a6a8fb1a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2033908 Jun 30 09:19:43.371624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-a0a8f0b5-6889-43ef-b513-236c0adebd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.373050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-a0a8f0b5-6889-43ef-b513-236c0adebd5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876765 Jun 30 09:19:43.430466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869c897-f2f8-4967-b655-580b5ad337fc req-911f0481-cf26-447b-92c2-43c83665be1b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.432768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7869c897-f2f8-4967-b655-580b5ad337fc req-911f0481-cf26-447b-92c2-43c83665be1b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 943 time: 0.0877826 Jun 30 09:19:43.477924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7869c897-f2f8-4967-b655-580b5ad337fc req-4ee3075e-a467-4358-a2ea-803e3e9ac963 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 Jun 30 09:19:43.488952 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-3644c568-c011-4a8f-9fa7-83faf692bd3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.1149521 Jun 30 09:19:43.546627 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-4bb951de-80eb-4b0f-8340-3dd516399eec service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655600 Jun 30 09:19:43.563098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-de7e6705-f631-451a-b2ee-47b90b2ab8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.564534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-de7e6705-f631-451a-b2ee-47b90b2ab8bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0693259 Jun 30 09:19:43.679161 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bbe4a2d5-eefa-408e-8e21-80dfe81d3128 req-c6c9d3c8-6eca-4050-a508-8fadca3759be service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246200 Jun 30 09:19:43.680919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-ff63788a-ec06-4c66-a8eb-868c5db709b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.682315 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-ff63788a-ec06-4c66-a8eb-868c5db709b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079028 Jun 30 09:19:43.793908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-d1ef81bf-0e63-4e88-8392-e8d767557488 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974398 Jun 30 09:19:43.893762 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d132481-e2d7-43d1-a43b-7b4420b9dc3e req-41133aa0-d522-4753-8224-56785b5a9915 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921378 Jun 30 09:19:43.934943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e726267-9826-493d-ab0c-4a338a8bbe9b req-71c9ae86-ea68-47b7-acbf-591380af6fe1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:43.936449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e726267-9826-493d-ab0c-4a338a8bbe9b req-71c9ae86-ea68-47b7-acbf-591380af6fe1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0631874 Jun 30 09:19:43.978198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e726267-9826-493d-ab0c-4a338a8bbe9b req-ceb9d65a-41f1-447f-9130-d476c489a99b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359168 Jun 30 09:19:44.061675 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-54a5f043-1d78-4517-a875-c02e2b04b34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.159189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.215185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee83e7d-f90d-4f96-9cb4-db486b8a0b84 req-83622b01-d417-48ec-94bc-4f087a75f2ea tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.216639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aee83e7d-f90d-4f96-9cb4-db486b8a0b84 req-83622b01-d417-48ec-94bc-4f087a75f2ea tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 945 time: 0.0812197 Jun 30 09:19:44.284169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aee83e7d-f90d-4f96-9cb4-db486b8a0b84 req-b77bfc78-6d66-4fa9-81e8-c45d21988304 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597985 Jun 30 09:19:44.315918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d55a3c-b835-4615-8f4e-0a782c8ce361 req-b721dd5a-d18b-4192-bf03-8dd1b015c8e9 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.317726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60d55a3c-b835-4615-8f4e-0a782c8ce361 req-b721dd5a-d18b-4192-bf03-8dd1b015c8e9 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 945 time: 0.1107883 Jun 30 09:19:44.358980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60d55a3c-b835-4615-8f4e-0a782c8ce361 req-c4b943ee-1226-4171-834a-c487e0486b2e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350080 Jun 30 09:19:44.383688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0feacd01-1697-415f-9a6f-4a07487be507 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:19:44.397808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 34f7f929-122a-4fa3-8eac-f78113db7927 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:44.518760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0feacd01-1697-415f-9a6f-4a07487be507, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0feacd01-1697-415f-9a6f-4a07487be507,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:44.548711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '0feacd01-1697-415f-9a6f-4a07487be507', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': '0feacd01-1697-415f-9a6f-4a07487be507', 'mac_address': 'fa:16:3e:31:46:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:19:44.555991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 34f7f929-122a-4fa3-8eac-f78113db7927 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:44.580194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 34f7f929-122a-4fa3-8eac-f78113db7927 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:44.580577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.682530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.732239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0feacd01-1697-415f-9a6f-4a07487be507 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:44.733576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94016620-bc25-4afb-8b71-fa12a4ea8d5a req-96930776-5cbe-464a-8702-f49e7276daeb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:44.736166 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-94016620-bc25-4afb-8b71-fa12a4ea8d5a req-96930776-5cbe-464a-8702-f49e7276daeb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 943 time: 0.1116538 Jun 30 09:19:44.768470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0feacd01-1697-415f-9a6f-4a07487be507, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0feacd01-1697-415f-9a6f-4a07487be507,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:44.802419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.833417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-94016620-bc25-4afb-8b71-fa12a4ea8d5a req-2f720e13-2410-4283-8a35-bfa691221aa0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822585 Jun 30 09:19:44.874803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0feacd01-1697-415f-9a6f-4a07487be507,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:44.894783 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.918333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f7f929-122a-4fa3-8eac-f78113db7927'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:44.920583 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558eca37-ce4c-4a5d-b24d-87e1bfc55942" -d '{"events": [{"server_uuid": "0d435ee5-45f8-4c8d-b7a3-de7f0b05036d", "name": "network-vif-plugged", "status": "completed", "tag": "34f7f929-122a-4fa3-8eac-f78113db7927"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:44.933885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 34f7f929-122a-4fa3-8eac-f78113db7927, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=34f7f929-122a-4fa3-8eac-f78113db7927,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:44.940185 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:44.978819 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852be69-be04-4e0c-bdaf-66a60e8ae89c x-openstack-request-id: req-e852be69-be04-4e0c-bdaf-66a60e8ae89c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:44.979114 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d435ee5-45f8-4c8d-b7a3-de7f0b05036d", "name": "network-vif-plugged", "status": "completed", "tag": "34f7f929-122a-4fa3-8eac-f78113db7927", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:44.979362 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e852be69-be04-4e0c-bdaf-66a60e8ae89c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:44.979745 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f7f929-122a-4fa3-8eac-f78113db7927', 'code': 200} Jun 30 09:19:45.000129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=34f7f929-122a-4fa3-8eac-f78113db7927,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.012555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 27a03c4c-61f7-4c9d-87df-62bc5a81feff up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:45.078757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 27a03c4c-61f7-4c9d-87df-62bc5a81feff completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:45.089644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 27a03c4c-61f7-4c9d-87df-62bc5a81feff triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:45.090310 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.202392 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.217342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873c38a-c730-4d9d-b656-f40ee6ed3f71 req-5a2f9693-7b6f-436b-92ec-6a54573c593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.219437 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b873c38a-c730-4d9d-b656-f40ee6ed3f71 req-5a2f9693-7b6f-436b-92ec-6a54573c593e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 1097 time: 0.1110213 Jun 30 09:19:45.241569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:45.249453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb12bb-5637-4682-a256-0039eec5dbff req-a7c595ef-fc86-4f39-b3eb-7c17f9f698cd tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.252709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dfb12bb-5637-4682-a256-0039eec5dbff req-a7c595ef-fc86-4f39-b3eb-7c17f9f698cd tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0968130 Jun 30 09:19:45.253914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:45.261219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:45.278764 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b873c38a-c730-4d9d-b656-f40ee6ed3f71 req-43ccb0e9-cfe2-4bb8-ab67-17f00869542c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512464 Jun 30 09:19:45.300504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dfb12bb-5637-4682-a256-0039eec5dbff req-2af1875a-3fdf-40a2-9284-dec9d5edb53a tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406957 Jun 30 09:19:45.358906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=27a03c4c-61f7-4c9d-87df-62bc5a81feff,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:45.499367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639846d1-de84-4b5d-8f71-e8931c8aa83b req-61a5e8b0-9e40-48e4-9d82-54dc8648be06 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.501881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-639846d1-de84-4b5d-8f71-e8931c8aa83b req-61a5e8b0-9e40-48e4-9d82-54dc8648be06 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0808840 Jun 30 09:19:45.545558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-639846d1-de84-4b5d-8f71-e8931c8aa83b req-1183f414-bd9f-4b53-b68f-f7cd6290c9f5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Jun 30 09:19:45.988361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a39c18-2fd5-4225-88a9-709e21b017fb req-4170bafd-42c3-4d95-9a9d-b22cfa45ecb6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:45.990982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30a39c18-2fd5-4225-88a9-709e21b017fb req-4170bafd-42c3-4d95-9a9d-b22cfa45ecb6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 944 time: 0.0631206 Jun 30 09:19:46.005694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:46.029786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30a39c18-2fd5-4225-88a9-709e21b017fb req-34558592-a2ef-4286-a271-aae7a8010aea tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Jun 30 09:19:46.745589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7ad97-00ea-4ee8-8c29-7f4c618b5279 req-bc7f1572-4c16-4f08-aaec-459b3aead739 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:46.753615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ea7ad97-00ea-4ee8-8c29-7f4c618b5279 req-bc7f1572-4c16-4f08-aaec-459b3aead739 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0813856 Jun 30 09:19:46.804251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ea7ad97-00ea-4ee8-8c29-7f4c618b5279 req-0fef3469-6399-405b-8ea3-079161df0276 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497520 Jun 30 09:19:46.981624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a03c4c-61f7-4c9d-87df-62bc5a81feff'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:46.984967 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98418b98-8020-4b37-ab0b-4dbf93d1c0c9" -d '{"events": [{"server_uuid": "4c5aab07-bf8a-4cae-8ced-53f98e56dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "27a03c4c-61f7-4c9d-87df-62bc5a81feff"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:47.031899 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02720559-e81f-4d87-9b3a-1f0f9c200300 x-openstack-request-id: req-02720559-e81f-4d87-9b3a-1f0f9c200300 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:47.032192 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5aab07-bf8a-4cae-8ced-53f98e56dbdc", "name": "network-vif-plugged", "status": "completed", "tag": "27a03c4c-61f7-4c9d-87df-62bc5a81feff", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:47.032489 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-02720559-e81f-4d87-9b3a-1f0f9c200300 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:47.033144 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a03c4c-61f7-4c9d-87df-62bc5a81feff', 'code': 200} Jun 30 09:19:47.190491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb413b35-6cc3-47c7-84cf-5e0b45f15061 req-4165acff-4e36-48bc-a92d-a8e979a268e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:47.192639 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb413b35-6cc3-47c7-84cf-5e0b45f15061 req-4165acff-4e36-48bc-a92d-a8e979a268e0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 1098 time: 0.0727546 Jun 30 09:19:47.233590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb413b35-6cc3-47c7-84cf-5e0b45f15061 req-9d54c01b-5146-47db-9775-631db082129c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Jun 30 09:19:47.246035 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:47.278355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a83fb-f9a3-47a2-b7b6-ffc136a23312 req-ad7cdc20-dea7-483b-aa12-7704af8c4994 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:47.281614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c8a83fb-f9a3-47a2-b7b6-ffc136a23312 req-ad7cdc20-dea7-483b-aa12-7704af8c4994 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 944 time: 0.0975585 Jun 30 09:19:47.320145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c8a83fb-f9a3-47a2-b7b6-ffc136a23312 req-3d2cb642-bf5a-453b-879e-c056aaa43bf8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344326 Jun 30 09:19:47.550340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.049976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52164f0a-3c2e-4438-a88a-db4351d98593 req-9d588ff7-093f-4133-a809-90a096d28df8 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:48.051551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52164f0a-3c2e-4438-a88a-db4351d98593 req-9d588ff7-093f-4133-a809-90a096d28df8 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0902612 Jun 30 09:19:48.104890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52164f0a-3c2e-4438-a88a-db4351d98593 req-1adab951-77b3-4ed3-9151-e4aef8520f91 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472565 Jun 30 09:19:48.387231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0feacd01-1697-415f-9a6f-4a07487be507 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:19:48.449609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 0feacd01-1697-415f-9a6f-4a07487be507 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:19:48.461583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 0feacd01-1697-415f-9a6f-4a07487be507 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:19:48.461992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.522827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ab94b-0daf-4ddc-b400-300676ad19fa req-769a86b0-b1f9-4c66-9a22-7ae7e9364195 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:48.524752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7a1ab94b-0daf-4ddc-b400-300676ad19fa req-769a86b0-b1f9-4c66-9a22-7ae7e9364195 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 944 time: 0.0719833 Jun 30 09:19:48.561312 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.584393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7a1ab94b-0daf-4ddc-b400-300676ad19fa req-8e7c4bdb-10f7-442d-a5dc-ab11c60d81d0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490980 Jun 30 09:19:48.603839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 0feacd01-1697-415f-9a6f-4a07487be507, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0feacd01-1697-415f-9a6f-4a07487be507,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:19:48.607679 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:48.660003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=0feacd01-1697-415f-9a6f-4a07487be507,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:49.034844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0feacd01-1697-415f-9a6f-4a07487be507'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:49.037279 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3723ddf7-2b3d-4e53-8f6d-e3502b2243b5" -d '{"events": [{"server_uuid": "e877f85a-1bc2-400e-aeda-7e3be324c3d9", "name": "network-vif-plugged", "status": "completed", "tag": "0feacd01-1697-415f-9a6f-4a07487be507"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:49.085346 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e874f4-109b-44c2-9003-33b024695ef6 x-openstack-request-id: req-45e874f4-109b-44c2-9003-33b024695ef6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:49.085690 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877f85a-1bc2-400e-aeda-7e3be324c3d9", "name": "network-vif-plugged", "status": "completed", "tag": "0feacd01-1697-415f-9a6f-4a07487be507", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:49.085985 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45e874f4-109b-44c2-9003-33b024695ef6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:49.086426 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0feacd01-1697-415f-9a6f-4a07487be507', 'code': 200} Jun 30 09:19:49.260669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f509c2-6e04-4101-bf27-3e9990e64d5d req-f09931f9-d431-4564-b643-d9ad06e81ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.263175 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f7f509c2-6e04-4101-bf27-3e9990e64d5d req-f09931f9-d431-4564-b643-d9ad06e81ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 1097 time: 0.0760334 Jun 30 09:19:49.301646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634900-9b1e-42be-8e7c-24f2e8181fc0 req-1a8ccb62-47f1-4893-9c25-46b97d61db32 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.312267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0634900-9b1e-42be-8e7c-24f2e8181fc0 req-1a8ccb62-47f1-4893-9c25-46b97d61db32 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0858529 Jun 30 09:19:49.342645 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f7f509c2-6e04-4101-bf27-3e9990e64d5d req-ecca4cd7-21fb-484c-a76b-491d774a4a7d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724483 Jun 30 09:19:49.359018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0634900-9b1e-42be-8e7c-24f2e8181fc0 req-d15af057-b48f-46b4-a54d-5b4e4ea60711 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Jun 30 09:19:49.553375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313686ef-e49b-4ff9-8770-19346b1dfb54 req-9b42e5d4-51f9-465a-aed9-2efa3b24e7ed tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.554955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-313686ef-e49b-4ff9-8770-19346b1dfb54 req-9b42e5d4-51f9-465a-aed9-2efa3b24e7ed tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0741029 Jun 30 09:19:49.624249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-313686ef-e49b-4ff9-8770-19346b1dfb54 req-63c5b4ce-bb66-4143-be42-174b6365b470 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631373 Jun 30 09:19:49.832910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e953dc-0875-4a1d-93ee-c73ba31821be req-6ab4ceca-6497-494e-9348-55f39585afa4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.836819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-94e953dc-0875-4a1d-93ee-c73ba31821be req-6ab4ceca-6497-494e-9348-55f39585afa4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1345146 Jun 30 09:19:49.861982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1889ea-0720-4ca5-80d6-dd2785d4df4e req-dd2c4baa-cb0b-4629-9ce8-bef5a6df77ca tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:49.863568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f1889ea-0720-4ca5-80d6-dd2785d4df4e req-dd2c4baa-cb0b-4629-9ce8-bef5a6df77ca tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.1194310 Jun 30 09:19:49.920357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-94e953dc-0875-4a1d-93ee-c73ba31821be req-77abe676-80ec-4da2-a664-ea72e0b299b7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684562 Jun 30 09:19:49.930860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f1889ea-0720-4ca5-80d6-dd2785d4df4e req-64eccf7b-be65-490e-b813-acdfcaa52fbb tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522764 Jun 30 09:19:50.257294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98d9f4-be75-4334-8bd0-d9b783c3fc48 req-f95a20a9-b2d3-45cb-b45f-fc3d13b805da tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.258771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b98d9f4-be75-4334-8bd0-d9b783c3fc48 req-f95a20a9-b2d3-45cb-b45f-fc3d13b805da tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0619860 Jun 30 09:19:50.297161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b98d9f4-be75-4334-8bd0-d9b783c3fc48 req-f3a22926-faac-427f-9b74-de417d53390f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325041 Jun 30 09:19:50.677085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-ba67e6b0-b658-4b70-8300-779f45e8cf1a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.678661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-ba67e6b0-b658-4b70-8300-779f45e8cf1a tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.1446064 Jun 30 09:19:50.688874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0769d3-ec39-4c28-88be-26bcd85c11f3 req-dc812872-4e78-470e-aa09-daa72b4a4ac2 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:50.690283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd0769d3-ec39-4c28-88be-26bcd85c11f3 req-dc812872-4e78-470e-aa09-daa72b4a4ac2 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1461973 Jun 30 09:19:50.707352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-7c2d8362-bed3-43f4-8039-3ddfe900c851 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/quotas/c5680d9c9a324ad1961e056c8cc0b429 HTTP/1.1" status: 200 len: 375 time: 0.0161595 Jun 30 09:19:50.765042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd0769d3-ec39-4c28-88be-26bcd85c11f3 req-08e716ee-c8ab-4523-91c4-d12b76fd2486 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674584 Jun 30 09:19:50.804232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-7ff32b3d-6a50-428f-9880-fbd49cdab963 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908825 Jun 30 09:19:50.934510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-9df129bc-6c31-45e1-9f94-01fff4131d8d service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234970 Jun 30 09:19:51.049890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-24e97a35-5f96-4cfb-ac41-440053d751ca service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091144 Jun 30 09:19:51.166797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc99897-1c4b-4d70-902f-28b0720eaded req-30867adb-0d6e-4eff-ab29-1841d9c5e377 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:51.172822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc99897-1c4b-4d70-902f-28b0720eaded req-30867adb-0d6e-4eff-ab29-1841d9c5e377 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:51.179525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc99897-1c4b-4d70-902f-28b0720eaded req-30867adb-0d6e-4eff-ab29-1841d9c5e377 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:51.181404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfc99897-1c4b-4d70-902f-28b0720eaded req-30867adb-0d6e-4eff-ab29-1841d9c5e377 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc&device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d&device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 2418 time: 0.1054604 Jun 30 09:19:51.253270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfc99897-1c4b-4d70-902f-28b0720eaded req-8cd75df1-d5d9-44f8-9024-cfc8ce016edd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576530 Jun 30 09:19:51.406453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1447fb-28cd-4a0d-bca0-03572651b434 req-2897f6fd-f98b-4d1b-8b52-3e46fdba76ff tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:51.408772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc1447fb-28cd-4a0d-bca0-03572651b434 req-2897f6fd-f98b-4d1b-8b52-3e46fdba76ff tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0851738 Jun 30 09:19:51.482818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc1447fb-28cd-4a0d-bca0-03572651b434 req-131d7861-98b6-4b47-88e2-81cebb3abb78 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665917 Jun 30 09:19:51.587999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89332f82-a383-4e45-9310-9c1fc173359b req-709bff2b-ecad-4485-8dbc-3ea6e48dd30e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 210 time: 0.0409329 Jun 30 09:19:51.834963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37738511-c8e7-42c6-84b3-e7f328cc9f3b req-9ffa9276-c3aa-445a-bbbd-2f74605d2096 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:51.836548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37738511-c8e7-42c6-84b3-e7f328cc9f3b req-9ffa9276-c3aa-445a-bbbd-2f74605d2096 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0944281 Jun 30 09:19:51.902545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37738511-c8e7-42c6-84b3-e7f328cc9f3b req-0959cb6d-533b-4a54-b362-c3e620758403 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562201 Jun 30 09:19:52.049387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace4a8e-0103-4ca2-b9ce-c7b7d86f1486 req-c5896093-830b-4ef6-8278-9ddcbc123e2b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.057073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ace4a8e-0103-4ca2-b9ce-c7b7d86f1486 req-c5896093-830b-4ef6-8278-9ddcbc123e2b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0902030 Jun 30 09:19:52.108205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ace4a8e-0103-4ca2-b9ce-c7b7d86f1486 req-139a58e4-7d29-42e3-9e3f-d36adb315fc5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500572 Jun 30 09:19:52.823420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b036590b-7ed7-49b8-9729-15533801fe3b req-f2fc65f3-61c5-4300-882b-ce4f623a5283 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 210 time: 0.0480213 Jun 30 09:19:52.852350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-dc164daf-9c05-42e3-b140-dc61181838ca tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:52.853925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-dc164daf-9c05-42e3-b140-dc61181838ca tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.1717227 Jun 30 09:19:52.874764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Request body: {'port': {'device_id': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'admin_state_up': True, 'tenant_id': 'c5680d9c9a324ad1961e056c8cc0b429'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:53.000037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Made reservation on behalf of c5680d9c9a324ad1961e056c8cc0b429 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:19:53.005445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.135578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Allocated IP 172.20.0.7 (b507427f-9de3-4620-b12d-188f38584d9d/32c73986-77db-42be-96ef-6a6712f7cb7c/42c42b72-3fde-478d-bae5-2d0704dac314) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:19:53.328741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.335172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d54dfd-278e-431d-897e-6b2bda0e66ab req-c0096674-6bec-4b58-bae7-fd8aa7a72531 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:53.336997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d54dfd-278e-431d-897e-6b2bda0e66ab req-c0096674-6bec-4b58-bae7-fd8aa7a72531 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0860238 Jun 30 09:19:53.388903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.402570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ef689604-27ac-49f9-9b94-21d729a50175'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:53.428856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d54dfd-278e-431d-897e-6b2bda0e66ab req-3bbbaaf4-3b75-4bc0-b376-76f26f8f0351 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749838 Jun 30 09:19:53.444086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Network b507427f-9de3-4620-b12d-188f38584d9d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:19:53.444086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:19:53.444086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:19:53.466765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:19:53.498993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:53.499669 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.527910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event updated for resources: {'Port': ['ID=42c42b72-3fde-478d-bae5-2d0704dac314,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:53.532107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6628072 Jun 30 09:19:53.538673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.539115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.539555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.539988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.540419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.540849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.541272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.541707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.542134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.542682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.542992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.543427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66797b9-ea96-49b0-b381-96da4ab76afc tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:19:53.553156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Request body: {'port': {'device_id': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:19:53.579873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5554-8fa1-46b4-ab16-60a8f27831d9 req-fbfe45b7-7d78-4ad3-8acf-5ab9f83d57f9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:53.581664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2eae5554-8fa1-46b4-ab16-60a8f27831d9 req-fbfe45b7-7d78-4ad3-8acf-5ab9f83d57f9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1307669 Jun 30 09:19:53.665225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2eae5554-8fa1-46b4-ab16-60a8f27831d9 req-36799414-e993-469b-860e-e8ee983545de tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777175 Jun 30 09:19:53.700491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:53.981310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c42b72-3fde-478d-bae5-2d0704dac314 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:19:53.990673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.002680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Transition to ACTIVE for port object 42c42b72-3fde-478d-bae5-2d0704dac314 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:19:54.006516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.008009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742022a5-874e-45d0-9b63-2afb41004329 req-2fb48df8-1acd-403f-a420-a9ac711fffc6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.009603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-742022a5-874e-45d0-9b63-2afb41004329 req-2fb48df8-1acd-403f-a420-a9ac711fffc6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 931 time: 0.0747147 Jun 30 09:19:54.051222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-742022a5-874e-45d0-9b63-2afb41004329 req-f2e2606c-a48b-4cf0-a17d-e9a54ebe58bb tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343423 Jun 30 09:19:54.056482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Pushing event updated for resources: {'Port': ['ID=42c42b72-3fde-478d-bae5-2d0704dac314,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:54.124280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Attempting to bind port 42c42b72-3fde-478d-bae5-2d0704dac314 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:19:54.124612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Attempting to bind port 42c42b72-3fde-478d-bae5-2d0704dac314 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:19:54.124942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Attempting to bind port 42c42b72-3fde-478d-bae5-2d0704dac314 on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:54.130073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Port 42c42b72-3fde-478d-bae5-2d0704dac314 on network b507427f-9de3-4620-b12d-188f38584d9d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:19:54.130463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Attempting to bind port 42c42b72-3fde-478d-bae5-2d0704dac314 on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:19:54.135180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:19:54.135531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Checking segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:19:54.135895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Bound using segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:19:54.136317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Bound port: 42c42b72-3fde-478d-bae5-2d0704dac314, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:19:54.136668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.200754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] For port 42c42b72-3fde-478d-bae5-2d0704dac314, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:19:54.203676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] For port 42c42b72-3fde-478d-bae5-2d0704dac314, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=42c42b72-3fde-478d-bae5-2d0704dac314,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:19:54.208400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.243220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.243838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:54.245221 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] 10.222.0.83 "PUT /v2.0/ports/42c42b72-3fde-478d-bae5-2d0704dac314 HTTP/1.1" status: 200 len: 1092 time: 0.6963630 Jun 30 09:19:54.245693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'tag': '42c42b72-3fde-478d-bae5-2d0704dac314'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:19:54.248000 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "38176a54-0ef3-4ab5-9f03-76e6246bb4aa", "tag": "42c42b72-3fde-478d-bae5-2d0704dac314"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:19:54.277902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d73f6b-1861-4826-b500-f0e3039c1e01 service neutron] Pushing event updated for resources: {'Port': ['ID=42c42b72-3fde-478d-bae5-2d0704dac314,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:19:54.303796 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813ec73e-d4b6-4b5c-aece-51c0524696d7 x-openstack-request-id: req-813ec73e-d4b6-4b5c-aece-51c0524696d7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:19:54.304092 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38176a54-0ef3-4ab5-9f03-76e6246bb4aa", "tag": "42c42b72-3fde-478d-bae5-2d0704dac314", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:19:54.304349 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-813ec73e-d4b6-4b5c-aece-51c0524696d7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:19:54.304761 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'tag': '42c42b72-3fde-478d-bae5-2d0704dac314', 'status': 'completed', 'code': 200} Jun 30 09:19:54.376250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-27b9a6b1-9db0-4622-9bd8-cc70e3744cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.377827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-27b9a6b1-9db0-4622-9bd8-cc70e3744cc1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 1095 time: 0.0570326 Jun 30 09:19:54.428440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-54910d38-5dfd-4fce-a4f1-3734c1ca9a84 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42c42b72-3fde-478d-bae5-2d0704dac314 HTTP/1.1" status: 200 len: 217 time: 0.0374701 Jun 30 09:19:54.478148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136242ae-e52c-4e67-9720-59dc206663ee req-68f69556-ddba-4704-ae48-21d31b29508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.479806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-68f69556-ddba-4704-ae48-21d31b29508f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.0453777 Jun 30 09:19:54.513903 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-c7662d0a-2260-452f-8d35-1758cba300af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266755 Jun 30 09:19:54.609265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c9bc7-091e-4721-b58d-c5b1d988b3cb req-9c5a7432-e3a0-4cb9-be71-844c0e95f25f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.611019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f71c9bc7-091e-4721-b58d-c5b1d988b3cb req-9c5a7432-e3a0-4cb9-be71-844c0e95f25f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0676334 Jun 30 09:19:54.611499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-a1b3ed94-4e02-4551-ad38-6d7226899b56 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906432 Jun 30 09:19:54.651926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f71c9bc7-091e-4721-b58d-c5b1d988b3cb req-5b972c8b-15f5-46bf-bf1e-1df6347e4dc5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346968 Jun 30 09:19:54.707367 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-136242ae-e52c-4e67-9720-59dc206663ee req-55d53127-078c-4383-b1d1-bf075b551997 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899029 Jun 30 09:19:54.860042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-f5b798ea-fbc9-4c91-9bae-5c0197d94e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.862133 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-f5b798ea-fbc9-4c91-9bae-5c0197d94e7d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 1095 time: 0.0593605 Jun 30 09:19:54.916659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ae7c6-6aa6-4f89-ae33-149fe91290a1 req-30ba5767-f890-42df-b1f1-63d2a3dae2fd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.918707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d01ae7c6-6aa6-4f89-ae33-149fe91290a1 req-30ba5767-f890-42df-b1f1-63d2a3dae2fd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0864856 Jun 30 09:19:54.964633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d01ae7c6-6aa6-4f89-ae33-149fe91290a1 req-a40a6dcb-66bb-42d8-9771-fbdfac01313a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Jun 30 09:19:54.989282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-33a76038-d126-4cf5-b075-c84cbd98d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:54.991084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-33a76038-d126-4cf5-b075-c84cbd98d64f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 915 time: 0.1226327 Jun 30 09:19:55.038702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-7a2f7cbc-6253-4f00-bf5b-39ebc68c47e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=42c42b72-3fde-478d-bae5-2d0704dac314 HTTP/1.1" status: 200 len: 217 time: 0.0409203 Jun 30 09:19:55.090377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-79b03661-68e1-4a02-9815-d813c701cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.092144 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-79b03661-68e1-4a02-9815-d813c701cc54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.0462778 Jun 30 09:19:55.134813 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-7dc52898-4af3-4bfd-859f-eb145851ac64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346184 Jun 30 09:19:55.236488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edfb02-5812-466b-a62a-851dcb9163f7 req-de8e7558-180d-43f6-a6f4-41f0dd4929de tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.238394 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77edfb02-5812-466b-a62a-851dcb9163f7 req-de8e7558-180d-43f6-a6f4-41f0dd4929de tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 943 time: 0.0669901 Jun 30 09:19:55.240297 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-21bae1af-b22f-4f98-af9c-2c4d39f9e480 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953078 Jun 30 09:19:55.277729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77edfb02-5812-466b-a62a-851dcb9163f7 req-5a110093-0305-4e4f-b6d2-c80d6983f2ea tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329993 Jun 30 09:19:55.338746 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-743607c4-8b83-4eb1-8f97-c01f8bb72b5e req-5495cbdd-f757-47e2-a6b5-d617f86b2958 service neutron] 10.222.0.83 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919898 Jun 30 09:19:55.827446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804fec8e-8ce5-4119-a186-062f930d76df req-c5de924d-cc00-4e7c-8846-95e00821d9d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:55.829000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-804fec8e-8ce5-4119-a186-062f930d76df req-c5de924d-cc00-4e7c-8846-95e00821d9d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0655553 Jun 30 09:19:55.869362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-804fec8e-8ce5-4119-a186-062f930d76df req-81052eaf-7463-4704-80b3-cec3199c15fa tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Jun 30 09:19:56.148094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab41d7-be14-4c2e-9927-df1ded785df2 req-24bfed25-bc9e-4886-aa41-80b76b1c54bd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.149572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7dab41d7-be14-4c2e-9927-df1ded785df2 req-24bfed25-bc9e-4886-aa41-80b76b1c54bd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0659108 Jun 30 09:19:56.191239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7dab41d7-be14-4c2e-9927-df1ded785df2 req-f8983043-f564-49ca-afbf-968db0724541 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Jun 30 09:19:56.456051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc4ac2-a453-4254-84bd-4faee9699382 req-665ad6aa-e1e2-420a-83eb-591a602e5c14 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:56.457446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ecc4ac2-a453-4254-84bd-4faee9699382 req-665ad6aa-e1e2-420a-83eb-591a602e5c14 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 943 time: 0.0627973 Jun 30 09:19:56.495687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ecc4ac2-a453-4254-84bd-4faee9699382 req-17377cc3-38a5-4bdb-bca2-043cef597898 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Jun 30 09:19:57.059141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e862e80-aab2-47d1-a959-0bb0530e1f5b req-fc01cca6-f657-4ccc-872f-15a4562e1283 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.060626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e862e80-aab2-47d1-a959-0bb0530e1f5b req-fc01cca6-f657-4ccc-872f-15a4562e1283 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0676084 Jun 30 09:19:57.106576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e862e80-aab2-47d1-a959-0bb0530e1f5b req-f11c57e8-e9f4-4ff2-9912-0963477b33d5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346828 Jun 30 09:19:57.366170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc1963-dd81-4902-8855-973df4f4f634 req-61ce7ccd-ede3-4c28-92e2-eb5490d72f37 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.367569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cdc1963-dd81-4902-8855-973df4f4f634 req-61ce7ccd-ede3-4c28-92e2-eb5490d72f37 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0662520 Jun 30 09:19:57.404119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cdc1963-dd81-4902-8855-973df4f4f634 req-63ff836f-834f-4d65-b3df-19a6f3f174af tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309284 Jun 30 09:19:57.676044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c4c52-38ce-494a-8ff0-7ce663302c79 req-1419d078-b354-49cc-893e-c215e6f3a3a5 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:57.677521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b84c4c52-38ce-494a-8ff0-7ce663302c79 req-1419d078-b354-49cc-893e-c215e6f3a3a5 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 943 time: 0.0671177 Jun 30 09:19:57.719103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b84c4c52-38ce-494a-8ff0-7ce663302c79 req-6ed2f7f3-c8ca-43d8-893c-cac727b97d20 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355794 Jun 30 09:19:58.296779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2b06e-baf4-47bb-97b0-50058f42dbb1 req-3688dade-6f15-4240-af88-bb8a042b1346 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:58.299122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-edb2b06e-baf4-47bb-97b0-50058f42dbb1 req-3688dade-6f15-4240-af88-bb8a042b1346 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0715549 Jun 30 09:19:58.336144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-edb2b06e-baf4-47bb-97b0-50058f42dbb1 req-96251bec-c459-4999-9a8a-3ebba738903f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Jun 30 09:19:58.585922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4652c-59c9-4f02-b5c9-abb8048d1cc2 req-d8abc29c-60a1-4020-b06a-6ed0b3e5abec tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:58.587511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0af4652c-59c9-4f02-b5c9-abb8048d1cc2 req-d8abc29c-60a1-4020-b06a-6ed0b3e5abec tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0668123 Jun 30 09:19:58.625969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0af4652c-59c9-4f02-b5c9-abb8048d1cc2 req-962dd0f3-0531-4e64-8f12-f128d4cfe3a7 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326705 Jun 30 09:19:58.902715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30f8dc-7305-4b08-9999-7ab7edfd35d6 req-7e73d0c3-1edd-43be-989a-f819c9d9d29b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:58.904455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f30f8dc-7305-4b08-9999-7ab7edfd35d6 req-7e73d0c3-1edd-43be-989a-f819c9d9d29b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 943 time: 0.0684927 Jun 30 09:19:58.942937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f30f8dc-7305-4b08-9999-7ab7edfd35d6 req-eb09d8f7-7740-4ead-8be0-366ea1f1a485 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Jun 30 09:19:59.134358 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:19:59.515101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38c540-27ca-414d-8c1a-65ac0221933f req-ec27a04a-8f93-44cd-b810-47b1d4627832 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:59.517281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab38c540-27ca-414d-8c1a-65ac0221933f req-ec27a04a-8f93-44cd-b810-47b1d4627832 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0629787 Jun 30 09:19:59.556591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab38c540-27ca-414d-8c1a-65ac0221933f req-2d9f534a-9e61-45be-bb67-82e7e50ff326 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336564 Jun 30 09:19:59.809952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8dc4a-12c4-40fd-9d76-1d6b7cf59737 req-20578995-c0fd-4e31-9774-4bf8690fa2f3 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:19:59.811573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fc8dc4a-12c4-40fd-9d76-1d6b7cf59737 req-20578995-c0fd-4e31-9774-4bf8690fa2f3 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0650461 Jun 30 09:19:59.849571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fc8dc4a-12c4-40fd-9d76-1d6b7cf59737 req-ee7d98cd-8174-4391-b353-ef412a09f3b2 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Jun 30 09:20:00.131692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd7a40-7ee0-4598-81fa-bebfdd97f628 req-43813e9a-fb31-45b5-9312-3d4349c53ba1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.133822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfcd7a40-7ee0-4598-81fa-bebfdd97f628 req-43813e9a-fb31-45b5-9312-3d4349c53ba1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 943 time: 0.0750804 Jun 30 09:20:00.178197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfcd7a40-7ee0-4598-81fa-bebfdd97f628 req-5b0f997d-97b8-4a5f-af8b-d2b369b55556 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Jun 30 09:20:00.449910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 42c42b72-3fde-478d-bae5-2d0704dac314 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:00.557598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 42c42b72-3fde-478d-bae5-2d0704dac314, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=42c42b72-3fde-478d-bae5-2d0704dac314,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:00.568864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '42c42b72-3fde-478d-bae5-2d0704dac314', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'port_id': '42c42b72-3fde-478d-bae5-2d0704dac314', 'mac_address': 'fa:16:3e:ba:c6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c73986-77db-42be-96ef-6a6712f7cb7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:00.611584 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.623797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c42b72-3fde-478d-bae5-2d0704dac314 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:00.644011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 42c42b72-3fde-478d-bae5-2d0704dac314, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=42c42b72-3fde-478d-bae5-2d0704dac314,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:00.648026 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:00.699090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=42c42b72-3fde-478d-bae5-2d0704dac314,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:00.741199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb22a0-cd50-4bf8-9bd4-745964105492 req-99da2b2d-91f0-4f35-bf24-27c937535440 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:00.742789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75bb22a0-cd50-4bf8-9bd4-745964105492 req-99da2b2d-91f0-4f35-bf24-27c937535440 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0678124 Jun 30 09:20:00.781870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75bb22a0-cd50-4bf8-9bd4-745964105492 req-f1aa79b1-717f-47c7-af21-c295df312006 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315218 Jun 30 09:20:01.029091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bc427-fdfb-4018-953c-cc9d45c3d5fe req-3b4db95d-d42d-4f59-b028-5b28755d5fb5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:01.030578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d6bc427-fdfb-4018-953c-cc9d45c3d5fe req-3b4db95d-d42d-4f59-b028-5b28755d5fb5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0661538 Jun 30 09:20:01.068993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d6bc427-fdfb-4018-953c-cc9d45c3d5fe req-6f9710ef-2ef1-4df4-87ae-1b03cd90a452 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Jun 30 09:20:01.113898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['42c42b72-3fde-478d-bae5-2d0704dac314'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:01.355919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4318fd-57c4-4191-b796-49f813487505 req-c7206f2d-ad14-49e2-be4a-ea9bfb192b0f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:01.357285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf4318fd-57c4-4191-b796-49f813487505 req-c7206f2d-ad14-49e2-be4a-ea9bfb192b0f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 944 time: 0.0622256 Jun 30 09:20:01.395013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf4318fd-57c4-4191-b796-49f813487505 req-3c9e2776-2826-463b-b02c-e0eeaaf51a3b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316749 Jun 30 09:20:01.961524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3d34c-9f28-44cb-ae91-2938c66819c8 req-fcee7e40-7b54-43ac-92f2-cf8eafbc53c1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:01.962954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8e3d34c-9f28-44cb-ae91-2938c66819c8 req-fcee7e40-7b54-43ac-92f2-cf8eafbc53c1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0622447 Jun 30 09:20:02.000176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8e3d34c-9f28-44cb-ae91-2938c66819c8 req-6cefd1b8-94bd-4103-a45f-0c116144f7a5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314023 Jun 30 09:20:02.255794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febacede-9aa0-491d-98f8-0dcb2b051ec8 req-ad2c3406-bd14-4e22-bc91-86466239912a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:02.257268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-febacede-9aa0-491d-98f8-0dcb2b051ec8 req-ad2c3406-bd14-4e22-bc91-86466239912a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0677292 Jun 30 09:20:02.294160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-febacede-9aa0-491d-98f8-0dcb2b051ec8 req-2fd5019e-916d-4375-89d1-c67252ef91b1 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312395 Jun 30 09:20:02.466556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 42c42b72-3fde-478d-bae5-2d0704dac314 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:02.530916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 42c42b72-3fde-478d-bae5-2d0704dac314 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:02.536411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 42c42b72-3fde-478d-bae5-2d0704dac314 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:02.536893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.581825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd15a8-18e5-42bc-a66d-fc8490ed0bd5 req-51c515e4-39fe-4f71-9f8a-9de95e889888 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:02.585067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ffd15a8-18e5-42bc-a66d-fc8490ed0bd5 req-51c515e4-39fe-4f71-9f8a-9de95e889888 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 944 time: 0.0736616 Jun 30 09:20:02.628243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ffd15a8-18e5-42bc-a66d-fc8490ed0bd5 req-6e2e610a-8075-4020-86bb-8450d36d2873 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360579 Jun 30 09:20:02.631029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.662827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c42b72-3fde-478d-bae5-2d0704dac314'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:02.665315 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99188b99-0034-4692-a4cb-e53540e76eea" -d '{"events": [{"server_uuid": "38176a54-0ef3-4ab5-9f03-76e6246bb4aa", "name": "network-vif-plugged", "status": "completed", "tag": "42c42b72-3fde-478d-bae5-2d0704dac314"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:02.679624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 42c42b72-3fde-478d-bae5-2d0704dac314, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=42c42b72-3fde-478d-bae5-2d0704dac314,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:02.684822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:02.717050 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b2d73-a2e0-41a0-b274-1811f0e52932 x-openstack-request-id: req-548b2d73-a2e0-41a0-b274-1811f0e52932 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:02.717358 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38176a54-0ef3-4ab5-9f03-76e6246bb4aa", "name": "network-vif-plugged", "status": "completed", "tag": "42c42b72-3fde-478d-bae5-2d0704dac314", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:02.717812 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-548b2d73-a2e0-41a0-b274-1811f0e52932 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:02.718397 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c42b72-3fde-478d-bae5-2d0704dac314', 'code': 200} Jun 30 09:20:02.745673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=42c42b72-3fde-478d-bae5-2d0704dac314,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:02.890011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12672e9c-8a99-4ee5-8427-9eb86c923ec4 req-ace7b871-3432-44c7-bb0b-c0046e404066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:02.891696 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12672e9c-8a99-4ee5-8427-9eb86c923ec4 req-ace7b871-3432-44c7-bb0b-c0046e404066 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 1097 time: 0.0568674 Jun 30 09:20:02.927926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12672e9c-8a99-4ee5-8427-9eb86c923ec4 req-182f06b1-e9d0-428d-809a-63b29cfa6d8b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294688 Jun 30 09:20:03.185678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd248682-e799-4229-8e38-0eef55913cef req-cc6ed4ea-d43d-4eaf-b35f-21898b3ed0fa tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.187154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd248682-e799-4229-8e38-0eef55913cef req-cc6ed4ea-d43d-4eaf-b35f-21898b3ed0fa tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0662653 Jun 30 09:20:03.553886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd248682-e799-4229-8e38-0eef55913cef req-07b46d3c-6fd8-43fa-b85a-ee44297961d7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600602 Jun 30 09:20:03.583561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec1f01-9808-4595-b45c-9fa87cff34d5 req-b9e6119d-d516-4d4b-83c5-34c5afb81278 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.585009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81ec1f01-9808-4595-b45c-9fa87cff34d5 req-b9e6119d-d516-4d4b-83c5-34c5afb81278 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0778806 Jun 30 09:20:03.631032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81ec1f01-9808-4595-b45c-9fa87cff34d5 req-b83cba98-67f4-4e76-b731-6ec9e1653966 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401225 Jun 30 09:20:03.835558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c088a2-6f44-4b8e-834d-523ede126169 req-a47469d3-9bc0-4d64-9473-c7fae3d64896 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:03.837319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33c088a2-6f44-4b8e-834d-523ede126169 req-a47469d3-9bc0-4d64-9473-c7fae3d64896 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 945 time: 0.0810804 Jun 30 09:20:03.888338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33c088a2-6f44-4b8e-834d-523ede126169 req-28ffde35-fde9-4628-a095-086f7f5af7a8 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433085 Jun 30 09:20:04.808886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87661cb9-1e39-416e-9847-79348b02b406 req-8243e81a-cb75-4f2b-8c42-7ba08076a1b1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:04.811106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87661cb9-1e39-416e-9847-79348b02b406 req-8243e81a-cb75-4f2b-8c42-7ba08076a1b1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1153727 Jun 30 09:20:04.877025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87661cb9-1e39-416e-9847-79348b02b406 req-a8520c97-3439-4592-a14e-1a3bdf8954c0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560067 Jun 30 09:20:04.893479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736f336-324c-4dea-8ae3-3fc995bbbf9e req-1f9b1e21-da26-43bc-8c43-912c4c495012 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:04.895175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e736f336-324c-4dea-8ae3-3fc995bbbf9e req-1f9b1e21-da26-43bc-8c43-912c4c495012 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1388369 Jun 30 09:20:04.943481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e736f336-324c-4dea-8ae3-3fc995bbbf9e req-96b72b33-cea7-4332-8051-3d2bdd1f3387 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Jun 30 09:20:05.243272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fe564-cc87-4dba-b75f-6369417338b8 req-431e3cd5-9332-4b22-a530-a71c80f64a0f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:05.244781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-521fe564-cc87-4dba-b75f-6369417338b8 req-431e3cd5-9332-4b22-a530-a71c80f64a0f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 945 time: 0.0851088 Jun 30 09:20:05.283467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-521fe564-cc87-4dba-b75f-6369417338b8 req-0ef23188-b330-4e3e-96b5-d62e5cdb68c4 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328434 Jun 30 09:20:06.096137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07c1b1-2fbf-4e52-ae88-d13b52fec568 req-7a7b926e-502a-41b1-a116-6f24ff4b4db0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.097555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee07c1b1-2fbf-4e52-ae88-d13b52fec568 req-7a7b926e-502a-41b1-a116-6f24ff4b4db0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0862470 Jun 30 09:20:06.182264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee07c1b1-2fbf-4e52-ae88-d13b52fec568 req-ca27546e-e923-4408-931a-950b6d6994bc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710797 Jun 30 09:20:06.201652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0c539-caaa-4829-b0b6-b38c65f5221a req-5323bb20-5cb9-42eb-8857-431ef4debbe0 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:06.211262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bb0c539-caaa-4829-b0b6-b38c65f5221a req-5323bb20-5cb9-42eb-8857-431ef4debbe0 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1126666 Jun 30 09:20:06.256803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bb0c539-caaa-4829-b0b6-b38c65f5221a req-fc55e7b2-d1a9-46c4-93f1-b8c5569e6977 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446646 Jun 30 09:20:07.408943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f03c2-847d-4fa2-aadf-e1391909da44 req-fa3f94b3-ec49-4368-bfc1-0bb4ceaf4b49 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.418972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea6f03c2-847d-4fa2-aadf-e1391909da44 req-fa3f94b3-ec49-4368-bfc1-0bb4ceaf4b49 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1113386 Jun 30 09:20:07.494798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea6f03c2-847d-4fa2-aadf-e1391909da44 req-9084f419-fb5f-4d9d-9b5d-3ae31764b8e2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745583 Jun 30 09:20:07.541325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d14eb-bacb-499b-876c-0d2b52af4079 req-50f637e8-ef55-4e40-8be2-9cf57ef402ba tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:07.549547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-612d14eb-bacb-499b-876c-0d2b52af4079 req-50f637e8-ef55-4e40-8be2-9cf57ef402ba tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1185646 Jun 30 09:20:07.617248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-612d14eb-bacb-499b-876c-0d2b52af4079 req-f6288c20-56f0-4f21-b218-e0dfc5f08a8a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660872 Jun 30 09:20:08.693555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc45a36-194e-4ad2-9339-d29f3b2fa984 req-8869ca61-8a56-45b2-b3d7-3eb717f17678 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:08.695407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccc45a36-194e-4ad2-9339-d29f3b2fa984 req-8869ca61-8a56-45b2-b3d7-3eb717f17678 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0670133 Jun 30 09:20:08.750069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccc45a36-194e-4ad2-9339-d29f3b2fa984 req-c94604b4-fa45-4e61-8902-f30e6b851da4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468929 Jun 30 09:20:08.835033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518c7bd-3940-4ca6-86bf-711ff777b08a req-875b1369-8281-4b65-9e1e-7624639ae14a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:08.836859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7518c7bd-3940-4ca6-86bf-711ff777b08a req-875b1369-8281-4b65-9e1e-7624639ae14a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0823438 Jun 30 09:20:08.905462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7518c7bd-3940-4ca6-86bf-711ff777b08a req-6893f595-df71-48fa-955b-6c9b9b7b44ab tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611932 Jun 30 09:20:09.968921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd689408-2f88-4795-b834-c23c320744f6 req-752ae2c2-43d0-4006-8a39-51c2ddfe629d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:09.971070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd689408-2f88-4795-b834-c23c320744f6 req-752ae2c2-43d0-4006-8a39-51c2ddfe629d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0837855 Jun 30 09:20:10.011592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd689408-2f88-4795-b834-c23c320744f6 req-ac72941f-9ade-44c7-8b82-09138d180e40 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335257 Jun 30 09:20:10.202422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62348a07-b08c-46f8-b4bb-cc750e352811 req-c96108bc-ad8c-4a7d-a549-44ec27a25d4f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:10.210654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62348a07-b08c-46f8-b4bb-cc750e352811 req-c96108bc-ad8c-4a7d-a549-44ec27a25d4f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0766604 Jun 30 09:20:10.265593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62348a07-b08c-46f8-b4bb-cc750e352811 req-2116acc5-dafe-401f-94fa-a936142257a5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537224 Jun 30 09:20:11.227896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45a73f2f-43cd-42aa-a131-14d4a4e0e622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:11.238760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079d140-04b0-40da-98ba-7a03692b7e01 req-684e7cb1-9029-4a0c-8598-683c1c74649b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:11.240461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0079d140-04b0-40da-98ba-7a03692b7e01 req-684e7cb1-9029-4a0c-8598-683c1c74649b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1041331 Jun 30 09:20:11.300391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0079d140-04b0-40da-98ba-7a03692b7e01 req-562763dc-6af2-4b5a-9e68-fbd2df162cf4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531049 Jun 30 09:20:11.508878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad900b-12a7-4680-b612-4031425ba036 req-a370cd3b-2840-440a-9cd9-e413ee3a85af tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:11.510630 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8ad900b-12a7-4680-b612-4031425ba036 req-a370cd3b-2840-440a-9cd9-e413ee3a85af tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0774219 Jun 30 09:20:11.553327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8ad900b-12a7-4680-b612-4031425ba036 req-842d6be5-e089-4856-9ef3-ae7ae032dd19 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346754 Jun 30 09:20:11.869797 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:12.497321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbf927-bd68-4d65-a9e4-f90f1dc7df43 req-3cf9ec6d-566d-4efd-9069-2e903876c802 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.498685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-becbf927-bd68-4d65-a9e4-f90f1dc7df43 req-3cf9ec6d-566d-4efd-9069-2e903876c802 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0647388 Jun 30 09:20:12.539703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-becbf927-bd68-4d65-a9e4-f90f1dc7df43 req-fb8011f2-dcb6-4bfe-a731-0b0b3f122caf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347414 Jun 30 09:20:12.739331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa36aa1-b4bd-4e35-ba36-b57f7ddccb6b req-1eacdbb3-62b4-42ee-b06c-62c655915009 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:12.740733 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa36aa1-b4bd-4e35-ba36-b57f7ddccb6b req-1eacdbb3-62b4-42ee-b06c-62c655915009 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0672705 Jun 30 09:20:12.782454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa36aa1-b4bd-4e35-ba36-b57f7ddccb6b req-b541f93f-c120-4a20-b42b-3dfa2d3e72d8 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347991 Jun 30 09:20:13.718459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c1f8f-9e5c-43e6-a2df-d47410c4b36f req-4abea206-0cea-4437-9432-56ad5a15b774 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:13.720022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-808c1f8f-9e5c-43e6-a2df-d47410c4b36f req-4abea206-0cea-4437-9432-56ad5a15b774 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0639760 Jun 30 09:20:13.758354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-808c1f8f-9e5c-43e6-a2df-d47410c4b36f req-f0c5aa7c-cec1-4eb8-8db2-9af8b8823870 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325899 Jun 30 09:20:13.973943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceb63-4473-484a-a076-0bbbf1d3fd77 req-918a553f-f670-454a-8fd6-5fd0a998d264 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:13.977598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f98ceb63-4473-484a-a076-0bbbf1d3fd77 req-918a553f-f670-454a-8fd6-5fd0a998d264 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0714331 Jun 30 09:20:14.017972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f98ceb63-4473-484a-a076-0bbbf1d3fd77 req-6d4ee075-7549-40de-b08c-ab2786e946fd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Jun 30 09:20:14.065870 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f62fa150-d734-4b82-af8c-0c5dbdd56b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.163365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:14.616103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-59ef55ac-5e83-4a0f-8d69-ca1277911e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.618522 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-59ef55ac-5e83-4a0f-8d69-ca1277911e7c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b235930be7324f3e8e4ca2a342dc5046&device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 1098 time: 0.1123922 Jun 30 09:20:14.622062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a78519-5c85-446d-9596-584c68894b47 req-95266736-2f5a-400c-b7f9-d46b9ee787df tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.624396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8a78519-5c85-446d-9596-584c68894b47 req-95266736-2f5a-400c-b7f9-d46b9ee787df tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0972404 Jun 30 09:20:14.686492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8a78519-5c85-446d-9596-584c68894b47 req-c39ec25b-c191-4d5a-916a-57cdb9859cd3 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Jun 30 09:20:14.789122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-2d730c93-32cb-4640-86e2-18da1921bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.790619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-2d730c93-32cb-4640-86e2-18da1921bb73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 200 len: 916 time: 0.1638556 Jun 30 09:20:14.851468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-f489b33b-5689-45fc-a2e9-f9b5c6619d78 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4946044-bf9d-454b-8181-04da412c43a1 HTTP/1.1" status: 200 len: 217 time: 0.0420790 Jun 30 09:20:14.908756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-48e58d90-0b88-4289-bc61-135239ce6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.910298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-48e58d90-0b88-4289-bc61-135239ce6953 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 200 len: 854 time: 0.0491796 Jun 30 09:20:14.978935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-24eaceec-8788-42bc-960a-545aaca51ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:14.980497 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-24eaceec-8788-42bc-960a-545aaca51ee7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e67fa19d-9ee0-4f12-a26f-e393ab250491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618725 Jun 30 09:20:15.004934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ce479-32cc-470d-b625-5c2792f76d9a req-4f85fb86-f161-4b70-b47b-ec0b5d41e51d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.007635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d30ce479-32cc-470d-b625-5c2792f76d9a req-4f85fb86-f161-4b70-b47b-ec0b5d41e51d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1063099 Jun 30 09:20:15.080336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d30ce479-32cc-470d-b625-5c2792f76d9a req-e29447db-11be-419d-8c04-0b3a9d6554c5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579400 Jun 30 09:20:15.103014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-58805ff3-4e69-4876-bd8c-afecccd68c1e service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143775 Jun 30 09:20:15.199765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b1c2c30-9ab6-47b1-932a-1f2d4010ef47 req-3c5fb3db-539a-4e6c-8143-951990d8b9c2 service neutron] 10.222.0.79 "GET /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892146 Jun 30 09:20:15.903297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d21517-92d6-4119-a2b8-941115cfffe1 req-51e43cc6-b204-4c85-b7f7-25f099d5aabf tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:15.905136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17d21517-92d6-4119-a2b8-941115cfffe1 req-51e43cc6-b204-4c85-b7f7-25f099d5aabf tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0985918 Jun 30 09:20:15.962073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17d21517-92d6-4119-a2b8-941115cfffe1 req-ed864a2b-dead-41a4-9873-426fecf6647a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487731 Jun 30 09:20:16.027980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:16.167825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.176718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.189922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.197054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.204967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.211209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.217104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.219324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-b2e273a9-9446-4871-939c-2252b08bc321 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.1328928 Jun 30 09:20:16.289385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1e90be2-b789-4470-8346-00b4b1d5fad9 req-3ef18368-ee9a-4b60-ab9e-1ba99a4f88b0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597334 Jun 30 09:20:16.326387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510dc5f2-c88f-405c-aaf1-544e5e7038a7 req-86a969e4-345a-4465-80ac-bff0e8143f6a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.326387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-510dc5f2-c88f-405c-aaf1-544e5e7038a7 req-86a969e4-345a-4465-80ac-bff0e8143f6a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0969751 Jun 30 09:20:16.361601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-510dc5f2-c88f-405c-aaf1-544e5e7038a7 req-641da680-a864-408b-99fe-c66ade17d6f7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379789 Jun 30 09:20:16.507139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.513443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.520075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.525754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.531599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.537335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.543284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:16.545199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a7a8dc7-f2b0-4f9c-b0a3-9fd2d1efafc0 req-a5f8384f-0114-4ccc-91b2-4e8dd484e190 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.1099391 Jun 30 09:20:17.158304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77d3b1-6c5a-40c4-90fb-9f7b1f6477f7 req-78b3ee34-efba-42c1-bddf-af7affd3fce9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.159861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e77d3b1-6c5a-40c4-90fb-9f7b1f6477f7 req-78b3ee34-efba-42c1-bddf-af7affd3fce9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0762472 Jun 30 09:20:17.208900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e77d3b1-6c5a-40c4-90fb-9f7b1f6477f7 req-e44d8543-e2f2-45e0-8396-cb4e31a3c366 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jun 30 09:20:17.261224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.476530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f59e-8d74-40fd-95a0-2765fb0583ec req-050d2664-27ff-4c94-bc49-c977ce23faaa tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.478086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd92f59e-8d74-40fd-95a0-2765fb0583ec req-050d2664-27ff-4c94-bc49-c977ce23faaa tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.0766613 Jun 30 09:20:17.542176 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:17.575021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd92f59e-8d74-40fd-95a0-2765fb0583ec req-5da104b4-8348-4caf-be52-d063bb2554f5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888717 Jun 30 09:20:17.601917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eba83e-a12c-4615-87ae-89bc5cc95c7d req-7b5e9dcd-1d2c-4818-93af-9bb6544b4aa9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.604071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8eba83e-a12c-4615-87ae-89bc5cc95c7d req-7b5e9dcd-1d2c-4818-93af-9bb6544b4aa9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1019037 Jun 30 09:20:17.677239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8eba83e-a12c-4615-87ae-89bc5cc95c7d req-d7d0f69c-9787-466f-aec5-7f0d898aec01 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640204 Jun 30 09:20:17.781398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fc034-aa42-488b-8367-2d83896b6205 req-c9ffe021-c5f9-4327-ba63-ece02fff9b04 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:17.784250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba8fc034-aa42-488b-8367-2d83896b6205 req-c9ffe021-c5f9-4327-ba63-ece02fff9b04 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.0736072 Jun 30 09:20:17.854757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba8fc034-aa42-488b-8367-2d83896b6205 req-ca3cdd41-d392-446a-b7a3-7f192057ac03 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 Jun 30 09:20:18.071850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f41976-07c6-413a-82c8-d2e4f21d9e81 req-3a735bd4-dc6c-4309-b0da-fff1cdd273d9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.073531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67f41976-07c6-413a-82c8-d2e4f21d9e81 req-3a735bd4-dc6c-4309-b0da-fff1cdd273d9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0916395 Jun 30 09:20:18.120792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67f41976-07c6-413a-82c8-d2e4f21d9e81 req-fcb4d154-a84b-4ee4-bf6f-948b55f84c0e tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Jun 30 09:20:18.248431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-4f83943d-64a4-4867-83c7-2fe130b66964 req-dbfe96c0-235d-4989-91dc-f354d247f807 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:20:18.250407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f83943d-64a4-4867-83c7-2fe130b66964 req-dbfe96c0-235d-4989-91dc-f354d247f807 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107074 Jun 30 09:20:18.389568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f83943d-64a4-4867-83c7-2fe130b66964 req-952ed2f9-7133-4df1-bbd1-71f2992ece71 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1330335 Jun 30 09:20:18.728381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44540) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:18.947006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.947489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.947959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.948420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.948881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.949342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.950664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.951754 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-1ec20696-8f54-45a7-93c3-52067cf57dbb service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6496 time: 0.2220294 Jun 30 09:20:18.960625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daa9c5-18c0-409b-82bb-126f057a33d0 req-a81fd6d4-7f3c-4464-9551-a0993829241e tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.962025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27daa9c5-18c0-409b-82bb-126f057a33d0 req-a81fd6d4-7f3c-4464-9551-a0993829241e tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1849167 Jun 30 09:20:18.992648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d008cda-523c-4bdc-a596-725baf92420a req-a9cf6cc8-327e-4225-9488-d1af2311740b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:18.993957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d008cda-523c-4bdc-a596-725baf92420a req-a9cf6cc8-327e-4225-9488-d1af2311740b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1454077 Jun 30 09:20:19.049277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-33030094-1785-4e40-95dd-c76309126d90 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862758 Jun 30 09:20:19.054637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27daa9c5-18c0-409b-82bb-126f057a33d0 req-7218a0b7-9c47-4ee6-b96b-2363d94bb84d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839186 Jun 30 09:20:19.070434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d008cda-523c-4bdc-a596-725baf92420a req-59e172a4-b6d6-4c06-9cd7-0c875a9acc87 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Jun 30 09:20:19.243174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae21e1-0b98-4989-bb70-ace24aa6dfe7 req-f4e80005-e059-43fb-b73d-7b5220143375 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.244695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5ae21e1-0b98-4989-bb70-ace24aa6dfe7 req-f4e80005-e059-43fb-b73d-7b5220143375 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.0677383 Jun 30 09:20:19.284816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5ae21e1-0b98-4989-bb70-ace24aa6dfe7 req-d5c50e07-7dfc-4def-ad67-7ec4aff7438a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334485 Jun 30 09:20:19.491980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8366f6-e467-4180-8264-b586be925432 req-cdba2143-b667-4363-b83a-f598bb5b2ba8 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.493526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a8366f6-e467-4180-8264-b586be925432 req-cdba2143-b667-4363-b83a-f598bb5b2ba8 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0689511 Jun 30 09:20:19.535072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a8366f6-e467-4180-8264-b586be925432 req-1c77cca2-993d-414f-befd-49d9d5a6d7e5 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350063 Jun 30 09:20:19.918702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c9291-c3ed-4f6e-bdf6-e1642a606c35 req-ce095960-b036-4e90-9c90-51a03b92ff61 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.925258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c9291-c3ed-4f6e-bdf6-e1642a606c35 req-ce095960-b036-4e90-9c90-51a03b92ff61 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.931614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c9291-c3ed-4f6e-bdf6-e1642a606c35 req-ce095960-b036-4e90-9c90-51a03b92ff61 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:19.934722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-023c9291-c3ed-4f6e-bdf6-e1642a606c35 req-ce095960-b036-4e90-9c90-51a03b92ff61 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc&device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d&device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 2418 time: 0.0885971 Jun 30 09:20:19.984130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-023c9291-c3ed-4f6e-bdf6-e1642a606c35 req-1a866267-ff24-46f3-a4d4-088204abbbe6 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414753 Jun 30 09:20:20.098150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-338c0beb-3289-46e0-8739-8a37e5fdf5ce req-794d5083-dec7-42d0-af1c-28d811e04161 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0785084 Jun 30 09:20:20.307093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0a0e0-d1c0-4ec9-acf6-7ea10b353b3a req-5fe39c14-41af-45b1-9fbf-38da3092b1ad tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:20.307093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3e0a0e0-d1c0-4ec9-acf6-7ea10b353b3a req-5fe39c14-41af-45b1-9fbf-38da3092b1ad tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1171567 Jun 30 09:20:20.366651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3e0a0e0-d1c0-4ec9-acf6-7ea10b353b3a req-2a0753eb-6c36-49d6-8ae0-e6ca11954622 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525825 Jun 30 09:20:21.583851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75da2be-8c40-4b43-ba06-f795414098e2 req-4703e91f-3e28-443d-a9f2-33f0d7527690 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:21.585745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d75da2be-8c40-4b43-ba06-f795414098e2 req-4703e91f-3e28-443d-a9f2-33f0d7527690 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0941696 Jun 30 09:20:21.650999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d75da2be-8c40-4b43-ba06-f795414098e2 req-e24ddb09-7e02-4ef9-bfea-8b153e1cb48c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586774 Jun 30 09:20:21.816402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd693849-a264-47a3-b913-0f6fef920add req-e0c426ac-4b58-4bc9-881b-10d234e2e093 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:21.819473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd693849-a264-47a3-b913-0f6fef920add req-e0c426ac-4b58-4bc9-881b-10d234e2e093 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0986512 Jun 30 09:20:21.877037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd693849-a264-47a3-b913-0f6fef920add req-3fe05263-c9b2-41ee-bb11-c13710c60edb tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Jun 30 09:20:22.842255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ba458-fba3-4ce0-b929-e32a8ea5202f req-0e14d532-715b-4ab8-a3e1-a08164f5e874 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:22.845819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7ba458-fba3-4ce0-b929-e32a8ea5202f req-0e14d532-715b-4ab8-a3e1-a08164f5e874 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.0718114 Jun 30 09:20:22.885578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7ba458-fba3-4ce0-b929-e32a8ea5202f req-fd55d4bd-10d0-4260-8fe5-04a6dd14b121 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338604 Jun 30 09:20:23.161402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54751c-6853-4f0a-bbf5-a0b579eae624 req-2047ac6f-e60e-4566-834a-de4ca69ed979 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.163937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e54751c-6853-4f0a-bbf5-a0b579eae624 req-2047ac6f-e60e-4566-834a-de4ca69ed979 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0904942 Jun 30 09:20:23.211046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-fa469ea6-aded-4d15-9bb3-76d4820fcf0b tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.212614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-fa469ea6-aded-4d15-9bb3-76d4820fcf0b tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c5aab07-bf8a-4cae-8ced-53f98e56dbdc HTTP/1.1" status: 200 len: 946 time: 0.0851300 Jun 30 09:20:23.218373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e54751c-6853-4f0a-bbf5-a0b579eae624 req-71923bb7-5b66-41c2-ab72-8c61049c4797 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461051 Jun 30 09:20:23.391671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Deleting port 27a03c4c-61f7-4c9d-87df-62bc5a81feff {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:23.392106 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.426058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e978fc-0bcb-4a21-8766-5764b64521bf req-800bc630-6cf6-4c9a-b887-3018ad4db3f0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.435534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68e978fc-0bcb-4a21-8766-5764b64521bf req-800bc630-6cf6-4c9a-b887-3018ad4db3f0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0864494 Jun 30 09:20:23.486260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68e978fc-0bcb-4a21-8766-5764b64521bf req-df412b2c-4fe4-4389-9458-ea4d46e48f6d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492504 Jun 30 09:20:23.537511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] For port 27a03c4c-61f7-4c9d-87df-62bc5a81feff, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=27a03c4c-61f7-4c9d-87df-62bc5a81feff,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:23.538178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.554759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Calling delete_port for 27a03c4c-61f7-4c9d-87df-62bc5a81feff owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:23.705028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.718355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca1801-7e0f-4278-bb80-8aa86b857b2f req-65f85e7f-6334-43dd-9ebf-9726e3ad447e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:23.718355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5aca1801-7e0f-4278-bb80-8aa86b857b2f req-65f85e7f-6334-43dd-9ebf-9726e3ad447e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0785177 Jun 30 09:20:23.730031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d4946044-bf9d-454b-8181-04da412c43a1', '27a03c4c-61f7-4c9d-87df-62bc5a81feff'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:23.746734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Pushing event deleted for resources: {'Port': ['ID=27a03c4c-61f7-4c9d-87df-62bc5a81feff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:23.759037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['34f7f929-122a-4fa3-8eac-f78113db7927'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:23.838439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] No DVR routers for this DVR port 27a03c4c-61f7-4c9d-87df-62bc5a81feff on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:23.841138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5aca1801-7e0f-4278-bb80-8aa86b857b2f req-7952ac87-03cc-4e67-93d2-563477b598cc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176832 Jun 30 09:20:23.843063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:23.846514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bcb25b5c-8cce-4dd2-84fc-3e55ee8483e0 req-ebf5119a-886b-42cf-9055-06fd69001e2d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "DELETE /v2.0/ports/27a03c4c-61f7-4c9d-87df-62bc5a81feff HTTP/1.1" status: 204 len: 173 time: 0.6269732 Jun 30 09:20:23.847188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'name': 'network-vif-deleted', 'tag': '27a03c4c-61f7-4c9d-87df-62bc5a81feff'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:23.850854 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bc3945-54d5-41f9-adba-7bc30e4d0704" -d '{"events": [{"server_uuid": "4c5aab07-bf8a-4cae-8ced-53f98e56dbdc", "name": "network-vif-deleted", "tag": "27a03c4c-61f7-4c9d-87df-62bc5a81feff"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:23.914044 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043c64f4-3fff-4c66-a965-97619351709c x-openstack-request-id: req-043c64f4-3fff-4c66-a965-97619351709c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:23.914453 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c5aab07-bf8a-4cae-8ced-53f98e56dbdc", "name": "network-vif-deleted", "tag": "27a03c4c-61f7-4c9d-87df-62bc5a81feff", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:23.914751 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-043c64f4-3fff-4c66-a965-97619351709c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:23.916670 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c5aab07-bf8a-4cae-8ced-53f98e56dbdc', 'name': 'network-vif-deleted', 'tag': '27a03c4c-61f7-4c9d-87df-62bc5a81feff', 'status': 'completed', 'code': 200} Jun 30 09:20:24.209482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-1564aacb-616c-4250-9596-157aa86e7df8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:24.219677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-1564aacb-616c-4250-9596-157aa86e7df8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.1813426 Jun 30 09:20:24.240742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-353d1b7c-f0be-4672-9b63-193d60fb3942 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/quotas/6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 375 time: 0.0195980 Jun 30 09:20:24.393914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-0db2524d-ba22-4363-8346-578ef8de1e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1520791 Jun 30 09:20:24.435531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-1e5c0cff-a2a9-415a-b12f-d6836021cb9c tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:24.437014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-1e5c0cff-a2a9-415a-b12f-d6836021cb9c tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.1542318 Jun 30 09:20:24.479415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-6e907251-9f08-4024-a445-cf43932df141 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/quotas/c5680d9c9a324ad1961e056c8cc0b429 HTTP/1.1" status: 200 len: 375 time: 0.0172117 Jun 30 09:20:24.548619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-1d6cb672-bd1b-400b-9216-c017f3adff2f service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394467 Jun 30 09:20:24.645915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-18be07ec-cbb9-4681-8050-2d889e0193f2 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490757 Jun 30 09:20:24.727162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-186e6204-8a39-4b20-9e65-ba4113425839 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715615 Jun 30 09:20:24.766212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-c236cffc-05ed-4dfb-8690-1071854960c9 service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033828 Jun 30 09:20:24.893012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-f55d044e-b714-4e16-b2da-3ba2dc6914b4 service neutron] 10.222.0.77 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193471 Jun 30 09:20:25.161482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfef7187-fabe-4fda-83da-79ec9ea43496 req-0450e9a5-28bc-4433-ac53-20f68e584db6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 210 time: 0.0494096 Jun 30 09:20:25.290080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b1d9708-85eb-4e55-ab4c-b23af541ca4d req-da2d5b00-2bae-412d-9dd5-7e8fa7bc838f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 210 time: 0.0624719 Jun 30 09:20:25.713254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96620642-0a14-4801-89c5-f69d0f8e3fcb req-c06af0f1-1c51-485f-b4e3-d15a2d248dde tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:25.720494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96620642-0a14-4801-89c5-f69d0f8e3fcb req-c06af0f1-1c51-485f-b4e3-d15a2d248dde tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.1054621 Jun 30 09:20:25.767981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96620642-0a14-4801-89c5-f69d0f8e3fcb req-3f7ce78e-25bd-414a-8624-afd38c499fcd tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 Jun 30 09:20:26.316571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17416679-b6b5-489d-b2ca-ed3a65fb84f2 req-05c63956-2ed0-4683-9c7d-58781bc73bad tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 210 time: 0.0314410 Jun 30 09:20:26.493826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3edf996-073f-472a-a150-98f362c0707f req-9dd9510b-c3d2-4d7c-8ea3-8630133a9968 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 210 time: 0.0514505 Jun 30 09:20:26.558115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-650bd41d-f93b-4837-a861-3b76d69cb50b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:26.560483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-650bd41d-f93b-4837-a861-3b76d69cb50b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.79 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.1514575 Jun 30 09:20:26.576962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'port': {'device_id': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'admin_state_up': True, 'tenant_id': '6d73946d11314647a86d38280b6c2a0d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:26.700198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:26.703882 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:26.847217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Allocated IP 172.20.0.14 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/18abf3bb-ff60-42ec-9d84-6e55f0e0b963) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:27.102098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f689e6-db7a-490e-b025-45b0ed9527f5 req-c6684e73-0946-41b5-bea2-0a5d4868d7d9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.103525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2f689e6-db7a-490e-b025-45b0ed9527f5 req-c6684e73-0946-41b5-bea2-0a5d4868d7d9 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.1763535 Jun 30 09:20:27.173318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2f689e6-db7a-490e-b025-45b0ed9527f5 req-819af476-6a38-4c68-a446-f3dcd154d070 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Jun 30 09:20:27.276993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 27a03c4c-61f7-4c9d-87df-62bc5a81feff no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:27.304148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 27a03c4c-61f7-4c9d-87df-62bc5a81feff {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:27.304495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 27a03c4c-61f7-4c9d-87df-62bc5a81feff not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:27.478036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9b7098f-fa5a-4815-ad83-4fef84fa3bd8 req-8e0abca9-e0aa-4763-84db-739971ea0ea6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 210 time: 0.0304344 Jun 30 09:20:27.514430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-ec2437b4-6bd6-421b-8974-bf17de8e0121 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.516431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-ec2437b4-6bd6-421b-8974-bf17de8e0121 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 814 time: 0.5355086 Jun 30 09:20:27.519073 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.532928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Request body: {'port': {'device_id': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'admin_state_up': True, 'tenant_id': 'c5680d9c9a324ad1961e056c8cc0b429'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:27.549585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Transition to ACTIVE for port object 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:27.646366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b481850b-6229-474a-af30-e9263e45ce45 req-0c8e7d78-4ba3-4ef2-b5a6-48ae0e1fac3f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 210 time: 0.0292079 Jun 30 09:20:27.650256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.688587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:27.741012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:27.748936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Made reservation on behalf of c5680d9c9a324ad1961e056c8cc0b429 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:27.753293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.755386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:27.757850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:27.761894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:27.841430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.842134 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:27.894091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-6a072db5-8a15-4728-bdb3-fb92ed0a847f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:27.895669 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-6a072db5-8a15-4728-bdb3-fb92ed0a847f tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.83 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.2353966 Jun 30 09:20:27.919489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-30f3c4ac-4503-4016-8a1c-b7598dd581cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3469536 Jun 30 09:20:27.948265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Request body: {'port': {'device_id': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:27.998557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a35d08c6-372f-4b7e-adaa-8ae903b5774b None None] Provisioning for port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:28.003318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a35d08c6-372f-4b7e-adaa-8ae903b5774b None None] Provisioning complete for port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:28.003690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a35d08c6-372f-4b7e-adaa-8ae903b5774b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.042520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a35d08c6-372f-4b7e-adaa-8ae903b5774b None None] Port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:20:28.074402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Allocated IP 172.20.0.5 (b507427f-9de3-4620-b12d-188f38584d9d/32c73986-77db-42be-96ef-6a6712f7cb7c/b911c84b-fd5d-4cb5-b932-d69dc85852a2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:28.157336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.229077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Deleting port 34f7f929-122a-4fa3-8eac-f78113db7927 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:28.229262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.400565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] For port 34f7f929-122a-4fa3-8eac-f78113db7927, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=34f7f929-122a-4fa3-8eac-f78113db7927,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:28.400964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.418759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Calling delete_port for 34f7f929-122a-4fa3-8eac-f78113db7927 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:28.460049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e32ac-6170-46e7-b65a-26eed12a4306 req-47144583-e4b1-45f0-9b92-33c941c336eb tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.469558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-274e32ac-6170-46e7-b65a-26eed12a4306 req-47144583-e4b1-45f0-9b92-33c941c336eb tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 945 time: 0.0948720 Jun 30 09:20:28.523269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-274e32ac-6170-46e7-b65a-26eed12a4306 req-834e6e38-fd25-4820-bcef-7727d888bea7 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527215 Jun 30 09:20:28.616465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.805391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98a9cf-c2d1-470d-918c-fa3b88d0ae51 req-7310cea8-40ff-4739-87eb-7eaec48a68c7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:28.807694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a98a9cf-c2d1-470d-918c-fa3b88d0ae51 req-7310cea8-40ff-4739-87eb-7eaec48a68c7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 932 time: 0.1142471 Jun 30 09:20:28.865184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2efc4c0-f92b-49db-9ede-25c1264fddeb req-375d6095-8bf7-4ec1-8c1e-ccbcf61c577b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 210 time: 0.0416529 Jun 30 09:20:28.889864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a98a9cf-c2d1-470d-918c-fa3b88d0ae51 req-a39dcbd9-c84d-4770-8335-f5a3caa3c28b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745339 Jun 30 09:20:28.905841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:28.923708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ef689604-27ac-49f9-9b94-21d729a50175'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:28.960644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed', '42c42b72-3fde-478d-bae5-2d0704dac314'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:28.965349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.028985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Network b507427f-9de3-4620-b12d-188f38584d9d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:29.049746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:29.054039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:29.166389 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.206636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:29.224053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.243425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] No DVR routers for this DVR port 34f7f929-122a-4fa3-8eac-f78113db7927 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:29.247510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.252242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f20d079c-116e-4b12-a86d-fd64bc829a96 req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.83 "DELETE /v2.0/ports/34f7f929-122a-4fa3-8eac-f78113db7927 HTTP/1.1" status: 204 len: 173 time: 1.3487012 Jun 30 09:20:29.280264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'name': 'network-vif-deleted', 'tag': '34f7f929-122a-4fa3-8eac-f78113db7927'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:29.283461 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa3a11d-f70b-4a66-8735-13bd5783c249" -d '{"events": [{"server_uuid": "0d435ee5-45f8-4c8d-b7a3-de7f0b05036d", "name": "network-vif-deleted", "tag": "34f7f929-122a-4fa3-8eac-f78113db7927"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:29.286022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event updated for resources: {'Port': ['ID=b911c84b-fd5d-4cb5-b932-d69dc85852a2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.291837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Transition to ACTIVE for port object 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:29.305431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.338212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ed946-7a95-4f06-b9ac-9f48697a7c7a tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Pushing event deleted for resources: {'Port': ['ID=34f7f929-122a-4fa3-8eac-f78113db7927,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.349542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:29.350202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.379870 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9de2c0-94b0-4345-ba18-55111aabfa0e x-openstack-request-id: req-1a9de2c0-94b0-4345-ba18-55111aabfa0e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:29.380164 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d435ee5-45f8-4c8d-b7a3-de7f0b05036d", "name": "network-vif-deleted", "tag": "34f7f929-122a-4fa3-8eac-f78113db7927", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:29.380412 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1a9de2c0-94b0-4345-ba18-55111aabfa0e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:29.380818 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d435ee5-45f8-4c8d-b7a3-de7f0b05036d', 'name': 'network-vif-deleted', 'tag': '34f7f929-122a-4fa3-8eac-f78113db7927', 'status': 'completed', 'code': 200} Jun 30 09:20:29.402780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-631bf12b-7879-4dc3-b31c-499a23934c66 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8741906 Jun 30 09:20:29.424063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Request body: {'port': {'device_id': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:29.429713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Pushing event updated for resources: {'Port': ['ID=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:29.538705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d4946044-bf9d-454b-8181-04da412c43a1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:29.614439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.827087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Attempting to bind port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:29.830169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Attempting to bind port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:29.830169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Attempting to bind port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:29.831927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59d22f0b-2c7f-434c-89a4-e3e2ad5a6168 req-594ffe2a-f0c8-4ab6-b3e3-3d90b5ae3809 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=0d435ee5-45f8-4c8d-b7a3-de7f0b05036d HTTP/1.1" status: 200 len: 210 time: 0.0623519 Jun 30 09:20:29.840251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:29.840589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Attempting to bind port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:29.885307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:29.885693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:29.886049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:29.886511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Bound port: 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:29.886874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:29.997129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] For port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:30.022917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] For port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:30.029383 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.099483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.100115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.101966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] 10.222.0.79 "PUT /v2.0/ports/18abf3bb-ff60-42ec-9d84-6e55f0e0b963 HTTP/1.1" status: 200 len: 1093 time: 2.1618347 Jun 30 09:20:30.118009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680ae2-c4eb-41bd-bff2-135680753f0c req-caca2798-735a-4501-9187-08c677402a18 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.124257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b911c84b-fd5d-4cb5-b932-d69dc85852a2 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:30.132235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97680ae2-c4eb-41bd-bff2-135680753f0c req-caca2798-735a-4501-9187-08c677402a18 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 931 time: 0.1137900 Jun 30 09:20:30.142798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.150989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb274ad-d28d-4ae7-ac5c-a17ee28843f9 service neutron] Pushing event updated for resources: {'Port': ['ID=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.164776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Transition to ACTIVE for port object b911c84b-fd5d-4cb5-b932-d69dc85852a2 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:30.178767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.242971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97680ae2-c4eb-41bd-bff2-135680753f0c req-e4ddfc98-fb8d-47b3-8b42-6ca1a4c5c267 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094763 Jun 30 09:20:30.277023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Pushing event updated for resources: {'Port': ['ID=b911c84b-fd5d-4cb5-b932-d69dc85852a2,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.302634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1293a2-e799-42fa-ad49-bae6bb1a9fb5 req-96134442-6a5e-44cd-acf0-603f705d89cc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.304034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b1293a2-e799-42fa-ad49-bae6bb1a9fb5 req-96134442-6a5e-44cd-acf0-603f705d89cc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 944 time: 0.1378114 Jun 30 09:20:30.346186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b1293a2-e799-42fa-ad49-bae6bb1a9fb5 req-a2dd1ea0-38fa-4ae1-94f6-0c44f53c0243 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412712 Jun 30 09:20:30.355884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-a69ed3bd-0768-44ba-bc3e-029ff9c8d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.358112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-a69ed3bd-0768-44ba-bc3e-029ff9c8d38f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 1096 time: 0.1894045 Jun 30 09:20:30.412343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Attempting to bind port b911c84b-fd5d-4cb5-b932-d69dc85852a2 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:30.412679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Attempting to bind port b911c84b-fd5d-4cb5-b932-d69dc85852a2 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:30.413009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Attempting to bind port b911c84b-fd5d-4cb5-b932-d69dc85852a2 on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:30.415842 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-07ec32fa-472d-4967-8346-14c87b1d0141 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963 HTTP/1.1" status: 200 len: 217 time: 0.0492475 Jun 30 09:20:30.419046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Port b911c84b-fd5d-4cb5-b932-d69dc85852a2 on network b507427f-9de3-4620-b12d-188f38584d9d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:30.419363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Attempting to bind port b911c84b-fd5d-4cb5-b932-d69dc85852a2 on network b507427f-9de3-4620-b12d-188f38584d9d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:30.432840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:30.433179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Checking segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:30.433560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Bound using segment: {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:30.433999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Bound port: b911c84b-fd5d-4cb5-b932-d69dc85852a2, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00403666-5621-4002-a090-1a605819c3ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:30.434386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.497521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ea607401-b428-4961-be46-8a8fbe78a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.499050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-ea607401-b428-4961-be46-8a8fbe78a9b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0760906 Jun 30 09:20:30.554912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] For port b911c84b-fd5d-4cb5-b932-d69dc85852a2, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:30.558519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] For port b911c84b-fd5d-4cb5-b932-d69dc85852a2, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:30.564415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.607312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.608231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:30.609682 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] 10.222.0.79 "PUT /v2.0/ports/b911c84b-fd5d-4cb5-b932-d69dc85852a2 HTTP/1.1" status: 200 len: 1092 time: 1.1902537 Jun 30 09:20:30.616918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 34f7f929-122a-4fa3-8eac-f78113db7927 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:30.639001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-4e2e7018-908c-494e-bd74-a9bca129af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.641095 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-4e2e7018-908c-494e-bd74-a9bca129af31 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333621 Jun 30 09:20:30.642398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 34f7f929-122a-4fa3-8eac-f78113db7927 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:30.643541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 34f7f929-122a-4fa3-8eac-f78113db7927 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:30.649713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ebd39f-2b37-4a14-b696-b08a8cdf763b service neutron] Pushing event updated for resources: {'Port': ['ID=b911c84b-fd5d-4cb5-b932-d69dc85852a2,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:30.798297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-b42b7e25-ff49-46e3-a931-a150263dc36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:30.801290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-b42b7e25-ff49-46e3-a931-a150263dc36b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 1095 time: 0.1449986 Jun 30 09:20:30.805571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-2fc4b72b-6dd7-47c7-9c10-c3a1712f71de service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519349 Jun 30 09:20:30.905216 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-80f8fc9f-cf67-4aaa-a0bc-c071e3cbaae6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2 HTTP/1.1" status: 200 len: 217 time: 0.0882578 Jun 30 09:20:31.008189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-f833b14e-8eb2-4595-a9ca-9b334324929f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.008189 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-f833b14e-8eb2-4595-a9ca-9b334324929f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.0724363 Jun 30 09:20:31.049413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ebf9d8c4-d1f3-44e8-9b7a-9c09ff3367d4 req-09b607a3-d064-45ac-b105-8e65f615cd4c service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304418 Jun 30 09:20:31.051337 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-7d16a0ca-4bd0-43f7-8f3c-7bcf5fd3aef8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381606 Jun 30 09:20:31.169083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-6673d240-7e31-49d2-8132-b9dcda76bcb8 service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092081 Jun 30 09:20:31.298594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-708acc5e-bc82-4b70-9668-dbaf59dfe719 req-fed55990-d7ea-49e7-99f2-4636a4fb28cb service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224492 Jun 30 09:20:31.382357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'tag': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963'}, {'name': 'network-changed', 'server_uuid': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'tag': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:31.384795 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4592afda-36d8-4712-812c-edf23ec5da33" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c5e000-7402-429f-a992-3546447a6ca6", "tag": "18abf3bb-ff60-42ec-9d84-6e55f0e0b963"}, {"name": "network-changed", "server_uuid": "1c4a8b78-6335-4150-9e41-11852a5d903b", "tag": "b911c84b-fd5d-4cb5-b932-d69dc85852a2"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:31.506274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe369553-caab-40d6-ac2e-2a461f6e2ad5 req-576a1b38-6c11-4e89-b166-e9c089789c8d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.507916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe369553-caab-40d6-ac2e-2a461f6e2ad5 req-576a1b38-6c11-4e89-b166-e9c089789c8d tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1821232 Jun 30 09:20:31.528236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b375be07-eca7-431c-8ab2-b72b1c1ba2a2 req-af46fc1e-fa3f-45e7-a39d-da787e9efa55 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.529750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b375be07-eca7-431c-8ab2-b72b1c1ba2a2 req-af46fc1e-fa3f-45e7-a39d-da787e9efa55 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 943 time: 0.1019633 Jun 30 09:20:31.584971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe369553-caab-40d6-ac2e-2a461f6e2ad5 req-02ebb808-8484-47e6-b414-2465fa5b3aac tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653458 Jun 30 09:20:31.593241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b375be07-eca7-431c-8ab2-b72b1c1ba2a2 req-ccd3a579-61f8-4db7-bdc2-fdff5d118033 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559146 Jun 30 09:20:31.660295 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cef405b-1dc2-4614-94f4-c15a0515276b x-openstack-request-id: req-8cef405b-1dc2-4614-94f4-c15a0515276b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:31.660700 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c5e000-7402-429f-a992-3546447a6ca6", "tag": "18abf3bb-ff60-42ec-9d84-6e55f0e0b963", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1c4a8b78-6335-4150-9e41-11852a5d903b", "tag": "b911c84b-fd5d-4cb5-b932-d69dc85852a2", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:31.661001 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8cef405b-1dc2-4614-94f4-c15a0515276b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:31.661850 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'tag': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963', 'status': 'completed', 'code': 200} Jun 30 09:20:31.662212 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'tag': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2', 'status': 'completed', 'code': 200} Jun 30 09:20:31.749471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-836146fd-966b-4af2-b136-9d5ca1e5e74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.752848 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-836146fd-966b-4af2-b136-9d5ca1e5e74b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 1096 time: 0.0611038 Jun 30 09:20:31.781456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756bed81-0eee-451e-a6a4-c43bba3ed597 req-6d07a0cc-0490-4456-a701-985263221036 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.788735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-756bed81-0eee-451e-a6a4-c43bba3ed597 req-6d07a0cc-0490-4456-a701-985263221036 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 944 time: 0.0808861 Jun 30 09:20:31.842618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-756bed81-0eee-451e-a6a4-c43bba3ed597 req-f872e0c0-a1e0-4b02-8dcc-65fe8f9cd84e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Jun 30 09:20:31.867139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-a3d8c8bc-609b-40c3-9cde-7c22b1b558b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.869012 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-a3d8c8bc-609b-40c3-9cde-7c22b1b558b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1094701 Jun 30 09:20:31.923803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-0eeebfb4-fb1c-428c-84dd-f971711df0ee service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963 HTTP/1.1" status: 200 len: 217 time: 0.0472388 Jun 30 09:20:31.987409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-3e47d1df-db65-4acb-93d3-cdf7630bbb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:31.989404 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-3e47d1df-db65-4acb-93d3-cdf7630bbb72 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0581732 Jun 30 09:20:32.061226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-bfbaee09-de32-403a-922d-93209ca2767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.063371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-bfbaee09-de32-403a-922d-93209ca2767f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651464 Jun 30 09:20:32.177674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-2d8970cc-fb71-4380-bb81-be24eaa32e79 service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960326 Jun 30 09:20:32.294510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-bd792afa-c590-4021-8099-ecc2df4a3a08 service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094198 Jun 30 09:20:32.418673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-bb1cb3e8-57fa-4de2-958c-bdaf548ade4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.420101 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-bb1cb3e8-57fa-4de2-958c-bdaf548ade4e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 1095 time: 0.0727572 Jun 30 09:20:32.533918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-95243169-c830-49f9-a0f0-45512c93064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.535427 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-95243169-c830-49f9-a0f0-45512c93064f service neutron] 10.222.0.79 "GET /v2.0/networks?id=b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 200 len: 915 time: 0.1078532 Jun 30 09:20:32.579081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-713e7b14-688f-4874-9d90-b246640addd4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2 HTTP/1.1" status: 200 len: 217 time: 0.0357277 Jun 30 09:20:32.631209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592afda-36d8-4712-812c-edf23ec5da33 req-278f8616-45e0-4b62-8c9f-e81014b3fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.634774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-278f8616-45e0-4b62-8c9f-e81014b3fee4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 200 len: 854 time: 0.0469854 Jun 30 09:20:32.681987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-7e5b8a06-8d21-40b5-9cc1-6950624f4a70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=b507427f-9de3-4620-b12d-188f38584d9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384536 Jun 30 09:20:32.879587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3f6b2-f6ff-4163-b1ca-0bb1ec785988 req-9647ea5c-db83-41ec-b05b-4d725b9c9710 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.882103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29a3f6b2-f6ff-4163-b1ca-0bb1ec785988 req-9647ea5c-db83-41ec-b05b-4d725b9c9710 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1482129 Jun 30 09:20:32.912271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd091ff4-e9a9-4232-b78a-1b61e6ded7ca req-29b5c174-ad33-44d1-a617-af60e867bd6e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:32.913976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd091ff4-e9a9-4232-b78a-1b61e6ded7ca req-29b5c174-ad33-44d1-a617-af60e867bd6e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 943 time: 0.1447721 Jun 30 09:20:32.979376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29a3f6b2-f6ff-4163-b1ca-0bb1ec785988 req-a4d4788c-bc72-4276-b001-3514aab9671b tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/security-groups?id=afc69f4a-e6da-4f3d-986e-cbb41ca37e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855274 Jun 30 09:20:32.982204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd091ff4-e9a9-4232-b78a-1b61e6ded7ca req-cc9bef72-1283-475f-96cd-2680ab3aa11d tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591416 Jun 30 09:20:33.176521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b71404-3dab-4f83-9e90-e6f38fb51b96 req-e1994666-6261-435c-a9c4-38140c422ab1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.184895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b71404-3dab-4f83-9e90-e6f38fb51b96 req-e1994666-6261-435c-a9c4-38140c422ab1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 944 time: 0.0890257 Jun 30 09:20:33.225087 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-b6393cd5-fd07-4521-a30e-fb691ae2fc4d service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336161 Jun 30 09:20:33.227148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b71404-3dab-4f83-9e90-e6f38fb51b96 req-8c5293f6-e8b4-4022-9d3e-96f125c88c73 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408113 Jun 30 09:20:33.249002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-0530c995-a304-4b3e-bb6b-c8886c43e27c tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:33.250724 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-0530c995-a304-4b3e-bb6b-c8886c43e27c tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 946 time: 0.1096210 Jun 30 09:20:33.307958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b911c84b-fd5d-4cb5-b932-d69dc85852a2 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:33.406581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4592afda-36d8-4712-812c-edf23ec5da33 req-b1b64d8d-08b1-4037-a164-4594d0706768 service neutron] 10.222.0.79 "GET /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542101 Jun 30 09:20:33.428585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Deleting port d4946044-bf9d-454b-8181-04da412c43a1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:33.428972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.436033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b911c84b-fd5d-4cb5-b932-d69dc85852a2, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.454426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2', 'network_id': 'b507427f-9de3-4620-b12d-188f38584d9d', 'port_id': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2', 'mac_address': 'fa:16:3e:91:9c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32c73986-77db-42be-96ef-6a6712f7cb7c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:33.501349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.519560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b911c84b-fd5d-4cb5-b932-d69dc85852a2 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:33.542172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] For port d4946044-bf9d-454b-8181-04da412c43a1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d4946044-bf9d-454b-8181-04da412c43a1,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.543017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.544909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b911c84b-fd5d-4cb5-b932-d69dc85852a2, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.551802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.552521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:33.567587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Calling delete_port for d4946044-bf9d-454b-8181-04da412c43a1 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:33.661804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b911c84b-fd5d-4cb5-b932-d69dc85852a2,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:33.684087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.684473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.684837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.685180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.685524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.685858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.686189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.686536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.686863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.687316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.687646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.688037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:33.743302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.754531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.761448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963', 'mac_address': 'fa:16:3e:77:d7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:33.773592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d4946044-bf9d-454b-8181-04da412c43a1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:33.815774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Pushing event deleted for resources: {'Port': ['ID=d4946044-bf9d-454b-8181-04da412c43a1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:33.845479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.878507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:33.879664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] No DVR routers for this DVR port d4946044-bf9d-454b-8181-04da412c43a1 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:33.891115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.894293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b364663-9b24-4f2f-9e48-5134fefc2950 req-a834287f-0e94-417e-af37-0a2718f8f048 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.79 "DELETE /v2.0/ports/d4946044-bf9d-454b-8181-04da412c43a1 HTTP/1.1" status: 204 len: 173 time: 0.6353400 Jun 30 09:20:33.894808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'name': 'network-vif-deleted', 'tag': 'd4946044-bf9d-454b-8181-04da412c43a1'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:33.897173 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef413693-29ca-4e86-ab8a-1c6e0b045ce8" -d '{"events": [{"server_uuid": "fbeed2e7-cfb7-42c5-acac-e90c264de240", "name": "network-vif-deleted", "tag": "d4946044-bf9d-454b-8181-04da412c43a1"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:33.926879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:33.934260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:33.976754 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa74f4c-f45c-4c85-820d-ffbcc1618c92 x-openstack-request-id: req-afa74f4c-f45c-4c85-820d-ffbcc1618c92 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:33.977748 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbeed2e7-cfb7-42c5-acac-e90c264de240", "name": "network-vif-deleted", "tag": "d4946044-bf9d-454b-8181-04da412c43a1", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:33.978275 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afa74f4c-f45c-4c85-820d-ffbcc1618c92 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:33.979055 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbeed2e7-cfb7-42c5-acac-e90c264de240', 'name': 'network-vif-deleted', 'tag': 'd4946044-bf9d-454b-8181-04da412c43a1', 'status': 'completed', 'code': 200} Jun 30 09:20:34.039973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:34.208395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c51529a6-4c7a-4b70-8d73-7f7e8997fe9e req-69685dab-5041-4bfc-a0b4-6a118be0d095 tempest-ListServerFiltersTestJSON-1556139069 tempest-ListServerFiltersTestJSON-1556139069-project] 10.222.0.77 "GET /v2.0/ports?device_id=fbeed2e7-cfb7-42c5-acac-e90c264de240 HTTP/1.1" status: 200 len: 210 time: 0.0406756 Jun 30 09:20:34.268787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98de4ef-352e-4d26-9406-8cca05a8298f req-d5dd981a-a6b7-468e-9e85-989425c3b2f1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:34.270317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a98de4ef-352e-4d26-9406-8cca05a8298f req-d5dd981a-a6b7-468e-9e85-989425c3b2f1 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 944 time: 0.1014850 Jun 30 09:20:34.308673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['b911c84b-fd5d-4cb5-b932-d69dc85852a2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:34.313816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a98de4ef-352e-4d26-9406-8cca05a8298f req-6a6cf84e-e585-4862-9189-d49b50a61ea5 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371315 Jun 30 09:20:34.354017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['18abf3bb-ff60-42ec-9d84-6e55f0e0b963'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:34.558171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379812f-667f-4549-ac37-21fefb804f6b req-8e6dbee2-9899-4caf-b518-e15d1c31aa78 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:34.560092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6379812f-667f-4549-ac37-21fefb804f6b req-8e6dbee2-9899-4caf-b518-e15d1c31aa78 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 945 time: 0.1042867 Jun 30 09:20:34.621771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6379812f-667f-4549-ac37-21fefb804f6b req-138c76c2-ab5a-4680-b90a-bf16278d87f3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501051 Jun 30 09:20:35.313768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:35.331484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d4946044-bf9d-454b-8181-04da412c43a1 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:35.354571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: d4946044-bf9d-454b-8181-04da412c43a1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:35.355017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d4946044-bf9d-454b-8181-04da412c43a1 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:35.376275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Deleting subnet 783f747c-f773-4554-9f78-29d86524c28d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:35.379857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.426652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.564443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.566027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d202a-8042-4ef2-b232-6ab4020974a0 req-b5b62154-2ac7-4524-b2d9-3fa65e2b43ce tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:35.568216 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e16d202a-8042-4ef2-b232-6ab4020974a0 req-b5b62154-2ac7-4524-b2d9-3fa65e2b43ce tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 944 time: 0.0935481 Jun 30 09:20:35.618651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e16d202a-8042-4ef2-b232-6ab4020974a0 req-e0fae763-5a18-4e42-88b7-7f7f50e94f70 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Jun 30 09:20:35.626865 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.657370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783f747c-f773-4554-9f78-29d86524c28d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:35.661763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.666645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44828) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:35.667362 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a76678d8-582d-4f8f-9000-a4f5de703014 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/783f747c-f773-4554-9f78-29d86524c28d HTTP/1.1" status: 204 len: 168 time: 0.3523850 Jun 30 09:20:35.668941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f572e84-54b4-416c-91c8-f5f8e5fc686b None None] Network e67fa19d-9ee0-4f12-a26f-e393ab250491 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:35.784932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.896904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Deleting port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:35.897685 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:35.945300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] DHCP port deletion for e67fa19d-9ee0-4f12-a26f-e393ab250491 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:20:35.960571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0dd4f-8aa2-47ef-b02c-7da4201f6378 req-9250dda9-babb-4895-a27d-cfbf6da826b2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:35.962085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7de0dd4f-8aa2-47ef-b02c-7da4201f6378 req-9250dda9-babb-4895-a27d-cfbf6da826b2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 945 time: 0.1419339 Jun 30 09:20:36.003810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] Deleting port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:36.004177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.007514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] For port 1507d4ff-23bf-44d1-8f13-2983e822cfe8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1507d4ff-23bf-44d1-8f13-2983e822cfe8,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:36.007909 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.028919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Calling delete_port for 1507d4ff-23bf-44d1-8f13-2983e822cfe8 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:36.035567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7de0dd4f-8aa2-47ef-b02c-7da4201f6378 req-3d89baf3-5acf-4a4f-a74d-596d5fa817a2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635929 Jun 30 09:20:36.085862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] For port 1507d4ff-23bf-44d1-8f13-2983e822cfe8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1507d4ff-23bf-44d1-8f13-2983e822cfe8,segment=NetworkSegment(90d9e80a-da02-463a-851c-0da379e85e5d),segment_id=90d9e80a-da02-463a-851c-0da379e85e5d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:36.086284 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.100665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] Calling delete_port for 1507d4ff-23bf-44d1-8f13-2983e822cfe8 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:36.132203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.162615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Pushing event deleted for resources: {'Port': ['ID=1507d4ff-23bf-44d1-8f13-2983e822cfe8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:36.166857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] No DVR routers for this DVR port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:36.187978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.194555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.194904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.195241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.195579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.195910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.196235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.196562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.196931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.197237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.197528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.197822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.198138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:36.217121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] Pushing event deleted for resources: {'Port': ['ID=1507d4ff-23bf-44d1-8f13-2983e822cfe8,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:36.221514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac44c5f5-725b-404f-9571-e251d2a436fb None None] No DVR routers for this DVR port 1507d4ff-23bf-44d1-8f13-2983e822cfe8 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:36.256955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.268830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67fa19d-9ee0-4f12-a26f-e393ab250491']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.283125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d9e80a-da02-463a-851c-0da379e85e5d') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.283425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d9e80a-da02-463a-851c-0da379e85e5d') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:36.292401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.307501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.313823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:36.314241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:36.316057 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:36.375986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.381880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.383882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] 10.222.0.77 "DELETE /v2.0/networks/e67fa19d-9ee0-4f12-a26f-e393ab250491 HTTP/1.1" status: 204 len: 168 time: 0.7138784 Jun 30 09:20:36.396097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1129a-1ac3-4d23-8d41-39f40ddb0661 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67fa19d-9ee0-4f12-a26f-e393ab250491,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:36.499004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44836) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:36.541738 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cfe362df-cfd9-4097-9722-50183378ddbd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b235930be7324f3e8e4ca2a342dc5046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413504 Jun 30 09:20:36.543998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:36.598476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ba16de6-812c-4f1e-bcf5-dce45360639f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.634741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ba16de6-812c-4f1e-bcf5-dce45360639f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.689617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ba16de6-812c-4f1e-bcf5-dce45360639f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.691598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ba16de6-812c-4f1e-bcf5-dce45360639f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:36.692767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ba16de6-812c-4f1e-bcf5-dce45360639f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afc69f4a-e6da-4f3d-986e-cbb41ca37e40 HTTP/1.1" status: 204 len: 168 time: 0.1478524 Jun 30 09:20:36.703620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba16de6-812c-4f1e-bcf5-dce45360639f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc69f4a-e6da-4f3d-986e-cbb41ca37e40,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:36.843003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf24493-5832-4320-b7f8-1b3480bb5940 req-d8f39fcc-d523-4c91-b8e0-1988f3f94308 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:36.846872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecf24493-5832-4320-b7f8-1b3480bb5940 req-d8f39fcc-d523-4c91-b8e0-1988f3f94308 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 944 time: 0.0793676 Jun 30 09:20:36.896655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecf24493-5832-4320-b7f8-1b3480bb5940 req-21579363-2d61-4c41-bb9e-1440dc9e9cda tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429206 Jun 30 09:20:36.994391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1507d4ff-23bf-44d1-8f13-2983e822cfe8 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:37.013669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 1507d4ff-23bf-44d1-8f13-2983e822cfe8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:37.014316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1507d4ff-23bf-44d1-8f13-2983e822cfe8 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:37.313765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a259afc-bf93-4d21-8efe-0b618f06e0a2 req-3a644961-6c28-4506-983b-3a5cc4dd47e1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:37.313765 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a259afc-bf93-4d21-8efe-0b618f06e0a2 req-3a644961-6c28-4506-983b-3a5cc4dd47e1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 945 time: 0.0865939 Jun 30 09:20:37.442065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:37.442065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:37.449223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:37.449403 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.589291 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.622792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:37.626335 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a973c0-1548-4a02-952f-ad072b177eca" -d '{"events": [{"server_uuid": "a9c5e000-7402-429f-a992-3546447a6ca6", "name": "network-vif-plugged", "status": "completed", "tag": "18abf3bb-ff60-42ec-9d84-6e55f0e0b963"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:37.639847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:37.647424 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.648364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b911c84b-fd5d-4cb5-b932-d69dc85852a2 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:37.739833 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3ad78b-6b08-409c-8086-0d8eb53f53a7 x-openstack-request-id: req-ac3ad78b-6b08-409c-8086-0d8eb53f53a7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:37.740290 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c5e000-7402-429f-a992-3546447a6ca6", "name": "network-vif-plugged", "status": "completed", "tag": "18abf3bb-ff60-42ec-9d84-6e55f0e0b963", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:37.740406 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ac3ad78b-6b08-409c-8086-0d8eb53f53a7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:37.740759 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963', 'code': 200} Jun 30 09:20:37.743346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:37.789365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port b911c84b-fd5d-4cb5-b932-d69dc85852a2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:37.799409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a259afc-bf93-4d21-8efe-0b618f06e0a2 req-ed94c5a3-8134-406f-ad0c-8fe7b28825d4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097277 Jun 30 09:20:37.825765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port b911c84b-fd5d-4cb5-b932-d69dc85852a2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:37.826053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.883341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:37.922033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-506388049-network', 'tenant_id': '7ab8c1fcf0bf4ba6b8c2beaef8888847'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:37.951905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a3dab-146f-4c61-8855-c26836522212 req-ff488c8c-bf4f-4771-b756-39e2d54a6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:37.957783 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-078a3dab-146f-4c61-8855-c26836522212 req-ff488c8c-bf4f-4771-b756-39e2d54a6db6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 1098 time: 0.1211939 Jun 30 09:20:37.983398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Made reservation on behalf of 7ab8c1fcf0bf4ba6b8c2beaef8888847 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:37.987914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:37.994102 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.004895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.038866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b911c84b-fd5d-4cb5-b932-d69dc85852a2, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:38.044883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.046854 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-078a3dab-146f-4c61-8855-c26836522212 req-901bbf27-e609-4a83-8e15-68e0e2103dfc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759752 Jun 30 09:20:38.130953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b911c84b-fd5d-4cb5-b932-d69dc85852a2,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.189367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.194093 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.195218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b85714-c72a-489a-b064-641a85b813d6 req-e30af950-1772-46f2-8526-718527606a58 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.197420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3b85714-c72a-489a-b064-641a85b813d6 req-e30af950-1772-46f2-8526-718527606a58 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.0888453 Jun 30 09:20:38.224478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:20:38.235604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fa20ea-9a79-42d6-bac9-25b62c029d4f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.242142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.242519 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Added segment b3c6884c-2816-43a5-929c-e2160b295b04 of type vlan for network 485c6de4-907b-4f37-ba56-9a006647f5a2 Jun 30 09:20:38.251113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3b85714-c72a-489a-b064-641a85b813d6 req-2aa0f545-4465-4e39-9ba6-6ef5a61d6667 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Jun 30 09:20:38.296700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.328101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.329212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.329806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.379200 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6338394 Jun 30 09:20:38.381993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44904) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:38.387697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Request body: {'subnet': {'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-506388049-subnet', 'tenant_id': '7ab8c1fcf0bf4ba6b8c2beaef8888847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:38.395242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016594f1-b9c9-44f2-a328-369fc76d9d53 admin admin] Pushing event updated for resources: {'Network': ['ID=485c6de4-907b-4f37-ba56-9a006647f5a2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.410027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 485c6de4-907b-4f37-ba56-9a006647f5a2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:20:38.421782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Made reservation on behalf of 7ab8c1fcf0bf4ba6b8c2beaef8888847 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:38.424755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.629074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.690949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0383876-4642-4317-8a1d-9fb5df768762,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:38.699439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Checking segment: {'id': 'b3c6884c-2816-43a5-929c-e2160b295b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:38.699797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Network hostable DHCP agents. Network: 485c6de4-907b-4f37-ba56-9a006647f5a2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:20:38.719449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Network 485c6de4-907b-4f37-ba56-9a006647f5a2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:20:38.732216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 485c6de4-907b-4f37-ba56-9a006647f5a2) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:38.740509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae5252-9feb-49c7-ba9b-b977e3597ea3 None None] Network 485c6de4-907b-4f37-ba56-9a006647f5a2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:38.743922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:38.745342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:38.773863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4fe328c-a64a-44e4-be95-c3d260134812 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.3903563 Jun 30 09:20:38.995667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2105093-9c28-4307-a8cc-c99e26e910aa None None] Network 485c6de4-907b-4f37-ba56-9a006647f5a2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:20:39.114373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438d938-ad96-44a0-b502-aac3e6eb8e38 req-f34787d7-a563-4d23-842c-fbceed2b6398 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:39.120197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9438d938-ad96-44a0-b502-aac3e6eb8e38 req-f34787d7-a563-4d23-842c-fbceed2b6398 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 946 time: 0.1582878 Jun 30 09:20:39.210577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9438d938-ad96-44a0-b502-aac3e6eb8e38 req-4b6f0e82-6c8a-455b-a8e0-8b0e5ef81569 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804946 Jun 30 09:20:39.528612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cd221-95db-4716-8e76-f0e42965bea8 req-53595cb2-c8ad-4a7d-9898-1ab9c0ff312b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:39.530139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-838cd221-95db-4716-8e76-f0e42965bea8 req-53595cb2-c8ad-4a7d-9898-1ab9c0ff312b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.1589568 Jun 30 09:20:39.536959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-ef79beb0-0a21-435f-a27c-22ea56ccbc05 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:39.538417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-ef79beb0-0a21-435f-a27c-22ea56ccbc05 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/networks?id=485c6de4-907b-4f37-ba56-9a006647f5a2 HTTP/1.1" status: 200 len: 821 time: 0.1559818 Jun 30 09:20:39.566151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-2665f7a9-f8ed-49f7-92c6-f056ad6b87e4 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/quotas/7ab8c1fcf0bf4ba6b8c2beaef8888847 HTTP/1.1" status: 200 len: 375 time: 0.0204606 Jun 30 09:20:39.596201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-838cd221-95db-4716-8e76-f0e42965bea8 req-955d32c7-7173-4e8f-9207-317e12555a09 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567677 Jun 30 09:20:39.619108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-2534bfa0-79f7-408a-bfd2-82b58e9364de tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=7ab8c1fcf0bf4ba6b8c2beaef8888847&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425055 Jun 30 09:20:39.723604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-a5295412-8098-4931-a105-5fc679775962 service neutron] 10.222.0.77 "GET /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998349 Jun 30 09:20:39.742075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:39.744697 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f552c91-4411-4d6c-ac65-f6ec20f482a9" -d '{"events": [{"server_uuid": "1c4a8b78-6335-4150-9e41-11852a5d903b", "name": "network-vif-plugged", "status": "completed", "tag": "b911c84b-fd5d-4cb5-b932-d69dc85852a2"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:39.796581 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91346f4c-b551-4ff7-ab21-a79699eabb11 x-openstack-request-id: req-91346f4c-b551-4ff7-ab21-a79699eabb11 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:39.798166 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4a8b78-6335-4150-9e41-11852a5d903b", "name": "network-vif-plugged", "status": "completed", "tag": "b911c84b-fd5d-4cb5-b932-d69dc85852a2", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:39.798471 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-91346f4c-b551-4ff7-ab21-a79699eabb11 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:39.798902 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2', 'code': 200} Jun 30 09:20:39.835135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-6021f661-2dce-402e-8a25-7bede542702e service neutron] 10.222.0.77 "GET /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049600 Jun 30 09:20:39.986914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8e75b-2fb3-49bd-b850-f1d243a16f16 req-60be8fea-7a85-438e-9418-336975e2d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:39.991565 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e8e75b-2fb3-49bd-b850-f1d243a16f16 req-60be8fea-7a85-438e-9418-336975e2d1ca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 1097 time: 0.1125510 Jun 30 09:20:40.057576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e8e75b-2fb3-49bd-b850-f1d243a16f16 req-7605b63e-59e5-4c1a-b2e2-5bc3d841e23d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615520 Jun 30 09:20:40.103049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82323cde-9de5-49f4-867b-c5dcef2a604d req-c110aeb2-fcce-4ceb-857a-a86b889b0926 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 210 time: 0.0405893 Jun 30 09:20:40.457547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb26b2-700a-4039-b7ab-3bb055270ffb req-78ef33b4-6f69-4e71-bc28-32e576f1fef4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.464576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56eb26b2-700a-4039-b7ab-3bb055270ffb req-78ef33b4-6f69-4e71-bc28-32e576f1fef4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 946 time: 0.0912285 Jun 30 09:20:40.500308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56eb26b2-700a-4039-b7ab-3bb055270ffb req-49256a90-d958-4af9-92ce-03462e58292e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347149 Jun 30 09:20:40.835751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277ebbd-1b73-45ee-9fdb-9604504a76b9 req-3a8d6007-bf05-48da-a62c-96639dc82465 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:40.837951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3277ebbd-1b73-45ee-9fdb-9604504a76b9 req-3a8d6007-bf05-48da-a62c-96639dc82465 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.0827053 Jun 30 09:20:40.907521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3277ebbd-1b73-45ee-9fdb-9604504a76b9 req-05935a9c-93ab-40cd-9f05-63749f8a79d0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584705 Jun 30 09:20:41.227869 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e7efa99-5184-4acd-83f6-a1c7b019dee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.283270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e266f627-ec77-4fd6-b195-7806904d7b8e req-e5a3d870-3e1e-49a3-915e-e59d0bd94d84 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 210 time: 0.0368643 Jun 30 09:20:41.437940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-ef2a8417-ddd3-42a3-b109-665f14bed89d tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:41.439489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-ef2a8417-ddd3-42a3-b109-665f14bed89d tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.79 "GET /v2.0/networks?id=485c6de4-907b-4f37-ba56-9a006647f5a2 HTTP/1.1" status: 200 len: 821 time: 0.1625385 Jun 30 09:20:41.456237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Request body: {'port': {'device_id': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2', 'admin_state_up': True, 'tenant_id': '7ab8c1fcf0bf4ba6b8c2beaef8888847'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:41.607256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Made reservation on behalf of 7ab8c1fcf0bf4ba6b8c2beaef8888847 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:20:41.613192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:41.781359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Allocated IP 172.20.0.5 (485c6de4-907b-4f37-ba56-9a006647f5a2/b0383876-4642-4317-8a1d-9fb5df768762/339b25f1-5301-429c-87a9-6e4b8deb2ca4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:20:41.985016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.060059 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.109871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Network 485c6de4-907b-4f37-ba56-9a006647f5a2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:20:42.113783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:20:42.117717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:20:42.150505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Pushing event updated for resources: {'Port': ['ID=339b25f1-5301-429c-87a9-6e4b8deb2ca4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:42.177506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9759af-d660-4376-b5c7-190124bc0399 req-ed7bc180-414a-4d4b-926c-7b09c3619412 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.184719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f9759af-d660-4376-b5c7-190124bc0399 req-ed7bc180-414a-4d4b-926c-7b09c3619412 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.1035295 Jun 30 09:20:42.188037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.188742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.207865 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-e961b128-ad34-4e51-8f19-04960faac3f6 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7598844 Jun 30 09:20:42.225628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Request body: {'port': {'device_id': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:20:42.232662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f9759af-d660-4376-b5c7-190124bc0399 req-0439cfc2-611f-4731-bd77-01266392a84c tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470598 Jun 30 09:20:42.315154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.529093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ada15-e4fb-426d-8dcd-75acfceba966 req-38224c7e-c90f-4b1e-84ca-c82576fe4e07 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:42.530961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2ada15-e4fb-426d-8dcd-75acfceba966 req-38224c7e-c90f-4b1e-84ca-c82576fe4e07 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 931 time: 0.1074481 Jun 30 09:20:42.585243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a2ada15-e4fb-426d-8dcd-75acfceba966 req-682de0ba-b01a-4907-9e5c-8655665dcd2d tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Jun 30 09:20:42.721181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 339b25f1-5301-429c-87a9-6e4b8deb2ca4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:42.731378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.763818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Transition to ACTIVE for port object 339b25f1-5301-429c-87a9-6e4b8deb2ca4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:20:42.777074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:42.858356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Pushing event updated for resources: {'Port': ['ID=339b25f1-5301-429c-87a9-6e4b8deb2ca4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:42.947719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Attempting to bind port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:20:42.948416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Attempting to bind port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'b3c6884c-2816-43a5-929c-e2160b295b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:20:42.948748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Attempting to bind port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 on network 485c6de4-907b-4f37-ba56-9a006647f5a2 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:42.956569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 on network 485c6de4-907b-4f37-ba56-9a006647f5a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:20:42.957189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Attempting to bind port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 on network 485c6de4-907b-4f37-ba56-9a006647f5a2 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:20:42.964210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:20:42.964545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Checking segment: {'id': 'b3c6884c-2816-43a5-929c-e2160b295b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:20:42.964933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Bound using segment: {'id': 'b3c6884c-2816-43a5-929c-e2160b295b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:20:42.965378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Bound port: 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3c6884c-2816-43a5-929c-e2160b295b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:20:42.965742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.050435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] For port 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:20:43.054089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] For port 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4,segment=NetworkSegment(b3c6884c-2816-43a5-929c-e2160b295b04),segment_id=b3c6884c-2816-43a5-929c-e2160b295b04)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:20:43.059241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.107067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.107693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:43.109849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] 10.222.0.79 "PUT /v2.0/ports/339b25f1-5301-429c-87a9-6e4b8deb2ca4 HTTP/1.1" status: 200 len: 1092 time: 0.8894567 Jun 30 09:20:43.110341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'tag': '339b25f1-5301-429c-87a9-6e4b8deb2ca4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:43.112682 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c964cf1-477f-41ec-be1d-b9689af8952c" -d '{"events": [{"name": "network-changed", "server_uuid": "2948f4e1-4cb6-4484-b4e8-50ff501e215a", "tag": "339b25f1-5301-429c-87a9-6e4b8deb2ca4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:43.141618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb53c5-b552-4588-9cde-bdd45a9de38e service neutron] Pushing event updated for resources: {'Port': ['ID=339b25f1-5301-429c-87a9-6e4b8deb2ca4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:43.177186 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6dac719-58e2-47d6-b2a2-5111e062fb97 x-openstack-request-id: req-f6dac719-58e2-47d6-b2a2-5111e062fb97 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:43.177482 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2948f4e1-4cb6-4484-b4e8-50ff501e215a", "tag": "339b25f1-5301-429c-87a9-6e4b8deb2ca4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:43.177738 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f6dac719-58e2-47d6-b2a2-5111e062fb97 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:43.178154 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'tag': '339b25f1-5301-429c-87a9-6e4b8deb2ca4', 'status': 'completed', 'code': 200} Jun 30 09:20:43.277538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-b87354f5-5228-49fd-aa64-01d7dd2988c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.279227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-b87354f5-5228-49fd-aa64-01d7dd2988c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ab8c1fcf0bf4ba6b8c2beaef8888847&device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 1095 time: 0.0990715 Jun 30 09:20:43.339393 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-f7542b30-7a7a-47ca-aa44-5bcbdf4432e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4 HTTP/1.1" status: 200 len: 217 time: 0.0520754 Jun 30 09:20:43.409841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-5f9299e2-d84b-459e-ac52-b7c0970b6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.411463 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-5f9299e2-d84b-459e-ac52-b7c0970b6c62 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b0383876-4642-4317-8a1d-9fb5df768762 HTTP/1.1" status: 200 len: 861 time: 0.0647795 Jun 30 09:20:43.460110 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-75312a0f-7202-410a-b469-1f95ba9f0413 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=485c6de4-907b-4f37-ba56-9a006647f5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396950 Jun 30 09:20:43.587381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-d77517a0-0369-4570-8b76-6d14ca7bfbb1 service neutron] 10.222.0.79 "GET /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197138 Jun 30 09:20:43.700178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-267b39b6-1511-4a18-bc6f-aeb6014d289d req-cb952e5c-3b4a-44c1-b3a4-bb880cb75412 service neutron] 10.222.0.79 "GET /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045392 Jun 30 09:20:43.880107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b731-687f-4696-b392-a8b2583f1ed7 req-f9487735-40f4-4d0a-998f-7d6133125533 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.882156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-889bc7a1-1ef1-4cea-9095-4577f73bce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:43.885386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-889bc7a1-1ef1-4cea-9095-4577f73bce2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ab8c1fcf0bf4ba6b8c2beaef8888847&device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 1095 time: 0.1299284 Jun 30 09:20:43.886922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9db4b731-687f-4696-b392-a8b2583f1ed7 req-f9487735-40f4-4d0a-998f-7d6133125533 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 943 time: 0.1006742 Jun 30 09:20:43.947315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9db4b731-687f-4696-b392-a8b2583f1ed7 req-37324cd5-e293-4dcb-acb7-ef92a58bac8a tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584741 Jun 30 09:20:44.040719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-d69973fb-30ba-411f-b404-a3a94677b9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.042727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-d69973fb-30ba-411f-b404-a3a94677b9d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=485c6de4-907b-4f37-ba56-9a006647f5a2 HTTP/1.1" status: 200 len: 922 time: 0.1507885 Jun 30 09:20:44.084790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-357c1256-1aea-45f5-a6a6-e9fce525bcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.115676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-277c4266-8564-4e4e-82f6-8bfab92b9cac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4 HTTP/1.1" status: 200 len: 217 time: 0.0628619 Jun 30 09:20:44.175984 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:44.192165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-ba40cd43-5957-4713-b3bd-797bb6105aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.193778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-ba40cd43-5957-4713-b3bd-797bb6105aa8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b0383876-4642-4317-8a1d-9fb5df768762 HTTP/1.1" status: 200 len: 861 time: 0.0707240 Jun 30 09:20:44.235814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-0699210a-3c3a-45ff-a599-acb6794e3869 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=485c6de4-907b-4f37-ba56-9a006647f5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352778 Jun 30 09:20:44.368886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-8e2fd590-5cb6-4ea9-91c2-4afd8cc52ec0 service neutron] 10.222.0.79 "GET /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259770 Jun 30 09:20:44.497365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c964cf1-477f-41ec-be1d-b9689af8952c req-580e3320-d579-49a8-b2c9-d2418737c7a8 service neutron] 10.222.0.79 "GET /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094639 Jun 30 09:20:44.808972 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-30dd4ee6-351e-4b2a-8a85-44ee9d06c1a0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1415341 Jun 30 09:20:44.908917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c681bd-5999-4902-8aea-0a59655929fd req-1ba5c08b-aa24-470d-b757-5763ab782aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:44.910694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-1ba5c08b-aa24-470d-b757-5763ab782aa0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1097 time: 0.0624771 Jun 30 09:20:45.068526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c681bd-5999-4902-8aea-0a59655929fd req-3c0baec9-5135-42cb-b880-98b5a13a42ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.070394 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-3c0baec9-5135-42cb-b880-98b5a13a42ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.1319447 Jun 30 09:20:45.160070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-617e196b-8b9b-465d-a7b2-a5673cd30a20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0834601 Jun 30 09:20:45.213362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a068bdbd-ea9f-4200-b074-4ee29ede7320 req-065aa2e5-4cc3-4bc4-a29d-48402e55c2c2 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.216731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a068bdbd-ea9f-4200-b074-4ee29ede7320 req-065aa2e5-4cc3-4bc4-a29d-48402e55c2c2 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 943 time: 0.0841210 Jun 30 09:20:45.221952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c681bd-5999-4902-8aea-0a59655929fd req-0fa2c562-c923-4ffd-9d0d-d3673f7f79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.223637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-0fa2c562-c923-4ffd-9d0d-d3673f7f79cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.0579476 Jun 30 09:20:45.277878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a068bdbd-ea9f-4200-b074-4ee29ede7320 req-c299f923-d6b3-49a8-9f23-95c5adac55e5 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545361 Jun 30 09:20:45.357780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c681bd-5999-4902-8aea-0a59655929fd req-097a5873-b40b-40e1-96c4-5b42629f1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:45.361052 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-097a5873-b40b-40e1-96c4-5b42629f1b53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251321 Jun 30 09:20:45.372547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-e32276ee-274f-4dac-994a-873836652b7b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:20:45.373592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-e32276ee-274f-4dac-994a-873836652b7b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066171 Jun 30 09:20:45.502029 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-42b61677-ef4e-4c6a-a674-5f636dfb4f6b service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212835 Jun 30 09:20:45.637051 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72c681bd-5999-4902-8aea-0a59655929fd req-e67bbf04-a1f0-4ae7-b19c-a9ec63d1f177 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285653 Jun 30 09:20:46.015747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:46.568680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1978e-c5bd-48c0-bcc2-ca4a7fe51f29 req-91821b1f-3c30-4232-b989-20b891102aca tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:46.570651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccb1978e-c5bd-48c0-bcc2-ca4a7fe51f29 req-91821b1f-3c30-4232-b989-20b891102aca tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 943 time: 0.1137559 Jun 30 09:20:46.622411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccb1978e-c5bd-48c0-bcc2-ca4a7fe51f29 req-9b2d31d2-94d0-4569-97b3-8a7e5b66d694 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445964 Jun 30 09:20:47.245827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.401455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 339b25f1-5301-429c-87a9-6e4b8deb2ca4 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:20:47.542996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4,segment=NetworkSegment(b3c6884c-2816-43a5-929c-e2160b295b04),segment_id=b3c6884c-2816-43a5-929c-e2160b295b04)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:47.572428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '339b25f1-5301-429c-87a9-6e4b8deb2ca4', 'network_id': '485c6de4-907b-4f37-ba56-9a006647f5a2', 'port_id': '339b25f1-5301-429c-87a9-6e4b8deb2ca4', 'mac_address': 'fa:16:3e:9b:cd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0383876-4642-4317-8a1d-9fb5df768762', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:20:47.578063 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.625088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.643576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 339b25f1-5301-429c-87a9-6e4b8deb2ca4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:20:47.670783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4,segment=NetworkSegment(b3c6884c-2816-43a5-929c-e2160b295b04),segment_id=b3c6884c-2816-43a5-929c-e2160b295b04)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:47.686815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:47.762244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=339b25f1-5301-429c-87a9-6e4b8deb2ca4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:47.873841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829eed23-2456-41c2-aa0d-f524731f1bbe req-f810fdc3-97a8-4ca6-b126-d9fb6517a597 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:47.875862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-829eed23-2456-41c2-aa0d-f524731f1bbe req-f810fdc3-97a8-4ca6-b126-d9fb6517a597 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 944 time: 0.0966113 Jun 30 09:20:47.931333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-829eed23-2456-41c2-aa0d-f524731f1bbe req-dea2e203-5179-49d4-9009-1b627339c993 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485055 Jun 30 09:20:48.097038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['339b25f1-5301-429c-87a9-6e4b8deb2ca4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:48.869434 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:20:49.228501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e1b34-0515-4823-ab0e-5c509b96d233 req-05591a32-afc4-449a-bee7-46952f0dce6c tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:49.229990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e45e1b34-0515-4823-ab0e-5c509b96d233 req-05591a32-afc4-449a-bee7-46952f0dce6c tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 944 time: 0.1090970 Jun 30 09:20:49.279337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e45e1b34-0515-4823-ab0e-5c509b96d233 req-b283e14e-a5fe-4a63-b228-4f24149acd9c tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Jun 30 09:20:50.503457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e56003-badc-4ab6-a882-b6c933d14e1d req-7451eda7-8b7b-42af-8f60-6498e4e896f9 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:50.505035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25e56003-badc-4ab6-a882-b6c933d14e1d req-7451eda7-8b7b-42af-8f60-6498e4e896f9 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 944 time: 0.0929201 Jun 30 09:20:50.551519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25e56003-badc-4ab6-a882-b6c933d14e1d req-056277d1-7768-463a-8ac2-52a1de1db195 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402057 Jun 30 09:20:51.430314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 339b25f1-5301-429c-87a9-6e4b8deb2ca4 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:20:51.494452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:20:51.500312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:20:51.501042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.588511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.615357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339b25f1-5301-429c-87a9-6e4b8deb2ca4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:51.617809 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a992bbf2-3ebe-47fd-8984-43857328d19f" -d '{"events": [{"server_uuid": "2948f4e1-4cb6-4484-b4e8-50ff501e215a", "name": "network-vif-plugged", "status": "completed", "tag": "339b25f1-5301-429c-87a9-6e4b8deb2ca4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:51.633017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4,segment=NetworkSegment(b3c6884c-2816-43a5-929c-e2160b295b04),segment_id=b3c6884c-2816-43a5-929c-e2160b295b04)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:51.640001 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:51.688535 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8c50ce-d21b-4e23-9c6b-470201d16f3e x-openstack-request-id: req-ed8c50ce-d21b-4e23-9c6b-470201d16f3e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:51.688821 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2948f4e1-4cb6-4484-b4e8-50ff501e215a", "name": "network-vif-plugged", "status": "completed", "tag": "339b25f1-5301-429c-87a9-6e4b8deb2ca4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:51.689073 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed8c50ce-d21b-4e23-9c6b-470201d16f3e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:51.728011 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '339b25f1-5301-429c-87a9-6e4b8deb2ca4', 'code': 200} Jun 30 09:20:51.757910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=339b25f1-5301-429c-87a9-6e4b8deb2ca4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:51.863840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73290337-8933-457c-9d24-649a92a393ac req-dc030b27-cd5d-4681-8896-027d8c43d99e tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:51.872818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73290337-8933-457c-9d24-649a92a393ac req-dc030b27-cd5d-4681-8896-027d8c43d99e tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 945 time: 0.1130760 Jun 30 09:20:51.921905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73290337-8933-457c-9d24-649a92a393ac req-355dfb26-7cfe-469c-bd84-6b2525064920 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Jun 30 09:20:51.986410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb27a02-196b-4824-b933-5124a584feed req-41df3602-1b01-422d-9d69-e52c2ef95322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:51.988039 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4fb27a02-196b-4824-b933-5124a584feed req-41df3602-1b01-422d-9d69-e52c2ef95322 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 1097 time: 0.1699662 Jun 30 09:20:52.038198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4fb27a02-196b-4824-b933-5124a584feed req-3cbe14d3-c623-45bf-a52e-ad58d6a84f28 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 Jun 30 09:20:52.309092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b20b38-ffdc-4d9f-90e5-96150321f2e2 req-7d0d90dc-942c-49c2-88f8-1b832f9b2f92 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.311224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3b20b38-ffdc-4d9f-90e5-96150321f2e2 req-7d0d90dc-942c-49c2-88f8-1b832f9b2f92 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0795832 Jun 30 09:20:52.366372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3b20b38-ffdc-4d9f-90e5-96150321f2e2 req-5082195f-dd55-46de-aa72-908a8877d471 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Jun 30 09:20:52.621439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcbaf9-3efa-4ea2-b5b6-531213c65d49 req-116b0068-2bc0-43c1-945c-960c0f88cf39 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:52.623085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41dcbaf9-3efa-4ea2-b5b6-531213c65d49 req-116b0068-2bc0-43c1-945c-960c0f88cf39 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0826652 Jun 30 09:20:52.674172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-41dcbaf9-3efa-4ea2-b5b6-531213c65d49 req-bddbe604-d905-4bf1-b3de-3df25f52a29a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428851 Jun 30 09:20:53.229060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cb793-a56d-4f84-a450-794dcd7961bd req-37d05b08-fe5d-4967-a08f-987e7cae9a57 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.235620 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-482cb793-a56d-4f84-a450-794dcd7961bd req-37d05b08-fe5d-4967-a08f-987e7cae9a57 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 945 time: 0.1042380 Jun 30 09:20:53.323703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-482cb793-a56d-4f84-a450-794dcd7961bd req-0aa8ea29-7d4f-4eab-9f7f-1e082e6a81f9 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723855 Jun 30 09:20:53.357090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc713561-ec71-4366-9ed4-8c0ee1921f88 req-ce2ef842-c692-4942-8840-6964bad6d6f7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:53.358748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc713561-ec71-4366-9ed4-8c0ee1921f88 req-ce2ef842-c692-4942-8840-6964bad6d6f7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1211071 Jun 30 09:20:53.411033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc713561-ec71-4366-9ed4-8c0ee1921f88 req-7c11a9a2-a0e2-48a3-8183-7f7f4ce4f0c6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Jun 30 09:20:54.302749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283551d-1ce6-4529-a987-4101e54317f6 req-9c8e8db9-f5d9-468b-9f18-42183faa9498 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:54.304501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2283551d-1ce6-4529-a987-4101e54317f6 req-9c8e8db9-f5d9-468b-9f18-42183faa9498 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1197770 Jun 30 09:20:54.356944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2283551d-1ce6-4529-a987-4101e54317f6 req-d658bf47-d56a-4d9d-957e-79a7738f3800 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457947 Jun 30 09:20:54.529478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8181710-399e-495e-ba1c-87154a2537c3 req-73817ce5-a834-4110-80e7-5afcfc0523a7 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:54.531620 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8181710-399e-495e-ba1c-87154a2537c3 req-73817ce5-a834-4110-80e7-5afcfc0523a7 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 945 time: 0.0705016 Jun 30 09:20:54.579798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8181710-399e-495e-ba1c-87154a2537c3 req-c3e1385f-60a1-4990-bc68-551251940af1 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Jun 30 09:20:55.136935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07efbe1e-3d16-44d6-b0b7-cfc3d9457c03 req-0f8e7c98-c2b9-4d38-a6a6-d729a58debba tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.138626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07efbe1e-3d16-44d6-b0b7-cfc3d9457c03 req-0f8e7c98-c2b9-4d38-a6a6-d729a58debba tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 945 time: 0.0792127 Jun 30 09:20:55.195476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07efbe1e-3d16-44d6-b0b7-cfc3d9457c03 req-25daf7d0-240d-4e57-8ccf-131ebcaf550a tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494680 Jun 30 09:20:55.570913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f1f8e-7c7b-407a-9dac-c354d7951bad req-31afc0bd-9aac-4561-a88a-4cfdc286711a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:55.572539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-282f1f8e-7c7b-407a-9dac-c354d7951bad req-31afc0bd-9aac-4561-a88a-4cfdc286711a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0732985 Jun 30 09:20:55.619406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-282f1f8e-7c7b-407a-9dac-c354d7951bad req-397f234b-de8c-4377-a52a-c20359f0a756 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401504 Jun 30 09:20:56.426411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752801bd-610b-4de0-927c-13ce21d76c4e req-cb8ba88f-16a3-4ae0-83b4-a343d0fb3093 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.428047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-752801bd-610b-4de0-927c-13ce21d76c4e req-cb8ba88f-16a3-4ae0-83b4-a343d0fb3093 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 945 time: 0.0995324 Jun 30 09:20:56.494475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-752801bd-610b-4de0-927c-13ce21d76c4e req-ba051b79-8a04-47f0-ab69-c2f59b3a8acc tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/security-groups?id=a3fa20ea-9a79-42d6-bac9-25b62c029d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600312 Jun 30 09:20:56.810761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6eede8-7b21-4bd9-b1ac-cd871a97aa74 req-855b0d30-9274-4b71-9bcc-931131b317c4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.813871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e6eede8-7b21-4bd9-b1ac-cd871a97aa74 req-855b0d30-9274-4b71-9bcc-931131b317c4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0743873 Jun 30 09:20:56.833671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-2d303a7d-e165-4cb8-a412-b7c5264ba043 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:56.835860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-2d303a7d-e165-4cb8-a412-b7c5264ba043 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.79 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 945 time: 0.0796769 Jun 30 09:20:56.856212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e6eede8-7b21-4bd9-b1ac-cd871a97aa74 req-4870c5a4-a8bf-4591-b289-e9564e9ce22e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356860 Jun 30 09:20:56.958563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Deleting port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:20:56.958892 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.058934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] For port 339b25f1-5301-429c-87a9-6e4b8deb2ca4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=339b25f1-5301-429c-87a9-6e4b8deb2ca4,segment=NetworkSegment(b3c6884c-2816-43a5-929c-e2160b295b04),segment_id=b3c6884c-2816-43a5-929c-e2160b295b04)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:20:57.059299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.072996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Calling delete_port for 339b25f1-5301-429c-87a9-6e4b8deb2ca4 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:20:57.208221 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.225649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['339b25f1-5301-429c-87a9-6e4b8deb2ca4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:20:57.242868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Pushing event deleted for resources: {'Port': ['ID=339b25f1-5301-429c-87a9-6e4b8deb2ca4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:57.276005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.276355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.276700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.277040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.277374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.277708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.278036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.278396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.278724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.279049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.279371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.279695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:20:57.302822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] No DVR routers for this DVR port 339b25f1-5301-429c-87a9-6e4b8deb2ca4 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:20:57.305420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:57.307525 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8a7c7f9b-f2d9-4d27-ac4f-0f072cf5e04a req-10922ba6-be8e-4c7d-865c-62c3e54bf197 tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.79 "DELETE /v2.0/ports/339b25f1-5301-429c-87a9-6e4b8deb2ca4 HTTP/1.1" status: 204 len: 173 time: 0.4621856 Jun 30 09:20:57.307989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'name': 'network-vif-deleted', 'tag': '339b25f1-5301-429c-87a9-6e4b8deb2ca4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:20:57.310445 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac8de5-ef5e-40ca-a101-ddf3831a0593" -d '{"events": [{"server_uuid": "2948f4e1-4cb6-4484-b4e8-50ff501e215a", "name": "network-vif-deleted", "tag": "339b25f1-5301-429c-87a9-6e4b8deb2ca4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:20:57.467889 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd46643-cb51-44bb-a29d-3bb7083f2905 x-openstack-request-id: req-ddd46643-cb51-44bb-a29d-3bb7083f2905 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:20:57.468204 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2948f4e1-4cb6-4484-b4e8-50ff501e215a", "name": "network-vif-deleted", "tag": "339b25f1-5301-429c-87a9-6e4b8deb2ca4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:20:57.468483 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ddd46643-cb51-44bb-a29d-3bb7083f2905 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:20:57.468925 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2948f4e1-4cb6-4484-b4e8-50ff501e215a', 'name': 'network-vif-deleted', 'tag': '339b25f1-5301-429c-87a9-6e4b8deb2ca4', 'status': 'completed', 'code': 200} Jun 30 09:20:57.668079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34e4ef13-05c7-4949-8ec3-2aac53f85e4a req-015673ba-9830-433c-8094-6c5844d12a9f tempest-ServerAddressesNegativeTestJSON-177337112 tempest-ServerAddressesNegativeTestJSON-177337112-project] 10.222.0.77 "GET /v2.0/ports?device_id=2948f4e1-4cb6-4484-b4e8-50ff501e215a HTTP/1.1" status: 200 len: 210 time: 0.0315611 Jun 30 09:20:57.978651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-ffb0d7f0-d1bb-4320-b852-26f3462065ec req-c3fe474e-0590-471b-8c25-103ec642f0e8 tempest-FloatingIPsAssociationTestJSON-931678196 tempest-FloatingIPsAssociationTestJSON-931678196-project] (93724) timed out ('10.222.0.83', 55303) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:20:58.054836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27920df-c374-4d5a-a6dd-095bd2c53214 req-08539e85-39b9-474b-a64f-830591e6cc2e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:58.056536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f27920df-c374-4d5a-a6dd-095bd2c53214 req-08539e85-39b9-474b-a64f-830591e6cc2e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0688651 Jun 30 09:20:58.100489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f27920df-c374-4d5a-a6dd-095bd2c53214 req-93119973-c925-4076-b6ec-28854271536c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355206 Jun 30 09:20:58.766829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45382) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:58.820134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Deleting subnet b0383876-4642-4317-8a1d-9fb5df768762 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:20:58.823606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.859959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.900818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.963856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:58.992125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0383876-4642-4317-8a1d-9fb5df768762,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:58.997517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.000055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3be9e90c-06a9-43c2-99f3-52c6ff13e6fb admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b0383876-4642-4317-8a1d-9fb5df768762 HTTP/1.1" status: 204 len: 168 time: 0.2320733 Jun 30 09:20:59.002846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45384) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.075930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.147082 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.165782 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.177023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['485c6de4-907b-4f37-ba56-9a006647f5a2']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:59.190277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c6884c-2816-43a5-929c-e2160b295b04') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:59.190746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c6884c-2816-43a5-929c-e2160b295b04') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:20:59.204774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.223512 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.232177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:20:59.232755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:20:59.235093 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:20:59.326235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.344270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.348454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] 10.222.0.77 "DELETE /v2.0/networks/485c6de4-907b-4f37-ba56-9a006647f5a2 HTTP/1.1" status: 204 len: 168 time: 0.3423243 Jun 30 09:20:59.348454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ef0cf-56c6-48d6-96dc-2e3db138347a admin admin] Pushing event deleted for resources: {'Network': ['ID=485c6de4-907b-4f37-ba56-9a006647f5a2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:20:59.377047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a566d1-e4e8-4285-9868-045f8730a7e0 req-4882b571-0ec4-4901-affd-03f558c9212b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:20:59.378629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89a566d1-e4e8-4285-9868-045f8730a7e0 req-4882b571-0ec4-4901-affd-03f558c9212b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1337895 Jun 30 09:20:59.423076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89a566d1-e4e8-4285-9868-045f8730a7e0 req-313aab78-3481-496c-b788-f25b813ea043 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Jun 30 09:20:59.481276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.490149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 339b25f1-5301-429c-87a9-6e4b8deb2ca4 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:20:59.511077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 339b25f1-5301-429c-87a9-6e4b8deb2ca4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:20:59.511077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 339b25f1-5301-429c-87a9-6e4b8deb2ca4 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:20:59.527499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7bb2fb5b-1679-43f7-aa14-4eed0878d0f5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7ab8c1fcf0bf4ba6b8c2beaef8888847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427284 Jun 30 09:20:59.527708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:20:59.577477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16576025-5c0c-4a4f-becc-62e93b3d2284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.598948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16576025-5c0c-4a4f-becc-62e93b3d2284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.656231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16576025-5c0c-4a4f-becc-62e93b3d2284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.658742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16576025-5c0c-4a4f-becc-62e93b3d2284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:20:59.659947 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16576025-5c0c-4a4f-becc-62e93b3d2284 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a3fa20ea-9a79-42d6-bac9-25b62c029d4f HTTP/1.1" status: 204 len: 168 time: 0.1313367 Jun 30 09:20:59.668161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16576025-5c0c-4a4f-becc-62e93b3d2284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fa20ea-9a79-42d6-bac9-25b62c029d4f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:00.454089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:00.573905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1554181672-network', 'tenant_id': '18e8e149839a4d3bb20a079f67c286f9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:00.600024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Made reservation on behalf of 18e8e149839a4d3bb20a079f67c286f9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:00.602953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.616404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78265112-160f-4231-a0bd-2c5cab914d27 req-4913867c-a8be-49a1-9b23-911683828f5d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.617989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78265112-160f-4231-a0bd-2c5cab914d27 req-4913867c-a8be-49a1-9b23-911683828f5d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0748005 Jun 30 09:21:00.623307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.675548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78265112-160f-4231-a0bd-2c5cab914d27 req-5deceeee-c4a0-4a38-bfc0-0a2b90d1bc67 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493262 Jun 30 09:21:00.753792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.758602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.789814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3d0c98-447d-4d96-b3aa-77b54060cd4b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:00.799280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:00.813883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.814270 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Added segment 9b12d48f-629f-4b60-8ab2-4570722e0bea of type vlan for network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c Jun 30 09:21:00.860587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.910616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:00.911817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:00.912701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.020020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5645626 Jun 30 09:21:01.022824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45434) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:01.028821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Request body: {'subnet': {'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1554181672-subnet', 'tenant_id': '18e8e149839a4d3bb20a079f67c286f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:01.044238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af9b411-484e-4914-8b1f-f10af3c1946a admin admin] Pushing event updated for resources: {'Network': ['ID=3ce5b069-45fe-4ba9-bb35-1bcaff18288c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.056760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:01.068006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Made reservation on behalf of 18e8e149839a4d3bb20a079f67c286f9 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:01.072386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.269568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.332976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03a5a2a-d511-41a4-8f0c-9905513bcd22,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.345374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Checking segment: {'id': '9b12d48f-629f-4b60-8ab2-4570722e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:01.345743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Network hostable DHCP agents. Network: 3ce5b069-45fe-4ba9-bb35-1bcaff18288c, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:01.362846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45440) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:01.367708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1641669481', 'description': 'tempest-secgroup-smoke-1641669481 description', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:01.373254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:01.424541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 3ce5b069-45fe-4ba9-bb35-1bcaff18288c) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:01.431264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.431860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.437082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff83f65-8dc3-4e11-b9ec-4730723da45e None None] Network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:01.439448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.463111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-614caf83-474f-4b5f-8aa9-fa62d4526f53 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4387534 Jun 30 09:21:01.556335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27e0fa-22df-4363-8103-5e8df2325a54 req-cc0f1c32-dec4-43af-a69c-c050dfa4d936 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:01.563225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca27e0fa-22df-4363-8103-5e8df2325a54 req-cc0f1c32-dec4-43af-a69c-c050dfa4d936 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1738615 Jun 30 09:21:01.600419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c62a0-507a-46c8-97e0-0f364e1d7f7e None None] Network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:01.607375 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.617710 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.644156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca27e0fa-22df-4363-8103-5e8df2325a54 req-336e32e5-fd61-468b-a4d6-fbbffd6c0d16 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798221 Jun 30 09:21:01.667144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.671370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3046403 Jun 30 09:21:01.672013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45450) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:01.677020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group_rule': {'security_group_id': '08c769d9-bad1-4a44-aa74-3a164538f23e', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:01.684414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908614fb-7d3f-4260-a50a-7f7a69a1a0b7 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08c769d9-bad1-4a44-aa74-3a164538f23e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:01.750494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.874172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.901840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:01.990001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d684edc-af25-4934-a59d-ca09c72277ad,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.004477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.008154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-15b12e2a-237b-4dd8-ad84-d8d3f66eac93 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3331528 Jun 30 09:21:02.008602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.014725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group_rule': {'security_group_id': '08c769d9-bad1-4a44-aa74-3a164538f23e', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:02.046728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.059225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9e37c-7e62-4bd9-80e9-46b5b720390e req-8bd2abd2-8fc5-4625-a23d-27b3f921a9f7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.066768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89b9e37c-7e62-4bd9-80e9-46b5b720390e req-8bd2abd2-8fc5-4625-a23d-27b3f921a9f7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1814327 Jun 30 09:21:02.077250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-d9e35d25-0493-4e4d-addc-cf62ffee9ff7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.078803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-d9e35d25-0493-4e4d-addc-cf62ffee9ff7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/networks?id=3ce5b069-45fe-4ba9-bb35-1bcaff18288c HTTP/1.1" status: 200 len: 813 time: 0.1947508 Jun 30 09:21:02.110353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.114867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.129189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89b9e37c-7e62-4bd9-80e9-46b5b720390e req-77e958d7-ec85-416f-bcf1-62f4a2a7518f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587821 Jun 30 09:21:02.130931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-684a51d1-d566-4dc8-bf5e-b7db967e237c tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/quotas/18e8e149839a4d3bb20a079f67c286f9 HTTP/1.1" status: 200 len: 375 time: 0.0297747 Jun 30 09:21:02.137950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12832047-2f84-4723-82f4-54aca6a62444,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.142206 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.146629 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b066f670-4158-4ee5-ae3c-5b2b0abe38df tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356323 Jun 30 09:21:02.147414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.152101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group_rule': {'security_group_id': '08c769d9-bad1-4a44-aa74-3a164538f23e', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:02.184118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.191131 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-c3044a59-92a2-4885-a995-819ef4b51089 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=18e8e149839a4d3bb20a079f67c286f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405643 Jun 30 09:21:02.259854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.266159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.297495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.301462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507397 Jun 30 09:21:02.302091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45470) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.302212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817cdc5-5732-4a94-9949-561736817f9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26cda1f1-53ee-4777-8de5-930de19fe28a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.313057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group_rule': {'security_group_id': '08c769d9-bad1-4a44-aa74-3a164538f23e', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:02.319879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-c20395d7-7ae0-445d-9201-bf993f6e2408 service neutron] 10.222.0.77 "GET /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212347 Jun 30 09:21:02.398864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.454646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-422e4937-d844-4725-a5bf-de71f0b03fef service neutron] 10.222.0.77 "GET /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249416 Jun 30 09:21:02.484150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.489534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.507637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c8595d-5613-4a9e-bf16-b2d8982cb0e4,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.519171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.520780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3ea1eb1c-e5c5-44d5-811f-bef3abb5fd16 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2179701 Jun 30 09:21:02.523536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.528214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group_rule': {'security_group_id': '08c769d9-bad1-4a44-aa74-3a164538f23e', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:02.551389 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Project c8907039ad6a40d6a4dda1c807f489bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:21:02.557288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.641171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.654036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.689112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d34cb34-ccd6-4fbe-96af-7a90a3e0ba8a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.704101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7d539d5-f28c-4405-a166-e3d5fc0e5235 req-648cb7c5-def2-4dad-855a-e1028205b027 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 210 time: 0.0615652 Jun 30 09:21:02.728537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.731519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-baf66a7a-e3ca-4866-8d2a-53ab34e73a12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2067769 Jun 30 09:21:02.734625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:02.739535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'security_group_rule': {'security_group_id': '08c769d9-bad1-4a44-aa74-3a164538f23e', 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:02.768596 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Project c8907039ad6a40d6a4dda1c807f489bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:21:02.783653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.866296 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.869128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce071b-f116-4830-bc06-6612f8cc6bc0 req-38be256a-0bdb-4458-b51c-015dd658c904 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:02.871272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cce071b-f116-4830-bc06-6612f8cc6bc0 req-38be256a-0bdb-4458-b51c-015dd658c904 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0698988 Jun 30 09:21:02.871638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.888222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3221a27b-214d-4ec8-8c4b-b725b2441e48,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:02.902925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:02.906324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d877ae7-add4-4e54-bbe8-02eacf3452d4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687429 Jun 30 09:21:02.935729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cce071b-f116-4830-bc06-6612f8cc6bc0 req-1abb4b55-3c7e-4100-add9-92b36449f2f5 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555820 Jun 30 09:21:03.157881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-4739a821-1990-49cd-aa4b-3948b45de44c tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1641669481&fields=id&tenant_id=c8907039ad6a40d6a4dda1c807f489bd HTTP/1.1" status: 200 len: 267 time: 0.0484540 Jun 30 09:21:03.297685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-952190b9-1e9d-4f28-a9a6-09d30261b433 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.302699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-952190b9-1e9d-4f28-a9a6-09d30261b433 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 813 time: 0.1439648 Jun 30 09:21:03.337384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-0261e7d5-d6ed-431b-a2dd-ba47d2670de8 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/quotas/c8907039ad6a40d6a4dda1c807f489bd HTTP/1.1" status: 200 len: 375 time: 0.0314264 Jun 30 09:21:03.400243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c391e-2964-4b12-ba4a-e923c8d051db req-b9d5c1f2-26a2-4dfa-806f-d23d8323b4c4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:03.401915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-342c391e-2964-4b12-ba4a-e923c8d051db req-b9d5c1f2-26a2-4dfa-806f-d23d8323b4c4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1246901 Jun 30 09:21:03.457841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-342c391e-2964-4b12-ba4a-e923c8d051db req-50247a1c-b315-41fa-b3fc-e00738f40218 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487158 Jun 30 09:21:03.467927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-d5b6f4a5-7ef5-45d2-908a-3ba9b8036a3d tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1194046 Jun 30 09:21:03.587377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-616fe91c-285a-4cc5-ba19-7161c8132e4b service neutron] 10.222.0.77 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950792 Jun 30 09:21:03.690323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-bd6a9953-1bf7-429a-875d-0c3894b3c068 service neutron] 10.222.0.77 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958512 Jun 30 09:21:03.863821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b095901-2f83-4d48-b654-d6e170d48f4d req-cff30ac6-416b-4e35-b90b-9d9a4e82e131 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 210 time: 0.0298460 Jun 30 09:21:04.057787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d581802a-9001-4dbd-bb17-e5f0025245ad req-652b6759-9e8d-4f39-a4e6-9702efe85194 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 210 time: 0.0342891 Jun 30 09:21:04.176961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0a91f-ae82-4e5e-a977-f348d9c124e0 req-2510e8d0-b892-4366-a50f-f873bb19e05c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.178595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eee0a91f-ae82-4e5e-a977-f348d9c124e0 req-2510e8d0-b892-4366-a50f-f873bb19e05c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0787637 Jun 30 09:21:04.225850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eee0a91f-ae82-4e5e-a977-f348d9c124e0 req-1844b8d8-3788-47ae-ab96-906fa24e4cbc tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Jun 30 09:21:04.349985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-67f07717-c768-48ab-96e8-a1512d7fc379 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.352280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-67f07717-c768-48ab-96e8-a1512d7fc379 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.83 "GET /v2.0/networks?id=3ce5b069-45fe-4ba9-bb35-1bcaff18288c HTTP/1.1" status: 200 len: 813 time: 0.1247771 Jun 30 09:21:04.379610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Request body: {'port': {'device_id': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c', 'admin_state_up': True, 'tenant_id': '18e8e149839a4d3bb20a079f67c286f9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:04.576068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Made reservation on behalf of 18e8e149839a4d3bb20a079f67c286f9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:04.581922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:04.684932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75413-4826-4710-9017-f0f85fdf60ba req-4ae3e2e8-704a-44f8-b401-61e8e49e8b9c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:04.687248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dc75413-4826-4710-9017-f0f85fdf60ba req-4ae3e2e8-704a-44f8-b401-61e8e49e8b9c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0812430 Jun 30 09:21:04.754975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dc75413-4826-4710-9017-f0f85fdf60ba req-b4ad615a-4d8d-425c-a059-a5a231654723 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553153 Jun 30 09:21:04.761674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Allocated IP 172.20.0.3 (3ce5b069-45fe-4ba9-bb35-1bcaff18288c/f03a5a2a-d511-41a4-8f0c-9905513bcd22/e0c9414d-a5f3-467c-809b-dfc8aa7eee67) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:05.000448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.054808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.113498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:05.116951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:05.120813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:05.130063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Pushing event updated for resources: {'Port': ['ID=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:05.140096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7348e1-d03a-47ff-a521-0f56c4846901 req-74dffc77-f7c8-42a8-92ce-75224d202f88 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.141630 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e7348e1-d03a-47ff-a521-0f56c4846901 req-74dffc77-f7c8-42a8-92ce-75224d202f88 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 931 time: 0.0873713 Jun 30 09:21:05.187010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.187842 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.208928 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2a670dac-0c1e-42fb-b6f8-3da7022bb1a7 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8352051 Jun 30 09:21:05.230806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e7348e1-d03a-47ff-a521-0f56c4846901 req-812162b9-51b5-42a7-825c-d61340906aea tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683451 Jun 30 09:21:05.235607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Request body: {'port': {'device_id': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:05.285870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd962-0136-4e7a-a2c2-aadae8d71f97 req-1fa7227a-b457-470f-931b-37584c146426 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.293952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0cd962-0136-4e7a-a2c2-aadae8d71f97 req-1fa7227a-b457-470f-931b-37584c146426 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1801546 Jun 30 09:21:05.356220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c0cd962-0136-4e7a-a2c2-aadae8d71f97 req-975b4443-f39b-4a10-9117-0a97801f78bc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616896 Jun 30 09:21:05.431018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be431038-de87-45e4-a974-80cb261a7444 req-e8dd8de6-d548-4bf6-9e52-99506c7d7b9a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Jun 30 09:21:05.617647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-ddc80ba1-a25f-4112-827f-6298621ca658 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.619277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-ddc80ba1-a25f-4112-827f-6298621ca658 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.83 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 813 time: 0.1386890 Jun 30 09:21:05.730236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-4a844cea-36be-4bf0-b7a6-d1cbe5f6ec36 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8907039ad6a40d6a4dda1c807f489bd HTTP/1.1" status: 200 len: 380 time: 0.0759330 Jun 30 09:21:05.743422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'port': {'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'admin_state_up': True, 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'security_groups': ['08c769d9-bad1-4a44-aa74-3a164538f23e']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:05.795153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-cd16e850-8d64-49f1-b4d7-6a7054195796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.797260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-cd16e850-8d64-49f1-b4d7-6a7054195796 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.5579643 Jun 30 09:21:05.798417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:05.855771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eab98-472c-4fd8-8829-79dd540c6bd8 req-2a8790d8-3cfb-49c7-bf9f-4236d7a4babf tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:05.863497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a5eab98-472c-4fd8-8829-79dd540c6bd8 req-2a8790d8-3cfb-49c7-bf9f-4236d7a4babf tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.2431664 Jun 30 09:21:05.942487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a5eab98-472c-4fd8-8829-79dd540c6bd8 req-239e5f81-fb10-4baa-bf0d-7e835ff2d6aa tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779886 Jun 30 09:21:06.002618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Made reservation on behalf of c8907039ad6a40d6a4dda1c807f489bd for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:06.007337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.024239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-ef323ab3-127f-4a54-951f-24d06ac2ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.025735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-ef323ab3-127f-4a54-951f-24d06ac2ec51 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2131224 Jun 30 09:21:06.169393 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-4abbe42e-c41b-4c3c-bab9-6bf7f168a547 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.1306539 Jun 30 09:21:06.172188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Allocated IP 172.20.0.10 (5804083c-078c-4ec0-b9ef-17b586295d8c/295aa6a2-a532-47d3-b399-bdef5f56794f/d379c19b-4ce0-431e-aa0c-172b13792c79) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:06.255838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-85a391c0-1c0d-4482-a8b9-d15c1b7c12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.257368 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-85a391c0-1c0d-4482-a8b9-d15c1b7c12e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0755098 Jun 30 09:21:06.341108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.349987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0c9414d-a5f3-467c-809b-dfc8aa7eee67 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:06.359391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Transition to ACTIVE for port object d379c19b-4ce0-431e-aa0c-172b13792c79 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:06.362343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.384409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-756d1258-6e02-445c-86d5-9acb96f345c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.386128 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-756d1258-6e02-445c-86d5-9acb96f345c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199670 Jun 30 09:21:06.389875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Transition to ACTIVE for port object e0c9414d-a5f3-467c-809b-dfc8aa7eee67 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:06.408700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.421117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.552338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:06.654644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Attempting to bind port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:06.654962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Attempting to bind port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b12d48f-629f-4b60-8ab2-4570722e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:06.655439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Attempting to bind port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 on network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:06.659214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-2bac086e-abc3-4fbd-b699-629ce441dedb service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619898 Jun 30 09:21:06.663842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 on network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:06.664175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Attempting to bind port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 on network 3ce5b069-45fe-4ba9-bb35-1bcaff18288c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:06.672048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:06.672390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Checking segment: {'id': '9b12d48f-629f-4b60-8ab2-4570722e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:06.672769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Bound using segment: {'id': '9b12d48f-629f-4b60-8ab2-4570722e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:06.673207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Bound port: e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b12d48f-629f-4b60-8ab2-4570722e0bea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:06.673568 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.837240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] For port e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:06.841576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] For port e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,segment=NetworkSegment(9b12d48f-629f-4b60-8ab2-4570722e0bea),segment_id=9b12d48f-629f-4b60-8ab2-4570722e0bea)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:06.847237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e63d0b7-c8ae-4886-8d89-2d53b8a719dc req-01577992-c735-4899-91c5-aa598bcef22f service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770005 Jun 30 09:21:06.851648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.890373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:06.891288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:06.892910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] 10.222.0.83 "PUT /v2.0/ports/e0c9414d-a5f3-467c-809b-dfc8aa7eee67 HTTP/1.1" status: 200 len: 1092 time: 1.6628656 Jun 30 09:21:06.893444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'tag': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:06.896900 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251b2a1-8689-4475-8c97-cb551da34725" -d '{"events": [{"name": "network-changed", "server_uuid": "bacc8ea7-59b3-46c6-983d-eb19e3890626", "tag": "e0c9414d-a5f3-467c-809b-dfc8aa7eee67"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:06.959683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f987f0-232f-4b48-bf08-b39b47751586 service neutron] Pushing event updated for resources: {'Port': ['ID=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:06.964571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Network 5804083c-078c-4ec0-b9ef-17b586295d8c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:06.978958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:06.984635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:07.036585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-b10a9f05-67eb-4696-a189-958a04adb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.038557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-b10a9f05-67eb-4696-a189-958a04adb856 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=18e8e149839a4d3bb20a079f67c286f9&device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 1095 time: 0.0746562 Jun 30 09:21:07.039643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.040302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.042729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'Port': ['ID=d379c19b-4ce0-431e-aa0c-172b13792c79,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:07.084899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482f3721-0630-4cf9-88ae-8e7b43e76611 req-b0004373-f704-4eb2-9b28-a302a02be2a1 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.092559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-482f3721-0630-4cf9-88ae-8e7b43e76611 req-b0004373-f704-4eb2-9b28-a302a02be2a1 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 943 time: 0.6893513 Jun 30 09:21:07.100272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-79cd786c-3152-4c4f-95e8-bb4d3a255d8a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3607895 Jun 30 09:21:07.107526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3f185-749f-4c50-b66c-54c9e88d703b req-c559a05e-7ad2-4e40-9d45-5b0651987565 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.116077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15f3f185-749f-4c50-b66c-54c9e88d703b req-c559a05e-7ad2-4e40-9d45-5b0651987565 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2929008 Jun 30 09:21:07.120633 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-04946add-d570-4382-8479-e918a188429f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67 HTTP/1.1" status: 200 len: 217 time: 0.0650008 Jun 30 09:21:07.170765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Request body: {'port': {'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:07.196818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2297e422-223c-4721-8048-bde570112977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.199374 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-2297e422-223c-4721-8048-bde570112977 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f03a5a2a-d511-41a4-8f0c-9905513bcd22 HTTP/1.1" status: 200 len: 853 time: 0.0681679 Jun 30 09:21:07.245395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15f3f185-749f-4c50-b66c-54c9e88d703b req-533ae09b-fe94-464a-a16a-a7a194e78bd4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284223 Jun 30 09:21:07.257635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-fed74c33-6e3e-4ede-8461-12044aedcfea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3ce5b069-45fe-4ba9-bb35-1bcaff18288c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510061 Jun 30 09:21:07.276809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-482f3721-0630-4cf9-88ae-8e7b43e76611 req-e1db8aae-88b9-4386-8149-fdf7cd29b8e5 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833498 Jun 30 09:21:07.375986 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d90e4cd-20fb-4663-94ff-bb3926faaf9c x-openstack-request-id: req-6d90e4cd-20fb-4663-94ff-bb3926faaf9c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:07.376288 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bacc8ea7-59b3-46c6-983d-eb19e3890626", "tag": "e0c9414d-a5f3-467c-809b-dfc8aa7eee67", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:07.376540 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d90e4cd-20fb-4663-94ff-bb3926faaf9c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:07.376949 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'tag': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67', 'status': 'completed', 'code': 200} Jun 30 09:21:07.389812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.391268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b854d53e-3624-4d16-83d8-196aef282567 None None] Provisioning for port d379c19b-4ce0-431e-aa0c-172b13792c79 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:07.398063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b854d53e-3624-4d16-83d8-196aef282567 None None] Provisioning complete for port d379c19b-4ce0-431e-aa0c-172b13792c79 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:07.399000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b854d53e-3624-4d16-83d8-196aef282567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.488758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-83835ecb-4703-4e0c-8fb4-0893a0d45cd8 service neutron] 10.222.0.83 "GET /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228565 Jun 30 09:21:07.532303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b854d53e-3624-4d16-83d8-196aef282567 None None] Port d379c19b-4ce0-431e-aa0c-172b13792c79 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:07.672087 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b48d5172-c8f3-49fd-b02d-57e563010223 req-da010754-dc27-4ba3-870c-55e75dea64ac service neutron] 10.222.0.83 "GET /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758978 Jun 30 09:21:07.855687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b2a1-8689-4475-8c97-cb551da34725 req-01ee260e-0657-436d-aafe-e437e3473408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.857386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-01ee260e-0657-436d-aafe-e437e3473408 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=18e8e149839a4d3bb20a079f67c286f9&device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 1095 time: 0.0646946 Jun 30 09:21:07.858905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e80426-4e3a-49e8-a561-22f06f232428 req-45d2afb4-d73a-4113-a103-b46f834a0bf2 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.860419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4e80426-4e3a-49e8-a561-22f06f232428 req-45d2afb4-d73a-4113-a103-b46f834a0bf2 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 932 time: 0.3977993 Jun 30 09:21:07.977253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d379c19b-4ce0-431e-aa0c-172b13792c79 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:07.985501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b2a1-8689-4475-8c97-cb551da34725 req-912e56b7-7c6c-436f-9d22-aa7757443698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:07.990025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:07.990192 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-912e56b7-7c6c-436f-9d22-aa7757443698 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3ce5b069-45fe-4ba9-bb35-1bcaff18288c HTTP/1.1" status: 200 len: 914 time: 0.1208839 Jun 30 09:21:08.010145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a322a-6f23-4572-ad8b-c7c7a04ca586 req-50f78144-44a0-402a-8c99-827175867def tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.018637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e87a322a-6f23-4572-ad8b-c7c7a04ca586 req-50f78144-44a0-402a-8c99-827175867def tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.2304809 Jun 30 09:21:08.029092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4e80426-4e3a-49e8-a561-22f06f232428 req-3cdb9148-7372-474c-8596-926a2f29f0e1 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570692 Jun 30 09:21:08.054999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Transition to ACTIVE for port object d379c19b-4ce0-431e-aa0c-172b13792c79 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:08.068327 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-4ff94e18-3b27-4ed1-871b-53837300a4e9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67 HTTP/1.1" status: 200 len: 217 time: 0.0651085 Jun 30 09:21:08.071880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.093462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e87a322a-6f23-4572-ad8b-c7c7a04ca586 req-55452c3c-88ed-40ad-97b7-641adca1124c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736215 Jun 30 09:21:08.145574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b2a1-8689-4475-8c97-cb551da34725 req-4465e865-4d1c-469b-9fd4-0d41332cd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.147439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-4465e865-4d1c-469b-9fd4-0d41332cd04b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f03a5a2a-d511-41a4-8f0c-9905513bcd22 HTTP/1.1" status: 200 len: 853 time: 0.0642478 Jun 30 09:21:08.157153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Pushing event updated for resources: {'Port': ['ID=d379c19b-4ce0-431e-aa0c-172b13792c79,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.194864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-56562b72-b552-48b3-8224-9b09ed03e5a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3ce5b069-45fe-4ba9-bb35-1bcaff18288c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375156 Jun 30 09:21:08.260011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Attempting to bind port d379c19b-4ce0-431e-aa0c-172b13792c79 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:08.260428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Attempting to bind port d379c19b-4ce0-431e-aa0c-172b13792c79 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:08.260694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Attempting to bind port d379c19b-4ce0-431e-aa0c-172b13792c79 on network 5804083c-078c-4ec0-b9ef-17b586295d8c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:08.268889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Port d379c19b-4ce0-431e-aa0c-172b13792c79 on network 5804083c-078c-4ec0-b9ef-17b586295d8c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:08.269230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Attempting to bind port d379c19b-4ce0-431e-aa0c-172b13792c79 on network 5804083c-078c-4ec0-b9ef-17b586295d8c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:08.275597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 20, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:08.275943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Checking segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:08.276457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Bound using segment: {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:08.276911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Bound port: d379c19b-4ce0-431e-aa0c-172b13792c79, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f50a2efd-ac43-4d1d-bcd0-8381161223ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:08.277270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.386698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] For port d379c19b-4ce0-431e-aa0c-172b13792c79, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:08.391599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] For port d379c19b-4ce0-431e-aa0c-172b13792c79, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d379c19b-4ce0-431e-aa0c-172b13792c79,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:08.402889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.418809 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-616c18a8-6041-42a8-83ce-a638e469cbea service neutron] 10.222.0.83 "GET /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146835 Jun 30 09:21:08.490970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.491900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:08.493475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] 10.222.0.83 "PUT /v2.0/ports/d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 1093 time: 1.3270802 Jun 30 09:21:08.496808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:08.499915 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c76775-384d-4439-bbeb-81cbb51217dd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:08.618822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e251b2a1-8689-4475-8c97-cb551da34725 req-e63c7ad7-2a0a-46d6-a80d-6beb60d371f7 service neutron] 10.222.0.83 "GET /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833029 Jun 30 09:21:08.656068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64819143-b439-40eb-b28b-d65c5abf7d05 service neutron] Pushing event updated for resources: {'Port': ['ID=d379c19b-4ce0-431e-aa0c-172b13792c79,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:08.707126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3c38b-31f5-491f-ac12-56beb71f4f4b req-1971d172-6194-43f7-ad54-1b80c6609ef1 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.714482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5f3c38b-31f5-491f-ac12-56beb71f4f4b req-1971d172-6194-43f7-ad54-1b80c6609ef1 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 943 time: 0.2255147 Jun 30 09:21:08.780244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5f3c38b-31f5-491f-ac12-56beb71f4f4b req-604915dc-a623-4f2d-937c-634751a548db tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645192 Jun 30 09:21:08.796366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b2032-33b7-4dc5-a99b-2d792145991f req-7d395f8c-8768-4afd-bd2e-753fda5ce5a0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.800264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615b2032-33b7-4dc5-a99b-2d792145991f req-7d395f8c-8768-4afd-bd2e-753fda5ce5a0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2970407 Jun 30 09:21:08.809982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-488616ad-f468-42bf-952f-d6f198b35bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.813594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-488616ad-f468-42bf-952f-d6f198b35bf0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1096 time: 0.2354922 Jun 30 09:21:08.887323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-c149617d-cfdb-4214-a451-1195ac2fd038 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 217 time: 0.0585639 Jun 30 09:21:08.891129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615b2032-33b7-4dc5-a99b-2d792145991f req-88b292ee-ea94-4a71-9e6f-6c68453ce1d8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827801 Jun 30 09:21:08.924803 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd96d6a3-439e-46e8-9001-3397b420fb83 x-openstack-request-id: req-fd96d6a3-439e-46e8-9001-3397b420fb83 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:08.934616 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:08.935133 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fd96d6a3-439e-46e8-9001-3397b420fb83 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:08.936577 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'status': 'completed', 'code': 200} Jun 30 09:21:08.966000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-b8841e0b-e5c5-4e1a-9d18-9efa52a92810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:08.968276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-b8841e0b-e5c5-4e1a-9d18-9efa52a92810 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 200 len: 852 time: 0.0751839 Jun 30 09:21:09.063825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-4ee43ca7-6047-4348-90ee-f1863049c124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.071987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-4ee43ca7-6047-4348-90ee-f1863049c124 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5804083c-078c-4ec0-b9ef-17b586295d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936813 Jun 30 09:21:09.227239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-35af4e83-80c6-4784-bbf0-830144619163 service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486754 Jun 30 09:21:09.405800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c879d2-b32b-4c63-ac91-e157078e41e2 req-307a7878-41b8-4d15-b725-bb1b1595a3c6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.407346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10c879d2-b32b-4c63-ac91-e157078e41e2 req-307a7878-41b8-4d15-b725-bb1b1595a3c6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1742826 Jun 30 09:21:09.432413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b557ec0-76f3-4c93-a9eb-8dc71c899365 req-adbee38a-ffbe-42d4-83ed-0695504c6171 service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849909 Jun 30 09:21:09.490984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b983841-6817-44e5-a4ff-5d6846274764 req-65873d2b-0d80-4703-89ee-ae178f10e69a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.491984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b983841-6817-44e5-a4ff-5d6846274764 req-65873d2b-0d80-4703-89ee-ae178f10e69a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.1514053 Jun 30 09:21:09.495514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10c879d2-b32b-4c63-ac91-e157078e41e2 req-392445e2-073e-4d35-a083-7a0cc448d48e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778234 Jun 30 09:21:09.544123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b983841-6817-44e5-a4ff-5d6846274764 req-871fd270-456c-4c33-8f0f-a1d2b6c061fb tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459428 Jun 30 09:21:09.619488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-2798f005-078b-4454-9c19-19ac630cccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.621195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-2798f005-078b-4454-9c19-19ac630cccef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1096 time: 0.0712388 Jun 30 09:21:09.788154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-bb9273df-1464-4cdd-ac8d-22aacf9de956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.789530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-bb9273df-1464-4cdd-ac8d-22aacf9de956 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 914 time: 0.1612351 Jun 30 09:21:09.808249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03e137-5a6e-461f-92e7-c8d500af42cd req-9288c12c-319c-4f63-881b-10a431ade4a6 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.809943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f03e137-5a6e-461f-92e7-c8d500af42cd req-9288c12c-319c-4f63-881b-10a431ade4a6 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1741178 Jun 30 09:21:09.870595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28f9c2-e9ed-412d-8c11-0c7cd802c59b req-4ca82f8e-5e53-47bb-8406-334fbe5e3611 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.872140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f28f9c2-e9ed-412d-8c11-0c7cd802c59b req-4ca82f8e-5e53-47bb-8406-334fbe5e3611 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.1928642 Jun 30 09:21:09.880409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-dec93fc6-f987-4c9b-97e7-38ababb0eb38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 217 time: 0.0676792 Jun 30 09:21:09.951133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f03e137-5a6e-461f-92e7-c8d500af42cd req-fdfc44c6-08d5-4a1c-83bc-d78623e67bc8 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322656 Jun 30 09:21:09.974582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f28f9c2-e9ed-412d-8c11-0c7cd802c59b req-aeb06aac-4c2e-4be3-9860-e67cca3afcc9 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914502 Jun 30 09:21:09.983795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-4724e47b-f58e-4501-b286-34d48e20f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:09.985603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-4724e47b-f58e-4501-b286-34d48e20f246 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 200 len: 852 time: 0.0936980 Jun 30 09:21:10.049592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-0d611dee-48cb-4ba4-b4b2-f91fe7690e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.051156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-0d611dee-48cb-4ba4-b4b2-f91fe7690e53 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5804083c-078c-4ec0-b9ef-17b586295d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588994 Jun 30 09:21:10.192384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-6db456be-d75a-4e90-8e0d-6e3cbbe53101 service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347029 Jun 30 09:21:10.215866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3b9f2-030c-422b-87d8-f414787fb3f7 req-bd69c7ef-200f-4e6c-97a1-934cfec4fdde tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.218086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5df3b9f2-030c-422b-87d8-f414787fb3f7 req-bd69c7ef-200f-4e6c-97a1-934cfec4fdde tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 943 time: 0.1102211 Jun 30 09:21:10.322773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5df3b9f2-030c-422b-87d8-f414787fb3f7 req-597e09b8-06b5-4a4a-bd2e-7de4bd88dfe6 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939174 Jun 30 09:21:10.355268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0c76775-384d-4439-bbeb-81cbb51217dd req-72e1b3ee-40f6-49bc-b5d6-6034388058f5 service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556332 Jun 30 09:21:10.474573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40a49d-e957-43c0-9c28-d15a8b6ebf36 req-41f16fda-bfbe-4c60-82c9-9d3e876a2a93 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.476144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c40a49d-e957-43c0-9c28-d15a8b6ebf36 req-41f16fda-bfbe-4c60-82c9-9d3e876a2a93 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0649729 Jun 30 09:21:10.491778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-5f274f2f-aec6-4f9e-b5a2-7bfa42459397 req-9ea426fb-b375-437d-9e1c-055314eb7967 service neutron] (93724) timed out ('10.222.0.77', 47298) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:21:10.517029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c40a49d-e957-43c0-9c28-d15a8b6ebf36 req-42ad5bd7-65e4-4331-a82b-0c5f4f2edc9d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347834 Jun 30 09:21:10.735375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663dd46-0a82-4287-872c-c0ffd6371801 req-283d29ab-71c2-4ca0-b466-ed0a1f111692 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.737409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c663dd46-0a82-4287-872c-c0ffd6371801 req-283d29ab-71c2-4ca0-b466-ed0a1f111692 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0756106 Jun 30 09:21:10.789226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c663dd46-0a82-4287-872c-c0ffd6371801 req-bf6883b6-e858-41e4-b43e-32287c467b15 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444798 Jun 30 09:21:10.884870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed2b44-1008-43ac-83e1-4e1748b08a1e req-54a596dd-ac73-4871-9d01-1b353f4d6094 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:10.886393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25ed2b44-1008-43ac-83e1-4e1748b08a1e req-54a596dd-ac73-4871-9d01-1b353f4d6094 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0654998 Jun 30 09:21:10.930868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25ed2b44-1008-43ac-83e1-4e1748b08a1e req-38611794-2de5-4069-8494-eb70fd80215f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 Jun 30 09:21:11.193368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea3e1c-eb6d-4e06-80a6-e1d96fbb6ec5 req-02abe46d-f3d3-4f18-820d-91e521ade424 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.195143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8ea3e1c-eb6d-4e06-80a6-e1d96fbb6ec5 req-02abe46d-f3d3-4f18-820d-91e521ade424 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1057067 Jun 30 09:21:11.210301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875c5f-aaba-43a9-8ee2-3614affb898a req-2a8a9d92-0772-4b20-bb7d-87df97b7fcff tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.211739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84875c5f-aaba-43a9-8ee2-3614affb898a req-2a8a9d92-0772-4b20-bb7d-87df97b7fcff tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.0943544 Jun 30 09:21:11.221603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-77f42c3b-a16b-4620-917f-0d38e9e8b70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.260931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8ea3e1c-eb6d-4e06-80a6-e1d96fbb6ec5 req-c4186d8c-f3e3-4624-9151-bdcd88f2feaa tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580986 Jun 30 09:21:11.273536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84875c5f-aaba-43a9-8ee2-3614affb898a req-cb2147e8-cbac-4d33-8ca1-7ecb1e1cbf7e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544746 Jun 30 09:21:11.311166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-3689bbad-e5d9-408a-a220-6bb56311d022 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.312624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-3689bbad-e5d9-408a-a220-6bb56311d022 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 945 time: 0.0749426 Jun 30 09:21:11.416752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Deleting port b911c84b-fd5d-4cb5-b932-d69dc85852a2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:11.417095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.495999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81713402-aee1-402c-aa4d-a025fe1465ee req-0e638e88-5eff-4c0d-b483-2c5cc93cbc9a tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.497469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81713402-aee1-402c-aa4d-a025fe1465ee req-0e638e88-5eff-4c0d-b483-2c5cc93cbc9a tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 943 time: 0.0645144 Jun 30 09:21:11.512613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] For port b911c84b-fd5d-4cb5-b932-d69dc85852a2, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b911c84b-fd5d-4cb5-b932-d69dc85852a2,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:11.513205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.526816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Calling delete_port for b911c84b-fd5d-4cb5-b932-d69dc85852a2 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:11.535366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81713402-aee1-402c-aa4d-a025fe1465ee req-1c290e43-2f4e-46df-ac9d-32ce5a85e8ca tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312700 Jun 30 09:21:11.650597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.662916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ef689604-27ac-49f9-9b94-21d729a50175', 'b911c84b-fd5d-4cb5-b932-d69dc85852a2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:11.686564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event deleted for resources: {'Port': ['ID=b911c84b-fd5d-4cb5-b932-d69dc85852a2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:11.690384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed', '42c42b72-3fde-478d-bae5-2d0704dac314'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:11.736913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] No DVR routers for this DVR port b911c84b-fd5d-4cb5-b932-d69dc85852a2 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:11.740272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:11.743020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6a09d7d4-d838-4bad-a2bc-89921b890802 req-b0b3fe16-5416-4f98-9823-7645c91e1e57 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "DELETE /v2.0/ports/b911c84b-fd5d-4cb5-b932-d69dc85852a2 HTTP/1.1" status: 204 len: 173 time: 0.4225304 Jun 30 09:21:11.743849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'name': 'network-vif-deleted', 'tag': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:11.747942 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e62ad8e-1358-4394-886f-206e17c6f179" -d '{"events": [{"server_uuid": "1c4a8b78-6335-4150-9e41-11852a5d903b", "name": "network-vif-deleted", "tag": "b911c84b-fd5d-4cb5-b932-d69dc85852a2"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:11.808515 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8863369-4883-4bde-a67e-a04f8bcfddf6 x-openstack-request-id: req-d8863369-4883-4bde-a67e-a04f8bcfddf6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:11.808832 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c4a8b78-6335-4150-9e41-11852a5d903b", "name": "network-vif-deleted", "tag": "b911c84b-fd5d-4cb5-b932-d69dc85852a2", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:11.809086 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d8863369-4883-4bde-a67e-a04f8bcfddf6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:11.809563 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4a8b78-6335-4150-9e41-11852a5d903b', 'name': 'network-vif-deleted', 'tag': 'b911c84b-fd5d-4cb5-b932-d69dc85852a2', 'status': 'completed', 'code': 200} Jun 30 09:21:11.989078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5780a4-ebd3-45a2-9efe-d5f2e6c43fa7 req-19fed6fb-20e3-4ce4-88a1-63a104cf4584 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:11.996527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae5780a4-ebd3-45a2-9efe-d5f2e6c43fa7 req-19fed6fb-20e3-4ce4-88a1-63a104cf4584 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0808895 Jun 30 09:21:12.035133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae5780a4-ebd3-45a2-9efe-d5f2e6c43fa7 req-cf5e9e73-d9c9-4fec-857b-f5cf9d353d17 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374739 Jun 30 09:21:12.117264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80280f7-59b3-4b64-bfe7-3462a618cdfe req-c1ca5d9f-d87e-4095-9302-5e5572bf0b24 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.118764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80280f7-59b3-4b64-bfe7-3462a618cdfe req-c1ca5d9f-d87e-4095-9302-5e5572bf0b24 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0657232 Jun 30 09:21:12.156664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80280f7-59b3-4b64-bfe7-3462a618cdfe req-e29143ee-5510-4795-878f-0a0ef8dc2b9f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Jun 30 09:21:12.529823 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0cd720b-fe4a-4475-9706-6d5181ec1c4c req-7ccd4f69-bbf5-4c70-9986-6a18a105da8f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c4a8b78-6335-4150-9e41-11852a5d903b HTTP/1.1" status: 200 len: 210 time: 0.0352116 Jun 30 09:21:12.557614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dd7879-e49a-4b62-ba3e-0abf8ee5f722 req-fae84963-fd83-4485-ac3b-e5346aa7102d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.559235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30dd7879-e49a-4b62-ba3e-0abf8ee5f722 req-fae84963-fd83-4485-ac3b-e5346aa7102d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1018655 Jun 30 09:21:12.598672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30dd7879-e49a-4b62-ba3e-0abf8ee5f722 req-f0e82234-8445-49ff-8f8a-8ea5574eaa8b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Jun 30 09:21:12.704014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91e45-d2d2-43ce-a9d5-a35d44c0cf00 req-3ff85696-f504-427a-a4d5-2e882671f4e2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.705629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fa91e45-d2d2-43ce-a9d5-a35d44c0cf00 req-3ff85696-f504-427a-a4d5-2e882671f4e2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0668309 Jun 30 09:21:12.758112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fa91e45-d2d2-43ce-a9d5-a35d44c0cf00 req-406511a0-28fe-4f05-86f8-4635230535b8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464463 Jun 30 09:21:12.844610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e0c9414d-a5f3-467c-809b-dfc8aa7eee67 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:12.898160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14803357-3281-46e9-8112-f17359f207a0 req-9444623f-0cec-4541-96bf-9bc5ee07c407 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:12.899658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14803357-3281-46e9-8112-f17359f207a0 req-9444623f-0cec-4541-96bf-9bc5ee07c407 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 943 time: 0.0691900 Jun 30 09:21:12.946991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14803357-3281-46e9-8112-f17359f207a0 req-33e36126-3063-4441-94dc-4b3bc36e8ce1 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Jun 30 09:21:12.959262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,segment=NetworkSegment(9b12d48f-629f-4b60-8ab2-4570722e0bea),segment_id=9b12d48f-629f-4b60-8ab2-4570722e0bea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:12.981789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67', 'network_id': '3ce5b069-45fe-4ba9-bb35-1bcaff18288c', 'port_id': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67', 'mac_address': 'fa:16:3e:c1:6b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03a5a2a-d511-41a4-8f0c-9905513bcd22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:13.019721 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.034663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0c9414d-a5f3-467c-809b-dfc8aa7eee67 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:13.057811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,segment=NetworkSegment(9b12d48f-629f-4b60-8ab2-4570722e0bea),segment_id=9b12d48f-629f-4b60-8ab2-4570722e0bea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:13.066508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:13.118868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:13.152784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366eb6e7-c167-496f-9d41-8564ab16280a req-e543dff4-6489-4aa7-bf41-8b162e0a0216 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.154276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-366eb6e7-c167-496f-9d41-8564ab16280a req-e543dff4-6489-4aa7-bf41-8b162e0a0216 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1039374 Jun 30 09:21:13.161665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-293a876b-e788-4811-ad70-5837ed51388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.163194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-293a876b-e788-4811-ad70-5837ed51388a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 1097 time: 0.0991867 Jun 30 09:21:13.282265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-366eb6e7-c167-496f-9d41-8564ab16280a req-617e5189-8963-4e89-84d5-46b628cfc152 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181586 Jun 30 09:21:13.326035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b947d95-0236-4f72-aab8-c9d018feb26f req-7ebcd77c-38a5-4d52-82a7-17a6e11b218a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.327916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b947d95-0236-4f72-aab8-c9d018feb26f req-7ebcd77c-38a5-4d52-82a7-17a6e11b218a tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.1693890 Jun 30 09:21:13.330803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-eba41e51-c8ca-436b-9d64-2966fb17e622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.332173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-eba41e51-c8ca-436b-9d64-2966fb17e622 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.1600955 Jun 30 09:21:13.408792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b947d95-0236-4f72-aab8-c9d018feb26f req-f86eab81-b562-4833-b398-4bb49941bdbd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750687 Jun 30 09:21:13.420328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-0fca8455-e5b2-4373-bcd0-d4b50546a5e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0808744 Jun 30 09:21:13.468843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-8e8b63c2-9c19-46d9-a286-792d2607e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.470312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-8e8b63c2-9c19-46d9-a286-792d2607e565 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.0438066 Jun 30 09:21:13.532965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-0088a269-8ece-4a9a-a1eb-914b2ca5d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.534502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-0088a269-8ece-4a9a-a1eb-914b2ca5d4ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577867 Jun 30 09:21:13.542122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['e0c9414d-a5f3-467c-809b-dfc8aa7eee67'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:13.626428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-9fd211bf-f750-4ff2-b7b0-2b8eb1ff35f0 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Jun 30 09:21:13.735128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-455847c2-8b06-42c8-a4dc-095b8f6580f0 req-59db1d11-4c0b-4064-98b1-ee4f9bb19deb service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020894 Jun 30 09:21:13.943560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd252aa-5a3d-408e-9f3a-7e20a7adeab8 req-195c380d-1641-43d2-8be2-39a667d1458a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:13.945250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dd252aa-5a3d-408e-9f3a-7e20a7adeab8 req-195c380d-1641-43d2-8be2-39a667d1458a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0645738 Jun 30 09:21:13.984893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dd252aa-5a3d-408e-9f3a-7e20a7adeab8 req-0a64cfd2-dda2-4752-b390-ab280a4fa8d6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334632 Jun 30 09:21:14.077207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d187351c-98e7-4d9a-ad8e-1494fc808cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.179580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.204387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e0fdb-dba8-46a4-b30c-63a4a1ad93a5 req-5f3133e9-0805-4d6c-9202-96920360b669 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.205828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-878e0fdb-dba8-46a4-b30c-63a4a1ad93a5 req-5f3133e9-0805-4d6c-9202-96920360b669 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 944 time: 0.1205509 Jun 30 09:21:14.219617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d94d6-0312-4883-8a35-e45655f7dfe0 req-71b07c1f-70f1-4aac-81b6-5137eb9ac17e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.221077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-635d94d6-0312-4883-8a35-e45655f7dfe0 req-71b07c1f-70f1-4aac-81b6-5137eb9ac17e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1052289 Jun 30 09:21:14.279128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-878e0fdb-dba8-46a4-b30c-63a4a1ad93a5 req-acdbe6ea-54f1-40b6-9d0f-f5fe9dc070ce tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570719 Jun 30 09:21:14.284663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-635d94d6-0312-4883-8a35-e45655f7dfe0 req-b8dc017a-0a16-46e4-b0f3-339457fcdb8e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566311 Jun 30 09:21:14.524788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11498e99-2fda-4f03-9736-25af7ec118aa req-706c35c7-cb1a-4cb3-9c0d-2e41f4d15b3a tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.526312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11498e99-2fda-4f03-9736-25af7ec118aa req-706c35c7-cb1a-4cb3-9c0d-2e41f4d15b3a tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1087780 Jun 30 09:21:14.554349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068ee4d-0185-4f4a-93c9-c4dc3ce42b13 req-4f635d57-8f39-4591-ae4a-8d7b9552ade6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:14.555792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c068ee4d-0185-4f4a-93c9-c4dc3ce42b13 req-4f635d57-8f39-4591-ae4a-8d7b9552ade6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0985520 Jun 30 09:21:14.837079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e0c9414d-a5f3-467c-809b-dfc8aa7eee67 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:14.890629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:14.895110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:14.895491 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:14.918190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11498e99-2fda-4f03-9736-25af7ec118aa req-c5477da6-ceee-47f3-9cbc-e91c9367261f tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838210 Jun 30 09:21:14.934375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c068ee4d-0185-4f4a-93c9-c4dc3ce42b13 req-73f25b13-9d4a-4608-b4c4-34047623342b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3706627 Jun 30 09:21:14.995834 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.019851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:15.022331 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8127b8e8-5a24-4c3b-b23f-e949d3faf1c0" -d '{"events": [{"server_uuid": "bacc8ea7-59b3-46c6-983d-eb19e3890626", "name": "network-vif-plugged", "status": "completed", "tag": "e0c9414d-a5f3-467c-809b-dfc8aa7eee67"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:15.037991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,segment=NetworkSegment(9b12d48f-629f-4b60-8ab2-4570722e0bea),segment_id=9b12d48f-629f-4b60-8ab2-4570722e0bea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:15.043197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:15.107131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:15.129745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce22dd2-4bf0-4230-8913-e5f7991c0f14 req-ee69e703-3e7e-4955-93a8-5d94e0c22268 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.131284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ce22dd2-4bf0-4230-8913-e5f7991c0f14 req-ee69e703-3e7e-4955-93a8-5d94e0c22268 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0811520 Jun 30 09:21:15.205415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ce22dd2-4bf0-4230-8913-e5f7991c0f14 req-2a1db32d-3562-4a7f-baa4-802915f39f42 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683882 Jun 30 09:21:15.237333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf264af-cf51-439a-b745-9a91f5f8e8c9 req-13afd3bd-6f8b-4a8d-9ed5-eb9c95c62ce4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.238845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdf264af-cf51-439a-b745-9a91f5f8e8c9 req-13afd3bd-6f8b-4a8d-9ed5-eb9c95c62ce4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0867677 Jun 30 09:21:15.262563 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950ada5-57e0-4b73-aabd-bbc45950985d x-openstack-request-id: req-0950ada5-57e0-4b73-aabd-bbc45950985d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:15.264339 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacc8ea7-59b3-46c6-983d-eb19e3890626", "name": "network-vif-plugged", "status": "completed", "tag": "e0c9414d-a5f3-467c-809b-dfc8aa7eee67", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:15.264908 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0950ada5-57e0-4b73-aabd-bbc45950985d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:15.265482 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67', 'code': 200} Jun 30 09:21:15.292725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdf264af-cf51-439a-b745-9a91f5f8e8c9 req-d25c209b-cfd0-4673-b030-144b2f6d7259 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468006 Jun 30 09:21:15.417451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45dda9d-4bec-4f90-b6df-ed8773ee195e req-e96ec3a6-f29e-43f5-8bc8-e1ab73bbbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.418990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e45dda9d-4bec-4f90-b6df-ed8773ee195e req-e96ec3a6-f29e-43f5-8bc8-e1ab73bbbb18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 1097 time: 0.0546484 Jun 30 09:21:15.480065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e45dda9d-4bec-4f90-b6df-ed8773ee195e req-49a999d1-69fe-4de1-a3a7-f0e3690d7b9b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513976 Jun 30 09:21:15.504645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67799a42-3925-43b7-a35f-7e21643a9e22 req-64ea88e3-3b8c-4b9e-aa3c-32a1170687b3 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:15.506652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67799a42-3925-43b7-a35f-7e21643a9e22 req-64ea88e3-3b8c-4b9e-aa3c-32a1170687b3 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 945 time: 0.0867906 Jun 30 09:21:15.543306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b911c84b-fd5d-4cb5-b932-d69dc85852a2 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:15.552298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67799a42-3925-43b7-a35f-7e21643a9e22 req-f6cc18b7-d217-4bfb-ba74-1abc1613ac7a tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Jun 30 09:21:15.566811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: b911c84b-fd5d-4cb5-b932-d69dc85852a2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:15.567368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b911c84b-fd5d-4cb5-b932-d69dc85852a2 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:16.017121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:16.117800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62852d-26e1-4218-bf1d-23f9c4c2b542 req-6f7f5f04-801f-4ea3-a391-9749db903834 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.119418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f62852d-26e1-4218-bf1d-23f9c4c2b542 req-6f7f5f04-801f-4ea3-a391-9749db903834 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.0737762 Jun 30 09:21:16.165221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f62852d-26e1-4218-bf1d-23f9c4c2b542 req-755600a9-6fcb-4bfe-9ade-220dd095a6a5 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Jun 30 09:21:16.385944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d59b4-22e3-45dd-a6fc-afc4ea91a276 req-c061ae61-f24b-4216-b598-e1eae7e778a6 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.387493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-986d59b4-22e3-45dd-a6fc-afc4ea91a276 req-c061ae61-f24b-4216-b598-e1eae7e778a6 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0654442 Jun 30 09:21:16.425334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-986d59b4-22e3-45dd-a6fc-afc4ea91a276 req-72b9bde4-076d-4d69-9bbe-78be331a7475 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319903 Jun 30 09:21:16.732288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a386e6f8-24b4-443a-9fc9-54b29e378616 req-b81d1b17-f3f3-4fdd-ad8c-8e2e40422333 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:16.734675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a386e6f8-24b4-443a-9fc9-54b29e378616 req-b81d1b17-f3f3-4fdd-ad8c-8e2e40422333 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 945 time: 0.0692627 Jun 30 09:21:16.773288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a386e6f8-24b4-443a-9fc9-54b29e378616 req-08792892-83b1-4426-9c15-f079823cf778 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Jun 30 09:21:17.260121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.283505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5c516-cbbf-4e10-9863-e7470d2c8695 req-981417a9-85d4-4db1-883c-dbe5bf75cdc8 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.285005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cc5c516-cbbf-4e10-9863-e7470d2c8695 req-981417a9-85d4-4db1-883c-dbe5bf75cdc8 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 945 time: 0.0706022 Jun 30 09:21:17.324524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cc5c516-cbbf-4e10-9863-e7470d2c8695 req-49f0d1b2-612f-4a59-9f06-a8249071b710 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336964 Jun 30 09:21:17.548560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:17.611896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90168d2d-2df3-4fd1-9cdc-6d8c69698faa req-9617131a-475d-4e25-9a7c-3c1addb7d0a4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.613458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90168d2d-2df3-4fd1-9cdc-6d8c69698faa req-9617131a-475d-4e25-9a7c-3c1addb7d0a4 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0715666 Jun 30 09:21:17.652499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90168d2d-2df3-4fd1-9cdc-6d8c69698faa req-81d7ddd0-7351-4306-a28e-50e1642a4f5c tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330338 Jun 30 09:21:17.948990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f37381-0c57-4b27-916d-25e8e46e63a4 req-3324bd84-0b0d-4c71-a0bf-adfd4dba4bff tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:17.950492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77f37381-0c57-4b27-916d-25e8e46e63a4 req-3324bd84-0b0d-4c71-a0bf-adfd4dba4bff tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 945 time: 0.0633209 Jun 30 09:21:17.987731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77f37381-0c57-4b27-916d-25e8e46e63a4 req-0116154a-e251-4718-89d9-21ce1b5396ab tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312817 Jun 30 09:21:18.564081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369cb89-637a-4945-8a97-f2d187240329 req-25c382f4-3ff0-42d6-8bfb-7ae3e6906a7e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.565603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c369cb89-637a-4945-8a97-f2d187240329 req-25c382f4-3ff0-42d6-8bfb-7ae3e6906a7e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 945 time: 0.0651803 Jun 30 09:21:18.644374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c369cb89-637a-4945-8a97-f2d187240329 req-50f3579d-8990-4407-8455-33caebbbf7c9 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722852 Jun 30 09:21:18.667979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee56e8-bb19-4c18-9e83-2348f69ee810 req-a66ecb21-25f6-46b5-8b92-77fe8e665e64 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.669439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ee56e8-bb19-4c18-9e83-2348f69ee810 req-a66ecb21-25f6-46b5-8b92-77fe8e665e64 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 945 time: 0.0901575 Jun 30 09:21:18.709422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ee56e8-bb19-4c18-9e83-2348f69ee810 req-a9e7a1da-5125-4bd7-ade6-dc4d539de6ce tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Jun 30 09:21:18.825594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697150e-6428-400a-a111-458a8c90c900 req-5c3078c0-813a-441f-84cb-c8547aff0ec9 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:18.827705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c697150e-6428-400a-a111-458a8c90c900 req-5c3078c0-813a-441f-84cb-c8547aff0ec9 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0625973 Jun 30 09:21:18.864454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c697150e-6428-400a-a111-458a8c90c900 req-49d7d362-e5a6-4fa4-9e5f-4476a69d32ec tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310912 Jun 30 09:21:19.394084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d87d4-dc21-49e8-be33-209452cf840d req-7c7d2c4e-161f-41bd-a482-adbf434084ba tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.395588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-050d87d4-dc21-49e8-be33-209452cf840d req-7c7d2c4e-161f-41bd-a482-adbf434084ba tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 945 time: 0.0697122 Jun 30 09:21:19.504713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Deleting port 42c42b72-3fde-478d-bae5-2d0704dac314 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:19.505053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.604401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] For port 42c42b72-3fde-478d-bae5-2d0704dac314, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=42c42b72-3fde-478d-bae5-2d0704dac314,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:19.605092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.619037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Calling delete_port for 42c42b72-3fde-478d-bae5-2d0704dac314 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:19.755217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.768564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ef689604-27ac-49f9-9b94-21d729a50175'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:19.801590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed', '42c42b72-3fde-478d-bae5-2d0704dac314'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:19.824217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event deleted for resources: {'Port': ['ID=42c42b72-3fde-478d-bae5-2d0704dac314,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:19.834506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5ff1a1d-a3b8-438c-ac05-c0ce5f8ca78b req-36d1744b-9724-44df-bf8b-b097ff9d8fc6 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=38176a54-0ef3-4ab5-9f03-76e6246bb4aa HTTP/1.1" status: 200 len: 210 time: 0.0720429 Jun 30 09:21:19.924014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] No DVR routers for this DVR port 42c42b72-3fde-478d-bae5-2d0704dac314 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:19.926910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:19.929277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-050d87d4-dc21-49e8-be33-209452cf840d req-0f24e681-8942-481d-b691-46fb388302da tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "DELETE /v2.0/ports/42c42b72-3fde-478d-bae5-2d0704dac314 HTTP/1.1" status: 204 len: 173 time: 0.5280387 Jun 30 09:21:19.930029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'name': 'network-vif-deleted', 'tag': '42c42b72-3fde-478d-bae5-2d0704dac314'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:19.932931 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d6f75a-9c65-413e-8914-bbd16b3f9543" -d '{"events": [{"server_uuid": "38176a54-0ef3-4ab5-9f03-76e6246bb4aa", "name": "network-vif-deleted", "tag": "42c42b72-3fde-478d-bae5-2d0704dac314"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:19.978535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744707b-c463-4345-a481-f3f9e55440ed req-2491c3f3-d06b-4157-9030-039b0cdca2c5 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:19.979994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a744707b-c463-4345-a481-f3f9e55440ed req-2491c3f3-d06b-4157-9030-039b0cdca2c5 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 945 time: 0.1096458 Jun 30 09:21:20.059191 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a744707b-c463-4345-a481-f3f9e55440ed req-ab3806b8-1472-4900-9a3f-4cb361b4d4df tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/security-groups?id=8d3d0c98-447d-4d96-b3aa-77b54060cd4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709665 Jun 30 09:21:20.097919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5f4a6-2c54-402a-adeb-c1870c88ae2b req-83944ddf-c773-45aa-9229-e89f9ef16eab tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.099283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bf5f4a6-2c54-402a-adeb-c1870c88ae2b req-83944ddf-c773-45aa-9229-e89f9ef16eab tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 944 time: 0.0936120 Jun 30 09:21:20.121961 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb71ae93-6410-4219-9a41-343ca8a22a20 x-openstack-request-id: req-cb71ae93-6410-4219-9a41-343ca8a22a20 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:20.122277 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38176a54-0ef3-4ab5-9f03-76e6246bb4aa", "name": "network-vif-deleted", "tag": "42c42b72-3fde-478d-bae5-2d0704dac314", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:20.122528 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb71ae93-6410-4219-9a41-343ca8a22a20 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:20.123546 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38176a54-0ef3-4ab5-9f03-76e6246bb4aa', 'name': 'network-vif-deleted', 'tag': '42c42b72-3fde-478d-bae5-2d0704dac314', 'status': 'completed', 'code': 200} Jun 30 09:21:20.143239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bf5f4a6-2c54-402a-adeb-c1870c88ae2b req-63d55604-ec62-4568-abbf-8e657612d09f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376668 Jun 30 09:21:20.514286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-4319477a-3781-4c80-bd5c-61d7c087d820 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:20.515721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-4319477a-3781-4c80-bd5c-61d7c087d820 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.83 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 945 time: 0.0615978 Jun 30 09:21:20.630695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Deleting port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:20.631343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.724882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] For port e0c9414d-a5f3-467c-809b-dfc8aa7eee67, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,segment=NetworkSegment(9b12d48f-629f-4b60-8ab2-4570722e0bea),segment_id=9b12d48f-629f-4b60-8ab2-4570722e0bea)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:20.725322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.742317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Calling delete_port for e0c9414d-a5f3-467c-809b-dfc8aa7eee67 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:20.861851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d379c19b-4ce0-431e-aa0c-172b13792c79 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:20.875425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.906062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Pushing event deleted for resources: {'Port': ['ID=e0c9414d-a5f3-467c-809b-dfc8aa7eee67,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:20.918261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['e0c9414d-a5f3-467c-809b-dfc8aa7eee67'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:20.958020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] No DVR routers for this DVR port e0c9414d-a5f3-467c-809b-dfc8aa7eee67 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:20.961135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:20.963340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f527c9b3-c833-49ba-b1d1-9619c72c5072 req-8c289391-5515-4c89-af0e-78efc43e61f9 tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.83 "DELETE /v2.0/ports/e0c9414d-a5f3-467c-809b-dfc8aa7eee67 HTTP/1.1" status: 204 len: 173 time: 0.4410896 Jun 30 09:21:20.990603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d379c19b-4ce0-431e-aa0c-172b13792c79, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d379c19b-4ce0-431e-aa0c-172b13792c79,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:21.003574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:21.046139 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.061857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d379c19b-4ce0-431e-aa0c-172b13792c79 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:21.083698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d379c19b-4ce0-431e-aa0c-172b13792c79, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d379c19b-4ce0-431e-aa0c-172b13792c79,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:21.090071 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:21.153114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=d379c19b-4ce0-431e-aa0c-172b13792c79,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:21.243380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3348edc4-b97c-4970-9a71-9c8bd2a3aa4e req-3b7144c3-ab9b-4677-8a13-f0d42a23a5cb tempest-ServerPasswordTestJSON-971824846 tempest-ServerPasswordTestJSON-971824846-project] 10.222.0.77 "GET /v2.0/ports?device_id=bacc8ea7-59b3-46c6-983d-eb19e3890626 HTTP/1.1" status: 200 len: 210 time: 0.0290527 Jun 30 09:21:21.341769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab344a-e451-4f7e-a596-c4a6dcd97204 req-7d4b71d2-28e3-4190-8b97-d33b73ecf5ec tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.343955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbab344a-e451-4f7e-a596-c4a6dcd97204 req-7d4b71d2-28e3-4190-8b97-d33b73ecf5ec tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 945 time: 0.0656922 Jun 30 09:21:21.417910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbab344a-e451-4f7e-a596-c4a6dcd97204 req-445b4278-e335-4bb9-bf91-e23820f3ed12 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671906 Jun 30 09:21:21.462103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ec1c9-2b5a-44b1-b668-5993c6a93167 req-c8275315-ded3-4e85-8bce-6601a0af815d tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:21.463665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c17ec1c9-2b5a-44b1-b668-5993c6a93167 req-c8275315-ded3-4e85-8bce-6601a0af815d tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 945 time: 0.1119654 Jun 30 09:21:21.518709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c17ec1c9-2b5a-44b1-b668-5993c6a93167 req-3466ab25-4876-4e48-a656-a0076403882b tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Jun 30 09:21:21.602897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['d379c19b-4ce0-431e-aa0c-172b13792c79'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:22.124895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'name': 'network-vif-deleted', 'tag': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:22.127228 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742ca81-77fd-4659-8a21-febf999d2d81" -d '{"events": [{"server_uuid": "bacc8ea7-59b3-46c6-983d-eb19e3890626", "name": "network-vif-deleted", "tag": "e0c9414d-a5f3-467c-809b-dfc8aa7eee67"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:22.163792 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4ef0f5-3ad3-41f4-87aa-abd0812e1cca x-openstack-request-id: req-9a4ef0f5-3ad3-41f4-87aa-abd0812e1cca {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:22.164084 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bacc8ea7-59b3-46c6-983d-eb19e3890626", "name": "network-vif-deleted", "tag": "e0c9414d-a5f3-467c-809b-dfc8aa7eee67", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:22.166016 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a4ef0f5-3ad3-41f4-87aa-abd0812e1cca {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:22.166016 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bacc8ea7-59b3-46c6-983d-eb19e3890626', 'name': 'network-vif-deleted', 'tag': 'e0c9414d-a5f3-467c-809b-dfc8aa7eee67', 'status': 'completed', 'code': 200} Jun 30 09:21:22.214807 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-d0de8a70-49e9-4560-a1ff-7384fe62547e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0584078 Jun 30 09:21:22.327194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.327675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.328149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.328616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.329080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.329607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.330010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.332035 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a057c5ad-b6ab-4cf5-8ce5-5d688b96af59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=56a1300b43fb4830816fe96e2162df56&device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 6496 time: 0.0666769 Jun 30 09:21:22.343948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.434512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Deleting subnet f03a5a2a-d511-41a4-8f0c-9905513bcd22 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:22.438464 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.497507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.523209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-4358f6db-1d71-4f07-bcc7-34e032d91c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.523677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-4358f6db-1d71-4f07-bcc7-34e032d91c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.524137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-4358f6db-1d71-4f07-bcc7-34e032d91c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.525721 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-4358f6db-1d71-4f07-bcc7-34e032d91c6d service neutron] 10.222.0.79 "GET /v2.0/networks?id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=3b2331d8-7740-4e27-95f4-2d60223c7254&id=2f12f98c-f311-49d4-b1b5-83b8359badec&id=2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 200 len: 2293 time: 0.1557598 Jun 30 09:21:22.579920 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.603190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc686ff8-c0ca-461b-a251-b8400d0968a0 req-d140f999-6319-465a-897c-9a211333ab31 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.605752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc686ff8-c0ca-461b-a251-b8400d0968a0 req-d140f999-6319-465a-897c-9a211333ab31 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 945 time: 0.0689113 Jun 30 09:21:22.630268 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-e5efe4bc-995a-4e4b-8080-5794dc3088d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 200 len: 1001 time: 0.0963733 Jun 30 09:21:22.658254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc686ff8-c0ca-461b-a251-b8400d0968a0 req-f637c5af-6ffb-4c5c-ac6e-018532cbaa3b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471296 Jun 30 09:21:22.692936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.698792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-716eb612-c972-4172-82a4-bbccfa43d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.700279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-716eb612-c972-4172-82a4-bbccfa43d6e0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=76c87efb-daed-4a66-bdee-9f120ddf590f HTTP/1.1" status: 200 len: 850 time: 0.0630391 Jun 30 09:21:22.723322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cb0a2-5e8f-4bcb-b1c1-4951e3002635 req-a8fe2911-e98f-488f-b144-e9b0304c6e85 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.724819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a03cb0a2-5e8f-4bcb-b1c1-4951e3002635 req-a8fe2911-e98f-488f-b144-e9b0304c6e85 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 945 time: 0.0848067 Jun 30 09:21:22.727380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.729178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f03a5a2a-d511-41a4-8f0c-9905513bcd22 HTTP/1.1" status: 204 len: 168 time: 0.3842602 Jun 30 09:21:22.733384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45740) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:22.737057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b3bb4-78f6-4526-9b7e-5391cf721c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03a5a2a-d511-41a4-8f0c-9905513bcd22,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:22.785906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-dbc0e0cd-c056-4136-8239-6a343657d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.787667 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-dbc0e0cd-c056-4136-8239-6a343657d210 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639277 Jun 30 09:21:22.800054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-282bee43-4d2e-4a22-9c90-696b7ad7bba4 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:22.801030 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-282bee43-4d2e-4a22-9c90-696b7ad7bba4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051315 Jun 30 09:21:22.836805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a03cb0a2-5e8f-4bcb-b1c1-4951e3002635 req-3989372e-731e-4fe0-9c4b-618316967337 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049178 Jun 30 09:21:22.841353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.877742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d379c19b-4ce0-431e-aa0c-172b13792c79 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:22.926410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port d379c19b-4ce0-431e-aa0c-172b13792c79 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:22.927247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.931136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port d379c19b-4ce0-431e-aa0c-172b13792c79 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:22.931510 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.938619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce5b069-45fe-4ba9-bb35-1bcaff18288c']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:22.947857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-78846f3f-0854-4b0a-b70a-8ea2a23aa033 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400363 Jun 30 09:21:22.950509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b12d48f-629f-4b60-8ab2-4570722e0bea') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:22.950811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b12d48f-629f-4b60-8ab2-4570722e0bea') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:22.961220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-1008a615-1ba8-487e-8c65-6bbd9fd564b0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:22.961888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.962876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-1008a615-1ba8-487e-8c65-6bbd9fd564b0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 945 time: 0.1351850 Jun 30 09:21:22.976965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.983694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:22.984100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:22.985790 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:23.024034 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.046533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.052788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:23.054611 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.055369 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf8818-19cf-44b7-83d2-dbc65163caf0" -d '{"events": [{"server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "name": "network-vif-plugged", "status": "completed", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:23.060675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3ce5b069-45fe-4ba9-bb35-1bcaff18288c HTTP/1.1" status: 204 len: 168 time: 0.3230336 Jun 30 09:21:23.071221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d379c19b-4ce0-431e-aa0c-172b13792c79, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d379c19b-4ce0-431e-aa0c-172b13792c79,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:23.077516 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.078585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 42c42b72-3fde-478d-bae5-2d0704dac314 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:23.083666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f759f-5121-4dae-8902-7c03fa036809 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce5b069-45fe-4ba9-bb35-1bcaff18288c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.110248 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59811ec7-e506-434c-8448-9953e1887a70 x-openstack-request-id: req-59811ec7-e506-434c-8448-9953e1887a70 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:23.110543 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "name": "network-vif-plugged", "status": "completed", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:23.110789 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-59811ec7-e506-434c-8448-9953e1887a70 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:23.111174 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'code': 200} Jun 30 09:21:23.113739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 42c42b72-3fde-478d-bae5-2d0704dac314 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:23.114243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 42c42b72-3fde-478d-bae5-2d0704dac314 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:23.114807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e0c9414d-a5f3-467c-809b-dfc8aa7eee67 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:23.138177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: e0c9414d-a5f3-467c-809b-dfc8aa7eee67 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:23.139523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device e0c9414d-a5f3-467c-809b-dfc8aa7eee67 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:23.143007 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-bbad0757-b7b6-46e6-a813-f46b6aaf1684 service neutron] 10.222.0.79 "GET /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790843 Jun 30 09:21:23.196480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=d379c19b-4ce0-431e-aa0c-172b13792c79,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.201351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45748) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:23.201882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Deleting port ef689604-27ac-49f9-9b94-21d729a50175 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:23.201973 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.207031 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-92b8dd84-44aa-46c4-81d1-19591fec353a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 217 time: 0.0563278 Jun 30 09:21:23.271105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5cf9283a-5a75-4c57-a2c4-6ea495f18bc3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=18e8e149839a4d3bb20a079f67c286f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682774 Jun 30 09:21:23.273620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45750) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:23.311276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a231ac14-7083-4855-b0e9-d69ecfe90285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.312761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a231ac14-7083-4855-b0e9-d69ecfe90285 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0951924 Jun 30 09:21:23.328148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0eb65-bdc2-465a-898f-103b808e5818 req-a88f9f5a-89bb-4c1f-8e60-5b2acc456589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.329635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abd0eb65-bdc2-465a-898f-103b808e5818 req-a88f9f5a-89bb-4c1f-8e60-5b2acc456589 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1098 time: 0.1052327 Jun 30 09:21:23.344658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90382726-686d-4594-9400-0c63566a6063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.365763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] For port ef689604-27ac-49f9-9b94-21d729a50175, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ef689604-27ac-49f9-9b94-21d729a50175,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:23.366132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.381587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Calling delete_port for ef689604-27ac-49f9-9b94-21d729a50175 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:23.384843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90382726-686d-4594-9400-0c63566a6063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.392841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abd0eb65-bdc2-465a-898f-103b808e5818 req-9aba94d4-e624-4b51-827d-948abae4a628 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542159 Jun 30 09:21:23.435250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90382726-686d-4594-9400-0c63566a6063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.437926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90382726-686d-4594-9400-0c63566a6063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.439088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-90382726-686d-4594-9400-0c63566a6063 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d3d0c98-447d-4d96-b3aa-77b54060cd4b HTTP/1.1" status: 204 len: 168 time: 0.1644602 Jun 30 09:21:23.446253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-572e6f0d-f2db-4d22-924e-f8df09db7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.447491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382726-686d-4594-9400-0c63566a6063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3d0c98-447d-4d96-b3aa-77b54060cd4b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.447766 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-572e6f0d-f2db-4d22-924e-f8df09db7f81 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1266787 Jun 30 09:21:23.585046 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-fa06a65a-ce20-495e-9e10-0926eddf0b54 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289003 Jun 30 09:21:23.603847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.617984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ef689604-27ac-49f9-9b94-21d729a50175'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:23.641829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:23.671302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event deleted for resources: {'Port': ['ID=ef689604-27ac-49f9-9b94-21d729a50175,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:23.755361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] No DVR routers for this DVR port ef689604-27ac-49f9-9b94-21d729a50175 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:23.759212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:23.763039 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cc04f42b-9ec4-4995-9017-925af87a7d7f req-4ad8a5ed-3e45-4e35-8e64-6957f2999782 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.79 "DELETE /v2.0/ports/ef689604-27ac-49f9-9b94-21d729a50175 HTTP/1.1" status: 204 len: 173 time: 0.7899640 Jun 30 09:21:23.763039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'name': 'network-vif-deleted', 'tag': 'ef689604-27ac-49f9-9b94-21d729a50175'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:23.770662 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafdf22b-89b5-4884-88f8-978ef07f48ae" -d '{"events": [{"server_uuid": "9a1eb793-3134-43ca-9abc-36b9547c95b3", "name": "network-vif-deleted", "tag": "ef689604-27ac-49f9-9b94-21d729a50175"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:23.788500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-089986e7-ad7e-4a77-829e-e7fe705a5b27 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937127 Jun 30 09:21:23.856349 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aff87b-b0d0-4480-9ebe-4440ca1fbc19 x-openstack-request-id: req-41aff87b-b0d0-4480-9ebe-4440ca1fbc19 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:23.856647 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a1eb793-3134-43ca-9abc-36b9547c95b3", "name": "network-vif-deleted", "tag": "ef689604-27ac-49f9-9b94-21d729a50175", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:23.856902 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-41aff87b-b0d0-4480-9ebe-4440ca1fbc19 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:23.857402 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a1eb793-3134-43ca-9abc-36b9547c95b3', 'name': 'network-vif-deleted', 'tag': 'ef689604-27ac-49f9-9b94-21d729a50175', 'status': 'completed', 'code': 200} Jun 30 09:21:23.859388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-280d0b5e-17a1-4a82-ac6a-3d56b5ca2234 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 217 time: 0.0576670 Jun 30 09:21:23.884511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f34e02-5fcb-4316-9f6e-0d6898ad6d8c req-fe256ccb-167d-4c02-8d81-4e5a3b52ca5f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.893023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09f34e02-5fcb-4316-9f6e-0d6898ad6d8c req-fe256ccb-167d-4c02-8d81-4e5a3b52ca5f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 946 time: 0.0886362 Jun 30 09:21:23.932405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-53bb1a15-cf4a-47f9-a42b-9efdfdff687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:23.934456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-53bb1a15-cf4a-47f9-a42b-9efdfdff687d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0630920 Jun 30 09:21:23.955464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09f34e02-5fcb-4316-9f6e-0d6898ad6d8c req-14eeecbb-9546-4ad6-ac82-5200bfb122fc tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610261 Jun 30 09:21:24.023289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a6566c65-f0ee-4268-b577-3ac09588b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.025107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a6566c65-f0ee-4268-b577-3ac09588b3c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0815516 Jun 30 09:21:24.129045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-469ed0d8-fdf0-488a-b2fb-b8e4d233350a req-c7e8ce42-ac0e-4919-a136-4b518100bca0 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a1eb793-3134-43ca-9abc-36b9547c95b3 HTTP/1.1" status: 200 len: 210 time: 0.0292177 Jun 30 09:21:24.136283 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-9363f73b-0857-4616-9ad0-daee5a457d94 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029994 Jun 30 09:21:24.230926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-8e25dbe2-6e53-401b-9911-95453074133f service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875506 Jun 30 09:21:24.279570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-ca8726a4-cb1a-4de9-af2f-01cfe7443f4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 200 len: 217 time: 0.0382135 Jun 30 09:21:24.282317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:24.338785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-49142ae6-a7cd-428a-8152-464b020f0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.340226 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-49142ae6-a7cd-428a-8152-464b020f0c51 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0524571 Jun 30 09:21:24.388065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1826330319-network', 'tenant_id': '233b48f114f549fb9ad49e73206fc86a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:24.417039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Made reservation on behalf of 233b48f114f549fb9ad49e73206fc86a for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:24.419412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.431148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.445218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-524871b2-cbf6-40bc-96bd-7df0818f4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:24.446731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-524871b2-cbf6-40bc-96bd-7df0818f4f62 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0907991 Jun 30 09:21:24.591046 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-e3dd77e7-9d9e-40df-b7a1-d88f99a6af36 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287446 Jun 30 09:21:24.663994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:24.670990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.034641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:25.066544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a1cf18-5979-476f-8fbe-f99ebb4ee97c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.071411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.071758 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Added segment 8e561e5f-69b8-46dc-abb2-3f3864db436d of type vlan for network f946ec78-841f-454b-9602-6489cc6a7ade Jun 30 09:21:25.082857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a870d2ee-37b1-4e8f-9d1c-2cfe0dd7513e service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833519 Jun 30 09:21:25.152523 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-3a79cdee-a729-4b78-9c92-4b869454f4f8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.6&port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 200 len: 217 time: 0.0466673 Jun 30 09:21:25.152762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0ebe7-2f4d-4e50-aa60-e0653306f9f6 req-f9229246-fb65-43af-b5a6-505e92e88b95 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.154854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bd0ebe7-2f4d-4e50-aa60-e0653306f9f6 req-f9229246-fb65-43af-b5a6-505e92e88b95 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 946 time: 0.0654480 Jun 30 09:21:25.156757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.207848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bd0ebe7-2f4d-4e50-aa60-e0653306f9f6 req-94645fe4-3a1b-4485-847f-e4262f813fde tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Jun 30 09:21:25.225409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-997eddf7-d440-4e7c-b7c8-32cfa68d3b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.226655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-997eddf7-d440-4e7c-b7c8-32cfa68d3b9e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 200 len: 797 time: 0.0635304 Jun 30 09:21:25.227735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.229477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.229477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.306896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0208459 Jun 30 09:21:25.308071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45794) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:25.316334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Request body: {'subnet': {'network_id': 'f946ec78-841f-454b-9602-6489cc6a7ade', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1826330319-subnet', 'tenant_id': '233b48f114f549fb9ad49e73206fc86a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:25.333230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5f33-7b5c-4636-82bc-759917a0e927 admin admin] Pushing event updated for resources: {'Network': ['ID=f946ec78-841f-454b-9602-6489cc6a7ade,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.352134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Made reservation on behalf of 233b48f114f549fb9ad49e73206fc86a for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:25.356976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.360783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network f946ec78-841f-454b-9602-6489cc6a7ade details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:25.391150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-5b26b51e-7c5f-4285-8249-d65134397d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.392677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-5b26b51e-7c5f-4285-8249-d65134397d42 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b2331d8-7740-4e27-95f4-2d60223c7254&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1506979 Jun 30 09:21:25.511169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf70482-9529-435c-a218-5e4babf2f76a req-89292ad5-3e29-4533-adcb-75a616aa1b72 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.512658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bf70482-9529-435c-a218-5e4babf2f76a req-89292ad5-3e29-4533-adcb-75a616aa1b72 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 946 time: 0.1403415 Jun 30 09:21:25.520773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-bdb98960-d194-4fc9-a10b-6c37f316cf38 service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100893 Jun 30 09:21:25.580180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bf70482-9529-435c-a218-5e4babf2f76a req-fcb2aefd-ebcd-4a9d-9271-a47c23962630 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463393 Jun 30 09:21:25.616387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:25.627210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.644989 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-d206b737-d59d-4076-81e3-ca46859a62ff service neutron] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134973 Jun 30 09:21:25.688983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6cc0f6b-e91e-411b-b39c-53dfd4beceb7,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:25.696667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Checking segment: {'id': '8e561e5f-69b8-46dc-abb2-3f3864db436d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f946ec78-841f-454b-9602-6489cc6a7ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:25.697023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Network hostable DHCP agents. Network: f946ec78-841f-454b-9602-6489cc6a7ade, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:25.708966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-b67edfdf-254f-4b9b-be79-1a49545c2748 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 200 len: 217 time: 0.0566776 Jun 30 09:21:25.720557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Network f946ec78-841f-454b-9602-6489cc6a7ade is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:25.738199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, f946ec78-841f-454b-9602-6489cc6a7ade) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:25.745606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.747644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.750963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3721c618-c14c-49c1-b37e-d12f9f65d022 None None] Network f946ec78-841f-454b-9602-6489cc6a7ade requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:25.786602 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-42e20c39-4d6e-4c17-995d-4f320579e9b2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4696648 Jun 30 09:21:25.831613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-2e110dce-f3a9-4817-8d2e-9d2a13b62eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.833156 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-2e110dce-f3a9-4817-8d2e-9d2a13b62eb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.1139858 Jun 30 09:21:25.868750 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:21:25.898127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f9c6f9-92da-4e0c-b415-3104d173c026 tempest-TestVolumeBackupRestore-1220638515 tempest-TestVolumeBackupRestore-1220638515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.900080 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44f9c6f9-92da-4e0c-b415-3104d173c026 tempest-TestVolumeBackupRestore-1220638515 tempest-TestVolumeBackupRestore-1220638515-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1093 time: 0.2828746 Jun 30 09:21:25.903019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:25.909339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:25.917006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:25.941499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c32ac4c-be52-4563-afcd-25bb9dcf593e None None] Network f946ec78-841f-454b-9602-6489cc6a7ade requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:25.955470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-2e85e5ea-4cb4-4349-b47c-f58702be4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:25.957263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-2e85e5ea-4cb4-4349-b47c-f58702be4579 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137810 Jun 30 09:21:25.958156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:25.981879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Deleting subnet f6cc0f6b-e91e-411b-b39c-53dfd4beceb7 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:25.987098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.024212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.066933 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.132113 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-5d978137-b6c7-4f40-8422-e74d22fa74e9 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556613 Jun 30 09:21:26.139736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.185093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.190288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f6cc0f6b-e91e-411b-b39c-53dfd4beceb7 HTTP/1.1" status: 204 len: 168 time: 0.2719278 Jun 30 09:21:26.190881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45812) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:26.193119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51c754c-edea-46e5-aaad-d6ce428e2831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6cc0f6b-e91e-411b-b39c-53dfd4beceb7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.218284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.278992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.308502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-40f65ea2-17f2-435b-aa29-dec1b3af5bec service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650014 Jun 30 09:21:26.364989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.374090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-811b9ef4-835e-4dc1-8e6c-f5469cf80136 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 200 len: 217 time: 0.0429282 Jun 30 09:21:26.376504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f946ec78-841f-454b-9602-6489cc6a7ade']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.387479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e561e5f-69b8-46dc-abb2-3f3864db436d') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.387815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e561e5f-69b8-46dc-abb2-3f3864db436d') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:26.397896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.416864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.425008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:26.425940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.426582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Allocated IP 172.25.7.167 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/fdf75f78-966e-4679-9583-3c99e9a00ae3) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:26.428523 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:26.449959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-71255402-2ce2-410a-971c-e0547d976157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.451953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-71255402-2ce2-410a-971c-e0547d976157 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 200 len: 797 time: 0.0719779 Jun 30 09:21:26.500521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.507684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.510693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] 10.222.0.77 "DELETE /v2.0/networks/f946ec78-841f-454b-9602-6489cc6a7ade HTTP/1.1" status: 204 len: 168 time: 0.3186874 Jun 30 09:21:26.523488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afb4038-d08b-488d-9208-7121267c8e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=f946ec78-841f-454b-9602-6489cc6a7ade,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.590011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.605513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-c444c913-fef8-4703-bb73-35cee754d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:26.607743 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-c444c913-fef8-4703-bb73-35cee754d648 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2f12f98c-f311-49d4-b1b5-83b8359badec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391568 Jun 30 09:21:26.635807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45818) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:26.692077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cb767c16-88d4-47cf-be54-8ced6cd71755 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=233b48f114f549fb9ad49e73206fc86a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550752 Jun 30 09:21:26.693309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45820) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:26.703030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.747663 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3816623-1467-4f58-bef2-622f2380fc77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.766181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:26.771968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3816623-1467-4f58-bef2-622f2380fc77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.788694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:26.793637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:26.796080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'Port': ['ID=fdf75f78-966e-4679-9583-3c99e9a00ae3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:26.820903 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-cfd5d2f8-953a-4305-ada9-8c8931902598 service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982715 Jun 30 09:21:26.834419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3816623-1467-4f58-bef2-622f2380fc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.837445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3816623-1467-4f58-bef2-622f2380fc77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:26.838953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a3816623-1467-4f58-bef2-622f2380fc77 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/12a1cf18-5979-476f-8fbe-f99ebb4ee97c HTTP/1.1" status: 204 len: 168 time: 0.1439328 Jun 30 09:21:26.849542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3816623-1467-4f58-bef2-622f2380fc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a1cf18-5979-476f-8fbe-f99ebb4ee97c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.004723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc8bd32e-7336-4d8a-a70c-c14f6222a389 req-a0fdba7d-1326-4a30-a996-b3a0d19bb47d service neutron] 10.222.0.79 "GET /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728888 Jun 30 09:21:27.320124 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.430046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.605990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ef689604-27ac-49f9-9b94-21d729a50175 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:27.637227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: ef689604-27ac-49f9-9b94-21d729a50175 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:27.637574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ef689604-27ac-49f9-9b94-21d729a50175 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:27.652090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.658598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.727048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45848) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:27.746395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event updated for resources: {'Port': ['ID=fdf75f78-966e-4679-9583-3c99e9a00ae3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:27.755144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.836186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-567091387-network', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:27.859202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Made reservation on behalf of 27ea1eb8d51a4fc5afac6cb6bcb25e71 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:27.861632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.863296 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Floating IP c06ccf1b-17f4-475e-a35a-378457d68bf5 associated. External IP: 172.25.7.167, port: d379c19b-4ce0-431e-aa0c-172b13792c79. Jun 30 09:21:27.871369 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.974258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:27.979098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.002262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:21:28.024330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b1672-b6b2-4127-b8a9-e185d8954025,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:28.025943 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.026477 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Added segment c9f00c82-f5ce-4b6c-b68d-e518558a848d of type vlan for network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 Jun 30 09:21:28.084302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.114150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.115204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.115829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.116719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Router f59fcea9-e669-4913-82b9-b20bcf9c31ba has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:28.180967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4496632 Jun 30 09:21:28.183016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45852) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.188850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Request body: {'subnet': {'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-subnet', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:28.192198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74381cf6-2363-4261-b980-afa38b453d28 admin admin] Pushing event updated for resources: {'Network': ['ID=7b8aef35-be7a-42e5-9aa4-ab70717568d9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:28.208032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:21:28.217279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Made reservation on behalf of 27ea1eb8d51a4fc5afac6cb6bcb25e71 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:28.219981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.240554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:28.252277 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] Sync routers for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:28.261060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.267824 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:28.269382 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:28.303951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5816b2f0-f414-400d-b648-d2d54e486b66 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3998868 Jun 30 09:21:28.304647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:28.307340 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637239a6-225c-41a4-83cd-e4f736caec0b" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:28.310125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.370420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328739cc-180c-4539-800a-967cd296b2f1 tempest-TestVolumeBackupRestore-1220638515 tempest-TestVolumeBackupRestore-1220638515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.371901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-328739cc-180c-4539-800a-967cd296b2f1 tempest-TestVolumeBackupRestore-1220638515 tempest-TestVolumeBackupRestore-1220638515-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1093 time: 0.0603225 Jun 30 09:21:28.375455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.382288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Request body: {'floatingip': {'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:28.385425 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920cce7d-d87c-4137-a737-9d58f4d9e32e x-openstack-request-id: req-920cce7d-d87c-4137-a737-9d58f4d9e32e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:28.385703 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:28.385950 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-920cce7d-d87c-4137-a737-9d58f4d9e32e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:28.386366 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'status': 'completed', 'code': 200} Jun 30 09:21:28.449766 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:28.456944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.518061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.575053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb55e915-a80f-4088-bd1b-4877ee7c7975,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:28.618755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637239a6-225c-41a4-83cd-e4f736caec0b req-37985448-c7ee-4b55-b91b-f54e452459ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.621026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-37985448-c7ee-4b55-b91b-f54e452459ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1098 time: 0.1678631 Jun 30 09:21:28.696515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Checking segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:28.697445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Network hostable DHCP agents. Network: 7b8aef35-be7a-42e5-9aa4-ab70717568d9, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:21:28.780803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:21:28.822378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 7b8aef35-be7a-42e5-9aa4-ab70717568d9) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:28.835359 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c06ccf1b-17f4-475e-a35a-378457d68bf5', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:27Z', 'updated_at': '2021-06-30T09:21:27Z', 'revision_number': 0, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:28.835619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0cdb20-ebdf-457d-94f3-ff6116d2b005 None None] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:28.847288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.856466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:28.880453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637239a6-225c-41a4-83cd-e4f736caec0b req-b4ac6fdf-0967-4cd4-9c03-377165820a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:28.882616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-b4ac6fdf-0967-4cd4-9c03-377165820a50 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 914 time: 0.2507224 Jun 30 09:21:28.918742 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] Checking router: f59fcea9-e669-4913-82b9-b20bcf9c31ba for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:28.933455 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:28.934065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:28.979020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3677c196-4658-45f2-b922-349ff24becc0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7949686 Jun 30 09:21:28.981569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-7d7bb536-ae18-4269-b42f-aff227836b78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 1000 time: 0.0851007 Jun 30 09:21:28.982988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45868) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:28.987802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:29.083465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.085985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.164036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:21:29.165435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.178680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637239a6-225c-41a4-83cd-e4f736caec0b req-0fc7c718-410f-42fa-826e-3369fcc679eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.187383 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:29.191810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-0fc7c718-410f-42fa-826e-3369fcc679eb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 200 len: 852 time: 0.1919632 Jun 30 09:21:29.192709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.311251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.410948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Allocated IP 172.20.0.2 (7b8aef35-be7a-42e5-9aa4-ab70717568d9/bb55e915-a80f-4088-bd1b-4877ee7c7975/7b9a3c9c-7994-48e8-8b35-1693354f7649) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:29.536847 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.552720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.557730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.562326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637239a6-225c-41a4-83cd-e4f736caec0b req-64cb3b6d-cda7-4a6e-8f71-0777b85cb023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.565667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-64cb3b6d-cda7-4a6e-8f71-0777b85cb023 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5804083c-078c-4ec0-b9ef-17b586295d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3728435 Jun 30 09:21:29.575185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463039ad-a37e-4db7-9db6-ebaedd9c9daa req-6b6a6d95-557e-4960-b007-9abcc74619ce tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:29.583362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-463039ad-a37e-4db7-9db6-ebaedd9c9daa req-6b6a6d95-557e-4960-b007-9abcc74619ce tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 946 time: 0.4513166 Jun 30 09:21:29.588632 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c06ccf1b-17f4-475e-a35a-378457d68bf5', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:27Z', 'updated_at': '2021-06-30T09:21:27Z', 'revision_number': 0, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:29.619717 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.630665 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12167460-0894-4007-b5b2-ccc4e0fcac09 None None] The sync data for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 is: [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c06ccf1b-17f4-475e-a35a-378457d68bf5', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:27Z', 'updated_at': '2021-06-30T09:21:27Z', 'revision_number': 0, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:29.631908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Transition to ACTIVE for port object 7b9a3c9c-7994-48e8-8b35-1693354f7649 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:29.655858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Transition to ACTIVE for port object 7b9a3c9c-7994-48e8-8b35-1693354f7649 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:29.664100 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.719038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Pushing event updated for resources: {'Port': ['ID=7b9a3c9c-7994-48e8-8b35-1693354f7649,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:29.737671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-463039ad-a37e-4db7-9db6-ebaedd9c9daa req-15c1dda2-3156-4e0b-8adf-e8ab3fc7ee54 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533296 Jun 30 09:21:29.738697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:29.740341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:29.744761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:29.807444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-49d2d59a-dff0-4c71-bf14-f1ced8fd309a service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141285 Jun 30 09:21:29.823373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Attempting to bind port 7b9a3c9c-7994-48e8-8b35-1693354f7649 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:29.823974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Attempting to bind port 7b9a3c9c-7994-48e8-8b35-1693354f7649 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:29.824510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Attempting to bind port 7b9a3c9c-7994-48e8-8b35-1693354f7649 on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:29.831170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:29.831665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Checking segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:29.832073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.832456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Bound using segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:29.832922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Bound port: 7b9a3c9c-7994-48e8-8b35-1693354f7649, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:29.833301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:29.909789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Router f59fcea9-e669-4913-82b9-b20bcf9c31ba has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:29.928264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] For port 7b9a3c9c-7994-48e8-8b35-1693354f7649, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:29.932437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] For port 7b9a3c9c-7994-48e8-8b35-1693354f7649, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b9a3c9c-7994-48e8-8b35-1693354f7649,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:29.942423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.003677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-637239a6-225c-41a4-83cd-e4f736caec0b req-361f97f0-471e-4381-be02-4bbe62bf6a5b service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797833 Jun 30 09:21:30.011733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c902166-96b9-4154-8279-42dc026b8190 None None] New status for floating IP c06ccf1b-17f4-475e-a35a-378457d68bf5: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:21:30.051147 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.058511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:30.064697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.074205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.093905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d06471-fc73-45ca-8057-dd3da0e56256 None None] Pushing event updated for resources: {'Port': ['ID=7b9a3c9c-7994-48e8-8b35-1693354f7649,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.162597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5ff12e0a-0f2f-43b3-b0db-58bf2eb57c50 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "PUT /v2.0/floatingips/c06ccf1b-17f4-475e-a35a-378457d68bf5 HTTP/1.1" status: 200 len: 992 time: 1.7839887 Jun 30 09:21:30.203768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Allocated IP 172.25.7.37 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/4b492260-d377-46bf-b909-23800780fa98) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:30.334382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.374997 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] Sync routers for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:30.381052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:30.384661 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:30.385349 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:30.387992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}, {'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:30.390848 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9870c8b8-9301-4e86-b65b-d2074478d994" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}, {"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:30.442155 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0175dccd-f685-4d09-8c63-1b8ef30931b3 x-openstack-request-id: req-0175dccd-f685-4d09-8c63-1b8ef30931b3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:30.442940 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:30.443419 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0175dccd-f685-4d09-8c63-1b8ef30931b3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:30.444037 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'status': 'completed', 'code': 200} Jun 30 09:21:30.444660 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'status': 'completed', 'code': 200} Jun 30 09:21:30.449386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:30.453552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:30.461036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:30.464301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Pushing event updated for resources: {'Port': ['ID=4b492260-d377-46bf-b909-23800780fa98,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:30.611052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:31.028491 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c06ccf1b-17f4-475e-a35a-378457d68bf5', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:27Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 2, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.063727 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] Checking router: f59fcea9-e669-4913-82b9-b20bcf9c31ba for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:31.074555 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:31.075265 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.096756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b9a3c9c-7994-48e8-8b35-1693354f7649 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:31.164652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-38b5364f-1090-4a8a-b4e9-5aa7363adb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.167081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-38b5364f-1090-4a8a-b4e9-5aa7363adb1b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1098 time: 0.6293099 Jun 30 09:21:31.195511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-f95a7494-483e-4a5d-a667-74fdbc8dfc65 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.198098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-f95a7494-483e-4a5d-a667-74fdbc8dfc65 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 946 time: 0.1021047 Jun 30 09:21:31.202733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7b9a3c9c-7994-48e8-8b35-1693354f7649 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:31.250046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1b9c8c-0ebf-42b6-9c4e-f62d48686351 None None] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:21:31.273083 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:31.280608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bdc08-a7fb-4ac2-8fe4-1abcbe7f7303 req-e4fb66b5-7f79-4c24-be54-9959fc14856f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.283372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d3bdc08-a7fb-4ac2-8fe4-1abcbe7f7303 req-e4fb66b5-7f79-4c24-be54-9959fc14856f tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 946 time: 0.3057201 Jun 30 09:21:31.344731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Deleting port 3356815c-ce7f-458c-9c0e-98bf39a9aaed {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:21:31.345427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.359250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.439459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d3bdc08-a7fb-4ac2-8fe4-1abcbe7f7303 req-dbc9e125-e4ca-40ed-becd-91674cc72b7e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/security-groups?id=7008c8f0-17f8-49f9-88cd-9c1d0c342d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199746 Jun 30 09:21:31.442310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-403cd8fc-f7df-44ba-ad2b-b986f85c08fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.443764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-403cd8fc-f7df-44ba-ad2b-b986f85c08fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 914 time: 0.2233076 Jun 30 09:21:31.472884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] For port 3356815c-ce7f-458c-9c0e-98bf39a9aaed, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3356815c-ce7f-458c-9c0e-98bf39a9aaed,segment=NetworkSegment(00403666-5621-4002-a090-1a605819c3ab),segment_id=00403666-5621-4002-a090-1a605819c3ab)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:31.473252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.489716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Calling delete_port for 3356815c-ce7f-458c-9c0e-98bf39a9aaed owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:21:31.586889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-87aaef98-5c41-4b57-9bad-d13ab568ff78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 1002 time: 0.1323438 Jun 30 09:21:31.596903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] Provisioning for port 7b9a3c9c-7994-48e8-8b35-1693354f7649 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:31.602512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] Provisioning complete for port 7b9a3c9c-7994-48e8-8b35-1693354f7649 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:31.605659 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.618719 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c06ccf1b-17f4-475e-a35a-378457d68bf5', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:27Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 2, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:31.650296 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb4e6e8-abf7-4474-912c-8af8cc679127 None None] The sync data for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 is: [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c06ccf1b-17f4-475e-a35a-378457d68bf5', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'floating_ip_address': '172.25.7.167', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'port_id': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'mac_address': 'fa:16:3e:36:26:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:27Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 2, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:31.673381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.694953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-bbcbcd37-af4a-4f20-b49a-4da6dfdecc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.696428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-bbcbcd37-af4a-4f20-b49a-4da6dfdecc39 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 200 len: 852 time: 0.0584671 Jun 30 09:21:31.715337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Pushing event deleted for resources: {'Port': ['ID=3356815c-ce7f-458c-9c0e-98bf39a9aaed,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:31.719568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3356815c-ce7f-458c-9c0e-98bf39a9aaed'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:31.723560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.780577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] No DVR routers for this DVR port 3356815c-ce7f-458c-9c0e-98bf39a9aaed on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:21:31.784202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.786337 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bdd2a19f-dfd7-4e7f-a3c3-c4d8953102a7 req-cf56534f-08fa-4b91-b7d3-5dbbb251587e tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.83 "DELETE /v2.0/ports/3356815c-ce7f-458c-9c0e-98bf39a9aaed HTTP/1.1" status: 204 len: 173 time: 0.5711582 Jun 30 09:21:31.815602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] For port 7b9a3c9c-7994-48e8-8b35-1693354f7649, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b9a3c9c-7994-48e8-8b35-1693354f7649,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:31.821096 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.903660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:31.905951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601cea7-71b2-42e0-ba15-2e631bede12d None None] Pushing event updated for resources: {'Port': ['ID=7b9a3c9c-7994-48e8-8b35-1693354f7649,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:31.922126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-726c4f5d-3ee9-4127-bf5c-7d88b2a14a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:31.923672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-726c4f5d-3ee9-4127-bf5c-7d88b2a14a87 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5804083c-078c-4ec0-b9ef-17b586295d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2203500 Jun 30 09:21:32.049978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e8a1f3ba-874b-4f1b-ab48-d558ca84e37b None None] Provisioning complete for port 7b9a3c9c-7994-48e8-8b35-1693354f7649 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:32.050390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e8a1f3ba-874b-4f1b-ab48-d558ca84e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.109390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-bccb42f4-708e-4e67-b705-e77d73907108 service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498358 Jun 30 09:21:32.185864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:21:32.258579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-6de0e701-edeb-4e53-b56a-315af9846d64 service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393571 Jun 30 09:21:32.317232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:32.325605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:32.332138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.336060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e8404885-6091-46de-a203-73fa39713006 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3491368 Jun 30 09:21:32.336187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:32.336187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.336383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:32.445711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'name': 'network-vif-deleted', 'tag': '3356815c-ce7f-458c-9c0e-98bf39a9aaed'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:32.448212 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7bc955-bcac-46ad-b40e-48a0306859b0" -d '{"events": [{"server_uuid": "e5b1eb25-e7fe-401a-b4a1-986c4c1d7764", "name": "network-vif-deleted", "tag": "3356815c-ce7f-458c-9c0e-98bf39a9aaed"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:32.465999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:32.519455 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd57e69e-4899-4265-a330-47fc0efceec6 x-openstack-request-id: req-dd57e69e-4899-4265-a330-47fc0efceec6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:32.519801 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b1eb25-e7fe-401a-b4a1-986c4c1d7764", "name": "network-vif-deleted", "tag": "3356815c-ce7f-458c-9c0e-98bf39a9aaed", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:32.520203 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd57e69e-4899-4265-a330-47fc0efceec6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:32.520672 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b1eb25-e7fe-401a-b4a1-986c4c1d7764', 'name': 'network-vif-deleted', 'tag': '3356815c-ce7f-458c-9c0e-98bf39a9aaed', 'status': 'completed', 'code': 200} Jun 30 09:21:32.539262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-740e806d-90e0-4d0f-b19c-6ce515b9a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.540806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-740e806d-90e0-4d0f-b19c-6ce515b9a374 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1098 time: 0.1445215 Jun 30 09:21:32.683829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 3, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:32.705653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caab15f1-ddbb-46ac-97b3-bc3a0855c15f req-ac9f7c41-31cf-46ea-9510-f3feda7d3af8 tempest-AttachVolumeNegativeTest-875058282 tempest-AttachVolumeNegativeTest-875058282-project] 10.222.0.77 "GET /v2.0/ports?device_id=e5b1eb25-e7fe-401a-b4a1-986c4c1d7764 HTTP/1.1" status: 200 len: 210 time: 0.0849771 Jun 30 09:21:32.714635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:32.715108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Updating router b429ba82-31f7-4726-b93a-c2fbb26a9108 port 4b492260-d377-46bf-b909-23800780fa98 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:21:32.732622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-b6ba0341-2d7f-4055-8b56-50117e570cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.734086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-b6ba0341-2d7f-4055-8b56-50117e570cd7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 914 time: 0.1850893 Jun 30 09:21:32.750623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:32.866139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-607471e1-ceb4-468a-9985-de3874cdf5cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 1002 time: 0.1244218 Jun 30 09:21:32.948723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-7dc37745-a2f4-4d81-851d-02cdf0a920a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:32.950181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-7dc37745-a2f4-4d81-851d-02cdf0a920a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 200 len: 852 time: 0.0766416 Jun 30 09:21:33.011708 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.022937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Transition to ACTIVE for port object 4b492260-d377-46bf-b909-23800780fa98 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:33.031055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.037115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b9a3c9c-7994-48e8-8b35-1693354f7649 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:33.078249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.082613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-9da2d581-7445-4bfc-9d26-f865acb427f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:33.084126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-9da2d581-7445-4bfc-9d26-f865acb427f9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5804083c-078c-4ec0-b9ef-17b586295d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1255636 Jun 30 09:21:33.119009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c4404-b923-4f11-abda-4a9208486791 None None] Pushing event updated for resources: {'Port': ['ID=4b492260-d377-46bf-b909-23800780fa98,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:33.121753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Attempting to bind port 4b492260-d377-46bf-b909-23800780fa98 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:33.122160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Attempting to bind port 4b492260-d377-46bf-b909-23800780fa98 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:33.123931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Attempting to bind port 4b492260-d377-46bf-b909-23800780fa98 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:33.131088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:33.131464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:33.131865 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.132254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:33.132729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Bound port: 4b492260-d377-46bf-b909-23800780fa98, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:33.133108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.190086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7b9a3c9c-7994-48e8-8b35-1693354f7649 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:33.190486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.222932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] For port 4b492260-d377-46bf-b909-23800780fa98, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:33.240507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] For port 4b492260-d377-46bf-b909-23800780fa98, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b492260-d377-46bf-b909-23800780fa98,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:33.246712 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.271535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-dc43e9ab-272c-43c3-9233-98c5184bf73f service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788440 Jun 30 09:21:33.342897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c4404-b923-4f11-abda-4a9208486791 None None] Pushing event updated for resources: {'Port': ['ID=4b492260-d377-46bf-b909-23800780fa98,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:33.345732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:33.346402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:33.465573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:33.656941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 3, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:33.684033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f776e67-26ee-4ead-b9c4-7a2b150cc5c5 None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:30Z', 'revision_number': 3, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:33.693483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Allocated IP 172.20.0.1 (7b8aef35-be7a-42e5-9aa4-ab70717568d9/bb55e915-a80f-4088-bd1b-4877ee7c7975/478d75fa-80fc-4970-b66f-3c4f5ec1d903) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:33.729192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9870c8b8-9301-4e86-b65b-d2074478d994 req-bd7fce7b-c6cc-4847-b6f7-5c0ba3946a8b service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505308 Jun 30 09:21:33.815106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:33.822696 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.839056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Transition to ACTIVE for port object 478d75fa-80fc-4970-b66f-3c4f5ec1d903 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:33.868748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Deleting subnet 32c73986-77db-42be-96ef-6a6712f7cb7c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:21:33.874025 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.876910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.917100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.925285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:33.929786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:33.936430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:33.988871 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:33.995357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Pushing event updated for resources: {'Port': ['ID=478d75fa-80fc-4970-b66f-3c4f5ec1d903,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.008391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.071640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.106108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32c73986-77db-42be-96ef-6a6712f7cb7c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.115712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.120186 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f792c9f-a25c-4e18-aa16-b71502b2aa65 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/32c73986-77db-42be-96ef-6a6712f7cb7c HTTP/1.1" status: 204 len: 168 time: 0.3012264 Jun 30 09:21:34.121125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45892) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.233435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.252319 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.296466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4a4c7db-2b01-4b32-ade4-15a8e3ce4952 None None] Provisioning for port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:34.301256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f4a4c7db-2b01-4b32-ade4-15a8e3ce4952 None None] Provisioning complete for port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:34.302329 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f4a4c7db-2b01-4b32-ade4-15a8e3ce4952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.348571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4c7db-2b01-4b32-ade4-15a8e3ce4952 None None] Port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:34.376214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.391108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b507427f-9de3-4620-b12d-188f38584d9d']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.438249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00403666-5621-4002-a090-1a605819c3ab') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.438486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00403666-5621-4002-a090-1a605819c3ab') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:34.451426 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.473012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.488722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:21:34.489132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:21:34.490851 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:21:34.576404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.587969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.589805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] 10.222.0.77 "DELETE /v2.0/networks/b507427f-9de3-4620-b12d-188f38584d9d HTTP/1.1" status: 204 len: 168 time: 0.4678509 Jun 30 09:21:34.592934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.603243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d4dee-82a6-45c7-9382-045e7ccf3856 admin admin] Pushing event deleted for resources: {'Network': ['ID=b507427f-9de3-4620-b12d-188f38584d9d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.605013 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.683843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Pushing event updated for resources: {'Port': ['ID=478d75fa-80fc-4970-b66f-3c4f5ec1d903,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:34.688756 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.736801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.786608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:34.787983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:34.795249 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5d6fe12-332c-495b-a34d-3090ff4541e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5680d9c9a324ad1961e056c8cc0b429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562546 Jun 30 09:21:34.797637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45900) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:34.937521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90aae397-734d-4f37-a90f-c71cc7d208f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:34.943045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3356815c-ce7f-458c-9c0e-98bf39a9aaed no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:21:34.960173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:34.965256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 3356815c-ce7f-458c-9c0e-98bf39a9aaed {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:21:34.965682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3356815c-ce7f-458c-9c0e-98bf39a9aaed not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:21:34.971810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90aae397-734d-4f37-a90f-c71cc7d208f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.069989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b492260-d377-46bf-b909-23800780fa98 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:35.111568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90aae397-734d-4f37-a90f-c71cc7d208f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.114190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90aae397-734d-4f37-a90f-c71cc7d208f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.115442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-90aae397-734d-4f37-a90f-c71cc7d208f3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7008c8f0-17f8-49f9-88cd-9c1d0c342d38 HTTP/1.1" status: 204 len: 168 time: 0.3167000 Jun 30 09:21:35.120376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-91701e61-d493-4ab8-a4bc-be6709eaa95a None None] Provisioning complete for port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:35.120815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91701e61-d493-4ab8-a4bc-be6709eaa95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.128741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aae397-734d-4f37-a90f-c71cc7d208f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7008c8f0-17f8-49f9-88cd-9c1d0c342d38,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.131481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:35.146884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ccfdafa3-8289-4717-aa44-9275a72da334 admin admin] 10.222.0.77 "PUT /v2.0/routers/b429ba82-31f7-4726-b93a-c2fbb26a9108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8094175 Jun 30 09:21:35.210360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-91701e61-d493-4ab8-a4bc-be6709eaa95a None None] Port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:35.218745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4b492260-d377-46bf-b909-23800780fa98 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:35.223064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4b492260-d377-46bf-b909-23800780fa98 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:35.223446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.322397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.348923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 4b492260-d377-46bf-b909-23800780fa98, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b492260-d377-46bf-b909-23800780fa98,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:35.364080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:35.429862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=4b492260-d377-46bf-b909-23800780fa98,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:35.442393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.442974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.443461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.443964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.444770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.445250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.445710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.446195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.446656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.446995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.447463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.447928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:35.573442 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:35.585624 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:35.586404 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:35.723012 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:35.948600 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 2, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:35.979138 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:35.979513 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Updating router b429ba82-31f7-4726-b93a-c2fbb26a9108 port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:21:36.015189 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.309399 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.323394 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Transition to ACTIVE for port object 478d75fa-80fc-4970-b66f-3c4f5ec1d903 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:36.330532 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.385981 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Pushing event updated for resources: {'Port': ['ID=478d75fa-80fc-4970-b66f-3c4f5ec1d903,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.409659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.410127 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.410531 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.410867 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.411630 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.411630 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.411881 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.412210 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.412527 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.412843 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.413161 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.413475 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:36.456155 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Attempting to bind port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:36.456583 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Attempting to bind port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:36.457013 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Attempting to bind port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:36.463799 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:36.464172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Checking segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:36.464566 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.464973 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Bound using segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:36.465445 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Bound port: 478d75fa-80fc-4970-b66f-3c4f5ec1d903, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:36.465820 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.551999 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] For port 478d75fa-80fc-4970-b66f-3c4f5ec1d903, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:36.556079 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] For port 478d75fa-80fc-4970-b66f-3c4f5ec1d903, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=478d75fa-80fc-4970-b66f-3c4f5ec1d903,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:36.562859 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:36.735974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:36.735974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:36.741746 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459d0d7e-b70f-4cb9-9220-27a51f75a355 None None] Pushing event updated for resources: {'Port': ['ID=478d75fa-80fc-4970-b66f-3c4f5ec1d903,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:36.881219 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:36.952838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45958) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:36.961749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--630308483', 'description': 'tempest-description--971345438'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.019689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.077734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b492260-d377-46bf-b909-23800780fa98 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:37.138244 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:36Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:37.151495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4b492260-d377-46bf-b909-23800780fa98 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:37.152102 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.161302 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.165971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.172935 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721af0f0-a487-4d80-9141-96a841a8cdcf None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:36Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:37.202385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.203667 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2489421 Jun 30 09:21:37.205787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715c717-62a1-4e51-a6ec-e88d38ec246e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c42fe7d-789a-439a-93f2-71f202543cb7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.206650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45962) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.212348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'security_group_rule': {'security_group_id': '1c42fe7d-789a-439a-93f2-71f202543cb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.278083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.379400 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.388971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.411256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8fc1441-3510-422f-910f-b3dcf1eae5f0,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.424786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.425490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.426136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.426955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.427509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.428168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.428516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.428854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.430341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.430341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.430341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.431523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:21:37.435350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.439913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-722c7055-2102-4bae-9128-b71f535095f4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2321563 Jun 30 09:21:37.440316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.445765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'security_group_rule': {'security_group_id': '1c42fe7d-789a-439a-93f2-71f202543cb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.480042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.563422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.575149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.607305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b65bc8d-2d6f-4dd0-a4e4-d68deb8fe3b6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:37.616730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.623351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:37.623624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a11021ae-da92-4936-87dc-d6f8ab2c6c89 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815102 Jun 30 09:21:37.628459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:37.655188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.799304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:37.932359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Allocated IP 172.25.7.75 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c129f5e2-e413-4acd-bd3f-8b6f0c708379) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:38.058868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.109439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.150573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:38.154760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:38.159584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:38.198537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'Port': ['ID=c129f5e2-e413-4acd-bd3f-8b6f0c708379,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.281150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.338844 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.510524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.517053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.589625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'Port': ['ID=c129f5e2-e413-4acd-bd3f-8b6f0c708379,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:38.600453 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.617037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:38.618323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-da38d653-04eb-476f-8cc0-2a9855462d5d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9937675 Jun 30 09:21:38.819295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-5696c609-d561-4c77-9bb4-6faaa477f87b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--630308483&fields=id&tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 267 time: 0.0372343 Jun 30 09:21:38.952020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-ba76aa82-b0ba-4a70-9317-f3351050428f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:38.953540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-ba76aa82-b0ba-4a70-9317-f3351050428f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 816 time: 0.1243269 Jun 30 09:21:38.969935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-458f8ba3-3207-413d-8c50-722c44cd21df tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/quotas/27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 375 time: 0.0102723 Jun 30 09:21:39.050178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 478d75fa-80fc-4970-b66f-3c4f5ec1d903 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:39.054142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-aa7766fe-af69-4867-bc0d-9a1f7b6d4220 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714352 Jun 30 09:21:39.072722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-4b7206f8-9151-46ea-824d-7b3b8c0eb676 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:21:39.073884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-4b7206f8-9151-46ea-824d-7b3b8c0eb676 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067437 Jun 30 09:21:39.102891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:39.107938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:39.108339 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.184046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-3df8e5a2-9819-4f2f-ba4a-050fa608201a service neutron] 10.222.0.77 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027548 Jun 30 09:21:39.190616 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.230854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 478d75fa-80fc-4970-b66f-3c4f5ec1d903, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=478d75fa-80fc-4970-b66f-3c4f5ec1d903,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:39.234958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:39.290281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=478d75fa-80fc-4970-b66f-3c4f5ec1d903,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:39.299536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-b90a8f85-2f6b-4fe1-ae9a-803b7772499d service neutron] 10.222.0.77 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094222 Jun 30 09:21:39.482377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4811adbe-8f85-455c-860f-526f6563b3ec req-3ed538c4-e21c-4a2f-8e3f-d71a62aecfa8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 210 time: 0.0292823 Jun 30 09:21:40.655027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0edfb8f-6a60-4788-9402-99ef20057fc6 req-0e65386e-069c-49bd-8999-2c5eeab0ae3c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 210 time: 0.0386078 Jun 30 09:21:40.818605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-9c582ed0-6d20-4f1f-839c-0a2994f87108 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:40.820469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-9c582ed0-6d20-4f1f-839c-0a2994f87108 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 816 time: 0.1380403 Jun 30 09:21:40.870560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-d92285d4-5a31-43cf-a669-bbc8044a56a9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 379 time: 0.0375235 Jun 30 09:21:40.883327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'port': {'device_id': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'admin_state_up': True, 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'security_groups': ['1c42fe7d-789a-439a-93f2-71f202543cb7']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:41.008273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Made reservation on behalf of 27ea1eb8d51a4fc5afac6cb6bcb25e71 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:21:41.012047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.039202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 478d75fa-80fc-4970-b66f-3c4f5ec1d903 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:41.099677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.100041 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.161062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Allocated IP 172.20.0.12 (7b8aef35-be7a-42e5-9aa4-ab70717568d9/bb55e915-a80f-4088-bd1b-4877ee7c7975/d9f633ed-9281-461e-915a-a9cf166f639e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:21:41.224338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ded8fed-8171-4fd8-a937-6b48b101eec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.317436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.332008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Transition to ACTIVE for port object d9f633ed-9281-461e-915a-a9cf166f639e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:41.368552 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.411026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:21:41.414366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:21:41.418242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:21:41.456797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:41.480448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.481102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.500307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-fc29b170-cc22-4eb4-b1fc-206609af74c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238036 Jun 30 09:21:41.507946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:41.519299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Request body: {'port': {'device_id': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:41.612787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.640912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b347-5707-48b6-b34d-a741e5ab1fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.655982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2b3824ff-8df6-4fae-a1d9-f1da5a7d795f None None] Provisioning for port d9f633ed-9281-461e-915a-a9cf166f639e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:41.660103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2b3824ff-8df6-4fae-a1d9-f1da5a7d795f None None] Provisioning complete for port d9f633ed-9281-461e-915a-a9cf166f639e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:41.660468 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2b3824ff-8df6-4fae-a1d9-f1da5a7d795f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.703224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2b3824ff-8df6-4fae-a1d9-f1da5a7d795f None None] Port d9f633ed-9281-461e-915a-a9cf166f639e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:21:41.847234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a505-6c77-4caf-8b4c-3523e1953025 req-02a19509-bbee-4833-a28d-79ddaf15c594 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:41.848872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5573a505-6c77-4caf-8b4c-3523e1953025 req-02a19509-bbee-4833-a28d-79ddaf15c594 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 932 time: 0.0677986 Jun 30 09:21:41.889508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5573a505-6c77-4caf-8b4c-3523e1953025 req-727e3916-3d6d-43bd-827f-5d3a1c377493 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345366 Jun 30 09:21:41.925482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b347-5707-48b6-b34d-a741e5ab1fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:41.930960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b347-5707-48b6-b34d-a741e5ab1fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.000540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8ad5b347-5707-48b6-b34d-a741e5ab1fab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fda8f41621c8474eba8dc7bfa465f784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912813 Jun 30 09:21:42.003607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46072) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.004692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5b347-5707-48b6-b34d-a741e5ab1fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc1e901-2886-4119-92be-80c7f0e52b18,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.045667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:42.053454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.065513 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c442038e-5641-407e-b835-866cbcdb11eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.067655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Transition to ACTIVE for port object d9f633ed-9281-461e-915a-a9cf166f639e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:21:42.071530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.089099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c442038e-5641-407e-b835-866cbcdb11eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.145583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.147254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c442038e-5641-407e-b835-866cbcdb11eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.153244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c442038e-5641-407e-b835-866cbcdb11eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.157658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c442038e-5641-407e-b835-866cbcdb11eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fdc1e901-2886-4119-92be-80c7f0e52b18 HTTP/1.1" status: 204 len: 168 time: 0.1528966 Jun 30 09:21:42.167035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442038e-5641-407e-b835-866cbcdb11eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc1e901-2886-4119-92be-80c7f0e52b18,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.234429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:21:42.234769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:21:42.235104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:42.240474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Port d9f633ed-9281-461e-915a-a9cf166f639e on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:21:42.240783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:21:42.246004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:21:42.246397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Checking segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:21:42.246781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Bound using segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:21:42.247248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Bound port: d9f633ed-9281-461e-915a-a9cf166f639e, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:21:42.247773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.335140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:21:42.338868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:21:42.344356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.379943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.380376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.381741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] 10.222.0.79 "PUT /v2.0/ports/d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 1093 time: 0.8670249 Jun 30 09:21:42.383926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:42.386248 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:42.431796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446bc6e-0cf8-4584-b95e-511eb3a67b85 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.451750 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf61397-0bd4-4c13-a158-3520cdea59f7 x-openstack-request-id: req-6bf61397-0bd4-4c13-a158-3520cdea59f7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:42.452067 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:42.452288 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bf61397-0bd4-4c13-a158-3520cdea59f7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:42.452732 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'status': 'completed', 'code': 200} Jun 30 09:21:42.504912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46082) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.508496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-6b49cf65-ff4c-4bbe-9766-11cb10dcce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.510337 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-6b49cf65-ff4c-4bbe-9766-11cb10dcce8f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1096 time: 0.0709112 Jun 30 09:21:42.524396 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5604c67-a8df-42d1-a9ce-63e9e55227d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.561479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-95ae0ed5-6d02-430e-b340-0ba95fa23214 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 217 time: 0.0389407 Jun 30 09:21:42.626329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-1bce3564-c5a3-4172-9be9-ff573bbbd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.627998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-1bce3564-c5a3-4172-9be9-ff573bbbd9b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0556633 Jun 30 09:21:42.635357 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5604c67-a8df-42d1-a9ce-63e9e55227d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.640148 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5604c67-a8df-42d1-a9ce-63e9e55227d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.680363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5604c67-a8df-42d1-a9ce-63e9e55227d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab38d78-6635-402e-8e1e-9576e696ab36,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.684465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c5604c67-a8df-42d1-a9ce-63e9e55227d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=728e8bfdf9f247f2b957ca42104f2191&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784244 Jun 30 09:21:42.688705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46084) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:42.702740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17347df0-a51c-4c69-a12c-69e03866b767 req-cb6d5b3f-1b1b-4457-9e61-fd047efb70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:42.704421 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-cb6d5b3f-1b1b-4457-9e61-fd047efb70bb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649078 Jun 30 09:21:42.749403 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e48b984-4322-4e93-8736-636a9db9de50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.771841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e48b984-4322-4e93-8736-636a9db9de50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.814361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-86664494-fc13-413f-8351-1c0276d52843 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962391 Jun 30 09:21:42.827672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e48b984-4322-4e93-8736-636a9db9de50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.830247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e48b984-4322-4e93-8736-636a9db9de50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:42.831425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e48b984-4322-4e93-8736-636a9db9de50 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fab38d78-6635-402e-8e1e-9576e696ab36 HTTP/1.1" status: 204 len: 168 time: 0.1404254 Jun 30 09:21:42.840373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48b984-4322-4e93-8736-636a9db9de50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab38d78-6635-402e-8e1e-9576e696ab36,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:42.917980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17347df0-a51c-4c69-a12c-69e03866b767 req-7b42bb3d-071e-4df8-bd21-06f3456855c4 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910304 Jun 30 09:21:43.057471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-e17c4c87-01be-4c93-a986-790c2f7d73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.059953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-e17c4c87-01be-4c93-a986-790c2f7d73c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1096 time: 0.0782897 Jun 30 09:21:43.108257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd627b08-8720-41c5-89d9-a9acd969d3d2 req-bd1dddf6-431e-4530-9c24-9c73280d65ba tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.109809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd627b08-8720-41c5-89d9-a9acd969d3d2 req-bd1dddf6-431e-4530-9c24-9c73280d65ba tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.0862031 Jun 30 09:21:43.150759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd627b08-8720-41c5-89d9-a9acd969d3d2 req-f023e698-ca25-4a1e-ace6-67849284eac5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348499 Jun 30 09:21:43.170577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-72a4d81c-8b8d-4349-b7a9-aaef4dbd0cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.172360 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-72a4d81c-8b8d-4349-b7a9-aaef4dbd0cfb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1062124 Jun 30 09:21:43.223041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-b03f3f23-1346-455b-95f3-6aeb696f8b4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 217 time: 0.0432944 Jun 30 09:21:43.274527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-9f87060b-3c48-45c8-8e0f-60b646d4bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.274527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-9f87060b-3c48-45c8-8e0f-60b646d4bb34 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0456126 Jun 30 09:21:43.344308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-99458e41-bfdc-4f25-81c9-905cb834f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:43.346166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-99458e41-bfdc-4f25-81c9-905cb834f4e1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627208 Jun 30 09:21:43.448050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-222649ab-6f8f-4193-b269-1ff8a232f80c service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941308 Jun 30 09:21:43.543246 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88b2e8d9-d68f-45b9-83fa-a0ec3d68b5d7 req-b8acad70-29c3-4425-9e7f-f0b4f276d626 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882559 Jun 30 09:21:44.071597 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-752d39fd-a922-4997-b0d9-11c32c936efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.174107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:44.351509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-057b-425a-9bf5-b3d4b5f92e57 req-7b4666dd-ae1b-4107-a64b-7be772e70216 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:44.353095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d04a10e-057b-425a-9bf5-b3d4b5f92e57 req-7b4666dd-ae1b-4107-a64b-7be772e70216 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.0690379 Jun 30 09:21:44.398454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d04a10e-057b-425a-9bf5-b3d4b5f92e57 req-051b9700-77c7-4ef8-9d66-158b36a4c2a6 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385482 Jun 30 09:21:45.598881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e347c-9253-43a2-8f48-0f001f14c97b req-4cad4175-3113-408e-a2b4-68f777beceeb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:45.600399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a78e347c-9253-43a2-8f48-0f001f14c97b req-4cad4175-3113-408e-a2b4-68f777beceeb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.0731609 Jun 30 09:21:45.650162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a78e347c-9253-43a2-8f48-0f001f14c97b req-b592f269-d618-45ac-b2de-bca031a50bb8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414495 Jun 30 09:21:45.676559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46162) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.698176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d9f633ed-9281-461e-915a-a9cf166f639e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:21:45.797380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b08555-80da-446a-aa15-86f23125a871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.807830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:45.824707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'mac_address': 'fa:16:3e:81:84:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:21:45.864350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.880899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:21:45.900316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b08555-80da-446a-aa15-86f23125a871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.905135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b08555-80da-446a-aa15-86f23125a871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.905377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:45.909158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:45.949258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2b08555-80da-446a-aa15-86f23125a871 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0184dbc303a54b6ea4faa7db1c83246e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691262 Jun 30 09:21:45.949258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b08555-80da-446a-aa15-86f23125a871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3720f724-1a1a-4c1b-a8e5-c64ae362ef89,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:45.950770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46166) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:45.968502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.016150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796e3ded-927c-4225-a62b-0b39bf2b6238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.022096 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.038583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796e3ded-927c-4225-a62b-0b39bf2b6238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.094450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796e3ded-927c-4225-a62b-0b39bf2b6238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.096981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796e3ded-927c-4225-a62b-0b39bf2b6238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.098171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-796e3ded-927c-4225-a62b-0b39bf2b6238 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3720f724-1a1a-4c1b-a8e5-c64ae362ef89 HTTP/1.1" status: 204 len: 168 time: 0.1466315 Jun 30 09:21:46.107202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e3ded-927c-4225-a62b-0b39bf2b6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3720f724-1a1a-4c1b-a8e5-c64ae362ef89,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.346679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d9f633ed-9281-461e-915a-a9cf166f639e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:21:46.369675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.390981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-866c8d0b-6939-4239-8d3c-7f9b2831b3a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.490555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-866c8d0b-6939-4239-8d3c-7f9b2831b3a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.495207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-866c8d0b-6939-4239-8d3c-7f9b2831b3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.534007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c8d0b-6939-4239-8d3c-7f9b2831b3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538323e9-24bd-46e7-9dba-0f265026da4a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.539285 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-866c8d0b-6939-4239-8d3c-7f9b2831b3a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d0b533e33b354900968c22af9178a890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682775 Jun 30 09:21:46.541777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46174) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:46.592546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a10a-3241-4ab7-b6df-2ef240931e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.616545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a10a-3241-4ab7-b6df-2ef240931e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.664825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a10a-3241-4ab7-b6df-2ef240931e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.669732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dfb9a10a-3241-4ab7-b6df-2ef240931e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:46.671507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dfb9a10a-3241-4ab7-b6df-2ef240931e41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/538323e9-24bd-46e7-9dba-0f265026da4a HTTP/1.1" status: 204 len: 168 time: 0.1280804 Jun 30 09:21:46.687032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9a10a-3241-4ab7-b6df-2ef240931e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538323e9-24bd-46e7-9dba-0f265026da4a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:46.848981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b89c8-bf6d-4578-bd44-7ba94614fdf2 req-f4b7b474-f03a-4112-af40-7aa78c436f2c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:46.850673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-460b89c8-bf6d-4578-bd44-7ba94614fdf2 req-f4b7b474-f03a-4112-af40-7aa78c436f2c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.0659697 Jun 30 09:21:46.892966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-460b89c8-bf6d-4578-bd44-7ba94614fdf2 req-ca433640-b464-4a0d-be88-40f9e1f0d45d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350940 Jun 30 09:21:47.260933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.545854 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.714423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d9f633ed-9281-461e-915a-a9cf166f639e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:21:47.769351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port d9f633ed-9281-461e-915a-a9cf166f639e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:21:47.773717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d9f633ed-9281-461e-915a-a9cf166f639e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:21:47.774198 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.878692 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.906721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:47.909517 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c1676b-2f0c-4fac-93e2-2da6ee09f99c" -d '{"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-plugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:47.930155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:21:47.936458 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:47.973463 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c421778-befe-4751-a932-4c68c1de348d x-openstack-request-id: req-0c421778-befe-4751-a932-4c68c1de348d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:47.974322 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-plugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:47.974322 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c421778-befe-4751-a932-4c68c1de348d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:47.974801 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'code': 200} Jun 30 09:21:48.022149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.112706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56f138-cf6a-427c-aa20-b2433c12dc66 req-a3ee5fd2-3456-4476-992a-791a28c1b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.114519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4b56f138-cf6a-427c-aa20-b2433c12dc66 req-a3ee5fd2-3456-4476-992a-791a28c1b268 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1098 time: 0.0712748 Jun 30 09:21:48.165477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4b56f138-cf6a-427c-aa20-b2433c12dc66 req-84df842a-9367-4ff5-aac4-57a2ac9408d0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417466 Jun 30 09:21:48.355220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4dbf2-f260-446e-a065-d4ae76e8e9d9 req-5a9525e3-7443-463f-a472-7d2e726e1e20 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:48.356793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63e4dbf2-f260-446e-a065-d4ae76e8e9d9 req-5a9525e3-7443-463f-a472-7d2e726e1e20 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.0812955 Jun 30 09:21:48.408325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63e4dbf2-f260-446e-a065-d4ae76e8e9d9 req-c8b823d7-e5d3-4bfc-9bc2-bca7bd11d359 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442989 Jun 30 09:21:48.480920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:48.598785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dec487c3-201a-4cdc-99a3-348ffeccd012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.701997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dec487c3-201a-4cdc-99a3-348ffeccd012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.706291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dec487c3-201a-4cdc-99a3-348ffeccd012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.748494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec487c3-201a-4cdc-99a3-348ffeccd012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7f6722-cbad-4314-9bdf-22cc65932d3b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:48.753027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dec487c3-201a-4cdc-99a3-348ffeccd012 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1fa0dda999b441328adf46e420b22437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2709191 Jun 30 09:21:48.756065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:48.807471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-720a67e4-786b-490a-bb28-6580c4bf3b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.830339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-720a67e4-786b-490a-bb28-6580c4bf3b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.882705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-720a67e4-786b-490a-bb28-6580c4bf3b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.885830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-720a67e4-786b-490a-bb28-6580c4bf3b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:48.887232 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-720a67e4-786b-490a-bb28-6580c4bf3b98 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cc7f6722-cbad-4314-9bdf-22cc65932d3b HTTP/1.1" status: 204 len: 168 time: 0.1300631 Jun 30 09:21:48.895839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a67e4-786b-490a-bb28-6580c4bf3b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7f6722-cbad-4314-9bdf-22cc65932d3b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:49.598802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad217f93-d24c-4cf6-8f32-4438db1816f7 req-5131b08e-3d61-4113-8d51-f254ac6c478e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.600320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad217f93-d24c-4cf6-8f32-4438db1816f7 req-5131b08e-3d61-4113-8d51-f254ac6c478e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.0645225 Jun 30 09:21:49.643018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad217f93-d24c-4cf6-8f32-4438db1816f7 req-57139f1f-caac-4605-8512-23d4f3cdcad4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369804 Jun 30 09:21:49.843393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42300caf-a2bf-463f-bdc4-fa93507edf3a req-06259d46-0661-44b6-a0f9-759f04bcddf0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:49.845246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42300caf-a2bf-463f-bdc4-fa93507edf3a req-06259d46-0661-44b6-a0f9-759f04bcddf0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.0727332 Jun 30 09:21:49.855367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46274) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:49.860839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'floatingip': {'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:21:49.906009 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.436312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.440287 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.501798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46296) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:50.554480 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Floating IP 961c409d-0532-40a4-a538-22547a7af7ea associated. External IP: 172.25.7.75, port: d9f633ed-9281-461e-915a-a9cf166f639e. Jun 30 09:21:50.619468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0f323db-19df-40b3-a429-3c0740e41a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.713520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0f323db-19df-40b3-a429-3c0740e41a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.719679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0f323db-19df-40b3-a429-3c0740e41a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:50.759289 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d0f323db-19df-40b3-a429-3c0740e41a6e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=caab9f530feb4970a20c02527e098816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564154 Jun 30 09:21:50.760459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f323db-19df-40b3-a429-3c0740e41a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7ca5d1-801f-41cb-8c78-d86d7dee528a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:50.762343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46300) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:51.184363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:21:51.207013 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb267-eaa0-4a00-9a92-f242b83c65ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.270044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb267-eaa0-4a00-9a92-f242b83c65ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.360804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:21:51.367533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.374140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:21:51.383778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:51.384400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.411157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb267-eaa0-4a00-9a92-f242b83c65ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.413684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb1bb267-eaa0-4a00-9a92-f242b83c65ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:51.414917 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb1bb267-eaa0-4a00-9a92-f242b83c65ea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fd7ca5d1-801f-41cb-8c78-d86d7dee528a HTTP/1.1" status: 204 len: 168 time: 0.6501298 Jun 30 09:21:51.433051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2a797955-5ea3-4ba7-a7a5-e5b2ec3a4531 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "PUT /v2.0/floatingips/961c409d-0532-40a4-a538-22547a7af7ea HTTP/1.1" status: 200 len: 991 time: 1.5617201 Jun 30 09:21:51.433866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:21:51.436651 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991447d2-e008-4e12-bed7-9d093154f7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:21:51.443990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bb267-eaa0-4a00-9a92-f242b83c65ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7ca5d1-801f-41cb-8c78-d86d7dee528a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:51.506347 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf303c0-2723-4a04-a0de-5e1bd91f5ea1 x-openstack-request-id: req-bbf303c0-2723-4a04-a0de-5e1bd91f5ea1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:21:51.506765 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:21:51.507080 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbf303c0-2723-4a04-a0de-5e1bd91f5ea1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:21:51.507582 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'status': 'completed', 'code': 200} Jun 30 09:21:51.534706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:51.600807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-8674d1b4-3b77-4dcf-888e-3306b05d0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.607242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-8674d1b4-3b77-4dcf-888e-3306b05d0aad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1098 time: 0.0741897 Jun 30 09:21:51.716760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-ea4f9b38-19e2-4d77-82da-a7d0a526d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.718602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-ea4f9b38-19e2-4d77-82da-a7d0a526d2bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1051571 Jun 30 09:21:51.816779 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-d4763bbc-4f45-492e-8073-0450f64b51a4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 999 time: 0.0906594 Jun 30 09:21:51.817055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '961c409d-0532-40a4-a538-22547a7af7ea', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'mac_address': 'fa:16:3e:81:84:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:38Z', 'updated_at': '2021-06-30T09:21:50Z', 'revision_number': 1, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.858809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:21:51.871129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:21:51.871848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:51.875178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-64b46243-a473-4ccd-aad0-dc5e535ac18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.877091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-64b46243-a473-4ccd-aad0-dc5e535ac18f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0535910 Jun 30 09:21:51.942477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-a8d1ccc4-a8f6-4a2c-9059-56a2c9388e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:21:51.944133 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-a8d1ccc4-a8f6-4a2c-9059-56a2c9388e85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599365 Jun 30 09:21:52.008182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:21:52.045597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-3c3077e5-9212-4928-970d-813104c9060a service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940437 Jun 30 09:21:52.152608 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-991447d2-e008-4e12-bed7-9d093154f7b6 req-4407ea00-3b4c-4627-a7cf-9ad7883b322c service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004360 Jun 30 09:21:52.425213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '961c409d-0532-40a4-a538-22547a7af7ea', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'mac_address': 'fa:16:3e:81:84:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:38Z', 'updated_at': '2021-06-30T09:21:50Z', 'revision_number': 1, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:21:52.460586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346bb32-eea1-420d-94a2-47a7c886d8fa None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '961c409d-0532-40a4-a538-22547a7af7ea', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'floating_ip_address': '172.25.7.75', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'mac_address': 'fa:16:3e:81:84:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:21:38Z', 'updated_at': '2021-06-30T09:21:50Z', 'revision_number': 1, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:21:52.701636 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec690c3-e370-40b1-8562-927cf269d409 None None] New status for floating IP 961c409d-0532-40a4-a538-22547a7af7ea: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:21:53.266307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46356) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.405742 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a267a825-b78d-4bec-9659-a91225120643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.532327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a267a825-b78d-4bec-9659-a91225120643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.537207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a267a825-b78d-4bec-9659-a91225120643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.590150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a267a825-b78d-4bec-9659-a91225120643 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ebbadd272a4d4726b0600827e0e7d093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226659 Jun 30 09:21:53.593410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46362) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:53.594016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267a825-b78d-4bec-9659-a91225120643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf142c36-d67d-48ed-9f88-2e3b4ecd9a77,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:53.658856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16ff9e8-7f9c-483c-a9dd-92f34ecb0a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.682996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16ff9e8-7f9c-483c-a9dd-92f34ecb0a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.745712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16ff9e8-7f9c-483c-a9dd-92f34ecb0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.751498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16ff9e8-7f9c-483c-a9dd-92f34ecb0a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:53.753814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c16ff9e8-7f9c-483c-a9dd-92f34ecb0a0e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cf142c36-d67d-48ed-9f88-2e3b4ecd9a77 HTTP/1.1" status: 204 len: 168 time: 0.1585610 Jun 30 09:21:53.767301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ff9e8-7f9c-483c-a9dd-92f34ecb0a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf142c36-d67d-48ed-9f88-2e3b4ecd9a77,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.118069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46370) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.136051 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37b8795-7a62-4766-bcfc-8790901a57cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.245139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37b8795-7a62-4766-bcfc-8790901a57cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.251291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37b8795-7a62-4766-bcfc-8790901a57cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.291710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c37b8795-7a62-4766-bcfc-8790901a57cb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3712380d45c74b35bf72b19d8d2e74bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724136 Jun 30 09:21:54.292564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b8795-7a62-4766-bcfc-8790901a57cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9446c2-e3a8-4964-a060-7425c3b3a377,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:54.295002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:21:54.352058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab5358f7-eba3-4b4c-8552-f0f2f621469b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.376398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab5358f7-eba3-4b4c-8552-f0f2f621469b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.433291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab5358f7-eba3-4b4c-8552-f0f2f621469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.436069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab5358f7-eba3-4b4c-8552-f0f2f621469b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:54.437488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab5358f7-eba3-4b4c-8552-f0f2f621469b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6f9446c2-e3a8-4964-a060-7425c3b3a377 HTTP/1.1" status: 204 len: 168 time: 0.1411541 Jun 30 09:21:54.446190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5358f7-eba3-4b4c-8552-f0f2f621469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9446c2-e3a8-4964-a060-7425c3b3a377,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:21:59.161846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:21:59.966446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:00.084291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.182820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.187276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.228949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea3dfad367654b3796ec9b85f332031f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613780 Jun 30 09:22:00.230213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f30ad40-6a12-4ea8-8400-626dee54296f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:00.232586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:00.251998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.252306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.252654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.252999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.253332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.253658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.253985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.254330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.254743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.255079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.255409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.255726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d224fe2-45d9-47bb-b1a5-a3b071717f40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:00.300099 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9997fd-95dd-47c4-bcf7-41eb45893127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.322763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9997fd-95dd-47c4-bcf7-41eb45893127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.373367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9997fd-95dd-47c4-bcf7-41eb45893127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.376082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d9997fd-95dd-47c4-bcf7-41eb45893127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:00.377289 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8d9997fd-95dd-47c4-bcf7-41eb45893127 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f30ad40-6a12-4ea8-8400-626dee54296f HTTP/1.1" status: 204 len: 168 time: 0.1437793 Jun 30 09:22:00.386989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9997fd-95dd-47c4-bcf7-41eb45893127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f30ad40-6a12-4ea8-8400-626dee54296f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:01.773210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:01.939185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-923229002'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:01.966248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Made reservation on behalf of 760877f5701249af95cc84481cea02e2 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:01.972606 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:01.983657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.107070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.112536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.147528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:02.154976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f76bae-86e9-46ab-862f-766255a1cd48,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:02.163377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.163742 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Added segment fee16218-bb90-4948-a9d7-ad108a3fbc96 of type vlan for network 14aabac7-73d0-4bdb-aaea-df2d63ddda0a Jun 30 09:22:02.227503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.259799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.266883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:02.267530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.334122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5597632 Jun 30 09:22:02.338184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:02.351951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f8021-593d-4592-a543-3a56bbec2717 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Pushing event updated for resources: {'Network': ['ID=14aabac7-73d0-4bdb-aaea-df2d63ddda0a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:02.365473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 14aabac7-73d0-4bdb-aaea-df2d63ddda0a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:02.400403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'network': {'name': 'tempest-network--1136784766', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:02.429641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Made reservation on behalf of 4edda05ceb34443c87435825ab963af9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:02.432226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.447254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.563922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.569354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.600373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:02.617552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa70c05-04b3-4d3a-b866-b86b8be00123,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:02.622237 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.622611 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Added segment 60f4cb0d-d004-4241-8e47-a0d5de82e8e1 of type vlan for network afe52e4a-1be6-411e-931c-a6e69c4c049b Jun 30 09:22:02.685010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.732610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.733671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:02.734581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.799440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4591992 Jun 30 09:22:02.802298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:02.806393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc8d74f-5c57-4252-b5a2-e90b21a57c7b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Network': ['ID=afe52e4a-1be6-411e-931c-a6e69c4c049b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:02.816890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network afe52e4a-1be6-411e-931c-a6e69c4c049b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:02.869823 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:02.874554 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.968593 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:02.978777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe52e4a-1be6-411e-931c-a6e69c4c049b']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.990014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60f4cb0d-d004-4241-8e47-a0d5de82e8e1') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.990399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60f4cb0d-d004-4241-8e47-a0d5de82e8e1') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:02.999190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.012927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.019079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:03.019468 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:03.021427 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:03.084219 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.089590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afe52e4a-1be6-411e-931c-a6e69c4c049b {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:22:03.092644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.094429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/networks/afe52e4a-1be6-411e-931c-a6e69c4c049b HTTP/1.1" status: 204 len: 168 time: 0.2905865 Jun 30 09:22:03.098199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46808) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.103233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.108870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae8f0d-81f6-4ee4-a2cc-41b67b447c82 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Network': ['ID=afe52e4a-1be6-411e-931c-a6e69c4c049b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.131453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Made reservation on behalf of 4edda05ceb34443c87435825ab963af9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:03.134421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.158598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:03.169371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.169723 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Added segment b4bb69f2-5695-4603-9207-45af76e809a3 of type vlan for network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf Jun 30 09:22:03.221035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.259888 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.260953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.261536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.320590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2180369 Jun 30 09:22:03.321295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.325510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91725b1f-a4d6-4687-9dc3-d36f82361348 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Network': ['ID=5d51b73b-b483-4c25-8c18-a3b5cdc2abcf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.336454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'subnet': {'network_id': '5d51b73b-b483-4c25-8c18-a3b5cdc2abcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.336823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:03.359495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Made reservation on behalf of 4edda05ceb34443c87435825ab963af9 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:03.362650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.713052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:22:03.713551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.783700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6d5498dd-2651-492f-b77c-0dd454176763,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:03.793844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Checking segment: {'id': 'b4bb69f2-5695-4603-9207-45af76e809a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '5d51b73b-b483-4c25-8c18-a3b5cdc2abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:03.794177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Network hostable DHCP agents. Network: 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:03.812259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:03.821691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:03.831291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bcaf92-e388-4def-8f36-1ae61f1d760a None None] Network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:03.831852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:03.832337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.847015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f62890ac-7f14-473b-896a-9cfe4080e47e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5235763 Jun 30 09:22:03.850928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:03.856436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'floatingip': {'floating_network_id': '5d51b73b-b483-4c25-8c18-a3b5cdc2abcf'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:03.879814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.978199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:03.992989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2968930f-21f9-4ff0-97a2-5b61ac35f9fe None None] Network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:04.094421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Allocated IP 172.20.0.7 (5d51b73b-b483-4c25-8c18-a3b5cdc2abcf/6d5498dd-2651-492f-b77c-0dd454176763/2bf94ac5-1857-4afd-8467-825334478676) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:04.213780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.257881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.300005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:04.303150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:04.311478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:04.313659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf94ac5-1857-4afd-8467-825334478676,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.404422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.452007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.602730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.607047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.671544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf94ac5-1857-4afd-8467-825334478676,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:04.688168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.703667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:04.704990 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bbbc569e-b0fe-458c-8e80-6b1e76a106ac tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8527687 Jun 30 09:22:04.708018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46820) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.786830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5db6a78a-80e4-45eb-bad7-0f696a6616a4 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "GET /v2.0/floatingips?floating_network_id=5d51b73b-b483-4c25-8c18-a3b5cdc2abcf HTTP/1.1" status: 200 len: 689 time: 0.0776272 Jun 30 09:22:04.789355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46822) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:04.879101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.005146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Deleting port 2bf94ac5-1857-4afd-8467-825334478676 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:05.005490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.089724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.090035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.109091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Calling delete_port for 2bf94ac5-1857-4afd-8467-825334478676 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:05.243633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.279442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bf94ac5-1857-4afd-8467-825334478676,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.296859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:05.339681 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.389227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.443956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.460344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Deleting port fdf75f78-966e-4679-9583-3c99e9a00ae3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:05.460691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.473376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6d5498dd-2651-492f-b77c-0dd454176763,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:05.526897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.536542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d51b73b-b483-4c25-8c18-a3b5cdc2abcf']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:05.541061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.541423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.548306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4bb69f2-5695-4603-9207-45af76e809a3') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:05.548606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4bb69f2-5695-4603-9207-45af76e809a3') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:05.553631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Calling delete_port for fdf75f78-966e-4679-9583-3c99e9a00ae3 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:05.557669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.573713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.579933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:05.580600 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:05.582241 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:05.644686 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.649240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d51b73b-b483-4c25-8c18-a3b5cdc2abcf {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:22:05.652222 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:05.657391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/networks/5d51b73b-b483-4c25-8c18-a3b5cdc2abcf HTTP/1.1" status: 204 len: 168 time: 0.8647377 Jun 30 09:22:05.659139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:05.669497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e83185-b073-422c-8fc5-9a5e44e51cfa tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d51b73b-b483-4c25-8c18-a3b5cdc2abcf,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.135587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d45a0127-df9a-4566-a7d4-8ecfde4b4179 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4918 time: 0.4753015 Jun 30 09:22:06.138516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46836) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.147504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.174317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event deleted for resources: {'Port': ['ID=fdf75f78-966e-4679-9583-3c99e9a00ae3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.239635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.239973 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Floating IP c06ccf1b-17f4-475e-a35a-378457d68bf5 disassociated (deleted). External IP: 172.25.7.167, port: d379c19b-4ce0-431e-aa0c-172b13792c79. Jun 30 09:22:06.244573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.245038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.245497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.245946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.247238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.247693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.248141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.248587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.249046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.249468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.249912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.250388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.250831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.251268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.253415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-69ea27bf-99b0-4eda-a79b-267eaf293e69 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8926 time: 0.1137004 Jun 30 09:22:06.256590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46838) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.295217 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-9078471c-5531-40a3-9999-8e5c9c9c60a8 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] delete failed (client error): The resource could not be found. Jun 30 09:22:06.296233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9078471c-5531-40a3-9999-8e5c9c9c60a8 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/e01e087b-dff0-402c-b81c-bdc2096b909a HTTP/1.1" status: 404 len: 345 time: 0.0387437 Jun 30 09:22:06.298929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.315523 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a8c7e9-1be3-44f7-8d69-840eeab3b595 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] DELETE failed (client error): The resource could not be found. Jun 30 09:22:06.316072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a8c7e9-1be3-44f7-8d69-840eeab3b595 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:06.318057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-42a8c7e9-1be3-44f7-8d69-840eeab3b595 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/networks/5d51b73b-b483-4c25-8c18-a3b5cdc2abcf HTTP/1.1" status: 404 len: 339 time: 0.0182161 Jun 30 09:22:06.321871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46842) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.326797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'network': {'name': 'tempest-network--839496205', 'router:external': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:06.346756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Made reservation on behalf of 4edda05ceb34443c87435825ab963af9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:06.349249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.373837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:06.382781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.383134 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Added segment 5f4ed42d-6813-4184-9298-1086a518fed0 of type vlan for network 2c22b5b8-b29f-4415-8d73-c9d18dbaf295 Jun 30 09:22:06.428963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.451300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Router f59fcea9-e669-4913-82b9-b20bcf9c31ba has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:06.464948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.466207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.466824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.519537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1963124 Jun 30 09:22:06.525537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46844) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.561411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:06.566258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.571265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] Sync routers for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:06.580988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:06.581595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:06.598385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae3eaa-e853-41fc-9756-8c7f7a8d876b tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Network': ['ID=2c22b5b8-b29f-4415-8d73-c9d18dbaf295,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:06.613460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cf5aaa7c-d83c-4761-bff3-a6df593600fa tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "DELETE /v2.0/floatingips/c06ccf1b-17f4-475e-a35a-378457d68bf5 HTTP/1.1" status: 204 len: 168 time: 1.3154871 Jun 30 09:22:06.614460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:06.617276 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:06.662003 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433fef76-af3a-427b-93f2-9fcae85a5d8d x-openstack-request-id: req-433fef76-af3a-427b-93f2-9fcae85a5d8d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:06.662418 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:06.662766 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-433fef76-af3a-427b-93f2-9fcae85a5d8d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:06.663493 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'status': 'completed', 'code': 200} Jun 30 09:22:06.667142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2c22b5b8-b29f-4415-8d73-c9d18dbaf295 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:06.761586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6235-eaae-4228-a57f-c98c576c93f0 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.761833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:06.768360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6235-eaae-4228-a57f-c98c576c93f0 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.774705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6235-eaae-4228-a57f-c98c576c93f0 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.780616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5a6235-eaae-4228-a57f-c98c576c93f0 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.786109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7c5a6235-eaae-4228-a57f-c98c576c93f0 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2560987 Jun 30 09:22:06.786577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46850) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:06.883850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:06.890478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-5fe92566-3ce8-4daf-ab70-88802237410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:06.891938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-5fe92566-3ce8-4daf-ab70-88802237410f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 1098 time: 0.1783726 Jun 30 09:22:07.000374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.005102 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.032395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] Checking router: f59fcea9-e669-4913-82b9-b20bcf9c31ba for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:07.040792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:07.041392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:21:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.075820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c22b5b8-b29f-4415-8d73-c9d18dbaf295']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.094585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4ed42d-6813-4184-9298-1086a518fed0') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.094881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4ed42d-6813-4184-9298-1086a518fed0') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.116469 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.144530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.149633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-ee8b39c4-3523-4e46-8528-0baabd8c59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.151126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-ee8b39c4-3523-4e46-8528-0baabd8c59a8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 200 len: 914 time: 0.2256165 Jun 30 09:22:07.152274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:07.155217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:07.155623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:07.159099 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:07.251712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996fbfc-5c04-47ee-9143-e4e1cc902c2c req-eee8f59a-d374-433c-b1a0-67c2795a7e9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.253192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d996fbfc-5c04-47ee-9143-e4e1cc902c2c req-eee8f59a-d374-433c-b1a0-67c2795a7e9b tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 946 time: 0.2594142 Jun 30 09:22:07.255441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-049cdb3c-e1d9-4c4d-a1e7-25f9d8dbcefc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 200 len: 217 time: 0.0862396 Jun 30 09:22:07.277742 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.305715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2c22b5b8-b29f-4415-8d73-c9d18dbaf295 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:22:07.309573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.316493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/networks/2c22b5b8-b29f-4415-8d73-c9d18dbaf295 HTTP/1.1" status: 204 len: 168 time: 0.5239420 Jun 30 09:22:07.316866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:07.323358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'network': {'name': 'tempest-network--654828066', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:07.333965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aeb929-99f3-4065-9017-47644a14bd41 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c22b5b8-b29f-4415-8d73-c9d18dbaf295,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:07.350068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-f72b9f9e-a488-4a93-9d03-ce605d1d955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.351619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-f72b9f9e-a488-4a93-9d03-ce605d1d955a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 200 len: 852 time: 0.0879230 Jun 30 09:22:07.353412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Made reservation on behalf of 4edda05ceb34443c87435825ab963af9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:07.355056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d996fbfc-5c04-47ee-9143-e4e1cc902c2c req-fa8a7f07-6171-46d3-acc2-1e49599cfff5 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932565 Jun 30 09:22:07.356446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.385517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:07.402290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.409463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.410651 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Added segment b75dcc7a-c7e6-4466-8e95-0e86866b7c28 of type vlan for network 23f1317f-ce64-4504-be36-8b1f8c735976 Jun 30 09:22:07.435041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-5af6b7bc-1ed4-41cf-82d0-c22f44adb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.435396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fc084f-9b6b-4d24-829a-91c060a6a1e8 None None] The sync data for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 is: [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:18:24Z', 'revision_number': 4, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd66f32f9-45ef-428b-96da-0368c61b0510', 'name': '', 'network_id': '5804083c-078c-4ec0-b9ef-17b586295d8c', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'mac_address': 'fa:16:3e:4d:c2:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:22Z', 'updated_at': '2021-06-30T09:18:31Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'subnets': [{'id': '295aa6a2-a532-47d3-b399-bdef5f56794f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:07.436765 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-5af6b7bc-1ed4-41cf-82d0-c22f44adb71d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5804083c-078c-4ec0-b9ef-17b586295d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0782063 Jun 30 09:22:07.466851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.505841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.507330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.507988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.538635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-feecd24d-195b-4723-9877-c4a9c8466b4b service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922697 Jun 30 09:22:07.563514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2442343 Jun 30 09:22:07.564806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:07.624973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543bd4b-7b05-4857-926f-1f6d57e5663f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Network': ['ID=23f1317f-ce64-4504-be36-8b1f8c735976,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:07.633643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dffa4fe1-c2ee-46f2-aa33-17522e48e0da req-bf1f06be-442e-4dc9-8b82-cc4dd4ccd63b service neutron] 10.222.0.83 "GET /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Jun 30 09:22:07.639027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 23f1317f-ce64-4504-be36-8b1f8c735976 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:07.665293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcbac06-609e-41a2-9e9b-40f552ff67e7 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.669882 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3fcbac06-609e-41a2-9e9b-40f552ff67e7 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] 10.222.0.77 "GET /v2.0/networks/23f1317f-ce64-4504-be36-8b1f8c735976 HTTP/1.1" status: 200 len: 756 time: 0.1010597 Jun 30 09:22:07.670107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:07.755636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545454f-e978-465c-a23c-0cd1c21278af tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:07.756725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2545454f-e978-465c-a23c-0cd1c21278af tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] 10.222.0.77 "GET /v2.0/networks/14aabac7-73d0-4bdb-aaea-df2d63ddda0a HTTP/1.1" status: 200 len: 767 time: 0.0854313 Jun 30 09:22:07.759474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:07.827407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.912293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.922724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f1317f-ce64-4504-be36-8b1f8c735976']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.933722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75dcc7a-c7e6-4466-8e95-0e86866b7c28') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.934570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75dcc7a-c7e6-4466-8e95-0e86866b7c28') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:07.944387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.959112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.964836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:07.965298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:07.967125 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:08.025774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.036472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 23f1317f-ce64-4504-be36-8b1f8c735976 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:22:08.048032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.053767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/networks/23f1317f-ce64-4504-be36-8b1f8c735976 HTTP/1.1" status: 204 len: 168 time: 0.2895453 Jun 30 09:22:08.053898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46868) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.054471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f6f5af-62bf-4898-bf01-d6b3b0abf551 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Network': ['ID=23f1317f-ce64-4504-be36-8b1f8c735976,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.059486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'network': {'name': 'tempest-network--488873476'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:08.086523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Made reservation on behalf of 4edda05ceb34443c87435825ab963af9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:08.088915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.121017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:08.131431 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.131775 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Added segment 2150098a-dd4f-4db4-99ad-720de7fb19b9 of type vlan for network 3e1aa320-63bc-4247-a02d-77d3d7fec29c Jun 30 09:22:08.171722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.200649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.201745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.202418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.257919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2006402 Jun 30 09:22:08.258677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.262611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09ca0-3cc1-4738-8544-8f7e87575260 tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Network': ['ID=3e1aa320-63bc-4247-a02d-77d3d7fec29c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.265314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:08.273644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 3e1aa320-63bc-4247-a02d-77d3d7fec29c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:08.446035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.463052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.511252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Network 3e1aa320-63bc-4247-a02d-77d3d7fec29c is not hosted by any dhcp agent {{(pid=93724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:22:08.512354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.512765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.516650 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "PUT /v2.0/networks/3e1aa320-63bc-4247-a02d-77d3d7fec29c HTTP/1.1" status: 200 len: 857 time: 0.2542651 Jun 30 09:22:08.517463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46876) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.566711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ea332-50ee-461f-8e44-c47843f275c1 req-e3ee894e-8b61-46fe-b6ac-0f3ae8105a35 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.574911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-401ea332-50ee-461f-8e44-c47843f275c1 req-e3ee894e-8b61-46fe-b6ac-0f3ae8105a35 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 946 time: 0.0767901 Jun 30 09:22:08.575529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e47a57-d45c-4075-95d4-b65b7c614d7f tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event updated for resources: {'Network': ['ID=3e1aa320-63bc-4247-a02d-77d3d7fec29c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.600559 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.624131 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-401ea332-50ee-461f-8e44-c47843f275c1 req-2f569bf1-4b9e-40ec-b4e2-61b9ec3744bb tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/security-groups?id=08c769d9-bad1-4a44-aa74-3a164538f23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402431 Jun 30 09:22:08.654163 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3e8742-e509-4e15-9da5-62cd6e36a199 None None] New status for floating IP c06ccf1b-17f4-475e-a35a-378457d68bf5: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:22:08.689435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.699460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1aa320-63bc-4247-a02d-77d3d7fec29c']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.709733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2150098a-dd4f-4db4-99ad-720de7fb19b9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.710029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2150098a-dd4f-4db4-99ad-720de7fb19b9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:08.722260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.737233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.744015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:08.744414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:08.746193 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:08.801465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.807404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3e1aa320-63bc-4247-a02d-77d3d7fec29c {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:22:08.811624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:08.813684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] 10.222.0.77 "DELETE /v2.0/networks/3e1aa320-63bc-4247-a02d-77d3d7fec29c HTTP/1.1" status: 204 len: 168 time: 0.2957973 Jun 30 09:22:08.817293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.827570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a136b1c-82fe-47b8-ba78-0a5864bebd8e tempest-ExternalNetworksTestJSON-426836389 tempest-ExternalNetworksTestJSON-426836389-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e1aa320-63bc-4247-a02d-77d3d7fec29c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:08.844824 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-002d837a-0051-4813-a16b-cb0cf37bf309 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] DELETE failed (client error): The resource could not be found. Jun 30 09:22:08.845279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-002d837a-0051-4813-a16b-cb0cf37bf309 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:22:08.847006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-002d837a-0051-4813-a16b-cb0cf37bf309 tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] 10.222.0.77 "DELETE /v2.0/subnets/6d5498dd-2651-492f-b77c-0dd454176763 HTTP/1.1" status: 404 len: 337 time: 0.0286579 Jun 30 09:22:08.849869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:08.909425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-5ce76ce2-7ce0-43c8-82f9-0379004d9784 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:08.910920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-5ce76ce2-7ce0-43c8-82f9-0379004d9784 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.83 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 946 time: 0.0619998 Jun 30 09:22:08.933022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.015337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Deleting port d379c19b-4ce0-431e-aa0c-172b13792c79 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:09.015679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.025860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.037194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14aabac7-73d0-4bdb-aaea-df2d63ddda0a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:09.048448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee16218-bb90-4948-a9d7-ad108a3fbc96') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:09.048862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee16218-bb90-4948-a9d7-ad108a3fbc96') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:09.057630 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.072183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.078909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:09.079420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:09.082618 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:09.106831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] For port d379c19b-4ce0-431e-aa0c-172b13792c79, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d379c19b-4ce0-431e-aa0c-172b13792c79,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:09.107190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.121264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Calling delete_port for d379c19b-4ce0-431e-aa0c-172b13792c79 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:09.143741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.148763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.162086 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] 10.222.0.77 "DELETE /v2.0/networks/14aabac7-73d0-4bdb-aaea-df2d63ddda0a HTTP/1.1" status: 204 len: 168 time: 0.2999294 Jun 30 09:22:09.192763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff78aa-b87e-4382-b8fa-6173dd0e59fa tempest-ExternalNetworksTestJSON-364246844 tempest-ExternalNetworksTestJSON-364246844-project] Pushing event deleted for resources: {'Network': ['ID=14aabac7-73d0-4bdb-aaea-df2d63ddda0a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.269067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.299360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event deleted for resources: {'Port': ['ID=d379c19b-4ce0-431e-aa0c-172b13792c79,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.350335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] No DVR routers for this DVR port d379c19b-4ce0-431e-aa0c-172b13792c79 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:09.353152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.355165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a32c464-ad99-4250-a51c-a9ef11935921 req-22ad3dc6-0dad-4be1-9e91-0639efd3eb1f tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.83 "DELETE /v2.0/ports/d379c19b-4ce0-431e-aa0c-172b13792c79 HTTP/1.1" status: 204 len: 173 time: 0.4378881 Jun 30 09:22:09.356137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'name': 'network-vif-deleted', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:09.358509 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d27e527-69e1-4ec4-bf83-f18c47c8837d" -d '{"events": [{"server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "name": "network-vif-deleted", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:09.403196 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6cdc01-1fdb-44d5-a2e5-42184f50524a x-openstack-request-id: req-4d6cdc01-1fdb-44d5-a2e5-42184f50524a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:09.403575 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8d6213-caa3-4551-a7a5-5e0faca58350", "name": "network-vif-deleted", "tag": "d379c19b-4ce0-431e-aa0c-172b13792c79", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:09.403831 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d6cdc01-1fdb-44d5-a2e5-42184f50524a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:09.404402 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8d6213-caa3-4551-a7a5-5e0faca58350', 'name': 'network-vif-deleted', 'tag': 'd379c19b-4ce0-431e-aa0c-172b13792c79', 'status': 'completed', 'code': 200} Jun 30 09:22:09.439132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.585168 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e65ac276-7238-418c-886c-e92a925a5b0d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=760877f5701249af95cc84481cea02e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437721 Jun 30 09:22:09.587553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:09.646707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44be23ae-8dd6-4bc6-9385-74944f849c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.671575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44be23ae-8dd6-4bc6-9385-74944f849c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.728131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44be23ae-8dd6-4bc6-9385-74944f849c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.733272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44be23ae-8dd6-4bc6-9385-74944f849c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:09.736885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44be23ae-8dd6-4bc6-9385-74944f849c5e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42f76bae-86e9-46ab-862f-766255a1cd48 HTTP/1.1" status: 204 len: 168 time: 0.1460857 Jun 30 09:22:09.744519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be23ae-8dd6-4bc6-9385-74944f849c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f76bae-86e9-46ab-862f-766255a1cd48,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:09.794283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a77f8a0-3c53-486a-8517-0d41600c481d req-15c3f673-c2c3-4c3e-b8bf-cc046e941ff9 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 210 time: 0.0514479 Jun 30 09:22:10.052904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46908) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:10.094843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d80ec5e5-978a-4252-a54e-041d4c286a26 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4edda05ceb34443c87435825ab963af9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407145 Jun 30 09:22:10.097274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:10.149934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5611a0b3-5371-4fd6-a057-c4b1f39fabbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.176144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5611a0b3-5371-4fd6-a057-c4b1f39fabbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.226730 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5611a0b3-5371-4fd6-a057-c4b1f39fabbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.229210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5611a0b3-5371-4fd6-a057-c4b1f39fabbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:10.230375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5611a0b3-5371-4fd6-a057-c4b1f39fabbc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/afa70c05-04b3-4d3a-b866-b86b8be00123 HTTP/1.1" status: 204 len: 168 time: 0.1321692 Jun 30 09:22:10.247866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611a0b3-5371-4fd6-a057-c4b1f39fabbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa70c05-04b3-4d3a-b866-b86b8be00123,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:10.992923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-446a03f0-0efa-4d51-8fb0-8889afe9a86d req-a68d7366-8b1a-4e8f-aebf-e9050641e1ed tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 210 time: 0.0541248 Jun 30 09:22:11.032764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89746c94-1ade-4a8e-a776-d4245e8a1593 req-2ca36f5a-3255-4037-a419-472dc6d8dd34 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.034320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89746c94-1ade-4a8e-a776-d4245e8a1593 req-2ca36f5a-3255-4037-a419-472dc6d8dd34 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1089308 Jun 30 09:22:11.044348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-1f580b6e-d5d6-4c68-a1b7-941e5d58dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.045798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-1f580b6e-d5d6-4c68-a1b7-941e5d58dfc2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.1541951 Jun 30 09:22:11.123161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d379c19b-4ce0-431e-aa0c-172b13792c79 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:11.132325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89746c94-1ade-4a8e-a776-d4245e8a1593 req-b569074c-0dc6-4511-b512-ded9dc6db894 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903993 Jun 30 09:22:11.171297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: d379c19b-4ce0-431e-aa0c-172b13792c79 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:11.171747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d379c19b-4ce0-431e-aa0c-172b13792c79 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:11.173844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-633f8594-77da-4d04-91ce-8d48b74f3204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.176043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-633f8594-77da-4d04-91ce-8d48b74f3204 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1232884 Jun 30 09:22:11.233148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09140f7b-ac44-4768-9fa1-aeb0e152b329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.252655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-d948a54a-a010-40c9-ac1a-c2a48244099e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.0693967 Jun 30 09:22:11.667463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-34bb7d1e-3bea-4b69-b37b-d40e5d55c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.669857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-34bb7d1e-3bea-4b69-b37b-d40e5d55c3fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.4040906 Jun 30 09:22:11.737125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-a38c1c12-41ab-4e3d-a9db-3cdf18138509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:11.739713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-a38c1c12-41ab-4e3d-a9db-3cdf18138509 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603881 Jun 30 09:22:11.776090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:11.857758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-4913abfa-c9d2-424a-a005-8943c578b62e service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093609 Jun 30 09:22:11.894351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1324398327', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:11.916391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Made reservation on behalf of 82054c6216434e7c9bd38ec5fd24a306 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:11.918852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.928151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:11.959026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdf2e38-59cc-4ed3-b73c-69c3b6a20489 req-c41cae60-4002-45b9-a38a-ce9dfd196bae service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947504 Jun 30 09:22:12.022432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.026779 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.052679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:12.063126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6002d51d-240c-41af-ba6a-fca10514d38e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.080149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.083435 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Added segment 1bb5b072-5d32-42fe-baf8-c52c5eeb90d4 of type vlan for network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 Jun 30 09:22:12.131057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.166915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d73ad82-b967-4c49-9bd2-7a394c8a5e5c req-a5ef64c4-fe4d-460e-b860-2f6cb07875f9 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 210 time: 0.0406158 Jun 30 09:22:12.172838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.174196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.175033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.240563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4631202 Jun 30 09:22:12.243877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:12.249588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'subnet': {'network_id': '08e0e2ae-63f5-482c-b9a1-d83c3ac50147', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:12.254968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d87c6d5-8a5f-4e0c-b3e4-b9c252c25db3 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Network': ['ID=08e0e2ae-63f5-482c-b9a1-d83c3ac50147,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.265274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:12.284451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Made reservation on behalf of 82054c6216434e7c9bd38ec5fd24a306 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:12.287731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.433496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9c2e8-7a91-45bf-ad9b-5e11972e8e49 req-284881b9-0521-4af9-9d92-b0ca8c97be56 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.435609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72d9c2e8-7a91-45bf-ad9b-5e11972e8e49 req-284881b9-0521-4af9-9d92-b0ca8c97be56 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1391423 Jun 30 09:22:12.509635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72d9c2e8-7a91-45bf-ad9b-5e11972e8e49 req-3a67bcd5-35e5-4a38-a1b9-adc6693b5a3d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667832 Jun 30 09:22:12.665748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:22:12.666129 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.721786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:12.732495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Checking segment: {'id': '1bb5b072-5d32-42fe-baf8-c52c5eeb90d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '08e0e2ae-63f5-482c-b9a1-d83c3ac50147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:12.732932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network hostable DHCP agents. Network: 08e0e2ae-63f5-482c-b9a1-d83c3ac50147, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:12.750784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:12.761537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 08e0e2ae-63f5-482c-b9a1-d83c3ac50147) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:12.767792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:12.768581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.773548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27161690-726d-488c-8a00-9ad52dd95519 None None] Network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:12.789688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4b50741c-7eb4-4408-9ae6-0ccba7af0e05 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.5446844 Jun 30 09:22:12.795024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46976) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:12.799959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1357068178', 'network_id': '08e0e2ae-63f5-482c-b9a1-d83c3ac50147'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:12.830838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Made reservation on behalf of 82054c6216434e7c9bd38ec5fd24a306 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:12.833526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:12.855425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] device_id is not set on port ecd52256-c21e-47ef-947e-b6671130b999 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:22:12.952226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf0baf-a81f-427b-801a-5cc60862c09f None None] Network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:12.979788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Allocated IP 2001:db8::5d (08e0e2ae-63f5-482c-b9a1-d83c3ac50147/5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd/ecd52256-c21e-47ef-947e-b6671130b999) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:13.125654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.167294 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.210607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:13.213801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:13.217463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:13.218514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.219118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.239595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Port': ['ID=ecd52256-c21e-47ef-947e-b6671130b999,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.247653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e87d37ab-7911-4866-b254-9869531f21c4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4490137 Jun 30 09:22:13.248016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46980) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:13.349646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb84cc48-86aa-4bd0-9141-59cd1d82b80b req-01515e9f-52a8-4be1-9f12-1b3387554af3 tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c8d6213-caa3-4551-a7a5-5e0faca58350 HTTP/1.1" status: 200 len: 210 time: 0.0501361 Jun 30 09:22:13.370086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Deleting port ecd52256-c21e-47ef-947e-b6671130b999 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:13.370500 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.444746 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.456516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Calling delete_port for ecd52256-c21e-47ef-947e-b6671130b999 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:13.580352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.609899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event deleted for resources: {'Port': ['ID=ecd52256-c21e-47ef-947e-b6671130b999,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:13.636008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.641123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ef006dfe-57c0-4605-be09-b3f0e87dcdc9 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/ports/ecd52256-c21e-47ef-947e-b6671130b999 HTTP/1.1" status: 204 len: 168 time: 0.3892078 Jun 30 09:22:13.641274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:13.645982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08e0e2ae-63f5-482c-b9a1-d83c3ac50147', 'external_fixed_ips': [{'subnet_id': '5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd', 'ip_address': '2001:db8::5d'}]}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:13.667360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.669154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.715709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae3a0d-e9b1-492c-90c6-ed41d2593d25 req-b007d485-9302-4aba-93d0-ae4483f40792 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:13.717433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ae3a0d-e9b1-492c-90c6-ed41d2593d25 req-b007d485-9302-4aba-93d0-ae4483f40792 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0769634 Jun 30 09:22:13.749562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:13.777670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1ae3a0d-e9b1-492c-90c6-ed41d2593d25 req-887bf76e-68b4-4744-823a-1252c92f25f6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517995 Jun 30 09:22:13.909799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.072544 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a6a85cd-c3ca-448d-bc71-46a3382bbc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.148147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.167113 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.167499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.311499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Allocated IP 2001:db8::5d (08e0e2ae-63f5-482c-b9a1-d83c3ac50147/5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd/bcc26a77-4464-40b8-8692-eacb63ebd281) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:14.415792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.449649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:14.458558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.500563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:14.504925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:14.509830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:14.512868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62a7ee5-f523-4cf4-a020-d70ae0c0d3fd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.537783 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62a7ee5-f523-4cf4-a020-d70ae0c0d3fd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.544499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Port': ['ID=bcc26a77-4464-40b8-8692-eacb63ebd281,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.600738 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62a7ee5-f523-4cf4-a020-d70ae0c0d3fd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.603720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b62a7ee5-f523-4cf4-a020-d70ae0c0d3fd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:14.604982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b62a7ee5-f523-4cf4-a020-d70ae0c0d3fd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] 10.222.0.77 "DELETE /v2.0/security-groups/08c769d9-bad1-4a44-aa74-3a164538f23e HTTP/1.1" status: 204 len: 168 time: 0.1542587 Jun 30 09:22:14.617023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a7ee5-f523-4cf4-a020-d70ae0c0d3fd tempest-TestVolumeBackupRestore-161465742 tempest-TestVolumeBackupRestore-161465742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c769d9-bad1-4a44-aa74-3a164538f23e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:14.747975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.019141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.169583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Router 6a36a3bb-91d8-4697-922d-ec68d802598a is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:15.641476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:15.650978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Sync routers for ids ['6a36a3bb-91d8-4697-922d-ec68d802598a'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:15.667284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Routers {'6a36a3bb-91d8-4697-922d-ec68d802598a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:15.668994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.670652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65a59671-c0b8-4f2c-b945-42783616778e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.0281372 Jun 30 09:22:15.671434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6a36a3bb-91d8-4697-922d-ec68d802598a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:15.673488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:15.801351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.915192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:15.946468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Set router 6a36a3bb-91d8-4697-922d-ec68d802598a gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:15.989178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Deleting port bcc26a77-4464-40b8-8692-eacb63ebd281 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:15.989896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.085963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.102156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Calling delete_port for bcc26a77-4464-40b8-8692-eacb63ebd281 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:16.301090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.357964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event deleted for resources: {'Port': ['ID=bcc26a77-4464-40b8-8692-eacb63ebd281,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.392025 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.397868 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.454720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36a3bb-91d8-4697-922d-ec68d802598a', 'name': '', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08e0e2ae-63f5-482c-b9a1-d83c3ac50147', 'external_fixed_ips': [{'subnet_id': '5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd', 'ip_address': '2001:db8::5d'}], 'enable_snat': True}, 'gw_port_id': 'bcc26a77-4464-40b8-8692-eacb63ebd281', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:13Z', 'updated_at': '2021-06-30T09:22:14Z', 'revision_number': 3, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port': {'id': 'bcc26a77-4464-40b8-8692-eacb63ebd281', 'name': '', 'network_id': '08e0e2ae-63f5-482c-b9a1-d83c3ac50147', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:5c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a36a3bb-91d8-4697-922d-ec68d802598a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': '5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd', 'ip_address': '2001:db8::5d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:14Z', 'updated_at': '2021-06-30T09:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.489373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Checking router: 6a36a3bb-91d8-4697-922d-ec68d802598a for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:16.489841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Updating router 6a36a3bb-91d8-4697-922d-ec68d802598a port bcc26a77-4464-40b8-8692-eacb63ebd281 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:16.501457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.503963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.514211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Port bcc26a77-4464-40b8-8692-eacb63ebd281 not found while updating agent binding for router 6a36a3bb-91d8-4697-922d-ec68d802598a. {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:22:16.535117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Routers {'6a36a3bb-91d8-4697-922d-ec68d802598a'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:16.535805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6a36a3bb-91d8-4697-922d-ec68d802598a'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.562994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.564094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a36a3bb-91d8-4697-922d-ec68d802598a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:16.570773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.573002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7b09e1e6-f335-4026-bc00-0d6e95579b5a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/routers/6a36a3bb-91d8-4697-922d-ec68d802598a HTTP/1.1" status: 204 len: 168 time: 0.8983517 Jun 30 09:22:16.576360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47206) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:16.639722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] Set router 6a36a3bb-91d8-4697-922d-ec68d802598a gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:16.661057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Deleting subnet 5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:16.664433 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.718574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.730040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a36a3bb-91d8-4697-922d-ec68d802598a', 'name': '', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:13Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:16.764389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00b27b-57da-4c2c-8da3-d5896b968962 None None] The sync data for ids ['6a36a3bb-91d8-4697-922d-ec68d802598a'] in n-d-780147-22 is: [{'id': '6a36a3bb-91d8-4697-922d-ec68d802598a', 'name': '', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:13Z', 'updated_at': '2021-06-30T09:22:16Z', 'revision_number': 5, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:16.766138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.856826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.917420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:16.923183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:16.925803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e181a73d-040f-43de-ba77-2700e1a8d136 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd HTTP/1.1" status: 204 len: 168 time: 0.3480949 Jun 30 09:22:16.928138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.022902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.141843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.154993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e0e2ae-63f5-482c-b9a1-d83c3ac50147']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:17.167538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb5b072-5d32-42fe-baf8-c52c5eeb90d4') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:17.168099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb5b072-5d32-42fe-baf8-c52c5eeb90d4') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:17.181115 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.205624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.213849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:17.214103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:17.216080 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:17.267244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.295307 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.302954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08e0e2ae-63f5-482c-b9a1-d83c3ac50147 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:22:17.320062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.326275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/networks/08e0e2ae-63f5-482c-b9a1-d83c3ac50147 HTTP/1.1" status: 204 len: 168 time: 0.3937383 Jun 30 09:22:17.336208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42597a6b-ee71-4f05-a341-85c58d01454d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event deleted for resources: {'Network': ['ID=08e0e2ae-63f5-482c-b9a1-d83c3ac50147,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:17.563501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.679915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.685632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'name': 'tempest-router--332364350', 'project_id': '3b0f0125da7e47a0b4929faccfc556eb'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:17.727972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.731051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.823650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.831581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.850323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:17.854418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fea1f840-6db3-4a3f-b39a-46b30bddd2d4 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1733799 Jun 30 09:22:17.857373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47352) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:17.975006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.205297 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.208578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.263497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.264054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6bf2b218-3ead-4d48-b41a-aacd0e6b7232 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:18.271724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.273239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-06c0f8b7-bac3-455f-a4bc-c1c1bef78bb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/routers/6bf2b218-3ead-4d48-b41a-aacd0e6b7232 HTTP/1.1" status: 204 len: 168 time: 0.4146018 Jun 30 09:22:18.414882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:18.769108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1223874493', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:18.836123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.837680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:18.907234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.102323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.319366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.341758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.368545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47494) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:19.484509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Allocated IP 172.25.7.111 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/27ea5459-df62-4438-9027-ff78db50113e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:19.609432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.672038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.728688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:19.732767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:19.744971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:19.787894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event updated for resources: {'Port': ['ID=27ea5459-df62-4438-9027-ff78db50113e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:19.905684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:19.915141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893c50dd-0eaa-4688-82ff-4d674f68a874 req-061c963c-9a85-4888-ad8b-788d3f323498 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:19.916679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-893c50dd-0eaa-4688-82ff-4d674f68a874 req-061c963c-9a85-4888-ad8b-788d3f323498 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.1156018 Jun 30 09:22:20.021366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-893c50dd-0eaa-4688-82ff-4d674f68a874 req-410a6926-d18a-418e-b100-094056ca4019 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696864 Jun 30 09:22:20.061773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.217748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Deleting port d66f32f9-45ef-428b-96da-0368c61b0510 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:20.218171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.270887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.303696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] For port d66f32f9-45ef-428b-96da-0368c61b0510, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d66f32f9-45ef-428b-96da-0368c61b0510,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:20.303954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.318085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Calling delete_port for d66f32f9-45ef-428b-96da-0368c61b0510 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:20.415396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Router f3724951-31c5-4e63-ab59-e47647929d49 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:20.519850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.529669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:20.540226 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] Sync routers for ids ['f3724951-31c5-4e63-ab59-e47647929d49'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:20.547012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Pushing event deleted for resources: {'Port': ['ID=d66f32f9-45ef-428b-96da-0368c61b0510,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:20.555809 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] Routers {'f3724951-31c5-4e63-ab59-e47647929d49'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:20.555975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:20.556424 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f3724951-31c5-4e63-ab59-e47647929d49'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.560987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47504) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.561731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5ec4143-5831-4d61-b0c3-4c2467998364 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1451998 Jun 30 09:22:20.597959 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.607540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] Routers {'f3724951-31c5-4e63-ab59-e47647929d49'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:20.608415 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f3724951-31c5-4e63-ab59-e47647929d49'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.650128 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:20.651570 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6c9438-4c4a-49fd-a59f-6b89de024a71 None None] The sync data for ids ['f3724951-31c5-4e63-ab59-e47647929d49'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:20.793083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-96583d37-16f5-4f58-ac7b-f8b1a61828d6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/f3724951-31c5-4e63-ab59-e47647929d49 HTTP/1.1" status: 200 len: 925 time: 0.2282107 Jun 30 09:22:20.793284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47506) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.853124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1ea738a3-c92b-4eb7-a285-1f71746b3d9f tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3724951-31c5-4e63-ab59-e47647929d49 HTTP/1.1" status: 200 len: 205 time: 0.0562880 Jun 30 09:22:20.853935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:20.879051 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.004960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.534603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.610699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Deleting port 27ea5459-df62-4438-9027-ff78db50113e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:21.611158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.678746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759791b-4f51-478d-a6e9-17e0345a853d req-90f1ad7a-6037-416c-9da6-283c86904759 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.680153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5759791b-4f51-478d-a6e9-17e0345a853d req-90f1ad7a-6037-416c-9da6-283c86904759 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.2239327 Jun 30 09:22:21.683418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Router f59fcea9-e669-4913-82b9-b20bcf9c31ba has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:21.692707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.705417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Calling delete_port for 27ea5459-df62-4438-9027-ff78db50113e owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:21.710717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96508cf-5cb9-4f85-ad7a-3c1e58276b4f req-5dd8149b-0254-4120-a85e-5bfa6235b36d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.712276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c96508cf-5cb9-4f85-ad7a-3c1e58276b4f req-5dd8149b-0254-4120-a85e-5bfa6235b36d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 945 time: 0.2548990 Jun 30 09:22:21.891547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.897458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.902085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:21.904821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.912466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.918750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.924819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.930661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:21.932570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-4fc34ee8-bd0a-4d74-8b00-9e5d1fbca8a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.3233759 Jun 30 09:22:21.936361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c96508cf-5cb9-4f85-ad7a-3c1e58276b4f req-f95b6162-5add-422f-bb44-35b46b0a944b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017143 Jun 30 09:22:21.983153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event deleted for resources: {'Port': ['ID=27ea5459-df62-4438-9027-ff78db50113e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:22.010280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.039222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaabf8d1-86ba-4138-8c4b-30eccf9bf68b req-a6c867df-165d-4c2d-b262-45e4b42dc00b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911355 Jun 30 09:22:22.052230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Deleting port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:22.052599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.055794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:22.062714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f87781c1-aa68-4542-b7d3-d11491e1c706 admin admin] 10.222.0.77 "PUT /v2.0/routers/f59fcea9-e669-4913-82b9-b20bcf9c31ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901073 Jun 30 09:22:22.067359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47524) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:22.068475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] Sync routers for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:22.081050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:22.082273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.125010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.127596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.206450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.207112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Fanout notify agent at l3_agent the message router_deleted on router f3724951-31c5-4e63-ab59-e47647929d49 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:22.216267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.222381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b459403b-afd7-42f9-8738-14deb5062c44 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/f3724951-31c5-4e63-ab59-e47647929d49 HTTP/1.1" status: 204 len: 168 time: 1.3629601 Jun 30 09:22:22.225440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47528) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:22.225825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:22.227325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] For port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:22.228934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.237088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'name': 'tempest-snat-router-265923542', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': False}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:22.276472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-bdfbb4ca-f3d5-4a4a-a41b-b882f714fdd5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0837743 Jun 30 09:22:22.371702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.372478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.372986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.373453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.373914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.374655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.374957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.377229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-f135a83e-d42c-4037-a1b9-6c1750e3a116 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6509 time: 0.0693033 Jun 30 09:22:22.425875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.426912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.437287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.463073 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.464093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] Checking router: f59fcea9-e669-4913-82b9-b20bcf9c31ba for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:22.475580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] Routers {'f59fcea9-e669-4913-82b9-b20bcf9c31ba'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:22.476324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.511118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-590a120a-524c-487c-b365-006d1627931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.512688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-590a120a-524c-487c-b365-006d1627931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.512887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-590a120a-524c-487c-b365-006d1627931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.516895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-590a120a-524c-487c-b365-006d1627931a service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=012f022d-6db4-44ad-9e33-6e91318280f5&id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 2297 time: 0.1123798 Jun 30 09:22:22.590287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] Set router f59fcea9-e669-4913-82b9-b20bcf9c31ba gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:22.595513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-2d0cde8b-fd4e-482d-9693-2217441b2afa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 200 len: 1000 time: 0.0710135 Jun 30 09:22:22.604998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.654666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-e4b1572f-9555-4e56-8535-4bb1ca80bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.656453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-e4b1572f-9555-4e56-8535-4bb1ca80bf38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8fffb89d-5bae-4842-b014-826fbda039f1 HTTP/1.1" status: 200 len: 856 time: 0.0531943 Jun 30 09:22:22.719229 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.719779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.719871 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Floating IP 3098129e-aa42-4fbc-ad20-bffac28ff03e disassociated. External IP: 172.25.7.34, port: b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4. Jun 30 09:22:22.720151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Calling delete_port for b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:22.720924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-bf6554df-87c9-4e4a-833d-eab222f50f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:22.722708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-bf6554df-87c9-4e4a-833d-eab222f50f1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571370 Jun 30 09:22:22.806090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:22.834545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-a6b80df7-a757-453b-8382-7576e52a6c93 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016762 Jun 30 09:22:22.837578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4878982-22e4-4e4d-a680-72fe807cac98 None None] The sync data for ids ['f59fcea9-e669-4913-82b9-b20bcf9c31ba'] in n-d-780147-22 is: [{'id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'name': 'tempest-TestVolumeBackupRestore-426074668-router', 'tenant_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:19Z', 'updated_at': '2021-06-30T09:22:20Z', 'revision_number': 5, 'project_id': 'c8907039ad6a40d6a4dda1c807f489bd', 'gw_port': {'id': 'c674ba0d-3911-4725-9e90-eeea23305913', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:33:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59fcea9-e669-4913-82b9-b20bcf9c31ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:20Z', 'updated_at': '2021-06-30T09:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:22.848170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.861614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:22.979068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-de70abe4-d95d-4ca5-88ea-370212a56d05 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358399 Jun 30 09:22:23.009025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.015908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.021944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.027637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.028893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Deleting port c674ba0d-3911-4725-9e90-eeea23305913 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:23.028893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.033201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.039012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.044790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.046784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-b1ba531b-21ad-4333-b786-76351ce59e85 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.1819136 Jun 30 09:22:23.086272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-d9bbb838-8838-4082-8a56-43485a70aaa4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 217 time: 0.0960133 Jun 30 09:22:23.123014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.165572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-0090435b-91fa-497b-930b-838ea7624183 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.167042 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-0090435b-91fa-497b-930b-838ea7624183 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "GET /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0900118 Jun 30 09:22:23.187588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event deleted for resources: {'Port': ['ID=b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:23.246870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d66f32f9-45ef-428b-96da-0368c61b0510 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:23.269571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-99480b2b-c734-48ff-a44e-d79cab46917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.271301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-99480b2b-c734-48ff-a44e-d79cab46917e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1576631 Jun 30 09:22:23.275063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] For port c674ba0d-3911-4725-9e90-eeea23305913, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c674ba0d-3911-4725-9e90-eeea23305913,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:23.275556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.285885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d66f32f9-45ef-428b-96da-0368c61b0510 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:23.286312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d66f32f9-45ef-428b-96da-0368c61b0510 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:23.306003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Calling delete_port for c674ba0d-3911-4725-9e90-eeea23305913 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:23.384737 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-8450209a-dd2d-4603-8e7f-375acb396745 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "GET /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2110589 Jun 30 09:22:23.390068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-64da9005-7d66-463b-9de3-eb5e1c319558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.391564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-64da9005-7d66-463b-9de3-eb5e1c319558 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1094024 Jun 30 09:22:23.396804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:23.465802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894dd82-25ed-4a5a-a097-2530cbc70a43 req-44d70ec0-5237-42a1-b3c3-f5bace397068 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.467263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f894dd82-25ed-4a5a-a097-2530cbc70a43 req-44d70ec0-5237-42a1-b3c3-f5bace397068 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 867 time: 0.3893242 Jun 30 09:22:23.541549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.546540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-e7a7bdaa-2f92-4340-89b5-ad525ae7f656 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460795 Jun 30 09:22:23.619583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f894dd82-25ed-4a5a-a097-2530cbc70a43 req-2ce72645-7ddd-44e3-b7ae-c8fce71d48c1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=362f63ef-a7d1-4d57-b290-664ca67297ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391459 Jun 30 09:22:23.684270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Router 545eeb46-47b2-4904-bf35-847bdb919b11 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:23.689812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.740711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-feba0927-173f-4ed3-b9a2-8c85e2cbb01f service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820774 Jun 30 09:22:23.755942 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.769099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.774830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.780881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.786635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.792422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.798535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.799236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-fa78fd90-2e88-48cb-aa4b-de9fb8d5040e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 217 time: 0.0474112 Jun 30 09:22:23.804384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.805812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ad218a9b-2f06-4715-9db2-12f3382aeaa7,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:23.806286 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-2a61be78-6169-43a0-ace0-c11bfb5b6fba tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 5432 time: 0.3791854 Jun 30 09:22:23.877051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-dc37ccfc-6615-4514-ba64-a449a8e24f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:23.878659 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-dc37ccfc-6615-4514-ba64-a449a8e24f14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.0708833 Jun 30 09:22:23.879673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] For port ad218a9b-2f06-4715-9db2-12f3382aeaa7, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:23.945268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] device_id is not set on port ad218a9b-2f06-4715-9db2-12f3382aeaa7 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:22:23.957961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:23.966309 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.026266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-42c6bee6-07d3-4a87-a880-405b35054845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.028650 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-42c6bee6-07d3-4a87-a880-405b35054845 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276557 Jun 30 09:22:24.060864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] No DVR routers for this DVR port ad218a9b-2f06-4715-9db2-12f3382aeaa7 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:24.064031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Pushing event updated for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:24.159313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] In _notify_port_updated(), no bound segment for port ad218a9b-2f06-4715-9db2-12f3382aeaa7 on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:22:24.160220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.160838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.162190 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-61cdbc51-a050-460b-a1b6-d42c8ffb8a35 service neutron] 10.222.0.79 "PUT /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 200 len: 1028 time: 0.7694349 Jun 30 09:22:24.241690 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-90cd91a7-9b24-4983-8798-9f67419a9439 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890197 Jun 30 09:22:24.254030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f75006ec-a493-4654-85f8-bc7f2fa7ef73 None None] Provisioning complete for port ad218a9b-2f06-4715-9db2-12f3382aeaa7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:24.255375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f75006ec-a493-4654-85f8-bc7f2fa7ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.265874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-eb66872d-b8d5-49b8-8e53-f37472294f47 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.267349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-eb66872d-b8d5-49b8-8e53-f37472294f47 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "GET /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0948710 Jun 30 09:22:24.286243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:24.303442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f75006ec-a493-4654-85f8-bc7f2fa7ef73 None None] Port ad218a9b-2f06-4715-9db2-12f3382aeaa7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:24.351599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-372f8556-1e90-4397-94df-3b1a063d5ee9 req-01ec830d-1280-4485-972f-62a192e3b481 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=6c38f45c-a316-4d14-94df-f022a657c817&id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5349433 Jun 30 09:22:24.406897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.426564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:24.433022 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-6ce5d857-cdd3-4056-ac99-b4db51692da7 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784811 Jun 30 09:22:24.435136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.437700 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:24.448088 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:24.450054 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.463328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Allocated IP 172.25.7.211 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d40cad76-d0c4-4a4a-87fc-43cace753b90) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:24.465705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Pushing event deleted for resources: {'Port': ['ID=c674ba0d-3911-4725-9e90-eeea23305913,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:24.485330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-1c8ce6b5-416e-4a94-8b3e-a2d5844868bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=21699b9c-2adf-496b-88d7-355e3189ef4c HTTP/1.1" status: 200 len: 217 time: 0.0415726 Jun 30 09:22:24.558463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] No DVR routers for this DVR port b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:24.572791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.575000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5759791b-4f51-478d-a6e9-17e0345a853d req-f697fd96-e3e2-4c9e-acc7-2c0cafb7992e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "DELETE /v2.0/ports/b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 HTTP/1.1" status: 204 len: 173 time: 2.8856490 Jun 30 09:22:24.575469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'name': 'network-vif-deleted', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:24.577786 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2089a6e-badf-42ff-ba48-4043a6215bcc" -d '{"events": [{"server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "name": "network-vif-deleted", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:24.585735 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:24.588203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-dae4dfbc-d8f9-48ef-9df0-ec12f234e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.590314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-dae4dfbc-d8f9-48ef-9df0-ec12f234e860 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.0840116 Jun 30 09:22:24.643912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.691114 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fba2bd8-0e46-4750-ba39-1b93a9609291 x-openstack-request-id: req-6fba2bd8-0e46-4750-ba39-1b93a9609291 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:24.691671 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fea1f7-88eb-4052-9ef4-c35f22334adf", "name": "network-vif-deleted", "tag": "b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:24.692084 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6fba2bd8-0e46-4750-ba39-1b93a9609291 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:24.692644 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fea1f7-88eb-4052-9ef4-c35f22334adf', 'name': 'network-vif-deleted', 'tag': 'b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4', 'status': 'completed', 'code': 200} Jun 30 09:22:24.780886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9cad5e9a-0c90-4b69-816a-571e2374dace,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:24.813726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.819172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-7c66aeff-450f-49fc-90a6-7972db3c27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:24.819390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.821016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-7c66aeff-450f-49fc-90a6-7972db3c27ce service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2008884 Jun 30 09:22:24.853264 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.881953 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:24.892312 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:24.893077 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:24.904227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-690c8b23-0ea8-4fae-b8c0-37f2a91196dd req-9a95ffc4-72f4-438a-9168-4e60939dd6e5 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=63fea1f7-88eb-4052-9ef4-c35f22334adf HTTP/1.1" status: 200 len: 210 time: 0.1063561 Jun 30 09:22:24.904357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] For port 9cad5e9a-0c90-4b69-816a-571e2374dace, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:24.950761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] device_id is not set on port 9cad5e9a-0c90-4b69-816a-571e2374dace yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:22:24.957996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.961763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.962394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f59fcea9-e669-4913-82b9-b20bcf9c31ba {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:24.968258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.968457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:24.972347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-87a34021-1ce3-46cb-909c-022e6c8b5892 admin admin] 10.222.0.77 "DELETE /v2.0/routers/f59fcea9-e669-4913-82b9-b20bcf9c31ba HTTP/1.1" status: 204 len: 168 time: 2.8866444 Jun 30 09:22:24.972700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47546) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:24.991565 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.016836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.042082 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:25.056017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-e1dce742-dd29-4b65-84bd-ffca23a4913f service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242556 Jun 30 09:22:25.088341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:25.093044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:25.100367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:25.104048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Port': ['ID=d40cad76-d0c4-4a4a-87fc-43cace753b90,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.163967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:25.176489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] No DVR routers for this DVR port 9cad5e9a-0c90-4b69-816a-571e2374dace on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:25.207599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:25.212564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b00e77ce-9640-40a0-a2ab-bdbc22b1a0d4 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:25.233735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Deleting subnet 295aa6a2-a532-47d3-b399-bdef5f56794f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:25.251360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Pushing event updated for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.280023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.337433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] In _notify_port_updated(), no bound segment for port 9cad5e9a-0c90-4b69-816a-571e2374dace on network 3b2331d8-7740-4e27-95f4-2d60223c7254 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:22:25.347174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.347174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.360544 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-518330d3-83d0-44eb-912b-8f872d5b0042 service neutron] 10.222.0.79 "PUT /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 200 len: 1027 time: 1.0658851 Jun 30 09:22:25.392657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:25.474786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.513028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.513464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-ea5b30c0-da55-481a-a60b-0d6a3b006988 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461887 Jun 30 09:22:25.545946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1c34ad4b-3b3d-48c1-a0fd-ea64d9894635 None None] Provisioning complete for port 9cad5e9a-0c90-4b69-816a-571e2374dace triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:25.548260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c34ad4b-3b3d-48c1-a0fd-ea64d9894635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.595759 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2009fc-6705-4e93-bd3c-0d0e0cce1a52 None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:25.603876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-2fe63d40-55a5-49b0-82e0-a25123aa55fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 HTTP/1.1" status: 200 len: 217 time: 0.0769966 Jun 30 09:22:25.686525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1c34ad4b-3b3d-48c1-a0fd-ea64d9894635 None None] Port 9cad5e9a-0c90-4b69-816a-571e2374dace cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:25.734352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.794780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-9ea4cecc-9cbe-4fe5-b6fe-7c0dd8cbac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.796701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-9ea4cecc-9cbe-4fe5-b6fe-7c0dd8cbac89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1681373 Jun 30 09:22:25.817618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c251-d436-4939-baff-b4e3d06cec94 req-63a78306-bf5c-4841-8807-65a5106792f7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.824453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c251-d436-4939-baff-b4e3d06cec94 req-63a78306-bf5c-4841-8807-65a5106792f7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.830475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c251-d436-4939-baff-b4e3d06cec94 req-63a78306-bf5c-4841-8807-65a5106792f7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.836360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c251-d436-4939-baff-b4e3d06cec94 req-63a78306-bf5c-4841-8807-65a5106792f7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.843148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758c251-d436-4939-baff-b4e3d06cec94 req-63a78306-bf5c-4841-8807-65a5106792f7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:25.844930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d758c251-d436-4939-baff-b4e3d06cec94 req-63a78306-bf5c-4841-8807-65a5106792f7 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 3883 time: 0.1752639 Jun 30 09:22:25.864686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:25.865026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.869631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.947022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 7d941f11-fb59-4190-a9de-d045cf5ca588 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:25.957550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295aa6a2-a532-47d3-b399-bdef5f56794f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:25.963004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:25.964932 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-52b80c7d-346e-4ae3-9449-b1386ee887c7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/295aa6a2-a532-47d3-b399-bdef5f56794f HTTP/1.1" status: 204 len: 168 time: 0.9896870 Jun 30 09:22:25.969397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47556) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:25.981828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d758c251-d436-4939-baff-b4e3d06cec94 req-9d5d1bd9-02b3-4085-8be8-0164a962fb30 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020176 Jun 30 09:22:26.008257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e42192e-4bae-4fa1-9852-0e289d986884 None None] Network 5804083c-078c-4ec0-b9ef-17b586295d8c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:26.028037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-901f317f-95d6-425a-bda3-a8dcce296c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:26.030169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e985c-84de-4e44-9e83-aa60aad68ae7 None None] New status for floating IP 3098129e-aa42-4fbc-ad20-bffac28ff03e: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:22:26.034825 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-901f317f-95d6-425a-bda3-a8dcce296c5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2235386 Jun 30 09:22:26.049417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.084811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:26.084811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.121573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.151034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47560) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.289994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.305465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-31131a2a-a8bc-4580-a1a6-1882317cc569 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.313465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Deleting port 4c15ecc4-557a-4e59-bfaa-4cf515681018 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:26.313911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.326076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:26.328353 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118a1a3-8489-4f96-9597-667b9d6a0163" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:26.344719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7d941f11-fb59-4190-a9de-d045cf5ca588,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:26.353475 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.354552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:26.409537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-31131a2a-a8bc-4580-a1a6-1882317cc569 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.426699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Router 8c843242-0271-468d-b691-9829639d8da9 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:26.461013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.462655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] For port 4c15ecc4-557a-4e59-bfaa-4cf515681018, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c15ecc4-557a-4e59-bfaa-4cf515681018,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:26.463030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.497234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] DHCP port deletion for 5804083c-078c-4ec0-b9ef-17b586295d8c request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:26.521345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:26.521587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Calling delete_port for 4c15ecc4-557a-4e59-bfaa-4cf515681018 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:26.540578 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b9f2f-e492-4a08-8673-ba71a4cb95fe x-openstack-request-id: req-6c7b9f2f-e492-4a08-8673-ba71a4cb95fe {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:26.541325 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:26.541579 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c7b9f2f-e492-4a08-8673-ba71a4cb95fe {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:26.541970 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588', 'code': 200} Jun 30 09:22:26.545658 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.595828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] Deleting port 4c15ecc4-557a-4e59-bfaa-4cf515681018 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:26.596784 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.598998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:26.615756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-070d700b-38a0-4d4e-865f-1ff2e31767ee service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283220 Jun 30 09:22:26.649613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.650259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9cad5e9a-0c90-4b69-816a-571e2374dace no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:26.698301 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.739723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c15ecc4-557a-4e59-bfaa-4cf515681018,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.744031 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-31131a2a-a8bc-4580-a1a6-1882317cc569 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.747845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-31131a2a-a8bc-4580-a1a6-1882317cc569 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.748034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] For port 4c15ecc4-557a-4e59-bfaa-4cf515681018, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c15ecc4-557a-4e59-bfaa-4cf515681018,segment=NetworkSegment(f50a2efd-ac43-4d1d-bcd0-8381161223ea),segment_id=f50a2efd-ac43-4d1d-bcd0-8381161223ea)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:26.748421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.749021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-31131a2a-a8bc-4580-a1a6-1882317cc569 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "DELETE /v2.0/security-groups/362f63ef-a7d1-4d57-b290-664ca67297ca HTTP/1.1" status: 204 len: 168 time: 0.5981188 Jun 30 09:22:26.759338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.771106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9cad5e9a-0c90-4b69-816a-571e2374dace not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:26.771528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad218a9b-2f06-4715-9db2-12f3382aeaa7 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:26.773523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] Calling delete_port for 4c15ecc4-557a-4e59-bfaa-4cf515681018 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:26.777726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.800807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31131a2a-a8bc-4580-a1a6-1882317cc569 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f63ef-a7d1-4d57-b290-664ca67297ca,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.803451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] No DVR routers for this DVR port 4c15ecc4-557a-4e59-bfaa-4cf515681018 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:26.804130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-faa6f202-c807-44bb-9501-70d015880e0e service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800768 Jun 30 09:22:26.806840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.836613 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-fecd838c-6895-4c42-91a3-6bc6d23fede8 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] show failed (client error): The resource could not be found. Jun 30 09:22:26.838731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fecd838c-6895-4c42-91a3-6bc6d23fede8 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups/362f63ef-a7d1-4d57-b290-664ca67297ca HTTP/1.1" status: 404 len: 347 time: 0.0733311 Jun 30 09:22:26.847866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.873011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ad218a9b-2f06-4715-9db2-12f3382aeaa7 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:26.873437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 65ee7c4f-55b0-433c-b581-280220e0a5c6 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:26.891286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:26.904823 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-dbece91a-6c0a-48b5-8381-88ed39d38ea8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 200 len: 217 time: 0.0861206 Jun 30 09:22:26.932033 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:22:26.932499 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:22:26.938969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:26.941272 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.952146 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Sync routers for ids ['8c843242-0271-468d-b691-9829639d8da9'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:26.960403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5804083c-078c-4ec0-b9ef-17b586295d8c']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.962905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Routers {'8c843242-0271-468d-b691-9829639d8da9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:26.963947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8c843242-0271-468d-b691-9829639d8da9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.972772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50a2efd-ac43-4d1d-bcd0-8381161223ea') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.973113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50a2efd-ac43-4d1d-bcd0-8381161223ea') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:26.981768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:26.986139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e47c5bb1-7e34-432e-8069-e4a19e6925ff tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7526939 Jun 30 09:22:26.986862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47572) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:26.996628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.024986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] Pushing event deleted for resources: {'Port': ['ID=4c15ecc4-557a-4e59-bfaa-4cf515681018,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.027027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd87a0bb-3d81-4d61-8ee1-f5b9755186ce None None] No DVR routers for this DVR port 4c15ecc4-557a-4e59-bfaa-4cf515681018 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:27.052922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.053875 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.068591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:27.069058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:27.070988 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:27.112452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:27.126202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.127029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:27.143537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c15ecc4-557a-4e59-bfaa-4cf515681018 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:27.208517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.212638 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Set router 8c843242-0271-468d-b691-9829639d8da9 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:27.223135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.231458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:27.233322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5804083c-078c-4ec0-b9ef-17b586295d8c HTTP/1.1" status: 204 len: 168 time: 1.2527447 Jun 30 09:22:27.239904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.244244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:27.244641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:27.245141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 90e60ae5-9ef6-4067-b9f9-0b7871cf222a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:27.272669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d8f861fe-bdb0-4279-a474-3b00f1a3461f tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/8c843242-0271-468d-b691-9829639d8da9 HTTP/1.1" status: 200 len: 908 time: 0.2806003 Jun 30 09:22:27.297159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47580) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:27.302881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'name': 'tempest-snat-router-265923542', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': True}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:27.306540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840d194-e040-4420-9c8d-a4924ef59435 admin admin] Pushing event deleted for resources: {'Network': ['ID=5804083c-078c-4ec0-b9ef-17b586295d8c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.312828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4c15ecc4-557a-4e59-bfaa-4cf515681018 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:27.313209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c15ecc4-557a-4e59-bfaa-4cf515681018 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:27.313629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c674ba0d-3911-4725-9e90-eeea23305913 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:27.347202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c674ba0d-3911-4725-9e90-eeea23305913 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:27.347552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c674ba0d-3911-4725-9e90-eeea23305913 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:27.376233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.377350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.391595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:27.412214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b8d0-2c34-41b9-a998-3bd1af9a0c7f req-a31079de-a4e3-469f-857f-8d7b290993c8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.418875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b8d0-2c34-41b9-a998-3bd1af9a0c7f req-a31079de-a4e3-469f-857f-8d7b290993c8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.425072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b8d0-2c34-41b9-a998-3bd1af9a0c7f req-a31079de-a4e3-469f-857f-8d7b290993c8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.430980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1b8d0-2c34-41b9-a998-3bd1af9a0c7f req-a31079de-a4e3-469f-857f-8d7b290993c8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.432741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15d1b8d0-2c34-41b9-a998-3bd1af9a0c7f req-a31079de-a4e3-469f-857f-8d7b290993c8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 3142 time: 0.1588912 Jun 30 09:22:27.468657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.508263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.528604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:27.538315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.541445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.544349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-966fe7f2-e7ba-4524-9cf0-77185f2b7f35 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "DELETE /v2.0/ports/fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131 HTTP/1.1" status: 204 len: 173 time: 2.1805427 Jun 30 09:22:27.547326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:27.549921 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35cbc52-6a76-4d12-ac7b-fc4fb042b709" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:27.557717 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843242-0271-468d-b691-9829639d8da9', 'name': 'tempest-snat-router-265923542', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': False}, 'gw_port_id': 'd40cad76-d0c4-4a4a-87fc-43cace753b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:22Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 3, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port': {'id': 'd40cad76-d0c4-4a4a-87fc-43cace753b90', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843242-0271-468d-b691-9829639d8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:23Z', 'updated_at': '2021-06-30T09:22:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:27.579696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15d1b8d0-2c34-41b9-a998-3bd1af9a0c7f req-75a3259a-6fda-4dc7-8dbd-e9282f8878b0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306639 Jun 30 09:22:27.611281 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Checking router: 8c843242-0271-468d-b691-9829639d8da9 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:27.611933 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Updating router 8c843242-0271-468d-b691-9829639d8da9 port d40cad76-d0c4-4a4a-87fc-43cace753b90 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:27.635917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:27.656445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-020b1d74-9a2a-4506-848b-2af8ee2890b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:27.657978 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-020b1d74-9a2a-4506-848b-2af8ee2890b0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.6448421 Jun 30 09:22:27.663440 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb57afe-e604-4a6e-b26b-fcd94baa284b x-openstack-request-id: req-dfb57afe-e604-4a6e-b26b-fcd94baa284b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:27.663440 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:27.663890 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dfb57afe-e604-4a6e-b26b-fcd94baa284b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:27.664384 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': 'fd8a85df-7cb1-4bd6-9e3f-b5eb8e653131', 'status': 'completed', 'code': 200} Jun 30 09:22:27.675327 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.733837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:27.869349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Deleting port 99deb8a4-a89f-4ea2-ad1a-b933dbd535cf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:27.869349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.004013 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.017294 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.025386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.035199 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Transition to ACTIVE for port object d40cad76-d0c4-4a4a-87fc-43cace753b90 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:28.041711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 65ee7c4f-55b0-433c-b581-280220e0a5c6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:28.042160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.044590 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.047420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-2ed2bbb3-cc56-4217-a85d-34907ae80698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:28.048670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-2ed2bbb3-cc56-4217-a85d-34907ae80698 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3726866 Jun 30 09:22:28.051488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.051810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.103336 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9932f3-0565-44a0-84d1-22b09889d21b None None] Pushing event updated for resources: {'Port': ['ID=d40cad76-d0c4-4a4a-87fc-43cace753b90,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.106345 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Attempting to bind port d40cad76-d0c4-4a4a-87fc-43cace753b90 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:28.106740 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Attempting to bind port d40cad76-d0c4-4a4a-87fc-43cace753b90 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:28.107111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Attempting to bind port d40cad76-d0c4-4a4a-87fc-43cace753b90 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:28.113542 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:28.113925 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:28.114365 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.114754 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:28.115225 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Bound port: d40cad76-d0c4-4a4a-87fc-43cace753b90, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:28.115602 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.130606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Calling delete_port for 99deb8a4-a89f-4ea2-ad1a-b933dbd535cf owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:28.175555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Allocated IP 172.25.7.43 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/95d180f9-df51-4fca-b308-741fcb786166) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:28.189052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] For port d40cad76-d0c4-4a4a-87fc-43cace753b90, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:28.195454 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] For port d40cad76-d0c4-4a4a-87fc-43cace753b90, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d40cad76-d0c4-4a4a-87fc-43cace753b90,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:28.204609 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.256155 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Routers {'8c843242-0271-468d-b691-9829639d8da9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:28.256828 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8c843242-0271-468d-b691-9829639d8da9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:28.319257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9932f3-0565-44a0-84d1-22b09889d21b None None] Pushing event updated for resources: {'Port': ['ID=d40cad76-d0c4-4a4a-87fc-43cace753b90,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.358048 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.398904 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] Set router 8c843242-0271-468d-b691-9829639d8da9 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:28.423056 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.439528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port 65ee7c4f-55b0-433c-b581-280220e0a5c6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=65ee7c4f-55b0-433c-b581-280220e0a5c6,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:28.440152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.447922 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-427ba18b-8107-43de-affc-2e45b01be12c service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840771 Jun 30 09:22:28.465578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:28.468517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:28.475626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:28.478456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Port': ['ID=95d180f9-df51-4fca-b308-741fcb786166,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.544070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81'}, {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6'}, {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:28.546328 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d469344-d1c7-45e0-bfd6-c91ea7c8133a" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81"}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6"}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:28.580072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.599245 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adafed4c-4557-4d39-aa8b-63599c8f84a0 x-openstack-request-id: req-adafed4c-4557-4d39-aa8b-63599c8f84a0 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:28.599548 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81", "code": 200}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6", "code": 200}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-unplugged", "status": "completed", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:28.599794 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-adafed4c-4557-4d39-aa8b-63599c8f84a0 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:28.600185 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81', 'code': 200} Jun 30 09:22:28.600440 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'code': 200} Jun 30 09:22:28.600686 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a', 'code': 200} Jun 30 09:22:28.644569 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843242-0271-468d-b691-9829639d8da9', 'name': 'tempest-snat-router-265923542', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': False}, 'gw_port_id': 'd40cad76-d0c4-4a4a-87fc-43cace753b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:22Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 3, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port': {'id': 'd40cad76-d0c4-4a4a-87fc-43cace753b90', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843242-0271-468d-b691-9829639d8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:23Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:28.646185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event deleted for resources: {'Port': ['ID=99deb8a4-a89f-4ea2-ad1a-b933dbd535cf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:28.690814 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44491639-304b-48f6-b210-bbc5df9e7702 None None] The sync data for ids ['8c843242-0271-468d-b691-9829639d8da9'] in n-d-780147-22 is: [{'id': '8c843242-0271-468d-b691-9829639d8da9', 'name': 'tempest-snat-router-265923542', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': False}, 'gw_port_id': 'd40cad76-d0c4-4a4a-87fc-43cace753b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:22Z', 'updated_at': '2021-06-30T09:22:25Z', 'revision_number': 3, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port': {'id': 'd40cad76-d0c4-4a4a-87fc-43cace753b90', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:59:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843242-0271-468d-b691-9829639d8da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1981, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:23Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:28.783543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.801576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.871565 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-229c3339-7d82-4a43-924f-0aed14a85107 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921437 Jun 30 09:22:28.895772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.898654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.899862 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd07bb09-eba3-4ee5-9504-0592f1a38bab tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "DELETE /v2.0/floatingips/3098129e-aa42-4fbc-ad20-bffac28ff03e HTTP/1.1" status: 204 len: 168 time: 2.0501013 Jun 30 09:22:28.942342 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-041492a3-c5f2-4f61-8346-a47adce31fb3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 200 len: 217 time: 0.0622759 Jun 30 09:22:28.971172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.971571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:28.971863 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Floating IP d1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8 disassociated. External IP: 172.25.7.132, port: 65ee7c4f-55b0-433c-b581-280220e0a5c6. Jun 30 09:22:28.972216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 65ee7c4f-55b0-433c-b581-280220e0a5c6 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:29.120471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-c0ef5ea1-3d56-46c2-b9b3-807ebee13882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.122652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-c0ef5ea1-3d56-46c2-b9b3-807ebee13882 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.1652682 Jun 30 09:22:29.192133 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.324391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-97705c05-6224-440b-8051-f854381dcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.325703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c661d7-431d-418a-8b52-b11ddacb31df req-5438de94-4e40-4c02-9cb5-8ad7651e0d7c tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.326186 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-97705c05-6224-440b-8051-f854381dcfef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1637907 Jun 30 09:22:29.331915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c661d7-431d-418a-8b52-b11ddacb31df req-5438de94-4e40-4c02-9cb5-8ad7651e0d7c tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.337452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c661d7-431d-418a-8b52-b11ddacb31df req-5438de94-4e40-4c02-9cb5-8ad7651e0d7c tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.343950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c661d7-431d-418a-8b52-b11ddacb31df req-5438de94-4e40-4c02-9cb5-8ad7651e0d7c tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:29.345716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9c661d7-431d-418a-8b52-b11ddacb31df req-5438de94-4e40-4c02-9cb5-8ad7651e0d7c tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 3140 time: 0.6035810 Jun 30 09:22:29.411567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.440113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9c661d7-431d-418a-8b52-b11ddacb31df req-fa6463a6-9a75-4b45-bf75-fed07a87a389 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453162 Jun 30 09:22:29.627661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47598) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.632492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638306735', 'description': 'tempest-description--1296349398'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:29.674015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.678233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.910792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.920019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.942374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Router 19506635-0bd2-4d83-87f3-e3c3ff49cb99 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:29.956438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:29.957662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3287692 Jun 30 09:22:29.959057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=65ee7c4f-55b0-433c-b581-280220e0a5c6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:29.963402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47600) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:29.969008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'security_group_rule': {'security_group_id': 'f3892539-8372-48e4-87ef-fa3eed67c336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:29.977035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515466af-f983-46f4-9a4f-3f173535908c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3892539-8372-48e4-87ef-fa3eed67c336,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.050684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.126963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:30.128863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Router 874df82e-e9f4-4fb6-987e-e52e85a5462a has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:30.145175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Sync routers for ids ['19506635-0bd2-4d83-87f3-e3c3ff49cb99'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:30.150049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-08db8ed4-85d8-4978-bc40-f72bfb552cc2 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8110831 Jun 30 09:22:30.158039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.161868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-22d76db8-6761-44da-83fa-ded635bf92b0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.8600495 Jun 30 09:22:30.164087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47604) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.173042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Routers {'19506635-0bd2-4d83-87f3-e3c3ff49cb99'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:30.173713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.174343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['19506635-0bd2-4d83-87f3-e3c3ff49cb99'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:30.211432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.239404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72474dec-d949-4bf3-bb45-549ce5a7e10c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.250356 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.251937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-63db2a59-17c4-4ae1-9c4b-40da37919bb1 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2874866 Jun 30 09:22:30.257773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.264638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'security_group_rule': {'security_group_id': 'f3892539-8372-48e4-87ef-fa3eed67c336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:30.271311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Deleting port 3dfafa26-0f84-4894-a71e-90cf45e9592f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:30.271656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.304740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a13bf812-f69c-43b3-95a8-7a8c8ccddead tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/19506635-0bd2-4d83-87f3-e3c3ff49cb99 HTTP/1.1" status: 200 len: 906 time: 0.1395555 Jun 30 09:22:30.310818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47608) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.436613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.470107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Set router 19506635-0bd2-4d83-87f3-e3c3ff49cb99 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:30.479201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.529672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] For port 3dfafa26-0f84-4894-a71e-90cf45e9592f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3dfafa26-0f84-4894-a71e-90cf45e9592f,segment=NetworkSegment(d034e583-cbb7-4220-ac54-5a692271824f),segment_id=d034e583-cbb7-4220-ac54-5a692271824f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:30.530090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.553865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Calling delete_port for 3dfafa26-0f84-4894-a71e-90cf45e9592f owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:30.631247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b99b02f7-0026-4b3d-ad20-60b5a555f3b4 req-9eb85205-9528-47a6-9f7e-66bed18d549b service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733407 Jun 30 09:22:30.641313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:30.652300 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] Sync routers for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:30.664030 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:30.664796 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:30.711080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.735016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port 65ee7c4f-55b0-433c-b581-280220e0a5c6 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:30.746805 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.748925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-867826aa-8500-4109-91f9-183e64603cd0 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "DELETE /v2.0/ports/65ee7c4f-55b0-433c-b581-280220e0a5c6 HTTP/1.1" status: 204 len: 173 time: 3.1615756 Jun 30 09:22:30.751229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:30.753981 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5f17c7-1c0b-4840-97a6-7690b76af8a8" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:30.756488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.759017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19506635-0bd2-4d83-87f3-e3c3ff49cb99', 'name': 'tempest-snat-router-265923542', 'tenant_id': '82054c6216434e7c9bd38ec5fd24a306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '95d180f9-df51-4fca-b308-741fcb786166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:27Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 3, 'project_id': '82054c6216434e7c9bd38ec5fd24a306', 'gw_port': {'id': '95d180f9-df51-4fca-b308-741fcb786166', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:52:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19506635-0bd2-4d83-87f3-e3c3ff49cb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1983, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:28Z', 'updated_at': '2021-06-30T09:22:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:30.769823 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.819795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Checking router: 19506635-0bd2-4d83-87f3-e3c3ff49cb99 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:30.820478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Updating router 19506635-0bd2-4d83-87f3-e3c3ff49cb99 port 95d180f9-df51-4fca-b308-741fcb786166 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:30.849215 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:30.863934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c7cc-bc87-47ca-8702-46d0bdd2e846 req-dc226ba2-fd86-4323-9b39-8d992719da02 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.871019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c7cc-bc87-47ca-8702-46d0bdd2e846 req-dc226ba2-fd86-4323-9b39-8d992719da02 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.888519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619c7cc-bc87-47ca-8702-46d0bdd2e846 req-dc226ba2-fd86-4323-9b39-8d992719da02 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:30.890616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9619c7cc-bc87-47ca-8702-46d0bdd2e846 req-dc226ba2-fd86-4323-9b39-8d992719da02 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 2407 time: 0.2512581 Jun 30 09:22:30.890794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180ee4d5-3c63-43cb-a730-2007ea182acc,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:30.895551 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.905961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:30.909040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ae0e3fbc-824a-445c-96d7-8a90885f6dc2 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6500430 Jun 30 09:22:30.919759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:30.924373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:30.995219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9619c7cc-bc87-47ca-8702-46d0bdd2e846 req-4b840178-eb2d-4f1e-84be-e70b37e3067b tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892262 Jun 30 09:22:31.010081 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4569d883-0751-4409-8cfe-5c6ba5128a87 x-openstack-request-id: req-4569d883-0751-4409-8cfe-5c6ba5128a87 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:31.010699 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "65ee7c4f-55b0-433c-b581-280220e0a5c6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:31.011132 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4569d883-0751-4409-8cfe-5c6ba5128a87 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:31.012339 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': '65ee7c4f-55b0-433c-b581-280220e0a5c6', 'status': 'completed', 'code': 200} Jun 30 09:22:31.033499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Deleting port 95d180f9-df51-4fca-b308-741fcb786166 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:31.034055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.049783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.190773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:31.191202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.224312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d40cad76-d0c4-4a4a-87fc-43cace753b90 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:31.268944 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.269552 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.296213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d40cad76-d0c4-4a4a-87fc-43cace753b90 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:31.305955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d40cad76-d0c4-4a4a-87fc-43cace753b90 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:31.306625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.307005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Calling delete_port for 95d180f9-df51-4fca-b308-741fcb786166 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:31.336924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.430862 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] Checking router: 874df82e-e9f4-4fb6-987e-e52e85a5462a for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:31.441787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:31.442086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.449419 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:31.449899 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.460124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:31.501413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.541593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d40cad76-d0c4-4a4a-87fc-43cace753b90, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d40cad76-d0c4-4a4a-87fc-43cace753b90,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:31.546659 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.581584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Pushing event deleted for resources: {'Port': ['ID=3dfafa26-0f84-4894-a71e-90cf45e9592f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.615379 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:31.627664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d40cad76-d0c4-4a4a-87fc-43cace753b90,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.632266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:22:31.632624 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:22:31.644542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.682446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event deleted for resources: {'Port': ['ID=95d180f9-df51-4fca-b308-741fcb786166,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.765825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.813226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.814991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.868984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.872043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.873366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:31.882693 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:31.919175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.923789 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4004e51-d4e5-4a52-8e0f-0382bc3ba348 None None] The sync data for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 is: [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:11:56Z', 'revision_number': 4, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b4fca981-735b-4ee1-b1a7-90aa3973f16b', 'name': '', 'network_id': '674a24d2-f7cc-41e0-a8e6-9c9fed442e4e', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'mac_address': 'fa:16:3e:61:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:55Z', 'updated_at': '2021-06-30T09:12:06Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'subnets': [{'id': '76c87efb-daed-4a66-bdee-9f120ddf590f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:31.935326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.936004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 19506635-0bd2-4d83-87f3-e3c3ff49cb99 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:31.941257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.942636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-70893701-b536-4731-8d9f-8062ab48a062 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/routers/19506635-0bd2-4d83-87f3-e3c3ff49cb99 HTTP/1.1" status: 204 len: 168 time: 1.6307635 Jun 30 09:22:31.947978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47622) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:31.976705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:31.988814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:31.990895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-363deabf-cfee-436f-9fdd-d9f6806ea5a9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "DELETE /v2.0/ports/ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81 HTTP/1.1" status: 204 len: 173 time: 1.2301176 Jun 30 09:22:32.085177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.130553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Allocated IP 172.25.7.160 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/983e9861-6514-441b-8281-121cbe825004) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:32.162961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Port 95d180f9-df51-4fca-b308-741fcb786166 not found while updating agent binding for router 19506635-0bd2-4d83-87f3-e3c3ff49cb99. {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:22:32.185144 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Routers set() bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:32.185527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Router IDs set() for agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:22:32.186197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_agentschedulers_db [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'19506635-0bd2-4d83-87f3-e3c3ff49cb99'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent'). {{(pid=93726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:22:32.187260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85b98a-888f-42e9-bb09-b5e3c98fe147 None None] The sync data for ids ['19506635-0bd2-4d83-87f3-e3c3ff49cb99'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:32.263799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.296905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abce167-30f7-4cd1-bb07-927fb76474cb None None] New status for floating IP d1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:22:32.298704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5af7b5-d269-4f78-bf80-c32d73d4632a req-6363bf67-7036-4025-834c-646f50e42526 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.304609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5af7b5-d269-4f78-bf80-c32d73d4632a req-6363bf67-7036-4025-834c-646f50e42526 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:32.306725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b5af7b5-d269-4f78-bf80-c32d73d4632a req-6363bf67-7036-4025-834c-646f50e42526 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 1675 time: 0.1066189 Jun 30 09:22:32.371299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b5af7b5-d269-4f78-bf80-c32d73d4632a req-108846c5-732f-4131-8af5-abb8d590b064 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424304 Jun 30 09:22:32.389299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Deleting port d40cad76-d0c4-4a4a-87fc-43cace753b90 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:32.389755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.441651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:32.441996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.467636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.502176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] For port d40cad76-d0c4-4a4a-87fc-43cace753b90, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d40cad76-d0c4-4a4a-87fc-43cace753b90,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:32.504908 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.535931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Calling delete_port for d40cad76-d0c4-4a4a-87fc-43cace753b90 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:32.579390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Router 1a39511a-5368-44bc-939d-610ef9c347a9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:32.603005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:32.603371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.620108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.634095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 90e60ae5-9ef6-4067-b9f9-0b7871cf222a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:32.709600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:32.714682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.720227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:32.744756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event deleted for resources: {'Port': ['ID=d40cad76-d0c4-4a4a-87fc-43cace753b90,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.759828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:32.767513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'Port': ['ID=983e9861-6514-441b-8281-121cbe825004,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:32.810570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.876277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:32.885523 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] Sync routers for ids ['1a39511a-5368-44bc-939d-610ef9c347a9'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:32.892528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ebe95dd8-40ed-461f-b2ca-a13afae11f2e admin admin] 10.222.0.77 "PUT /v2.0/routers/1a39511a-5368-44bc-939d-610ef9c347a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5512109 Jun 30 09:22:32.892528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:32.896185 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] Routers {'1a39511a-5368-44bc-939d-610ef9c347a9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:32.896788 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['1a39511a-5368-44bc-939d-610ef9c347a9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:32.908249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.910559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.962342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.962983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c843242-0271-468d-b691-9829639d8da9 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:32.968954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:32.970509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b674369d-db4c-46ca-ba47-12944930e4a6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "DELETE /v2.0/routers/8c843242-0271-468d-b691-9829639d8da9 HTTP/1.1" status: 204 len: 168 time: 1.0192010 Jun 30 09:22:32.976269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47630) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:32.983823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1763948292', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:33.020161 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.021546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.028246 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] Set router 1a39511a-5368-44bc-939d-610ef9c347a9 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:33.104750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.309780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.331417 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:22:31Z', 'revision_number': 5, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:33.357308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:33.359675 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e3ec2f-b26a-4e2a-934e-893ade8880c5" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:33.360169 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] Checking router: 1a39511a-5368-44bc-939d-610ef9c347a9 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:33.376102 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] Routers {'1a39511a-5368-44bc-939d-610ef9c347a9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:33.376778 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['1a39511a-5368-44bc-939d-610ef9c347a9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:33.419418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.427935 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7a7ace-c606-4263-b52d-cc67624f0905 x-openstack-request-id: req-5c7a7ace-c606-4263-b52d-cc67624f0905 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:33.428236 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:33.428496 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c7a7ace-c606-4263-b52d-cc67624f0905 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:33.428891 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': 'ffb3b07a-b713-4fef-a0fb-8c12bd3cbd81', 'status': 'completed', 'code': 200} Jun 30 09:22:33.520792 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] Set router 1a39511a-5368-44bc-939d-610ef9c347a9 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:33.555579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.576440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.582163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.608539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.655011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.705845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=90e60ae5-9ef6-4067-b9f9-0b7871cf222a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:33.755521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c001d-b94f-4699-85a6-06478e494943 req-266ef1e6-f8d2-4c31-a0e9-89fe91763475 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:33.757334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-957c001d-b94f-4699-85a6-06478e494943 req-266ef1e6-f8d2-4c31-a0e9-89fe91763475 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 943 time: 0.1599512 Jun 30 09:22:33.825967 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:22:31Z', 'revision_number': 5, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:33.828287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Allocated IP 172.25.7.127 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/dad6e0cb-1b9a-4321-bb0b-34ab304677a0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:33.863066 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7052b4-f154-4976-8092-427be70cd3b9 None None] The sync data for ids ['1a39511a-5368-44bc-939d-610ef9c347a9'] in n-d-780147-22 is: [{'id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'name': 'tempest-TestVolumeBackupRestore-1011242510-router', 'tenant_id': '2f156a2e0a564e33b9f5937564614e77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:18:29Z', 'updated_at': '2021-06-30T09:22:31Z', 'revision_number': 5, 'project_id': '2f156a2e0a564e33b9f5937564614e77', 'gw_port': {'id': 'b7ded493-ffa4-4e2d-a376-09804255f13e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2a:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a39511a-5368-44bc-939d-610ef9c347a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1805, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:18:31Z', 'updated_at': '2021-06-30T09:18:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:33.871040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-957c001d-b94f-4699-85a6-06478e494943 req-478e8b6f-9814-43cf-a501-0bf12d514379 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups?id=281e9042-9440-4e9a-8918-9db8c9d4ede0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924127 Jun 30 09:22:33.872493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port 90e60ae5-9ef6-4067-b9f9-0b7871cf222a on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:33.875913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.879302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-11dd9242-b04c-4cc2-8d19-7bbcbc317645 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "DELETE /v2.0/ports/90e60ae5-9ef6-4067-b9f9-0b7871cf222a HTTP/1.1" status: 204 len: 173 time: 1.8819952 Jun 30 09:22:33.984256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:33.994568 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.027598 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.061531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:34.064379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:34.067857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:34.100134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event updated for resources: {'Port': ['ID=dad6e0cb-1b9a-4321-bb0b-34ab304677a0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.147883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Deleting port b7ded493-ffa4-4e2d-a376-09804255f13e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:34.148233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.155715 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.168601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 7d941f11-fb59-4190-a9de-d045cf5ca588 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:34.169083 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.267401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.363211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.445931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.455619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5264428 Jun 30 09:22:34.470270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] For port b7ded493-ffa4-4e2d-a376-09804255f13e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b7ded493-ffa4-4e2d-a376-09804255f13e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:34.470632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.475997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe05144-1429-4e82-9929-46adf11d9cfb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'Port': ['ID=983e9861-6514-441b-8281-121cbe825004,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.492005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port 7d941f11-fb59-4190-a9de-d045cf5ca588, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=7d941f11-fb59-4190-a9de-d045cf5ca588,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:34.492306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.507730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Calling delete_port for b7ded493-ffa4-4e2d-a376-09804255f13e owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:34.515095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 7d941f11-fb59-4190-a9de-d045cf5ca588 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:34.719860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-6512dbb5-45af-4e28-8cdf-398ceaa94e5d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--638306735&fields=id&tenant_id=073a4d91f55945789c58ac1491660c87 HTTP/1.1" status: 200 len: 267 time: 0.0710053 Jun 30 09:22:34.791450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.795387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.811648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.840524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=7d941f11-fb59-4190-a9de-d045cf5ca588,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.890821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b7ded493-ffa4-4e2d-a376-09804255f13e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:34.919571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-0129dc97-5256-475c-a30c-8da75b1a63bb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:34.921182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-0129dc97-5256-475c-a30c-8da75b1a63bb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 810 time: 0.1931670 Jun 30 09:22:34.929992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port 7d941f11-fb59-4190-a9de-d045cf5ca588 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:34.933064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:34.935459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0b354e37-35fd-4e26-b0c5-70722e4d181b req-5ca3d2c4-a56d-4941-b7e5-f0615d9be4de tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.79 "DELETE /v2.0/ports/7d941f11-fb59-4190-a9de-d045cf5ca588 HTTP/1.1" status: 204 len: 173 time: 1.0310328 Jun 30 09:22:34.947949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-6776e892-28dd-428b-8294-6c2097e1a386 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/quotas/073a4d91f55945789c58ac1491660c87 HTTP/1.1" status: 200 len: 375 time: 0.0194621 Jun 30 09:22:34.982205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.106984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.109311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.113098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3020e36-b899-4b85-ad4e-c6eca43d7fbf req-cf6d2d54-47a3-4180-a94b-653598fb731f tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0378821 Jun 30 09:22:35.149907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.174923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d40cad76-d0c4-4a4a-87fc-43cace753b90 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:35.193848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.194876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a39511a-5368-44bc-939d-610ef9c347a9 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:35.205738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.215471 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cfac1f8a-18e0-497d-b8ca-ec2a9da71c3c admin admin] 10.222.0.77 "DELETE /v2.0/routers/1a39511a-5368-44bc-939d-610ef9c347a9 HTTP/1.1" status: 204 len: 168 time: 2.3221724 Jun 30 09:22:35.216432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:35.224808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-f13c6783-3d99-4922-a6f4-47e180bb140d tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2340388 Jun 30 09:22:35.241746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d40cad76-d0c4-4a4a-87fc-43cace753b90 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:35.247508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d40cad76-d0c4-4a4a-87fc-43cace753b90 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:35.248096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3dfafa26-0f84-4894-a71e-90cf45e9592f no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:35.290878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 3dfafa26-0f84-4894-a71e-90cf45e9592f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:35.293631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3dfafa26-0f84-4894-a71e-90cf45e9592f not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:35.338876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Deleting subnet 56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:35.349481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.392903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.445044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a'}, {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:35.451758 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bcb767-aedf-4cf5-a224-ff4f3b5e141a" -d '{"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a"}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:35.493482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-9b016b04-f4b8-407b-a048-1b8efbbbf959 service neutron] 10.222.0.77 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675743 Jun 30 09:22:35.548781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Router 74cb050f-24f0-4217-927d-cc8692090dd2 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:35.556094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.623579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.663936 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d1bded-ba43-47ec-b379-c93577f57f6b x-openstack-request-id: req-c9d1bded-ba43-47ec-b379-c93577f57f6b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:35.664368 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "90e60ae5-9ef6-4067-b9f9-0b7871cf222a", "status": "completed", "code": 200}, {"server_uuid": "7292e95b-6716-4d95-8ffb-b423fb8f66a4", "name": "network-vif-deleted", "tag": "7d941f11-fb59-4190-a9de-d045cf5ca588", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:35.664950 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c9d1bded-ba43-47ec-b379-c93577f57f6b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:35.665206 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': '90e60ae5-9ef6-4067-b9f9-0b7871cf222a', 'status': 'completed', 'code': 200} Jun 30 09:22:35.665541 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7292e95b-6716-4d95-8ffb-b423fb8f66a4', 'name': 'network-vif-deleted', 'tag': '7d941f11-fb59-4190-a9de-d045cf5ca588', 'status': 'completed', 'code': 200} Jun 30 09:22:35.669337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:35.677181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.680380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa54cc-9e11-456b-90b4-67b6b3526c67 None None] Network 70aa5ffd-7725-4f03-9c70-88698a584003 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:35.681640 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dc6c2ec9-6f51-4905-8780-40e71eafe82d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/56a0b2b1-2ae9-4b46-b8f8-b27c3e4e4660 HTTP/1.1" status: 204 len: 168 time: 0.4639127 Jun 30 09:22:35.682335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47666) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:35.698403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-d8c5266d-75b5-4b1a-aaf7-70885ccd6038 service neutron] 10.222.0.77 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041419 Jun 30 09:22:35.744735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:35.759533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] Sync routers for ids ['74cb050f-24f0-4217-927d-cc8692090dd2'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:35.784961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.788834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.790032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-81dd5852-27bb-40c0-99ad-db1969d45868 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8118761 Jun 30 09:22:35.794124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:35.794441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] Routers {'74cb050f-24f0-4217-927d-cc8692090dd2'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:35.795067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['74cb050f-24f0-4217-927d-cc8692090dd2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:35.802794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': False}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:35.857422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Deleting port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:35.857969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.866718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:35.960593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] Routers {'74cb050f-24f0-4217-927d-cc8692090dd2'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:35.961235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['74cb050f-24f0-4217-927d-cc8692090dd2'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:35.969305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] For port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,segment=NetworkSegment(d034e583-cbb7-4220-ac54-5a692271824f),segment_id=d034e583-cbb7-4220-ac54-5a692271824f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:35.969735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:35.990059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Calling delete_port for e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:36.039142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.039789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df53a6b-924d-455b-8b5c-a6c8a309fec7 None None] The sync data for ids ['74cb050f-24f0-4217-927d-cc8692090dd2'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:36.040453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfdff263-16b4-4787-a6a9-5bc01bd1405d req-c83f6658-74fb-4266-abb9-c8fef1c50a77 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 210 time: 0.0438545 Jun 30 09:22:36.144653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.180604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.182565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] No DVR routers for this DVR port e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:36.186474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08606fdd-c1c1-4279-9235-a5c35ff6bd0d None None] DHCP port deletion for 70aa5ffd-7725-4f03-9c70-88698a584003 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:36.283994 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.317492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70aa5ffd-7725-4f03-9c70-88698a584003']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.324243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.352218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105a1dc8-cfb7-45ee-8d1d-23ea6191e684 req-dbed2e25-75f2-423b-ab66-37e811d7f3d4 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0580812 Jun 30 09:22:36.353931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd034e583-cbb7-4220-ac54-5a692271824f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.354233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd034e583-cbb7-4220-ac54-5a692271824f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:36.365301 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.390443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.409289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:36.414713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:36.418816 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:36.485333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.490020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.492088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] 10.222.0.77 "DELETE /v2.0/networks/70aa5ffd-7725-4f03-9c70-88698a584003 HTTP/1.1" status: 204 len: 168 time: 0.8038058 Jun 30 09:22:36.524590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912af7d3-0cc3-4929-b4f6-f2f8191b04f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=70aa5ffd-7725-4f03-9c70-88698a584003,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:36.761838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47688) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.812731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92855170-4e63-4a59-9ee4-ea3a460da310 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c8907039ad6a40d6a4dda1c807f489bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472198 Jun 30 09:22:36.812960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47690) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:36.881354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39c3cdd3-485c-4207-ab17-e74442fca386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.919894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39c3cdd3-485c-4207-ab17-e74442fca386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.929075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:36.939024 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.003775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39c3cdd3-485c-4207-ab17-e74442fca386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.008720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39c3cdd3-485c-4207-ab17-e74442fca386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.013423 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39c3cdd3-485c-4207-ab17-e74442fca386 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8b5c0be7-5259-41f9-8033-7916f8d6dcaf HTTP/1.1" status: 204 len: 168 time: 0.1960819 Jun 30 09:22:37.019806 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3cdd3-485c-4207-ab17-e74442fca386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5c0be7-5259-41f9-8033-7916f8d6dcaf,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:37.124498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b7ded493-ffa4-4e2d-a376-09804255f13e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:37.161165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b7ded493-ffa4-4e2d-a376-09804255f13e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:37.163076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b7ded493-ffa4-4e2d-a376-09804255f13e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:37.163892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:37.225455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:37.226012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e9b1d9fc-70ac-4cd2-a88e-8c4100eb78f5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:37.259399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8445ecad-7b02-4724-92e9-ac1bc27a8f93 req-f8d4c205-c3cb-4882-8989-aa0d213bebee tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 210 time: 0.0764639 Jun 30 09:22:37.479440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Router 74cb050f-24f0-4217-927d-cc8692090dd2 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:37.556197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.557322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-15b594fb-6899-446f-bde0-c286120a6ee3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:37.559153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-15b594fb-6899-446f-bde0-c286120a6ee3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 810 time: 0.1701059 Jun 30 09:22:37.610675 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ea2a73b2-6d3f-474a-b292-60526ca919df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2f156a2e0a564e33b9f5937564614e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509057 Jun 30 09:22:37.613158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.706538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-383a6a4f-df1f-4efe-a069-60a8cdd10d30 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=073a4d91f55945789c58ac1491660c87 HTTP/1.1" status: 200 len: 379 time: 0.1253855 Jun 30 09:22:37.724830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'port': {'device_id': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'admin_state_up': True, 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'security_groups': ['f3892539-8372-48e4-87ef-fa3eed67c336']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:37.754255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63f8516d-3587-4bc8-882e-f566effaffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.762142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:37.774621 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] Sync routers for ids ['74cb050f-24f0-4217-927d-cc8692090dd2'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:37.777795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.782468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7cb5b097-a5cb-49f0-9a85-99cd897c690a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "PUT /v2.0/routers/74cb050f-24f0-4217-927d-cc8692090dd2 HTTP/1.1" status: 200 len: 926 time: 1.9863937 Jun 30 09:22:37.788211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:37.791554 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] Routers {'74cb050f-24f0-4217-927d-cc8692090dd2'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:37.792238 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['74cb050f-24f0-4217-927d-cc8692090dd2'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.797100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3a26ba7-af66-4a7e-9dc2-836ca23c8435 req-ed48ab09-9cf4-4962-a0a4-6d1b38bb268e tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.1414945 Jun 30 09:22:37.841428 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.859230 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] Routers {'74cb050f-24f0-4217-927d-cc8692090dd2'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:37.859836 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['74cb050f-24f0-4217-927d-cc8692090dd2'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.881064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63f8516d-3587-4bc8-882e-f566effaffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.919568 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:37.920362 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981003e1-10f9-4e66-97db-e4609bc33dce None None] The sync data for ids ['74cb050f-24f0-4217-927d-cc8692090dd2'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:37.941687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Made reservation on behalf of 073a4d91f55945789c58ac1491660c87 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:37.945699 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:37.980919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c24e3efb-94a0-4f79-87dd-5ae410bb0d87 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/74cb050f-24f0-4217-927d-cc8692090dd2 HTTP/1.1" status: 200 len: 926 time: 0.1913726 Jun 30 09:22:37.985060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47710) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.047144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63f8516d-3587-4bc8-882e-f566effaffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.049910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63f8516d-3587-4bc8-882e-f566effaffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.053736 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-63f8516d-3587-4bc8-882e-f566effaffe4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0599f78-474f-48ff-875f-a532d96e64ee HTTP/1.1" status: 204 len: 168 time: 0.4371257 Jun 30 09:22:38.074643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8516d-3587-4bc8-882e-f566effaffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0599f78-474f-48ff-875f-a532d96e64ee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:38.108199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539262c-f7d3-4949-a4b6-16171acbfc6e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.109870 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3539262c-f7d3-4949-a4b6-16171acbfc6e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=74cb050f-24f0-4217-927d-cc8692090dd2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1228821 Jun 30 09:22:38.112613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.130672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Allocated IP 172.20.0.3 (4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0/0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d/4b678a58-ea48-4246-ad11-3e995e974c29) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:38.219468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048c196b-cf14-4066-8a2e-ec993509da88 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.221041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-048c196b-cf14-4066-8a2e-ec993509da88 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.1073611 Jun 30 09:22:38.224039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.263435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f45015e1-1af4-4952-a6b4-23ae072c0fbe tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=74cb050f-24f0-4217-927d-cc8692090dd2 HTTP/1.1" status: 200 len: 205 time: 0.0328913 Jun 30 09:22:38.263435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:38.354274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.388137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.396339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Transition to ACTIVE for port object 4b678a58-ea48-4246-ad11-3e995e974c29 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:38.458396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-65510134-5896-44b4-940f-b7ded993877c req-3c3e1a2d-cd3b-452f-8169-9b7e4c75fafe tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 210 time: 0.0351362 Jun 30 09:22:38.471430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.532865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:38.539668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:38.556529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event updated for resources: {'Port': ['ID=4b678a58-ea48-4246-ad11-3e995e974c29,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:38.560011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:38.570941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.591377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.591720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.592091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.592434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.593077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.593411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.593737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.594242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.594572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.594895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.595220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.595554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:38.634038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:38.634713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.650745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Deleting port dad6e0cb-1b9a-4321-bb0b-34ab304677a0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:38.651158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.663422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-68147c6f-5afa-4434-82f2-a9a74b365308 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9422147 Jun 30 09:22:38.687010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Request body: {'port': {'device_id': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:38.796447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.806870 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.827440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Calling delete_port for dad6e0cb-1b9a-4321-bb0b-34ab304677a0 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:38.942970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cc5da3c4-66e9-4f31-a6f8-d31048b45fd6 None None] Provisioning for port 4b678a58-ea48-4246-ad11-3e995e974c29 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:38.949132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cc5da3c4-66e9-4f31-a6f8-d31048b45fd6 None None] Provisioning complete for port 4b678a58-ea48-4246-ad11-3e995e974c29 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:38.950632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc5da3c4-66e9-4f31-a6f8-d31048b45fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:38.998085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cc5da3c4-66e9-4f31-a6f8-d31048b45fd6 None None] Port 4b678a58-ea48-4246-ad11-3e995e974c29 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:39.061721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.148130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c54d414-0dd6-4f27-81bd-2f00d2bf9490 req-1f820395-16b8-4f17-acdd-34f6a5015121 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0415816 Jun 30 09:22:39.154038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.217701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event deleted for resources: {'Port': ['ID=dad6e0cb-1b9a-4321-bb0b-34ab304677a0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:39.246950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1549017603-network', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:39.274433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b678a58-ea48-4246-ad11-3e995e974c29 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:39.279701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.285030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.299313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Transition to ACTIVE for port object 4b678a58-ea48-4246-ad11-3e995e974c29 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:39.305887 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.313539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:39.314971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.375235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Pushing event updated for resources: {'Port': ['ID=4b678a58-ea48-4246-ad11-3e995e974c29,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:39.390259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.433885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.439364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.466375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Attempting to bind port 4b678a58-ea48-4246-ad11-3e995e974c29 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:39.466725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Attempting to bind port 4b678a58-ea48-4246-ad11-3e995e974c29 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:39.467039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Attempting to bind port 4b678a58-ea48-4246-ad11-3e995e974c29 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:39.472246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Port 4b678a58-ea48-4246-ad11-3e995e974c29 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:22:39.472616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Attempting to bind port 4b678a58-ea48-4246-ad11-3e995e974c29 on network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:39.477846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:39.478187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Checking segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:39.478656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Bound using segment: {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:39.479146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Bound port: 4b678a58-ea48-4246-ad11-3e995e974c29, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d9b6ef-4aef-41f2-abf6-16ff27a8b455', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:39.479510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.539290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.539992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Fanout notify agent at l3_agent the message router_deleted on router 74cb050f-24f0-4217-927d-cc8692090dd2 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:39.552909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.559933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.560163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f7baed16-3ff9-4919-8f0a-51783272e4c6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/74cb050f-24f0-4217-927d-cc8692090dd2 HTTP/1.1" status: 204 len: 168 time: 1.2967851 Jun 30 09:22:39.573411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-507411062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:39.621084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] For port 4b678a58-ea48-4246-ad11-3e995e974c29, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:39.630885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] For port 4b678a58-ea48-4246-ad11-3e995e974c29, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4b678a58-ea48-4246-ad11-3e995e974c29,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:39.641087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.649162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.656448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.686376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:39.696777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3053f-4835-45e4-9fc8-a8eb7c12c666,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:39.704265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.705349 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Added segment 8ac843b4-c241-47ba-9658-c05b4b2a9c38 of type vlan for network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 Jun 30 09:22:39.718565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.719865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.720795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] 10.222.0.83 "PUT /v2.0/ports/4b678a58-ea48-4246-ad11-3e995e974c29 HTTP/1.1" status: 200 len: 1092 time: 1.0407465 Jun 30 09:22:39.722844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:39.725196 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dca8f0-4fbe-4c26-b388-b729fecac12f" -d '{"events": [{"name": "network-changed", "server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:39.743061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.744117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.781868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.810062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbf654b-9541-4780-9f7a-e076cc2e1a63 service neutron] Pushing event updated for resources: {'Port': ['ID=4b678a58-ea48-4246-ad11-3e995e974c29,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:39.822292 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a7ae81-5310-4d0a-a869-34b02c48052c x-openstack-request-id: req-65a7ae81-5310-4d0a-a869-34b02c48052c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:39.822585 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:39.822840 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-65a7ae81-5310-4d0a-a869-34b02c48052c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:39.823238 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29', 'status': 'completed', 'code': 200} Jun 30 09:22:39.842988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.844049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.844771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.882130 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:22:39.884733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.895574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:39.922885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8536551 Jun 30 09:22:39.922885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47756) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:39.923153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe519231-768b-46ca-a73f-120bf43b39e9 req-188923cc-39f3-4812-945a-601f4bb2bdac tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:39.926894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Request body: {'subnet': {'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1549017603-subnet', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:39.930107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe519231-768b-46ca-a73f-120bf43b39e9 req-188923cc-39f3-4812-945a-601f4bb2bdac tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 943 time: 0.2906556 Jun 30 09:22:39.945083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62662aad-cf09-4545-813f-ab6d73bd95cb admin admin] Pushing event updated for resources: {'Network': ['ID=3245d17c-5c05-441a-acfd-b6d2f51cecd7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:39.965966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:39.992342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:39.994897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.017360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe519231-768b-46ca-a73f-120bf43b39e9 req-8571dde0-fd1f-4f1a-9004-cfdd58542a3a tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861514 Jun 30 09:22:40.028748 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.033484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3145b0dd-0a86-44de-8c93-4df3238c5802 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4686937 Jun 30 09:22:40.040268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47760) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:40.050385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-7d6a4bc3-072e-415d-a4cc-59055dc2233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.064445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-7d6a4bc3-072e-415d-a4cc-59055dc2233d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 1095 time: 0.2667780 Jun 30 09:22:40.100673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:40.137239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-bdc829da-e417-42c6-96b4-1b5f87d16009 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b678a58-ea48-4246-ad11-3e995e974c29 HTTP/1.1" status: 200 len: 217 time: 0.0593348 Jun 30 09:22:40.202527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-183d324b-bb75-42d8-bf9f-a2fd038a170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.204707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-183d324b-bb75-42d8-bf9f-a2fd038a170e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.0615048 Jun 30 09:22:40.319231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-8a07077f-bfca-49b8-9c77-2e50f5da6eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.324206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-8a07077f-bfca-49b8-9c77-2e50f5da6eff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112823 Jun 30 09:22:40.412474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e605e5f8-e5aa-4737-b6fc-3c8b6084e3f8 req-e5afe516-e8e4-4d28-8d81-b8e553e89261 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0611544 Jun 30 09:22:40.416678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.454371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-e4b1dee7-4017-41a7-8384-a4eaa2311fbc service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234617 Jun 30 09:22:40.535153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.557462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0b5718-18e8-48f9-b09a-49c9d23c8d1d req-60bf044b-ff2b-450b-a949-93a3a34dd58b service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965035 Jun 30 09:22:40.595916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f80120b-371c-47bc-aa90-b37ef44cce91,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:40.625522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:40.625914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Network hostable DHCP agents. Network: 3245d17c-5c05-441a-acfd-b6d2f51cecd7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:40.691535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:40.709629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-4f49f560-9970-4ec0-9640-713efa998883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.711463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-4f49f560-9970-4ec0-9640-713efa998883 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 1095 time: 0.0583022 Jun 30 09:22:40.729087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 3245d17c-5c05-441a-acfd-b6d2f51cecd7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:40.737051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.737650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.741135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a206ff5-2ae3-4249-a3b5-3d6d14e8b151 None None] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:40.758023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.781615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.796585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3ce238c5-a87e-4929-95e2-2303d5023b54 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8717694 Jun 30 09:22:40.796873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:40.801231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:40.845978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-68f0dc4b-e89b-43ae-a6cf-52f945230f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.846791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-68f0dc4b-e89b-43ae-a6cf-52f945230f89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.1287737 Jun 30 09:22:40.895748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.896941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.903094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-47387130-6ebe-4550-bf3e-f29e01cff96d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b678a58-ea48-4246-ad11-3e995e974c29 HTTP/1.1" status: 200 len: 217 time: 0.0484328 Jun 30 09:22:40.948354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Allocated IP 172.25.7.222 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/97248348-de26-4d68-ae9a-2a0d97b21b8e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:40.971421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-1833f5f1-8706-4a28-abcb-be1501b99549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:40.973120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-1833f5f1-8706-4a28-abcb-be1501b99549 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.0646436 Jun 30 09:22:40.985720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:40.988019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:40.989684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.050676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-82dadc9d-3247-4b87-9d8a-cfefdcc6076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.053118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-82dadc9d-3247-4b87-9d8a-cfefdcc6076c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728579 Jun 30 09:22:41.198876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.238201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.255879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-1682fcd0-5c05-462c-9772-41e62a11be8d service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956925 Jun 30 09:22:41.280859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d87d113f-bc2d-41fb-bba0-8e937bf15387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.319854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Allocated IP 172.20.0.2 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/f319b83a-e2c6-45fb-9a94-82de806bc58b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:41.322751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.367427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:41.375525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:41.383103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:41.459568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dca8f0-4fbe-4c26-b388-b729fecac12f req-919ee3df-6e71-43e6-b00b-d39b86577ac9 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954191 Jun 30 09:22:41.469964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5b20c-640d-4b5a-a657-cc4b332ad722 req-53c3e3c0-147f-48bb-bf88-f2e70217671e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:41.477495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event updated for resources: {'Port': ['ID=97248348-de26-4d68-ae9a-2a0d97b21b8e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.489854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c5b20c-640d-4b5a-a657-cc4b332ad722 req-53c3e3c0-147f-48bb-bf88-f2e70217671e tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 943 time: 0.1831779 Jun 30 09:22:41.550474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c5b20c-640d-4b5a-a657-cc4b332ad722 req-8c56fa4b-070f-45ce-9b20-36484c65e7f9 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593836 Jun 30 09:22:41.605379 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.614053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Transition to ACTIVE for port object f319b83a-e2c6-45fb-9a94-82de806bc58b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:41.631654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Transition to ACTIVE for port object f319b83a-e2c6-45fb-9a94-82de806bc58b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:41.639448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.683710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-213fbe80-d95e-4fe2-ace2-db81bda378c8 req-f456cf29-36e0-4562-b58b-90a01c0528a2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0301220 Jun 30 09:22:41.690944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:41.695600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:41.707471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:41.712430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Pushing event updated for resources: {'Port': ['ID=f319b83a-e2c6-45fb-9a94-82de806bc58b,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:41.728914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.729630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.730667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.731196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.731718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.732095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.732836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.733369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.733925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.734533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.735097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.735593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:41.804540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Attempting to bind port f319b83a-e2c6-45fb-9a94-82de806bc58b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:41.805107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Attempting to bind port f319b83a-e2c6-45fb-9a94-82de806bc58b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:41.805471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Attempting to bind port f319b83a-e2c6-45fb-9a94-82de806bc58b on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:41.811866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:41.812412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:41.812820 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.813501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:41.814100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Bound port: f319b83a-e2c6-45fb-9a94-82de806bc58b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:41.814376 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.891853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] For port f319b83a-e2c6-45fb-9a94-82de806bc58b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:41.896269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] For port f319b83a-e2c6-45fb-9a94-82de806bc58b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f319b83a-e2c6-45fb-9a94-82de806bc58b,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:41.902351 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:41.973686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72126c6c-341b-44a3-8639-2b65a46ece36 None None] Pushing event updated for resources: {'Port': ['ID=f319b83a-e2c6-45fb-9a94-82de806bc58b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:42.127470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.180442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.247192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.411143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Allocated IP 172.25.7.180 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c21e786e-07f6-499b-a4d6-96bb431a61d6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:42.597423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.609169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.624923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.779681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:42.813951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ccced-21e9-40b5-9d5a-b0dfedf4fdea req-55439731-6b22-4938-a199-36216cd2e316 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:42.816993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-852ccced-21e9-40b5-9d5a-b0dfedf4fdea req-55439731-6b22-4938-a199-36216cd2e316 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 943 time: 0.1038024 Jun 30 09:22:42.833207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:42.838030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:42.841429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:42.876275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Router 6c2d5d04-ed8b-4b03-a814-3b7322ba384e is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:42.881542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Pushing event updated for resources: {'Port': ['ID=c21e786e-07f6-499b-a4d6-96bb431a61d6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:43.180289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:43.188687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.192434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0d51bab2-4891-4bb4-8bd1-9d20daa17305 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "PUT /v2.0/routers/6c2d5d04-ed8b-4b03-a814-3b7322ba384e HTTP/1.1" status: 200 len: 883 time: 3.1486747 Jun 30 09:22:43.192901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.222348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f319b83a-e2c6-45fb-9a94-82de806bc58b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:43.228727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] Sync routers for ids ['6c2d5d04-ed8b-4b03-a814-3b7322ba384e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:43.280679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4b678a58-ea48-4246-ad11-3e995e974c29 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:22:43.409318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4b678a58-ea48-4246-ad11-3e995e974c29, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4b678a58-ea48-4246-ad11-3e995e974c29,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:43.441469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '4b678a58-ea48-4246-ad11-3e995e974c29', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'port_id': '4b678a58-ea48-4246-ad11-3e995e974c29', 'mac_address': 'fa:16:3e:8c:1e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:22:43.442341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.446324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fec55aa1-476d-4987-abe1-e8cd4c643e6f tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/6c2d5d04-ed8b-4b03-a814-3b7322ba384e HTTP/1.1" status: 200 len: 924 time: 0.2523751 Jun 30 09:22:43.462852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f6029b3-4370-403f-9583-f6e446dab1ff req-748c50ce-8acc-477a-952b-b66f404a57cb tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.5427091 Jun 30 09:22:43.466242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f6e57-ee9f-454d-a41c-dfb1a8b1c9d6 None None] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:43.474553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-852ccced-21e9-40b5-9d5a-b0dfedf4fdea req-babfd24f-3300-492a-be87-c78bbf566a57 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6322536 Jun 30 09:22:43.475071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47786) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.534681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] Routers {'6c2d5d04-ed8b-4b03-a814-3b7322ba384e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:43.535323 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6c2d5d04-ed8b-4b03-a814-3b7322ba384e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:43.635417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa8146-4e1b-484f-837b-0fd816ad623b tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.636065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:43.637572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f6fa8146-4e1b-484f-837b-0fd816ad623b tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=6c2d5d04-ed8b-4b03-a814-3b7322ba384e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1613543 Jun 30 09:22:43.639855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.670592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.676371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b510be09-4264-4ca2-b6cf-f45d7dd7cd43 None None] Provisioning for port f319b83a-e2c6-45fb-9a94-82de806bc58b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:43.704684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] Routers {'6c2d5d04-ed8b-4b03-a814-3b7322ba384e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:43.705316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6c2d5d04-ed8b-4b03-a814-3b7322ba384e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:43.748811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:43.750425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71db23cc-bef7-4469-b4e1-92bed93f63a7 None None] The sync data for ids ['6c2d5d04-ed8b-4b03-a814-3b7322ba384e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:43.752942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b678a58-ea48-4246-ad11-3e995e974c29 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:22:43.774552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4b678a58-ea48-4246-ad11-3e995e974c29, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4b678a58-ea48-4246-ad11-3e995e974c29,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:43.812063 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.832592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f319b83a-e2c6-45fb-9a94-82de806bc58b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:43.836953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6bd738-b10b-4415-94a7-0df8993afcb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:43.838389 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cc6bd738-b10b-4415-94a7-0df8993afcb0 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.1974659 Jun 30 09:22:43.840412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.841992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47794) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:43.878042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f319b83a-e2c6-45fb-9a94-82de806bc58b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:43.878570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:43.909386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5d3fb05c-c6ad-4ce8-9edd-a23ba15239dc tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c2d5d04-ed8b-4b03-a814-3b7322ba384e HTTP/1.1" status: 200 len: 205 time: 0.0660155 Jun 30 09:22:43.911872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.015000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Router e874a861-2b26-42bd-afe0-da0b8f47812c is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:44.033197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.148413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.161474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:44.171086 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:44.190771 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:44.191017 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-32283cbf-a897-4835-9867-b6c8f6da4edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.192116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.192445 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:44.196841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d177c421-04e7-4e2b-8290-eb44847916b5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3990350 Jun 30 09:22:44.198174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:44.250555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=4b678a58-ea48-4246-ad11-3e995e974c29,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.257525 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.262878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Deleting port 97248348-de26-4d68-ae9a-2a0d97b21b8e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:44.263304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.275887 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.330048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f319b83a-e2c6-45fb-9a94-82de806bc58b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f319b83a-e2c6-45fb-9a94-82de806bc58b,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:44.337091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['4b678a58-ea48-4246-ad11-3e995e974c29'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:22:44.364066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.411182 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:44.446367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.473001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f319b83a-e2c6-45fb-9a94-82de806bc58b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:44.478922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Calling delete_port for 97248348-de26-4d68-ae9a-2a0d97b21b8e owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:44.853913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2f705aca-f03a-4639-98ec-05fc964b4859 None None] Provisioning complete for port f319b83a-e2c6-45fb-9a94-82de806bc58b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:44.854384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f705aca-f03a-4639-98ec-05fc964b4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:44.895690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e584baf-4dfe-4806-8995-512c580e1e53 req-f0e4f33b-afc9-4839-871b-1a9acdf45cb2 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0942507 Jun 30 09:22:44.914111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:43Z', 'revision_number': 3, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:44.961843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326aec4-564d-4241-8f66-2fc9622e23c8 req-5feb3145-991d-46ad-95fe-1b73f9f5eec9 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:44.961994 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:44.962364 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Updating router e874a861-2b26-42bd-afe0-da0b8f47812c port c21e786e-07f6-499b-a4d6-96bb431a61d6 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:44.964120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e326aec4-564d-4241-8f66-2fc9622e23c8 req-5feb3145-991d-46ad-95fe-1b73f9f5eec9 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 944 time: 0.1527996 Jun 30 09:22:45.055489 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.091057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.105299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f319b83a-e2c6-45fb-9a94-82de806bc58b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:45.109696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.145721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e326aec4-564d-4241-8f66-2fc9622e23c8 req-e15c3cdc-a9b9-4e87-849c-f50dbea65ebc tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733007 Jun 30 09:22:45.156693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event deleted for resources: {'Port': ['ID=97248348-de26-4d68-ae9a-2a0d97b21b8e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.247781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f319b83a-e2c6-45fb-9a94-82de806bc58b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:45.248139 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.261182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.359201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Allocated IP 172.20.0.1 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/f8e3c320-d20b-4a62-bfb5-562dbb8e56f1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:45.407916 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.410492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.467921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.468842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Fanout notify agent at l3_agent the message router_deleted on router 6c2d5d04-ed8b-4b03-a814-3b7322ba384e {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:45.480279 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.485580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.486845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-47ba5c10-d943-476b-983d-df1e002d2552 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/6c2d5d04-ed8b-4b03-a814-3b7322ba384e HTTP/1.1" status: 204 len: 168 time: 1.5730348 Jun 30 09:22:45.491662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.497586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-456340637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:45.515355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Transition to ACTIVE for port object f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:45.524775 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.540654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.540938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Transition to ACTIVE for port object c21e786e-07f6-499b-a4d6-96bb431a61d6 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:45.542690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.550759 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.557097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.601611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:45.605549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:45.609090 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.609309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:45.615294 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.641367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.646073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8b469b69-4ed6-4754-ba00-73f18945a8c2 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1532092 Jun 30 09:22:45.648188 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Pushing event updated for resources: {'Port': ['ID=c21e786e-07f6-499b-a4d6-96bb431a61d6,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.648818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.649116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:45.655277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': True}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:45.657796 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Attempting to bind port c21e786e-07f6-499b-a4d6-96bb431a61d6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:45.659167 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Attempting to bind port c21e786e-07f6-499b-a4d6-96bb431a61d6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:45.659662 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Attempting to bind port c21e786e-07f6-499b-a4d6-96bb431a61d6 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:45.664138 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.664605 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.665038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.665462 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.665885 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.666356 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.666784 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.667216 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.667911 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.668333 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.668748 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.669160 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:22:45.682101 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:45.683188 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:45.685086 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.685581 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:45.689281 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Bound port: c21e786e-07f6-499b-a4d6-96bb431a61d6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:45.690430 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.730246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.789986 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] For port c21e786e-07f6-499b-a4d6-96bb431a61d6, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:45.795489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] For port c21e786e-07f6-499b-a4d6-96bb431a61d6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c21e786e-07f6-499b-a4d6-96bb431a61d6,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:45.800894 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.857231 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:45.858023 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:45.895407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:45.949260 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b428e-33f7-4af1-b484-fe4696b4f2f1 None None] Pushing event updated for resources: {'Port': ['ID=c21e786e-07f6-499b-a4d6-96bb431a61d6,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:45.952853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d536c6fc-e765-4d4d-92f9-d8f083fd94e6 None None] Provisioning for port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:45.957455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d536c6fc-e765-4d4d-92f9-d8f083fd94e6 None None] Provisioning complete for port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:45.957839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d536c6fc-e765-4d4d-92f9-d8f083fd94e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.020571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.067554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d536c6fc-e765-4d4d-92f9-d8f083fd94e6 None None] Port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:46.073076 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.108350 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:46.179853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe5de773-10bd-4d76-8f82-ff669cbb7cc2 req-ab303992-9416-445a-a68c-f94467abacca tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0429363 Jun 30 09:22:46.430552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.466704 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:46.469799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.525677 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd957ed-de4b-47cb-8ae8-59195dcdb11f None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:46.594652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Allocated IP 172.25.7.189 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/8ceffdcc-9a46-4b1f-bfdc-b6b3a94a263c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:46.613315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1ede-5f1e-48e6-91a9-9b26b0d0ceb1 req-7549b123-15e7-4fe4-aef2-797a8d3c3690 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:46.615777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faed1ede-5f1e-48e6-91a9-9b26b0d0ceb1 req-7549b123-15e7-4fe4-aef2-797a8d3c3690 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 944 time: 0.2404306 Jun 30 09:22:46.695949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.703556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.786112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faed1ede-5f1e-48e6-91a9-9b26b0d0ceb1 req-382f1881-7f32-4d17-a723-58421928a60c tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308641 Jun 30 09:22:46.854163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.872854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:46.879110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-5436f6a0-feb4-4b8f-b885-5c1eb9ab9916 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2250569 Jun 30 09:22:46.889276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:46.943401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.005264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:47.040261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:47.045830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:47.054376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:47.056424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:47.099715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Port': ['ID=8ceffdcc-9a46-4b1f-bfdc-b6b3a94a263c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:47.161150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-5d68dabd-699f-4b02-80b3-2be358357a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.163216 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-5d68dabd-699f-4b02-80b3-2be358357a4b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.2052946 Jun 30 09:22:47.282950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:47.285443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4b678a58-ea48-4246-ad11-3e995e974c29 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:47.379544 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.410855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 4b678a58-ea48-4246-ad11-3e995e974c29 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:47.415046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 4b678a58-ea48-4246-ad11-3e995e974c29 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:47.415520 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.475688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-97f50a7e-505d-4c45-9e06-23d5e643e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.477249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-97f50a7e-505d-4c45-9e06-23d5e643e16d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2547669 Jun 30 09:22:47.576324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c5ae3de7-22a9-47dd-af89-fb5f566a12b5 None None] Provisioning complete for port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:47.576910 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5ae3de7-22a9-47dd-af89-fb5f566a12b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.641149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:47.669722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-909822fb-1851-4666-ae66-855a614e93d3 admin admin] 10.222.0.77 "PUT /v2.0/routers/e874a861-2b26-42bd-afe0-da0b8f47812c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4481854 Jun 30 09:22:47.688780 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.723784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae3de7-22a9-47dd-af89-fb5f566a12b5 None None] Port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:47.741408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:47.771474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-491f194d-60fd-465b-ba28-70fe2edf3679 req-e08ca25d-d9a7-4878-b42c-600d9608c0fc tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.2264309 Jun 30 09:22:47.834257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-18fe6fe2-12d8-4ec9-89c5-ea66fb505b0a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.2880263 Jun 30 09:22:47.856927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:47.861297 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde5f64a-b896-43ca-899b-117eb1c9cb34" -d '{"events": [{"server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:47.927936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-47c859a9-3c5f-4b13-938f-de7d28068f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:47.933808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-47c859a9-3c5f-4b13-938f-de7d28068f50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0894699 Jun 30 09:22:47.953663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4b678a58-ea48-4246-ad11-3e995e974c29, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4b678a58-ea48-4246-ad11-3e995e974c29,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:47.967779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.099502 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435ecd7b-9717-4e65-b424-9138ed1b80a2 x-openstack-request-id: req-435ecd7b-9717-4e65-b424-9138ed1b80a2 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:48.100224 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "name": "network-vif-plugged", "status": "completed", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:48.100988 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-435ecd7b-9717-4e65-b424-9138ed1b80a2 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:48.101771 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29', 'code': 200} Jun 30 09:22:48.103416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=4b678a58-ea48-4246-ad11-3e995e974c29,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:48.217491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-0ad66bd4-4c2c-40eb-aace-2865a7029de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.219059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-0ad66bd4-4c2c-40eb-aace-2865a7029de3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2790527 Jun 30 09:22:48.252246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329aa25f-dae2-4788-9ab9-b59729be4a35 req-ff55e4ea-6c2a-442f-b48b-efbf680a2f22 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.261073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-329aa25f-dae2-4788-9ab9-b59729be4a35 req-ff55e4ea-6c2a-442f-b48b-efbf680a2f22 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.1763282 Jun 30 09:22:48.309853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657697e-5661-48b6-8470-a6049a0aed9f req-d6617473-4822-43e7-8be3-5be0df231395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:48.313762 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3657697e-5661-48b6-8470-a6049a0aed9f req-d6617473-4822-43e7-8be3-5be0df231395 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 1097 time: 0.1380053 Jun 30 09:22:48.324394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.411077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-329aa25f-dae2-4788-9ab9-b59729be4a35 req-803ded19-a9aa-4520-8145-533edabb87e5 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488225 Jun 30 09:22:48.415831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3657697e-5661-48b6-8470-a6049a0aed9f req-985a96ce-14ed-4413-800b-2630f4ef911d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940189 Jun 30 09:22:48.738813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:48.744048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2089409133-network', 'tenant_id': '9caebdc302104dea91de4854afbb27da'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:48.770468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Made reservation on behalf of 9caebdc302104dea91de4854afbb27da for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:48.773245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.786857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.923410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.930911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.950464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:22:48.970263 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:48.970626 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Added segment e6f88d96-f46f-4326-bbda-e6869a346766 of type vlan for network 7f38993b-ba1b-49b8-9966-55525a8dbe44 Jun 30 09:22:49.004950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-1a1af9ba-64db-4fd7-be26-0fcff2426107 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720447 Jun 30 09:22:49.055253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.100911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.101944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.102586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.104842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04f57b1-4205-44bc-a92e-859ba38e451e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.110743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-841d1652-b502-4140-8b99-d53a2b03a63c req-879c72a6-8fbc-4273-95c5-bff899427f9e tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0463784 Jun 30 09:22:49.180954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c21e786e-07f6-499b-a4d6-96bb431a61d6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:49.228735 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4887009 Jun 30 09:22:49.233671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.240833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Request body: {'subnet': {'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2089409133-subnet', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:49.241667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.253276 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.262358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad144666-d432-484d-be7d-9fd9b31a63c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7f38993b-ba1b-49b8-9966-55525a8dbe44,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.266136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c21e786e-07f6-499b-a4d6-96bb431a61d6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:49.272179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c21e786e-07f6-499b-a4d6-96bb431a61d6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:49.272794 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.277757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:22:49.282776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Made reservation on behalf of 9caebdc302104dea91de4854afbb27da for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:22:49.285643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.314316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec12b00-3b55-4061-8211-74353a7fc526 req-b5ccf5c3-5392-4b5a-b356-aab99396e39d service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592700 Jun 30 09:22:49.437845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.466759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c21e786e-07f6-499b-a4d6-96bb431a61d6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c21e786e-07f6-499b-a4d6-96bb431a61d6,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:49.472046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.493358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Router c2bb4822-4bbb-443f-884f-7be903e85503 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:49.548193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c21e786e-07f6-499b-a4d6-96bb431a61d6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.566445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.651225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59f4df1-c8ae-4372-bbff-a2e3ce121e2f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:49.665609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Checking segment: {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:49.666014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Network hostable DHCP agents. Network: 7f38993b-ba1b-49b8-9966-55525a8dbe44, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:22:49.684956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:22:49.696337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 7f38993b-ba1b-49b8-9966-55525a8dbe44) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:49.705821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.706645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.712067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:49.721447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.723098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-903d7524-2c64-4482-a079-336269546d71 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "PUT /v2.0/routers/c2bb4822-4bbb-443f-884f-7be903e85503 HTTP/1.1" status: 200 len: 918 time: 4.0726724 Jun 30 09:22:49.728964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.737068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5488a2a-c6b9-41a1-8e50-75b80cfa054d None None] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:49.746925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab550cd0-bbb6-4509-9fc8-fcbc4c5dfb36 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5118036 Jun 30 09:22:49.749528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.755444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:49.764051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] Sync routers for ids ['c2bb4822-4bbb-443f-884f-7be903e85503'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:49.802727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f238-2e5a-448b-8571-a85a62b3e57a req-e54be3a9-5260-4b67-b012-643815c109d3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:49.814848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3807f238-2e5a-448b-8571-a85a62b3e57a req-e54be3a9-5260-4b67-b012-643815c109d3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.1690409 Jun 30 09:22:49.852333 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:49.865400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] Routers {'c2bb4822-4bbb-443f-884f-7be903e85503'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:49.866046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c2bb4822-4bbb-443f-884f-7be903e85503'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:49.874452 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:49.875181 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:49.918104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.919822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:49.965488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:49.966617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bd03b198-6450-4383-a375-c0414c778e08 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/c2bb4822-4bbb-443f-884f-7be903e85503 HTTP/1.1" status: 200 len: 924 time: 0.2352738 Jun 30 09:22:49.968676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:49.976934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3807f238-2e5a-448b-8571-a85a62b3e57a req-edb0b094-4b76-40d9-b0e3-610a4b1772c3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610157 Jun 30 09:22:50.053474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] Routers {'c2bb4822-4bbb-443f-884f-7be903e85503'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:50.054120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c2bb4822-4bbb-443f-884f-7be903e85503'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.100201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.115686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8864b4-fee2-4544-a026-d56da8711a25 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:50.118413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6e8864b4-fee2-4544-a026-d56da8711a25 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=c2bb4822-4bbb-443f-884f-7be903e85503&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1475487 Jun 30 09:22:50.121179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.123331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.123978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6b4f2a-d342-4cff-add6-f67156bafc54 None None] The sync data for ids ['c2bb4822-4bbb-443f-884f-7be903e85503'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:50.155185 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:50.170102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-7f38993b-ba1b-49b8-9966-55525a8dbe44', 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'fixed_ips': [{'subnet_id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:22:50.173043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.243390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9df873-2358-43b5-a41b-11841b570662 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:50.247579 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1a9df873-2358-43b5-a41b-11841b570662 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.1228056 Jun 30 09:22:50.248295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.314127 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3a8b896b-9bf4-4075-b317-9418dff24d64 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2bb4822-4bbb-443f-884f-7be903e85503 HTTP/1.1" status: 200 len: 205 time: 0.0624676 Jun 30 09:22:50.314972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47872) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:50.411722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.417284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Allocated IP 172.20.0.2 (7f38993b-ba1b-49b8-9966-55525a8dbe44/d59f4df1-c8ae-4372-bbff-a2e3ce121e2f/2edde917-b033-4d84-91a8-4adb125c833a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:50.459833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbb1da1d-782a-4831-ad4d-bc8b1d56b8a5 req-09a8be34-195c-44eb-bf71-561e590d47a3 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/ports?device_id=7292e95b-6716-4d95-8ffb-b423fb8f66a4 HTTP/1.1" status: 200 len: 210 time: 0.0864770 Jun 30 09:22:50.460068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 2, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:50.496776 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:50.497266 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Updating router e874a861-2b26-42bd-afe0-da0b8f47812c port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:50.524075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.562134 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.639747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.665349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Transition to ACTIVE for port object 2edde917-b033-4d84-91a8-4adb125c833a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:50.680021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.688938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Transition to ACTIVE for port object 2edde917-b033-4d84-91a8-4adb125c833a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:50.696793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.746178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:50.750513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:50.754359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:50.839332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Pushing event updated for resources: {'Port': ['ID=2edde917-b033-4d84-91a8-4adb125c833a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:50.855436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Attempting to bind port 2edde917-b033-4d84-91a8-4adb125c833a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:50.855817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Attempting to bind port 2edde917-b033-4d84-91a8-4adb125c833a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:50.856605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Attempting to bind port 2edde917-b033-4d84-91a8-4adb125c833a on network 7f38993b-ba1b-49b8-9966-55525a8dbe44 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:50.863954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:50.864277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Checking segment: {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:50.864753 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.865148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Bound using segment: {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:50.865630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Bound port: 2edde917-b033-4d84-91a8-4adb125c833a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:50.866487 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.876915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.879238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Deleting port 8ceffdcc-9a46-4b1f-bfdc-b6b3a94a263c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:50.879238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.909654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.917369 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.928891 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Transition to ACTIVE for port object f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:50.949864 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:50.951383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] For port 2edde917-b033-4d84-91a8-4adb125c833a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:50.956070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] For port 2edde917-b033-4d84-91a8-4adb125c833a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2edde917-b033-4d84-91a8-4adb125c833a,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:50.960397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.040507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e84e2-2b44-4963-8e59-b13b4dede0c0 None None] Pushing event updated for resources: {'Port': ['ID=2edde917-b033-4d84-91a8-4adb125c833a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.164710 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.181317 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Attempting to bind port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:51.181916 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Attempting to bind port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:51.182508 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Attempting to bind port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:51.193774 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:51.194495 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:51.195330 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.195990 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:51.196623 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Bound port: f8e3c320-d20b-4a62-bfb5-562dbb8e56f1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:51.197160 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.208108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c21e786e-07f6-499b-a4d6-96bb431a61d6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:51.274080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Calling delete_port for 8ceffdcc-9a46-4b1f-bfdc-b6b3a94a263c owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:51.327268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c21e786e-07f6-499b-a4d6-96bb431a61d6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:51.327753 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.415498 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ff72d-2fc4-4b29-8ceb-8754e58110e3 None None] Pushing event updated for resources: {'Port': ['ID=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.449052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Allocated IP 172.25.7.76 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/36b70090-ab85-482a-aef5-d4a7842817b5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:51.531453 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] For port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:51.538747 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] For port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:51.545639 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.561282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db843b-a5ec-46bb-a21c-dac627207ca2 req-b6160feb-8445-498d-b775-0e1834bb73aa tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:51.568629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2db843b-a5ec-46bb-a21c-dac627207ca2 req-b6160feb-8445-498d-b775-0e1834bb73aa tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.3843613 Jun 30 09:22:51.661980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.693276 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:51.693926 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:51.732762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2db843b-a5ec-46bb-a21c-dac627207ca2 req-3a812103-eadd-40f3-9759-eca8aac81cba tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630781 Jun 30 09:22:51.738596 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ff72d-2fc4-4b29-8ceb-8754e58110e3 None None] Pushing event updated for resources: {'Port': ['ID=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.788103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782117e5-be65-480f-b212-54596a9acdd6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.803930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.838612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782117e5-be65-480f-b212-54596a9acdd6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.893605 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.911468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782117e5-be65-480f-b212-54596a9acdd6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.913835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:51.914161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-782117e5-be65-480f-b212-54596a9acdd6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:51.918881 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-782117e5-be65-480f-b212-54596a9acdd6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/security-groups/281e9042-9440-4e9a-8918-9db8c9d4ede0 HTTP/1.1" status: 204 len: 168 time: 0.2542317 Jun 30 09:22:51.919525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.941321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782117e5-be65-480f-b212-54596a9acdd6 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281e9042-9440-4e9a-8918-9db8c9d4ede0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:51.943443 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-b0f8faf6-c0e9-4e57-9271-f87ab90cc49e tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] show failed (client error): The resource could not be found. Jun 30 09:22:51.948336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b0f8faf6-c0e9-4e57-9271-f87ab90cc49e tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "GET /v2.0/security-groups/281e9042-9440-4e9a-8918-9db8c9d4ede0 HTTP/1.1" status: 404 len: 347 time: 0.0247741 Jun 30 09:22:51.948626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:51.961163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event deleted for resources: {'Port': ['ID=8ceffdcc-9a46-4b1f-bfdc-b6b3a94a263c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.047101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.106728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:52.112297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:52.121377 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.124122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:52.130153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 08543209-cef1-42e1-b374-a877dbd04d2a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:52.139654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.294365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.296466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Pushing event updated for resources: {'Port': ['ID=36b70090-ab85-482a-aef5-d4a7842817b5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.297926 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:51Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:52.302992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.310920 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.311264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.325157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31623c1d-48d0-488f-b1d9-0c7fc20d3e5b req-ef969fba-3f8d-416c-8f47-97cb729abdcb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:52.335690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31623c1d-48d0-488f-b1d9-0c7fc20d3e5b req-ef969fba-3f8d-416c-8f47-97cb729abdcb tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.3887105 Jun 30 09:22:52.338163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47894) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.343682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 08543209-cef1-42e1-b374-a877dbd04d2a owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:52.345589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Request body: {'floatingip': {'port_id': '4b678a58-ea48-4246-ad11-3e995e974c29'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:52.357288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e05cc9-44dd-4fb8-bba9-a9b5e7ab1f40 None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:51Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:52.496555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.535228 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.535756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Fanout notify agent at l3_agent the message router_deleted on router c2bb4822-4bbb-443f-884f-7be903e85503 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:52.555328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.560378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6b8ef02b-b065-41f9-9d22-ca6424bb08ad tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/c2bb4822-4bbb-443f-884f-7be903e85503 HTTP/1.1" status: 204 len: 168 time: 2.2409127 Jun 30 09:22:52.562944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.566310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.574468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-253684600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:52.620933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=08543209-cef1-42e1-b374-a877dbd04d2a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:52.633699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9a4c94-52b4-4839-81fe-425858ef07c4 None None] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:52.721712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.723628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.730401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.733060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.737372 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fb2c0bcf-9adb-405c-bda7-51f41f0cf326 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/floatingips/d1b084d6-d4e0-40a3-8f9f-ee9cc48dd6c8 HTTP/1.1" status: 204 len: 168 time: 0.7829990 Jun 30 09:22:52.739090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.796317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d82ed12c-9bf3-4bbb-bebf-faa087b4cd9e None None] Provisioning for port 2edde917-b033-4d84-91a8-4adb125c833a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:52.871574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.880982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.908426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:52.910438 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fb4644e7-5de7-4e15-9fa9-cfb793697211 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3416638 Jun 30 09:22:52.915591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47902) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:52.922734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': False}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:53.030702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port ad218a9b-2f06-4715-9db2-12f3382aeaa7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:53.031247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.226660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.242556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for ad218a9b-2f06-4715-9db2-12f3382aeaa7 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:53.288395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:53.404034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:53.409135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:53.409435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.533792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.565871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.572732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.613514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:53.622053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.623317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2edde917-b033-4d84-91a8-4adb125c833a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:53.669651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=ad218a9b-2f06-4715-9db2-12f3382aeaa7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:53.684876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.762489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:53.782979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2edde917-b033-4d84-91a8-4adb125c833a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:53.791709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2edde917-b033-4d84-91a8-4adb125c833a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:53.797182 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.842316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.844417 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-26bcd879-3eea-468f-9448-bd250ebf46a8 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/ports/ad218a9b-2f06-4715-9db2-12f3382aeaa7 HTTP/1.1" status: 204 len: 168 time: 1.1043651 Jun 30 09:22:53.848100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:53.937113 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:53.983445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2edde917-b033-4d84-91a8-4adb125c833a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2edde917-b033-4d84-91a8-4adb125c833a,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:53.993566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.024535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 9cad5e9a-0c90-4b69-816a-571e2374dace {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:54.024915 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.060447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2edde917-b033-4d84-91a8-4adb125c833a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.133542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.188708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.221765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.226316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.236851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.246742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 9cad5e9a-0c90-4b69-816a-571e2374dace owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:54.277440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.414521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Allocated IP 172.25.7.83 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/045f08af-6376-47a0-b4ab-561d5a1ce592) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:54.432928 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Floating IP 06dc147a-889d-4d1d-b3af-6c02e5b85021 associated. External IP: 172.25.7.160, port: 4b678a58-ea48-4246-ad11-3e995e974c29. Jun 30 09:22:54.432928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Router 3bd23d01-6ad9-4830-b4e6-a130b5278784 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:54.533889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.584482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=9cad5e9a-0c90-4b69-816a-571e2374dace,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.659121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.682770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:54.697982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Sync routers for ids ['3bd23d01-6ad9-4830-b4e6-a130b5278784'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:54.698821 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.700798 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b6a69989-9aa1-470f-9f16-5589585a5a39 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/ports/9cad5e9a-0c90-4b69-816a-571e2374dace HTTP/1.1" status: 204 len: 168 time: 0.8516715 Jun 30 09:22:54.704806 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47912) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:54.720503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Routers {'3bd23d01-6ad9-4830-b4e6-a130b5278784'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:54.721714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3bd23d01-6ad9-4830-b4e6-a130b5278784'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:54.727222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.747729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.751865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-14b98a6d-882b-4e70-a03d-405bc60844bd admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0011508 Jun 30 09:22:54.756097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47914) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:54.765688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:54.770418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:54.773987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:54.800393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Pushing event updated for resources: {'Port': ['ID=045f08af-6376-47a0-b4ab-561d5a1ce592,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:54.860850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Set router 3bd23d01-6ad9-4830-b4e6-a130b5278784 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:54.884472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting subnet 5f06d589-85ee-4a8d-80cd-eaedccef4924 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:54.923063 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:54.951787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Router 545eeb46-47b2-4904-bf35-847bdb919b11 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:54.994000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.125169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.276318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:55.346658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:55.347033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.371192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:22:52Z', 'revision_number': 3, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:55.397846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.402260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.411917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Checking router: 3bd23d01-6ad9-4830-b4e6-a130b5278784 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:55.412432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Updating router 3bd23d01-6ad9-4830-b4e6-a130b5278784 port 36b70090-ab85-482a-aef5-d4a7842817b5 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:22:55.466034 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.585776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2edde917-b033-4d84-91a8-4adb125c833a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:55.588313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Router 3ca751b8-682d-4484-aaf4-8d98a34c4710 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:22:55.701417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.702211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2edde917-b033-4d84-91a8-4adb125c833a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:55.702642 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.728933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:55.738503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.745753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:55.766255 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:55.766900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:55.834085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2aef86c-d9ef-43fa-ad14-72f2d92e13b3 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "PUT /v2.0/floatingips/06dc147a-889d-4d1d-b3af-6c02e5b85021 HTTP/1.1" status: 200 len: 991 time: 3.4920328 Jun 30 09:22:55.846708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:22:55.849021 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedd7879-7074-4b66-903d-7c5cc25045e3" -d '{"events": [{"name": "network-changed", "server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:22:55.875955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.947167 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1d82a2-1d96-4428-ae05-139c8e6e5859 x-openstack-request-id: req-cf1d82a2-1d96-4428-ae05-139c8e6e5859 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:22:55.947452 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:22:55.947704 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf1d82a2-1d96-4428-ae05-139c8e6e5859 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:22:55.948131 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29', 'status': 'completed', 'code': 200} Jun 30 09:22:55.953553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Subnet': ['ID=5f06d589-85ee-4a8d-80cd-eaedccef4924,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:55.968266 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:55.973647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3060202c-b0be-43bf-9d04-3bf9089797d9 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/subnets/5f06d589-85ee-4a8d-80cd-eaedccef4924 HTTP/1.1" status: 204 len: 168 time: 1.2659819 Jun 30 09:22:55.976898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47924) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:55.983634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17864294-5ad9-42f8-be2f-777646c3b65d None None] Network 2f12f98c-f311-49d4-b1b5-83b8359badec requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:56.085131 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:56.143156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting subnet bd202d6a-6b10-424e-ac20-a3d9781af517 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:22:56.149473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.239881 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.243995 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.279647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-dfd2de93-fcc0-42ce-b2b2-6a3c5058abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.281732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-dfd2de93-fcc0-42ce-b2b2-6a3c5058abe6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=073a4d91f55945789c58ac1491660c87&device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 1097 time: 0.2241368 Jun 30 09:22:56.369087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.382033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:22:56.396965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.398860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-96c11aa3-900d-4c2f-a455-41123cbf32ca tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "PUT /v2.0/routers/3ca751b8-682d-4484-aaf4-8d98a34c4710 HTTP/1.1" status: 200 len: 918 time: 3.4819820 Jun 30 09:22:56.399747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] Sync routers for ids ['3ca751b8-682d-4484-aaf4-8d98a34c4710'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:22:56.404313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.416906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Transition to ACTIVE for port object 36b70090-ab85-482a-aef5-d4a7842817b5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:56.455234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.568008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] Routers {'3ca751b8-682d-4484-aaf4-8d98a34c4710'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:56.568826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3ca751b8-682d-4484-aaf4-8d98a34c4710'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.588261 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '06dc147a-889d-4d1d-b3af-6c02e5b85021', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'port_id': '4b678a58-ea48-4246-ad11-3e995e974c29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'mac_address': 'fa:16:3e:8c:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:22:32Z', 'updated_at': '2021-06-30T09:22:54Z', 'revision_number': 1, 'project_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.632431 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:22:56.644921 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:56.645598 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-625d89a2-8918-4b56-931d-eb245a4c793e tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/3ca751b8-682d-4484-aaf4-8d98a34c4710 HTTP/1.1" status: 200 len: 924 time: 0.2398434 Jun 30 09:22:56.646186 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.650645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47930) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.676555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.677326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923961cd-a7d9-49fb-ba7e-a120763eeb6e None None] Pushing event updated for resources: {'Port': ['ID=36b70090-ab85-482a-aef5-d4a7842817b5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:56.695689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.709143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Attempting to bind port 36b70090-ab85-482a-aef5-d4a7842817b5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:22:56.719449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Attempting to bind port 36b70090-ab85-482a-aef5-d4a7842817b5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:22:56.720048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Attempting to bind port 36b70090-ab85-482a-aef5-d4a7842817b5 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:22:56.733878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:22:56.734744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:22:56.735406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.736026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:22:56.736698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Bound port: 36b70090-ab85-482a-aef5-d4a7842817b5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:22:56.737246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.776942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cfb5dd-26e0-40ee-aae6-ade60d3eeebc tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.783487 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-66cfb5dd-26e0-40ee-aae6-ade60d3eeebc tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=3ca751b8-682d-4484-aaf4-8d98a34c4710&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1314256 Jun 30 09:22:56.784664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:56.833023 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:56.847408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] For port 36b70090-ab85-482a-aef5-d4a7842817b5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:22:56.857949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] For port 36b70090-ab85-482a-aef5-d4a7842817b5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=36b70090-ab85-482a-aef5-d4a7842817b5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:22:56.871229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] DHCP port deletion for 2f12f98c-f311-49d4-b1b5-83b8359badec request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:56.890577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] Routers {'3ca751b8-682d-4484-aaf4-8d98a34c4710'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:56.891598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3ca751b8-682d-4484-aaf4-8d98a34c4710'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:56.895995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:56.954038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-0851cb4d-7c0e-458a-99f7-ee7c95a81735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:56.956483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-0851cb4d-7c0e-458a-99f7-ee7c95a81735 service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 200 len: 911 time: 0.6609299 Jun 30 09:22:56.962732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.008267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a095812-cf0e-485b-9f53-6e1c7dffa0f6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:57.016870 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a095812-cf0e-485b-9f53-6e1c7dffa0f6 tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.2297897 Jun 30 09:22:57.017704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:57.040171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:57.050410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d29e3f-64c2-4fec-b003-8c22ea1b1dd1 None None] The sync data for ids ['3ca751b8-682d-4484-aaf4-8d98a34c4710'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:57.080178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Routers {'3bd23d01-6ad9-4830-b4e6-a130b5278784'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:22:57.081145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3bd23d01-6ad9-4830-b4e6-a130b5278784'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:57.110076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77864ea6-c793-4a5c-963e-f5a6c4040226 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ca751b8-682d-4484-aaf4-8d98a34c4710 HTTP/1.1" status: 200 len: 205 time: 0.0901251 Jun 30 09:22:57.110955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:57.213061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c314365-86b9-4f19-992e-92ab1cfea342 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:57.276411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Subnet': ['ID=bd202d6a-6b10-424e-ac20-a3d9781af517,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.281432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-3e7d0357-0cfa-423a-ac64-7745c3fd4de4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b678a58-ea48-4246-ad11-3e995e974c29 HTTP/1.1" status: 200 len: 999 time: 0.3143823 Jun 30 09:22:57.288845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Allocated IP 172.20.0.1 (7f38993b-ba1b-49b8-9966-55525a8dbe44/d59f4df1-c8ae-4372-bbff-a2e3ce121e2f/886c9a16-defa-423e-ac42-da0deca6dd3d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:22:57.350977 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.355176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ea82f805-0c8e-4047-acc0-97cd0ec12e74 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/subnets/bd202d6a-6b10-424e-ac20-a3d9781af517 HTTP/1.1" status: 204 len: 168 time: 1.3761094 Jun 30 09:22:57.361881 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '06dc147a-889d-4d1d-b3af-6c02e5b85021', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'port_id': '4b678a58-ea48-4246-ad11-3e995e974c29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'mac_address': 'fa:16:3e:8c:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:22:32Z', 'updated_at': '2021-06-30T09:22:54Z', 'revision_number': 1, 'project_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:57.364556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:57.433754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] Set router 3bd23d01-6ad9-4830-b4e6-a130b5278784 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:22:57.444276 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f763a2-e85a-4a00-a81a-75ecd231f75e None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '06dc147a-889d-4d1d-b3af-6c02e5b85021', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'floating_ip_address': '172.25.7.160', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'port_id': '4b678a58-ea48-4246-ad11-3e995e974c29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'mac_address': 'fa:16:3e:8c:1e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:22:32Z', 'updated_at': '2021-06-30T09:22:54Z', 'revision_number': 1, 'project_id': '073a4d91f55945789c58ac1491660c87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:57.454743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-ec441d0d-b1f1-426c-9ac0-067903d55d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:57.457017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-ec441d0d-b1f1-426c-9ac0-067903d55d51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 200 len: 849 time: 0.1636333 Jun 30 09:22:57.534364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.560109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.683049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-a0370265-0b77-4599-8008-25f35547a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:22:57.685488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-a0370265-0b77-4599-8008-25f35547a965 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143171 Jun 30 09:22:57.702652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.733751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94995bb7-5d09-4452-8bd9-0721f6d0e6f0 None None] Network 3b2331d8-7740-4e27-95f4-2d60223c7254 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:22:57.788989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 7c314365-86b9-4f19-992e-92ab1cfea342 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:57.789641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.793978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923961cd-a7d9-49fb-ba7e-a120763eeb6e None None] Pushing event updated for resources: {'Port': ['ID=36b70090-ab85-482a-aef5-d4a7842817b5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:57.833022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-87c7ee3e-4b00-4b60-8282-2fad47639161 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380079 Jun 30 09:22:57.839076 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.856999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Transition to ACTIVE for port object 886c9a16-defa-423e-ac42-da0deca6dd3d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:22:57.872499 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93879b9d-7e86-4a2c-9e05-e0b949fc0207 None None] New status for floating IP 06dc147a-889d-4d1d-b3af-6c02e5b85021: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:22:57.920582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.922730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port 7c314365-86b9-4f19-992e-92ab1cfea342, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c314365-86b9-4f19-992e-92ab1cfea342,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:57.923101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:57.939104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 7c314365-86b9-4f19-992e-92ab1cfea342 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:57.996891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] Deleting port 7c314365-86b9-4f19-992e-92ab1cfea342 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:57.997267 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.022747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:58.039063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:58.045126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Pushing event updated for resources: {'Port': ['ID=886c9a16-defa-423e-ac42-da0deca6dd3d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.045351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.047849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:22:58.082939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=7c314365-86b9-4f19-992e-92ab1cfea342,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.091759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port 7c314365-86b9-4f19-992e-92ab1cfea342 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:58.116401 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.133117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dedd7879-7074-4b66-903d-7c5cc25045e3 req-d73555ff-a4e8-4807-904d-4c06984ace82 service neutron] 10.222.0.83 "GET /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390816 Jun 30 09:22:58.140255 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.211884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.216508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] For port 7c314365-86b9-4f19-992e-92ab1cfea342, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c314365-86b9-4f19-992e-92ab1cfea342,segment=NetworkSegment(dcf3de34-1bf2-480e-8a07-0182b233dd0b),segment_id=dcf3de34-1bf2-480e-8a07-0182b233dd0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:58.217311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.223539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f12f98c-f311-49d4-b1b5-83b8359badec']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.241183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf3de34-1bf2-480e-8a07-0182b233dd0b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.241508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf3de34-1bf2-480e-8a07-0182b233dd0b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.258314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Deleting port 045f08af-6376-47a0-b4ab-561d5a1ce592 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:58.259008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.266154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.293409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] Calling delete_port for 7c314365-86b9-4f19-992e-92ab1cfea342 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:58.355432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.400417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:22:52Z', 'revision_number': 3, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:22:58.417389 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.440581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:22:58.440968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.445226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] DHCP port deletion for 3b2331d8-7740-4e27-95f4-2d60223c7254 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:22:58.447235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a8b163-c858-4640-a888-4ec30e80912e None None] The sync data for ids ['3bd23d01-6ad9-4830-b4e6-a130b5278784'] in n-d-780147-22 is: [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:22:52Z', 'revision_number': 3, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:22:58.469169 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:22:58.494507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.561400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] Pushing event deleted for resources: {'Port': ['ID=7c314365-86b9-4f19-992e-92ab1cfea342,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.563412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d2af42-9152-4993-aa71-98fe0d0af4be None None] No DVR routers for this DVR port 7c314365-86b9-4f19-992e-92ab1cfea342 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:58.588854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] Deleting port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:58.589229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.635273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.662985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.668730 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/networks/2f12f98c-f311-49d4-b1b5-83b8359badec HTTP/1.1" status: 204 len: 168 time: 1.2910593 Jun 30 09:22:58.669382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47952) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:58.671372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.674283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03524a78-b163-4cba-b5a0-edd7ca937b70 tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Network': ['ID=2f12f98c-f311-49d4-b1b5-83b8359badec,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:58.695389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Calling delete_port for 045f08af-6376-47a0-b4ab-561d5a1ce592 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:58.804363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.815963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.818159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.884742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6e55685c-ab34-4b36-926e-e300b359e967 None None] Provisioning for port 886c9a16-defa-423e-ac42-da0deca6dd3d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:58.899608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6e55685c-ab34-4b36-926e-e300b359e967 None None] Provisioning complete for port 886c9a16-defa-423e-ac42-da0deca6dd3d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:58.899934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e55685c-ab34-4b36-926e-e300b359e967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.927995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.956518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] For port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:58.956870 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.976639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:58.984755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event deleted for resources: {'Port': ['ID=045f08af-6376-47a0-b4ab-561d5a1ce592,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.003583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] Calling delete_port for 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:59.006149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6e55685c-ab34-4b36-926e-e300b359e967 None None] Port 886c9a16-defa-423e-ac42-da0deca6dd3d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:59.008066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Pushing event updated for resources: {'Port': ['ID=886c9a16-defa-423e-ac42-da0deca6dd3d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.119133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.148813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Deleting port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:22:59.149548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.190277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.232487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 36b70090-ab85-482a-aef5-d4a7842817b5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:22:59.236633 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.238276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] Pushing event deleted for resources: {'Port': ['ID=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.256478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:22:59.262430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:22:59.265644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.268730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.269729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc1a75b-7024-4a4d-906d-62e5f55ac681 None None] No DVR routers for this DVR port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:59.280170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] For port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,segment=NetworkSegment(f50a07a8-e45d-438e-92aa-c8e641b939e3),segment_id=f50a07a8-e45d-438e-92aa-c8e641b939e3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:59.280536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.332708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 36b70090-ab85-482a-aef5-d4a7842817b5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:22:59.341017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 36b70090-ab85-482a-aef5-d4a7842817b5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:59.341409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.345896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.347291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Fanout notify agent at l3_agent the message router_deleted on router 3ca751b8-682d-4484-aaf4-8d98a34c4710 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:22:59.349386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Calling delete_port for 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:22:59.359895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.363448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6220e205-3d78-4dd0-9c77-533ed228ccd6 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/3ca751b8-682d-4484-aaf4-8d98a34c4710 HTTP/1.1" status: 204 len: 168 time: 2.2497568 Jun 30 09:22:59.369194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:22:59.376044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1823364965', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:22:59.420660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.421879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.486485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.516493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 36b70090-ab85-482a-aef5-d4a7842817b5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=36b70090-ab85-482a-aef5-d4a7842817b5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:22:59.521632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.528667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.611053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=36b70090-ab85-482a-aef5-d4a7842817b5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.626996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:22:59.655700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:22:59.656050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:22:59.707503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Router 3bd23d01-6ad9-4830-b4e6-a130b5278784 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:22:59.717602 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.740630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a0546e28-d025-4f3c-b4d4-9ff4d110e7da None None] Provisioning complete for port 886c9a16-defa-423e-ac42-da0deca6dd3d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:22:59.740913 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a0546e28-d025-4f3c-b4d4-9ff4d110e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.783594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.805214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Port': ['ID=2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:22:59.812625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] No DVR routers for this DVR port 2504c9c5-fb2a-4d28-a6ed-bd5b53ec3431 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:22:59.819289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a0546e28-d025-4f3c-b4d4-9ff4d110e7da None None] Port 886c9a16-defa-423e-ac42-da0deca6dd3d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:22:59.947124 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:22:59.965713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b2331d8-7740-4e27-95f4-2d60223c7254']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.005139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50a07a8-e45d-438e-92aa-c8e641b939e3') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.005851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50a07a8-e45d-438e-92aa-c8e641b939e3') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:00.030283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.031614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.043237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:00.054429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9790c70d-1831-42d9-aebf-64d6ec70d370 admin admin] 10.222.0.77 "PUT /v2.0/routers/3bd23d01-6ad9-4830-b4e6-a130b5278784/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2919617 Jun 30 09:23:00.057523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.058803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.092963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:00.093566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:00.096970 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:00.181830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.193383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.199905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] 10.222.0.77 "DELETE /v2.0/networks/3b2331d8-7740-4e27-95f4-2d60223c7254 HTTP/1.1" status: 204 len: 168 time: 1.5251591 Jun 30 09:23:00.208387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ec69d-cc96-4863-85ad-360a409f587a tempest-TaggedBootDevicesTest-943879222 tempest-TaggedBootDevicesTest-943879222-project] Pushing event deleted for resources: {'Network': ['ID=3b2331d8-7740-4e27-95f4-2d60223c7254,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:00.208901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Allocated IP 172.25.7.230 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/6c1476e0-c9b2-4043-9597-5053b3e3e5b5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:00.383042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.450899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:00.493728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:00.497527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:00.507707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:00.511645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event updated for resources: {'Port': ['ID=6c1476e0-c9b2-4043-9597-5053b3e3e5b5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:00.540752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.541126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.542169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.542689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.543044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.543493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.543823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.544246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.544461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.544783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.545106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.545426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:00.909942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.156166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 36b70090-ab85-482a-aef5-d4a7842817b5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:01.272015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Sync routers for ids ['3bd23d01-6ad9-4830-b4e6-a130b5278784'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:01.283595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.286037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 36b70090-ab85-482a-aef5-d4a7842817b5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:01.286541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.317840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Routers {'3bd23d01-6ad9-4830-b4e6-a130b5278784'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:01.318658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3bd23d01-6ad9-4830-b4e6-a130b5278784'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.464601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Router 15b4d1ed-f20b-4a3f-975f-14bdef5abeef is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:01.518139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Set router 3bd23d01-6ad9-4830-b4e6-a130b5278784 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:01.628877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:01.643531 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] Sync routers for ids ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:01.663605 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] Routers {'15b4d1ed-f20b-4a3f-975f-14bdef5abeef'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:01.664321 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.681802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:01.686182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3231a34c-d4f1-42da-82b3-24a7376f7cc8 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3148224 Jun 30 09:23:01.688228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:01.693296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:01.736477 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.768938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] Routers {'15b4d1ed-f20b-4a3f-975f-14bdef5abeef'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:01.783044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.828326 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.829388 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755e287d-9aa2-45ed-9f54-c272125e5668 None None] The sync data for ids ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:01.903325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:22:58Z', 'revision_number': 4, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '886c9a16-defa-423e-ac42-da0deca6dd3d', 'name': '', 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'mac_address': 'fa:16:3e:f9:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:56Z', 'updated_at': '2021-06-30T09:22:58Z', 'revision_number': 2, 'project_id': '9caebdc302104dea91de4854afbb27da', 'subnets': [{'id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:01.942366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Checking router: 3bd23d01-6ad9-4830-b4e6-a130b5278784 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:01.942966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Updating router 3bd23d01-6ad9-4830-b4e6-a130b5278784 port 886c9a16-defa-423e-ac42-da0deca6dd3d binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:01.993510 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.238183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.256082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.336962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Deleting port 6c1476e0-c9b2-4043-9597-5053b3e3e5b5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:02.337326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.421224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.435544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Transition to ACTIVE for port object 886c9a16-defa-423e-ac42-da0deca6dd3d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:02.436114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.443644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.452756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Calling delete_port for 6c1476e0-c9b2-4043-9597-5053b3e3e5b5 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:02.514516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fb2a5-cd8c-48af-8ccf-f2ed7c4b0339 None None] Pushing event updated for resources: {'Port': ['ID=886c9a16-defa-423e-ac42-da0deca6dd3d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.623510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Attempting to bind port 886c9a16-defa-423e-ac42-da0deca6dd3d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:02.624467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Attempting to bind port 886c9a16-defa-423e-ac42-da0deca6dd3d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:02.625104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Attempting to bind port 886c9a16-defa-423e-ac42-da0deca6dd3d on network 7f38993b-ba1b-49b8-9966-55525a8dbe44 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:02.634438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:02.634835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Checking segment: {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:02.635934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.636339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Bound using segment: {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:02.636998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Bound port: 886c9a16-defa-423e-ac42-da0deca6dd3d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6f88d96-f46f-4326-bbda-e6869a346766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:02.637216 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.718982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.778167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Pushing event deleted for resources: {'Port': ['ID=6c1476e0-c9b2-4043-9597-5053b3e3e5b5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.781811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] For port 886c9a16-defa-423e-ac42-da0deca6dd3d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:02.785562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] For port 886c9a16-defa-423e-ac42-da0deca6dd3d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=886c9a16-defa-423e-ac42-da0deca6dd3d,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:02.794312 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:02.895572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fb2a5-cd8c-48af-8ccf-f2ed7c4b0339 None None] Pushing event updated for resources: {'Port': ['ID=886c9a16-defa-423e-ac42-da0deca6dd3d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:02.898920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Routers {'3bd23d01-6ad9-4830-b4e6-a130b5278784'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:02.899527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3bd23d01-6ad9-4830-b4e6-a130b5278784'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:02.931231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.070670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] Set router 3bd23d01-6ad9-4830-b4e6-a130b5278784 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:03.149043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-e28ff8a9-cdaf-4129-a310-856055a2e087 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:03.150099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-e28ff8a9-cdaf-4129-a310-856055a2e087 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.2839067 Jun 30 09:23:03.386310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:22:58Z', 'revision_number': 4, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '886c9a16-defa-423e-ac42-da0deca6dd3d', 'name': '', 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'mac_address': 'fa:16:3e:f9:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:56Z', 'updated_at': '2021-06-30T09:23:02Z', 'revision_number': 4, 'project_id': '9caebdc302104dea91de4854afbb27da', 'subnets': [{'id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.448576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc88c-902a-4455-a3a7-c49368f865d4 None None] The sync data for ids ['3bd23d01-6ad9-4830-b4e6-a130b5278784'] in n-d-780147-22 is: [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:22:58Z', 'revision_number': 4, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '886c9a16-defa-423e-ac42-da0deca6dd3d', 'name': '', 'network_id': '7f38993b-ba1b-49b8-9966-55525a8dbe44', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'mac_address': 'fa:16:3e:f9:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_interface', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:56Z', 'updated_at': '2021-06-30T09:23:02Z', 'revision_number': 4, 'project_id': '9caebdc302104dea91de4854afbb27da', 'subnets': [{'id': 'd59f4df1-c8ae-4372-bbff-a2e3ce121e2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:03.646134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.650374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-3e882ed1-f3a5-48f8-9951-884773af9769 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.4630613 Jun 30 09:23:03.651860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.769086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Router 15b4d1ed-f20b-4a3f-975f-14bdef5abeef has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:03.839616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-20b095a9-c8ef-48c2-b959-6529f16fdd1b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827712 Jun 30 09:23:03.888416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:03.896672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:03.901316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cd8b13a8-e149-4910-a59d-96ee523ed159 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "PUT /v2.0/routers/15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 200 len: 710 time: 2.2089434 Jun 30 09:23:03.901492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] Sync routers for ids ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:03.902199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:03.918612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] Routers {'15b4d1ed-f20b-4a3f-975f-14bdef5abeef'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:03.919454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:03.976955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.009974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-174b2d63-4105-4e35-a0d8-2744695c0d1a tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/routers/15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 200 len: 745 time: 0.1051593 Jun 30 09:23:04.011085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48030) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.015673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-419267cd-864c-49e5-86f0-72858b652526 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492198 Jun 30 09:23:04.018585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] Routers {'15b4d1ed-f20b-4a3f-975f-14bdef5abeef'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:04.019554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.076804 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d3ffd11a-2935-4124-8cb5-db5e3528695d tempest-RoutersIpV6AdminTest-866416275 tempest-RoutersIpV6AdminTest-866416275-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 200 len: 205 time: 0.0641100 Jun 30 09:23:04.077798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48032) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.133363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:04.140485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d88db-e3d0-4678-b2df-b13c0dedcba8 None None] The sync data for ids ['15b4d1ed-f20b-4a3f-975f-14bdef5abeef'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:04.165982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0330941b-717e-4165-8941-1262b8dc53f4 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 200 len: 205 time: 0.0846493 Jun 30 09:23:04.167780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:04.188373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c623e1cf-15b4-402c-a8f5-f3b249e129ce service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657660 Jun 30 09:23:04.833226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1809d69-ac0b-474d-9138-12cb62b26be4 req-19669137-3e5a-49ed-abae-48ac33f2506f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0859437 Jun 30 09:23:04.912742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.192290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 886c9a16-defa-423e-ac42-da0deca6dd3d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:05.355847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.359752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.377682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 886c9a16-defa-423e-ac42-da0deca6dd3d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:05.394414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 886c9a16-defa-423e-ac42-da0deca6dd3d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:05.395080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.458584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.459014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Fanout notify agent at l3_agent the message router_deleted on router 15b4d1ed-f20b-4a3f-975f-14bdef5abeef {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:05.459014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.473199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8ab16264-c023-425a-848c-9aa5575e1115 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 204 len: 168 time: 1.3042290 Jun 30 09:23:05.477670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.540016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d6bf6179-f728-4b8f-b09c-dddceb589509 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 200 len: 205 time: 0.0604882 Jun 30 09:23:05.543018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.592383 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.644494 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-01a31cdf-404b-4cbb-9fd0-4c8f12c7ba85 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] delete failed (client error): The resource could not be found. Jun 30 09:23:05.645545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-01a31cdf-404b-4cbb-9fd0-4c8f12c7ba85 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/15b4d1ed-f20b-4a3f-975f-14bdef5abeef HTTP/1.1" status: 404 len: 336 time: 0.1012959 Jun 30 09:23:05.647069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 886c9a16-defa-423e-ac42-da0deca6dd3d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=886c9a16-defa-423e-ac42-da0deca6dd3d,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:05.648159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.655079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:05.710658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48072) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.711738 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bf232b6e-418d-4393-bcc5-e4de7ec2fd71 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=3ca751b8-682d-4484-aaf4-8d98a34c4710 HTTP/1.1" status: 200 len: 205 time: 0.0624006 Jun 30 09:23:05.729263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=886c9a16-defa-423e-ac42-da0deca6dd3d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:05.808491 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-8b3d421c-fe2d-4049-a29c-883977607de1 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] delete failed (client error): The resource could not be found. Jun 30 09:23:05.812968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.823963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8b3d421c-fe2d-4049-a29c-883977607de1 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/3ca751b8-682d-4484-aaf4-8d98a34c4710 HTTP/1.1" status: 404 len: 336 time: 0.1118441 Jun 30 09:23:05.872808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ec779d7b-f613-469b-994f-d3997cda1985 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=c2bb4822-4bbb-443f-884f-7be903e85503 HTTP/1.1" status: 200 len: 205 time: 0.0533087 Jun 30 09:23:05.873006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48076) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.921158 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-b9924a1d-df3d-4655-9525-5df42746925d tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] delete failed (client error): The resource could not be found. Jun 30 09:23:05.925089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b9924a1d-df3d-4655-9525-5df42746925d tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/c2bb4822-4bbb-443f-884f-7be903e85503 HTTP/1.1" status: 404 len: 336 time: 0.0528579 Jun 30 09:23:05.925439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:05.975975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8ab440c8-72c4-485c-8a6b-120b982ce0de tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=6c2d5d04-ed8b-4b03-a814-3b7322ba384e HTTP/1.1" status: 200 len: 205 time: 0.0486364 Jun 30 09:23:05.980646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48084) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.040409 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4fb55437-2858-4141-b76f-97224c95be26 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] delete failed (client error): The resource could not be found. Jun 30 09:23:06.041817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4fb55437-2858-4141-b76f-97224c95be26 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/6c2d5d04-ed8b-4b03-a814-3b7322ba384e HTTP/1.1" status: 404 len: 336 time: 0.0527239 Jun 30 09:23:06.044653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.076538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ba2af0c9-d117-4681-84c9-f76099e1c430 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=74cb050f-24f0-4217-927d-cc8692090dd2 HTTP/1.1" status: 200 len: 205 time: 0.0306137 Jun 30 09:23:06.080063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.110174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42fe611b-290c-4d93-98a6-3db52043cfeb req-0d7f3979-4cbb-407e-8cac-c844aaa4ab32 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0429676 Jun 30 09:23:06.153888 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-8e6d9ebb-25ce-4a84-a522-573eb290fa96 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] delete failed (client error): The resource could not be found. Jun 30 09:23:06.155210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8e6d9ebb-25ce-4a84-a522-573eb290fa96 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/74cb050f-24f0-4217-927d-cc8692090dd2 HTTP/1.1" status: 404 len: 336 time: 0.0739601 Jun 30 09:23:06.159205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48090) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.204508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-79c60eb2-e19b-43d3-af45-b63f91377271 tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "GET /v2.0/ports?device_id=f3724951-31c5-4e63-ab59-e47647929d49 HTTP/1.1" status: 200 len: 205 time: 0.0416827 Jun 30 09:23:06.206732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48092) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.243814 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-0034d7a8-e73c-42c1-a4c5-4f99a7b878cc tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] delete failed (client error): The resource could not be found. Jun 30 09:23:06.245551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0034d7a8-e73c-42c1-a4c5-4f99a7b878cc tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/routers/f3724951-31c5-4e63-ab59-e47647929d49 HTTP/1.1" status: 404 len: 336 time: 0.0379286 Jun 30 09:23:06.248231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48094) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.279771 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-78550eb5-b3bc-4ff0-bd9d-b50cafcf659e tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] DELETE failed (client error): The resource could not be found. Jun 30 09:23:06.280240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78550eb5-b3bc-4ff0-bd9d-b50cafcf659e tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:06.285195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-78550eb5-b3bc-4ff0-bd9d-b50cafcf659e tempest-RoutersIpV6AdminTest-701415265 tempest-RoutersIpV6AdminTest-701415265-project] 10.222.0.77 "DELETE /v2.0/subnets/5a94d783-8e9c-41fa-81d4-d5a1d50a6fdd HTTP/1.1" status: 404 len: 337 time: 0.0333676 Jun 30 09:23:06.564934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-6f89cee3-70fe-482c-b125-35cbb5f13a17 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:06.566660 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-6f89cee3-70fe-482c-b125-35cbb5f13a17 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.1382270 Jun 30 09:23:06.595730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': '33260b43-b18d-4151-9def-e06704bfc974', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:06.651565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48102) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:06.732416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:06.737360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.824164 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9766d549-8928-4c96-83cb-68e1d22127b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.943908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.6 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/544cc85f-2d71-4ee9-be62-d12ff76ebb2e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:06.980896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9766d549-8928-4c96-83cb-68e1d22127b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:06.994596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9766d549-8928-4c96-83cb-68e1d22127b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.101876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9766d549-8928-4c96-83cb-68e1d22127b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b772cf49574b47c08b262b8bc294d024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487855 Jun 30 09:23:07.103239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48112) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.115377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766d549-8928-4c96-83cb-68e1d22127b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6444bd4f-c688-4787-bd25-477b3725d35e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:07.178912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 886c9a16-defa-423e-ac42-da0deca6dd3d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:07.231832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77e84b94-0459-4910-a61c-7a95bb14cda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.260630 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77e84b94-0459-4910-a61c-7a95bb14cda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.268108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.312166 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77e84b94-0459-4910-a61c-7a95bb14cda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.319189 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-77e84b94-0459-4910-a61c-7a95bb14cda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.324493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 886c9a16-defa-423e-ac42-da0deca6dd3d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:07.325757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object 544cc85f-2d71-4ee9-be62-d12ff76ebb2e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:07.326083 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.326551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-77e84b94-0459-4910-a61c-7a95bb14cda2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6444bd4f-c688-4787-bd25-477b3725d35e HTTP/1.1" status: 204 len: 168 time: 0.2176821 Jun 30 09:23:07.343312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e84b94-0459-4910-a61c-7a95bb14cda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6444bd4f-c688-4787-bd25-477b3725d35e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:07.412570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.450384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fc53540-5f29-4bf2-8e78-3f95afd3b173 req-47bf634f-7381-464e-b3dd-3df45611168b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0843530 Jun 30 09:23:07.467461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:07.503802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:07.512070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:07.592747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:07.620400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:07.621420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.642614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-c1af49fc-083f-4258-877a-600990056d82 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0546329 Jun 30 09:23:07.664993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Request body: {'port': {'device_id': '33260b43-b18d-4151-9def-e06704bfc974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:07.812960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.880023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48122) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:07.952065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4d9cfbb9-34e7-440a-8b25-5029f8001490 None None] Provisioning for port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:07.962041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4d9cfbb9-34e7-440a-8b25-5029f8001490 None None] Provisioning complete for port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:07.962855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d9cfbb9-34e7-440a-8b25-5029f8001490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:07.967134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aff03490-d126-43f3-8144-e4202cd6c1cc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=82054c6216434e7c9bd38ec5fd24a306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0857434 Jun 30 09:23:07.970398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48126) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:08.037420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4d9cfbb9-34e7-440a-8b25-5029f8001490 None None] Port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:08.076026 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6040979-6762-42f1-95c4-69c215ca821d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.115302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6040979-6762-42f1-95c4-69c215ca821d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.222594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6040979-6762-42f1-95c4-69c215ca821d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.225682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6040979-6762-42f1-95c4-69c215ca821d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.237879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6040979-6762-42f1-95c4-69c215ca821d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6002d51d-240c-41af-ba6a-fca10514d38e HTTP/1.1" status: 204 len: 168 time: 0.2627590 Jun 30 09:23:08.264250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040979-6762-42f1-95c4-69c215ca821d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6002d51d-240c-41af-ba6a-fca10514d38e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.427019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544cc85f-2d71-4ee9-be62-d12ff76ebb2e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:08.436662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.467842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Transition to ACTIVE for port object 544cc85f-2d71-4ee9-be62-d12ff76ebb2e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:08.473467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:08.488573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.510855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.533928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.545426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.572028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.596870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.622340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:08.632128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6605973c-1de7-483e-8539-5b686ecbb123 req-7c209567-32dd-4c12-86b7-7fe8ff79a544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.2718353 Jun 30 09:23:08.744526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6605973c-1de7-483e-8539-5b686ecbb123 req-de7d3f68-10d5-4b5b-95f7-27da47ad9609 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111035 Jun 30 09:23:08.824117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Pushing event updated for resources: {'Port': ['ID=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:08.878410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Attempting to bind port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:08.878979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Attempting to bind port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:08.879482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Attempting to bind port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:08.904963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:08.905538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Attempting to bind port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:08.916047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:08.920357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:08.920876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:08.921358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Bound port: 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:08.921718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.047759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] For port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:09.052680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] For port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:09.059829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.149382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.149776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9fb9-37d1-490f-b60b-4c4c4dcff454 req-6641c3a4-0085-483b-b478-f82d16464243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.156658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:09.159125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afea9fb9-37d1-490f-b60b-4c4c4dcff454 req-6641c3a4-0085-483b-b478-f82d16464243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.1830678 Jun 30 09:23:09.169114 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] 10.222.0.79 "PUT /v2.0/ports/544cc85f-2d71-4ee9-be62-d12ff76ebb2e HTTP/1.1" status: 200 len: 1092 time: 1.5134385 Jun 30 09:23:09.169690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33260b43-b18d-4151-9def-e06704bfc974', 'tag': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:09.179690 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "33260b43-b18d-4151-9def-e06704bfc974", "tag": "544cc85f-2d71-4ee9-be62-d12ff76ebb2e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:09.235060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afea9fb9-37d1-490f-b60b-4c4c4dcff454 req-4026365b-14d5-4720-8d8b-a08bc4e66cf8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751202 Jun 30 09:23:09.305953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.315754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.329214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.345958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.360140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.368296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.376206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.378830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e38d079-da57-475b-a1b3-a24041caf382 req-161c8f54-544f-4c86-b2f7-1326be29aaa0 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.3095634 Jun 30 09:23:09.380797 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa983958-9fd8-4723-ae5c-52530c40c622 x-openstack-request-id: req-aa983958-9fd8-4723-ae5c-52530c40c622 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:09.381522 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33260b43-b18d-4151-9def-e06704bfc974", "tag": "544cc85f-2d71-4ee9-be62-d12ff76ebb2e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:09.381522 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa983958-9fd8-4723-ae5c-52530c40c622 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:09.389454 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33260b43-b18d-4151-9def-e06704bfc974', 'tag': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e', 'status': 'completed', 'code': 200} Jun 30 09:23:09.389454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda98556-8fa9-494a-9563-fd66e2796850 service neutron] Pushing event updated for resources: {'Port': ['ID=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:09.470083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-328d4359-dd53-4c34-a634-c1a44cb794fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.472179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-328d4359-dd53-4c34-a634-c1a44cb794fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 1095 time: 0.2504127 Jun 30 09:23:09.554775 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-cddde427-188a-4551-bbec-7e366e123a56 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e HTTP/1.1" status: 200 len: 217 time: 0.0706756 Jun 30 09:23:09.622561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-28e19903-9f9b-4e6e-b84d-55bec92a38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.624876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-28e19903-9f9b-4e6e-b84d-55bec92a38c0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0599623 Jun 30 09:23:09.733239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-2a5c8f80-0f5c-4044-9d48-a922c1a66a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:09.735761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-2a5c8f80-0f5c-4044-9d48-a922c1a66a76 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006684 Jun 30 09:23:09.807966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48172) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:09.868975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-5d1c8356-b5fa-497d-bcf0-5f3f4cc4a8a4 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215541 Jun 30 09:23:09.975851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1146104364'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.000433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:10.004414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.011914 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-88109f42-e9b1-4d49-8122-9661a064cf14 req-3c5769bf-3ff3-4156-8688-1aba27ddbb4f service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338012 Jun 30 09:23:10.013788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.141527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-8e046c45-0ba3-407f-9ce9-95fca0a12edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.142813 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-8e046c45-0ba3-407f-9ce9-95fca0a12edb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 1095 time: 0.0594621 Jun 30 09:23:10.144778 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.150123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.180542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:10.190376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42da99f9-4d7b-494f-916c-af4bf199423b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.196939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.197826 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Added segment 7a5b3941-9ba1-4634-a25a-3c840a15be4b of type vlan for network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 Jun 30 09:23:10.247367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.284136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-bb696c3e-6c63-4c8e-b51f-f7d722a3fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.286292 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-bb696c3e-6c63-4c8e-b51f-f7d722a3fdd6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1338692 Jun 30 09:23:10.298837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.304948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.305759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.361512 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-66cc542e-e008-476b-b01a-883d26f1450f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e HTTP/1.1" status: 200 len: 217 time: 0.0679760 Jun 30 09:23:10.374589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5653536 Jun 30 09:23:10.378767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48180) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:10.384442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:10.435367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-b6b8cb2f-fb14-4af6-bea0-a2a59fdeb910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.437104 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-b6b8cb2f-fb14-4af6-bea0-a2a59fdeb910 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0653508 Jun 30 09:23:10.466247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c37f3d6-0b99-4c84-af11-49daa564994b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Network': ['ID=24d85a9e-96e0-4b8b-8c23-bf36ab005049,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.482533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:10.548555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-5c2a1777-82bd-497e-9071-5cb6d9afeba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.551415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-5c2a1777-82bd-497e-9071-5cb6d9afeba9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042166 Jun 30 09:23:10.559335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:10.565912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.645570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaffac2-3f8a-463c-a3f3-0907979a66b6 req-f0140dfa-f66a-4505-9f91-f4d5d3d6933e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.653258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcaffac2-3f8a-463c-a3f3-0907979a66b6 req-f0140dfa-f66a-4505-9f91-f4d5d3d6933e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.2065070 Jun 30 09:23:10.685167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-b7096efd-eabd-4588-8726-169d7deff4be service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249270 Jun 30 09:23:10.729392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcaffac2-3f8a-463c-a3f3-0907979a66b6 req-cfa56379-2850-4df8-9986-af5a3966a02d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Jun 30 09:23:10.877436 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:10.883655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf4f3db6-54f6-43e5-8e31-f4d8023ad5a0 req-5f923063-0015-4ef9-a694-be3aa1f509d4 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865101 Jun 30 09:23:10.946065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=cb58ce3f-3e68-4c42-8434-7a2739eb676e,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:10.954099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:10.954503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network hostable DHCP agents. Network: 24d85a9e-96e0-4b8b-8c23-bf36ab005049, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:10.977238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:10.988818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 24d85a9e-96e0-4b8b-8c23-bf36ab005049) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:10.993522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:10.994242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.001495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4047e-e789-4c2f-9eb6-6e4b8719d29d None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:11.038601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ba9f16d3-e78d-4eec-b631-6d886077242f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6592689 Jun 30 09:23:11.039363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.052154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'name': 'tempest-NetworksTestDHCPv6-643326986'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:11.207768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:11.211771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.234621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port bafb6458-482c-431b-b707-697cf4204a7d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:11.273617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4637a547-3c2d-4af0-9885-01872d9b14ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.283975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': 'cb58ce3f-3e68-4c42-8434-7a2739eb676e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:11.284933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.396343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::3c6 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/cb58ce3f-3e68-4c42-8434-7a2739eb676e/bafb6458-482c-431b-b707-697cf4204a7d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:11.565223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.584760 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.600619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object bafb6458-482c-431b-b707-697cf4204a7d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:11.649301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.704666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:11.708651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:11.713590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/cb58ce3f-3e68-4c42-8434-7a2739eb676e/24934c9d-f897-4a56-86bc-21f8687230b6) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:11.719786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:11.726881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.728053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.758275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.758847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.759393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.760010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.760542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.764240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.764801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:11.767062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-03db00d9-4ca1-4b3d-9594-aa7556a9766d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6509 time: 0.2011328 Jun 30 09:23:11.767496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=bafb6458-482c-431b-b707-697cf4204a7d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:11.774700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c42c2f9-e1e5-428e-9254-da68cdc043a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7300959 Jun 30 09:23:11.778849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:11.857034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-67c0c18d-6520-4cf8-82f0-3549438e04d9 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=10950cae-cfb6-4144-931d-4da79f201808&id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740936 Jun 30 09:23:11.933430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:11.950663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Transition to ACTIVE for port object 24934c9d-f897-4a56-86bc-21f8687230b6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:11.976702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Transition to ACTIVE for port object 24934c9d-f897-4a56-86bc-21f8687230b6 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:11.989733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.051269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:12.055744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:12.061108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:12.076497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Pushing event updated for resources: {'Port': ['ID=24934c9d-f897-4a56-86bc-21f8687230b6,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.094592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4029ffa-0bfd-4dcc-b0b8-9b84448105d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:12.096410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b4029ffa-0bfd-4dcc-b0b8-9b84448105d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3143291 Jun 30 09:23:12.102049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:12.157835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d714ea-c2ba-432c-a39e-3c2d2ef12fb6 req-f3669294-5bd9-4b24-9d12-bea1de86c751 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:12.160532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0d714ea-c2ba-432c-a39e-3c2d2ef12fb6 req-f3669294-5bd9-4b24-9d12-bea1de86c751 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.1629901 Jun 30 09:23:12.169240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Attempting to bind port 24934c9d-f897-4a56-86bc-21f8687230b6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:12.169240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Attempting to bind port 24934c9d-f897-4a56-86bc-21f8687230b6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:12.169525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Attempting to bind port 24934c9d-f897-4a56-86bc-21f8687230b6 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:12.175816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:12.176233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:12.176622 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.177075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:12.177552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Bound port: 24934c9d-f897-4a56-86bc-21f8687230b6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:12.177934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.245435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0d714ea-c2ba-432c-a39e-3c2d2ef12fb6 req-c7cbdc5e-9115-4cb8-aa7d-a13c239a08db tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747166 Jun 30 09:23:12.265394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] For port 24934c9d-f897-4a56-86bc-21f8687230b6, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:12.272167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] For port 24934c9d-f897-4a56-86bc-21f8687230b6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=24934c9d-f897-4a56-86bc-21f8687230b6,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:12.277051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.290241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port bafb6458-482c-431b-b707-697cf4204a7d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:12.290848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.370575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ca353-f666-46cd-bbb8-6ef591d7128f None None] Pushing event updated for resources: {'Port': ['ID=24934c9d-f897-4a56-86bc-21f8687230b6,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.437467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.452931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for bafb6458-482c-431b-b707-697cf4204a7d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:12.661578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.708643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=bafb6458-482c-431b-b707-697cf4204a7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:12.740795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.743653 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5d978e1-34ec-4e60-a9b1-8f5581f37c4c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/bafb6458-482c-431b-b707-697cf4204a7d HTTP/1.1" status: 204 len: 168 time: 0.6405635 Jun 30 09:23:12.748547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48224) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:12.874614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c876c2-208c-4d14-bb52-993c851b8c9c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:12.876243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c876c2-208c-4d14-bb52-993c851b8c9c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:12.877804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-45c876c2-208c-4d14-bb52-993c851b8c9c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1273923 Jun 30 09:23:12.880451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48226) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:12.938257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet cb58ce3f-3e68-4c42-8434-7a2739eb676e {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:12.942118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:12.987989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.126614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.179626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 24934c9d-f897-4a56-86bc-21f8687230b6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:13.308217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.343115 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.348019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/cb58ce3f-3e68-4c42-8434-7a2739eb676e HTTP/1.1" status: 204 len: 168 time: 0.4664536 Jun 30 09:23:13.352104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48236) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:13.429306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836a76d-e584-4988-802f-e1d54ea657b1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=cb58ce3f-3e68-4c42-8434-7a2739eb676e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:13.457803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8313b2a8-485f-47e2-9250-e73890ede9d6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1044848 Jun 30 09:23:13.460975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:13.467119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:13.602632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 24934c9d-f897-4a56-86bc-21f8687230b6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:13.702677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0a03d-9990-4a63-b018-8388c948ea53 req-b7acfa10-cc25-49b3-ad58-c094da9935cb tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:13.704515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dac0a03d-9990-4a63-b018-8388c948ea53 req-b7acfa10-cc25-49b3-ad58-c094da9935cb tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.1520667 Jun 30 09:23:13.721547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:13.725698 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:13.742509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862b850f-2b63-4b97-8913-85f078f83daa None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:13.836703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dac0a03d-9990-4a63-b018-8388c948ea53 req-cb93e33d-d00f-4801-8a1c-1ca4608d1c80 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018741 Jun 30 09:23:13.876064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] Provisioning for port 24934c9d-f897-4a56-86bc-21f8687230b6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:13.911587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] Provisioning complete for port 24934c9d-f897-4a56-86bc-21f8687230b6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:13.912062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.008038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.052908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:14.057119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:14.066711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.067874 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.075281 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.087217 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6250727 Jun 30 09:23:14.090344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.097305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'name': 'tempest-NetworksTestDHCPv6-235185770'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:14.107421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813c504-b54e-466b-b2a8-42b9ef7b1f5d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=de791c78-3251-4bc3-890d-44bb10589209,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:14.117781 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23383083-0ce3-41d2-bd97-e540a4d2262d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.140993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] For port 24934c9d-f897-4a56-86bc-21f8687230b6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=24934c9d-f897-4a56-86bc-21f8687230b6,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:14.148697 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.223820 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.230002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:14.248874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d27112-cbb9-4dcb-9034-4edfd8e6b6c2 None None] Pushing event updated for resources: {'Port': ['ID=24934c9d-f897-4a56-86bc-21f8687230b6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:14.278732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:14.282160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.299275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.305688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port a7f04a93-6d78-47d0-8699-683cd008578a yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:14.323406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] Deleting port 24934c9d-f897-4a56-86bc-21f8687230b6 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:14.323947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.420113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] For port 24934c9d-f897-4a56-86bc-21f8687230b6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=24934c9d-f897-4a56-86bc-21f8687230b6,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:14.420702 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.439455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] Calling delete_port for 24934c9d-f897-4a56-86bc-21f8687230b6 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:14.502351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::218 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/de791c78-3251-4bc3-890d-44bb10589209/a7f04a93-6d78-47d0-8699-683cd008578a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:14.536141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.553406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] No DVR routers for this DVR port 24934c9d-f897-4a56-86bc-21f8687230b6 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:14.580917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45e88c-6aa4-4a85-833c-c5fb14900115 None None] Pushing event deleted for resources: {'Port': ['ID=24934c9d-f897-4a56-86bc-21f8687230b6,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:14.598234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7912020a-4feb-467c-bcdc-492ad9ce3ca3 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:14.775074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.797774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object a7f04a93-6d78-47d0-8699-683cd008578a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:14.839333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': 'de791c78-3251-4bc3-890d-44bb10589209'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:14.840341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.845695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.889754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:14.893776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:14.898949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:14.905372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:14.906552 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.911490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:14.935490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8439956 Jun 30 09:23:14.938797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48256) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:14.973095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd2708-f6da-4d9d-aea6-f6d2a48a7881 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=a7f04a93-6d78-47d0-8699-683cd008578a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:15.037777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6882f0d-30a0-474c-bb13-7f939fd59590 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.039500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6882f0d-30a0-474c-bb13-7f939fd59590 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0995624 Jun 30 09:23:15.042611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.065814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/de791c78-3251-4bc3-890d-44bb10589209/e062c9f8-c0e2-47d9-8b63-ed0ca29b259c) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:15.121449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 24934c9d-f897-4a56-86bc-21f8687230b6 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:15.155290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc3fd5-bfc0-49c6-9302-2c6538308436 req-6b07ff25-70cb-43e9-9ade-0d9b0e7953a8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.156806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3fc3fd5-bfc0-49c6-9302-2c6538308436 req-6b07ff25-70cb-43e9-9ade-0d9b0e7953a8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.1843724 Jun 30 09:23:15.158323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port a7f04a93-6d78-47d0-8699-683cd008578a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:15.158805 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.170295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 24934c9d-f897-4a56-86bc-21f8687230b6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:15.170644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 24934c9d-f897-4a56-86bc-21f8687230b6 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:15.231269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3fc3fd5-bfc0-49c6-9302-2c6538308436 req-fe3a5bab-472a-42ab-a61e-cb3f4ded66be tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499153 Jun 30 09:23:15.258474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.272106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for a7f04a93-6d78-47d0-8699-683cd008578a owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:15.299244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.308244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Transition to ACTIVE for port object e062c9f8-c0e2-47d9-8b63-ed0ca29b259c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:15.325322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Transition to ACTIVE for port object e062c9f8-c0e2-47d9-8b63-ed0ca29b259c will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:15.332177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Deleting port b4fca981-735b-4ee1-b1a7-90aa3973f16b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:15.332493 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.332887 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.369152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:15.373659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:15.376319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:15.410430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Pushing event updated for resources: {'Port': ['ID=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:15.410647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.425059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] For port b4fca981-735b-4ee1-b1a7-90aa3973f16b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b4fca981-735b-4ee1-b1a7-90aa3973f16b,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:15.425796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.441374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Calling delete_port for b4fca981-735b-4ee1-b1a7-90aa3973f16b owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:15.455379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Attempting to bind port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:15.456653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=a7f04a93-6d78-47d0-8699-683cd008578a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:15.457219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Attempting to bind port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:15.457600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Attempting to bind port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:15.475384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:15.476068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:15.476671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.477155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:15.477728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Bound port: e062c9f8-c0e2-47d9-8b63-ed0ca29b259c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:15.478205 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.484570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.489202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a4005b80-02d7-46cf-923f-ab3e98900dd0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/a7f04a93-6d78-47d0-8699-683cd008578a HTTP/1.1" status: 204 len: 168 time: 0.4432693 Jun 30 09:23:15.489367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.569257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] For port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:15.573584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] For port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:15.580102 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.584030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e087c80-847d-4487-97a6-12ae9cda8a51 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.585518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e087c80-847d-4487-97a6-12ae9cda8a51 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:15.587052 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e087c80-847d-4487-97a6-12ae9cda8a51 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0967691 Jun 30 09:23:15.591762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:15.648677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8047a1a-2715-40a2-91b3-c8852aa3cf2c None None] Pushing event updated for resources: {'Port': ['ID=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:15.663845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet de791c78-3251-4bc3-890d-44bb10589209 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:15.667979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.670813 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:15.701122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4fca981-735b-4ee1-b1a7-90aa3973f16b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:15.958622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.052488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.127118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.219727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.245799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Router 874df82e-e9f4-4fb6-987e-e52e85a5462a has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:16.285472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.319259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=de791c78-3251-4bc3-890d-44bb10589209,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:16.323583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.325768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e3e539f1-db67-4c5b-941a-c421fce884ed tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/de791c78-3251-4bc3-890d-44bb10589209 HTTP/1.1" status: 204 len: 168 time: 0.7327466 Jun 30 09:23:16.328267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48270) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:16.371127 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ac79e717-7d86-4425-9743-e79b38073237 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383947 Jun 30 09:23:16.371338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:16.376701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:16.378882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:16.390994 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] Sync routers for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:16.392105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fad9a48d-65b8-40b1-993d-422883b55d55 admin admin] 10.222.0.77 "PUT /v2.0/routers/874df82e-e9f4-4fb6-987e-e52e85a5462a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0911412 Jun 30 09:23:16.395176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:16.403423 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:16.404025 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:16.445250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c249ca-2b6a-4808-be8b-0b93ab3f6f29 req-b99c573c-478f-42ce-97b1-066ba40e5026 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:16.446790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76c249ca-2b6a-4808-be8b-0b93ab3f6f29 req-b99c573c-478f-42ce-97b1-066ba40e5026 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.0700796 Jun 30 09:23:16.509474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76c249ca-2b6a-4808-be8b-0b93ab3f6f29 req-f0d64af1-580f-4c22-87eb-cbd74db8d1e3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548925 Jun 30 09:23:16.529603 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:16.597946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:16.601890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.607985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.753510 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:16.796195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] Checking router: 874df82e-e9f4-4fb6-987e-e52e85a5462a for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:16.806724 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] Routers {'874df82e-e9f4-4fb6-987e-e52e85a5462a'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:16.807554 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['874df82e-e9f4-4fb6-987e-e52e85a5462a'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:16.811307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.906036 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:23:16.929404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c31491-f0d9-4b91-ba7f-d8a2e777c101 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:16.939731 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] Set router 874df82e-e9f4-4fb6-987e-e52e85a5462a gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:16.958594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Deleting port ac3c2376-3979-47a4-99a2-cabb0f823dbb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:16.958942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:16.974874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.074454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:17.089837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:17.104812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-74965bec-e89e-4b0f-ab1f-1925a03967f0 None None] Provisioning for port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:17.126100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1e24b-70df-4e83-819c-3bcbcc460759 req-2099147f-2094-4273-abd2-22ecf5022cbc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.137002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fca1e24b-70df-4e83-819c-3bcbcc460759 req-2099147f-2094-4273-abd2-22ecf5022cbc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1408970 Jun 30 09:23:17.159236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.164182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.189470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=211686f4-1e55-4c5f-825f-b6c81fb0b7a7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.192418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fca1e24b-70df-4e83-819c-3bcbcc460759 req-cd92ed73-33e0-458b-becb-63a1aed7c8f6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475628 Jun 30 09:23:17.208183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] For port ac3c2376-3979-47a4-99a2-cabb0f823dbb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ac3c2376-3979-47a4-99a2-cabb0f823dbb,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:17.208542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.229362 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-138b42c9-0556-4061-bf17-022e1919d5dc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8541403 Jun 30 09:23:17.232310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:17.241462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'name': 'tempest-NetworksTestDHCPv6-394758046'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:17.255264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Calling delete_port for ac3c2376-3979-47a4-99a2-cabb0f823dbb owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:17.295062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.317158 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:17.357316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e062c9f8-c0e2-47d9-8b63-ed0ca29b259c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:17.363040 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d084886-e4b9-48f0-a685-d6530403c7c8 None None] The sync data for ids ['874df82e-e9f4-4fb6-987e-e52e85a5462a'] in n-d-780147-22 is: [{'id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'name': 'tempest-TaggedBootDevicesTest-323446476-router', 'tenant_id': '56a1300b43fb4830816fe96e2162df56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:11:49Z', 'updated_at': '2021-06-30T09:23:15Z', 'revision_number': 5, 'project_id': '56a1300b43fb4830816fe96e2162df56', 'gw_port': {'id': 'ac3c2376-3979-47a4-99a2-cabb0f823dbb', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:38:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '874df82e-e9f4-4fb6-987e-e52e85a5462a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:11:51Z', 'updated_at': '2021-06-30T09:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:17.428794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c309eb3-0972-4025-8135-3f8354457fee req-da1ec0eb-43ec-429c-8275-dbe42598a335 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:17.437065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c309eb3-0972-4025-8135-3f8354457fee req-da1ec0eb-43ec-429c-8275-dbe42598a335 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0857949 Jun 30 09:23:17.441728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:17.446943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:17.447347 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.489652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c309eb3-0972-4025-8135-3f8354457fee req-1569d3cf-be44-45dd-ab46-4a1e93ef5709 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515113 Jun 30 09:23:17.537731 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.564574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:17.569506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.585451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.597703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa340f24-9282-4ce1-ac90-1648c9e5b460 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:17.622160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 08a3b73c-25bb-4c63-a27b-e535a13d60ec yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:17.691333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.699470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:17.708589 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.736246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac3c2376-3979-47a4-99a2-cabb0f823dbb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.776430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:17.818282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aba6a6af-b5c7-4a2f-a30e-3a391343e870 None None] Provisioning complete for port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:17.818657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aba6a6af-b5c7-4a2f-a30e-3a391343e870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.852897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::1eb (24d85a9e-96e0-4b8b-8c23-bf36ab005049/211686f4-1e55-4c5f-825f-b6c81fb0b7a7/08a3b73c-25bb-4c63-a27b-e535a13d60ec) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:17.861447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.987820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:17.994859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.101178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.101685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 874df82e-e9f4-4fb6-987e-e52e85a5462a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:18.108043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.111583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f4bdfd72-0e10-4e88-96ac-951f91cadcd0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/874df82e-e9f4-4fb6-987e-e52e85a5462a HTTP/1.1" status: 204 len: 168 time: 1.7136512 Jun 30 09:23:18.112728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:18.195801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Deleting subnet 76c87efb-daed-4a66-bdee-9f120ddf590f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:18.210545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.245719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.267859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.269850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 08a3b73c-25bb-4c63-a27b-e535a13d60ec will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:18.290135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257568e1-c848-4c4f-a9d2-84a3c6ab37ff req-ee661886-225f-4c2c-9442-68f309ed4507 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.292601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-257568e1-c848-4c4f-a9d2-84a3c6ab37ff req-ee661886-225f-4c2c-9442-68f309ed4507 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.5833020 Jun 30 09:23:18.301136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7f0f922b-8604-4c5d-8c3d-f72d43c5ff58 None None] Provisioning complete for port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:18.302243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7f0f922b-8604-4c5d-8c3d-f72d43c5ff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.306762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-13bacfdc-8cc1-4707-867c-1c6d431a360f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.314251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-13bacfdc-8cc1-4707-867c-1c6d431a360f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.5522218 Jun 30 09:23:18.351770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-e1d787ee-eb18-4163-9c2a-7189d7ee2c54 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/quotas/6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 375 time: 0.0361953 Jun 30 09:23:18.408395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-257568e1-c848-4c4f-a9d2-84a3c6ab37ff req-ed466000-98ed-4e84-82b8-a82f4ced6869 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916116 Jun 30 09:23:18.449035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.460621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.471029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-09d0225c-2124-4abb-915b-5871c5e1957d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1181486 Jun 30 09:23:18.550523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:18.551226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b1f51829-5bd1-4eec-bf32-3bc1433282f4 None None] Could not find standard attr ID for object bafb6458-482c-431b-b707-697cf4204a7d. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:18.558557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:18.562651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=08a3b73c-25bb-4c63-a27b-e535a13d60ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:18.566766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:18.573173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.573812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.592881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.599044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a3427f7-668f-4dde-9f26-6f8cbd43c355 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3638313 Jun 30 09:23:18.602325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48310) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:18.625955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c87efb-daed-4a66-bdee-9f120ddf590f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:18.637794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.642758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-15350a8a-375a-41da-a59d-de120f2e1358 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/76c87efb-daed-4a66-bdee-9f120ddf590f HTTP/1.1" status: 204 len: 168 time: 0.5296912 Jun 30 09:23:18.643413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48312) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:18.645683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdfc024-83a7-45a6-9fe7-bd10a3cbe32d None None] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:18.738519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.760087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-ac656cc9-8f24-4779-bcd1-28309c7930a3 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789328 Jun 30 09:23:18.845661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Deleting port 3f8c9f0e-ee48-462e-9bfe-06208f505256 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:18.846015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.887756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-392730fd-93a6-4d5d-bfc1-74a41b0acbe3 None None] Could not find standard attr ID for object a7f04a93-6d78-47d0-8699-683cd008578a. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:18.912344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266577d5-31d3-4d62-a436-94be2a29bf17 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.918883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266577d5-31d3-4d62-a436-94be2a29bf17 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:18.923041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-266577d5-31d3-4d62-a436-94be2a29bf17 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3169580 Jun 30 09:23:18.923711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48314) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:18.925817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] For port 3f8c9f0e-ee48-462e-9bfe-06208f505256, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f8c9f0e-ee48-462e-9bfe-06208f505256,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:18.926183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:18.944195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Calling delete_port for 3f8c9f0e-ee48-462e-9bfe-06208f505256 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:18.984251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-fc6c6f83-fcac-4255-881a-b8cf5629337b service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144701 Jun 30 09:23:19.001112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] DHCP port deletion for 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:19.065006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Deleting port 3f8c9f0e-ee48-462e-9bfe-06208f505256 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:19.065400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.073465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 08a3b73c-25bb-4c63-a27b-e535a13d60ec {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:19.074552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.080656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.127055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f8c9f0e-ee48-462e-9bfe-06208f505256,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:19.130838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] No DVR routers for this DVR port 3f8c9f0e-ee48-462e-9bfe-06208f505256 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:19.179266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e062c9f8-c0e2-47d9-8b63-ed0ca29b259c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:19.219891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] For port 3f8c9f0e-ee48-462e-9bfe-06208f505256, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3f8c9f0e-ee48-462e-9bfe-06208f505256,segment=NetworkSegment(58d7623b-9471-4ffa-b34d-24e387951354),segment_id=58d7623b-9471-4ffa-b34d-24e387951354)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:19.220570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.224511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.238860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674a24d2-f7cc-41e0-a8e6-9c9fed442e4e']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.250825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d7623b-9471-4ffa-b34d-24e387951354') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.251837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d7623b-9471-4ffa-b34d-24e387951354') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:19.263897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.270193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.287226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Calling delete_port for 3f8c9f0e-ee48-462e-9bfe-06208f505256 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:19.303079 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.305848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 08a3b73c-25bb-4c63-a27b-e535a13d60ec owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:19.313514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:23:19.314143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:23:19.316228 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:23:19.335985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:19.336541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.394778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-421af961-26ae-4528-aaa3-dde98ba593c3 req-76496701-ed95-4fa8-bef6-be8d00d75efc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 210 time: 0.0681596 Jun 30 09:23:19.413450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.424361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.434403 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] 10.222.0.77 "DELETE /v2.0/networks/674a24d2-f7cc-41e0-a8e6-9c9fed442e4e HTTP/1.1" status: 204 len: 168 time: 0.7880342 Jun 30 09:23:19.467471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729bc68-9af8-4d93-9b92-99fddd3a8496 admin admin] Pushing event deleted for resources: {'Network': ['ID=674a24d2-f7cc-41e0-a8e6-9c9fed442e4e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:19.607565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.685795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.714482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-938a8a78-b9db-4e69-8de8-db08e442f597 None None] Provisioning for port 08a3b73c-25bb-4c63-a27b-e535a13d60ec completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:19.738348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-938a8a78-b9db-4e69-8de8-db08e442f597 None None] Provisioning complete for port 08a3b73c-25bb-4c63-a27b-e535a13d60ec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:19.738946 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-938a8a78-b9db-4e69-8de8-db08e442f597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.755185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8f4c8643-3af9-40a7-9a5b-229f073a2f7c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=56a1300b43fb4830816fe96e2162df56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460307 Jun 30 09:23:19.757238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.771010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=08a3b73c-25bb-4c63-a27b-e535a13d60ec,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:19.829879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.836973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5e842cc8-4b6c-4509-abf9-4eb08b39d173 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/08a3b73c-25bb-4c63-a27b-e535a13d60ec HTTP/1.1" status: 204 len: 168 time: 0.9075351 Jun 30 09:23:19.838438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48338) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:19.891240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-938a8a78-b9db-4e69-8de8-db08e442f597 None None] Port 08a3b73c-25bb-4c63-a27b-e535a13d60ec was deleted so its status cannot be updated. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:23:19.909484 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.924173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcc58781-0aca-4ca2-ad6b-f2d506874135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.966366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcc58781-0aca-4ca2-ad6b-f2d506874135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:19.982281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b4fca981-735b-4ee1-b1a7-90aa3973f16b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:19.989413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Network 674a24d2-f7cc-41e0-a8e6-9c9fed442e4e is not hosted by any dhcp agent {{(pid=93726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:23:19.989413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] No DVR routers for this DVR port 3f8c9f0e-ee48-462e-9bfe-06208f505256 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:19.994732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee7619-76e9-4e5c-922d-9711e267c37c None None] Pushing event deleted for resources: {'Port': ['ID=3f8c9f0e-ee48-462e-9bfe-06208f505256,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:20.023277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b4fca981-735b-4ee1-b1a7-90aa3973f16b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:20.023624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b4fca981-735b-4ee1-b1a7-90aa3973f16b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:20.024030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f8c9f0e-ee48-462e-9bfe-06208f505256 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:20.035387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2268b-db78-42ba-8404-2e0d2783eec2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.037182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2268b-db78-42ba-8404-2e0d2783eec2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.038831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8e2268b-db78-42ba-8404-2e0d2783eec2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1993973 Jun 30 09:23:20.043005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48340) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.068096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcc58781-0aca-4ca2-ad6b-f2d506874135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.077980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcc58781-0aca-4ca2-ad6b-f2d506874135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.078729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 3f8c9f0e-ee48-462e-9bfe-06208f505256 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:20.078729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3f8c9f0e-ee48-462e-9bfe-06208f505256 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:20.078729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac3c2376-3979-47a4-99a2-cabb0f823dbb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:20.084465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bcc58781-0aca-4ca2-ad6b-f2d506874135 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6c38f45c-a316-4d14-94df-f022a657c817 HTTP/1.1" status: 204 len: 168 time: 0.3255222 Jun 30 09:23:20.093971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc58781-0aca-4ca2-ad6b-f2d506874135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c38f45c-a316-4d14-94df-f022a657c817,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:20.116970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ac3c2376-3979-47a4-99a2-cabb0f823dbb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:20.116970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac3c2376-3979-47a4-99a2-cabb0f823dbb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:20.181109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3875c02-ef02-4259-a945-ab074ba4ff71 req-053e48e8-0dc0-492b-9678-911abe3e3581 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.184375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3875c02-ef02-4259-a945-ab074ba4ff71 req-053e48e8-0dc0-492b-9678-911abe3e3581 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.2859273 Jun 30 09:23:20.193790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 211686f4-1e55-4c5f-825f-b6c81fb0b7a7 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:20.199634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.278580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.284099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3875c02-ef02-4259-a945-ab074ba4ff71 req-1e7e5d99-34bd-4f00-9cc0-8cbcbac489a4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554891 Jun 30 09:23:20.368083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.482153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.508848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=211686f4-1e55-4c5f-825f-b6c81fb0b7a7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:20.517100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.519041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-956a3757-8c48-4d20-ab29-613a9b6bf40d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/211686f4-1e55-4c5f-825f-b6c81fb0b7a7 HTTP/1.1" status: 204 len: 168 time: 0.4750431 Jun 30 09:23:20.523151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48348) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.527505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7cf6a7-e687-48c8-8d28-838ae2819c0a None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:20.596683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9ad43cc5-3c8a-4a24-9883-3b9bd91faef9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687876 Jun 30 09:23:20.596949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48352) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.671350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-542a4305-f6e6-417e-931d-fa359d622ab9 req-944941ca-0f9f-48bd-98aa-5b07a42816c5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 210 time: 0.0334322 Jun 30 09:23:20.705327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a942ba92-7fa7-43d7-b340-39c02ad40644 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.706905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a942ba92-7fa7-43d7-b340-39c02ad40644 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1090188 Jun 30 09:23:20.709681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48360) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.778818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16fb9b7-dce0-4fd3-bc01-23bdcc981bb4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:20.780449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d16fb9b7-dce0-4fd3-bc01-23bdcc981bb4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0696366 Jun 30 09:23:20.783583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48362) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.804571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:20.827111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ea80bd7a-7d0a-4baa-8b9a-54c4f39d32a7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417078 Jun 30 09:23:20.831937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48364) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:20.837747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:20.882486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] Deleting port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:20.882865 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:20.957764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:20.962340 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.018099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] For port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:21.018828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.051117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] Calling delete_port for e062c9f8-c0e2-47d9-8b63-ed0ca29b259c owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:21.191986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e062c9f8-c0e2-47d9-8b63-ed0ca29b259c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:21.214019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-86d163f6-944e-4457-8669-39175a87b831 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:21.215670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-86d163f6-944e-4457-8669-39175a87b831 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.3015404 Jun 30 09:23:21.234470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'port': {'device_id': '90254efc-375a-4d35-8c68-194922169c01', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'admin_state_up': True, 'tenant_id': '6d73946d11314647a86d38280b6c2a0d'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:21.282761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:21.320996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.330182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.375787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] Pushing event deleted for resources: {'Port': ['ID=e062c9f8-c0e2-47d9-8b63-ed0ca29b259c,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.378514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00346ae0-9137-4503-80f5-0b3ce88e7cd8 None None] No DVR routers for this DVR port e062c9f8-c0e2-47d9-8b63-ed0ca29b259c on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:21.393418 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.408374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:21.415181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:21.427593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:21.432948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.435834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:21.436351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.440271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=0cce4bb4-5fa0-403b-bbd3-4772c61b6075,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.461567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20977acf-c59b-4a1a-9712-c96ad4e21545 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:21.476351 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e91295fa-b6ec-43c1-8a46-2235f225344f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6426854 Jun 30 09:23:21.479669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:21.484753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '0cce4bb4-5fa0-403b-bbd3-4772c61b6075', 'ip_address': '2001:db8::1ca1:36b9:5fe0:3df1'}], 'name': 'tempest-NetworksTestDHCPv6-1521014719'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:21.493899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-325117663-network', 'tenant_id': 'a0f808ef791d4a91a56c0030f8919c41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:21.568397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Made reservation on behalf of a0f808ef791d4a91a56c0030f8919c41 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:21.571291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.596303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.630079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a97229-7210-4939-a4c1-eea8b1fd652a req-2f690049-a887-4454-b00f-ae8e76302c43 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:21.631665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1a97229-7210-4939-a4c1-eea8b1fd652a req-2f690049-a887-4454-b00f-ae8e76302c43 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.1258905 Jun 30 09:23:21.636802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '0cce4bb4-5fa0-403b-bbd3-4772c61b6075'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:21.639436 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.644767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:23:21.644767 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:23:21.644767 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id_1': '19ca87ea73f44603bc6fd3a9b4de8147', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 23, 21, 624633)}] Jun 30 09:23:21.644767 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:21.645142 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:21.656941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Allocated IP 172.20.0.8 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/184bbac3-c0f0-4395-bc79-31d61cd602f9) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:21.710026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1a97229-7210-4939-a4c1-eea8b1fd652a req-1b433fc9-93a5-4441-be8e-47da7874c80d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660498 Jun 30 09:23:21.725917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.732752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.761747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:23:21.774164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.774634 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Added segment d416baba-7dbb-4a1c-8a1d-712b371d6d20 of type vlan for network 10733ece-d4f9-4243-af68-7bab7b4243f0 Jun 30 09:23:21.828732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0cce4bb4-5fa0-403b-bbd3-4772c61b6075/82fa113c-6e67-48af-a2b3-b47894187adf) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:21.842629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.860434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd9454f-70df-4d56-880d-4cfce2d41729,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.876565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-003a8aa0-5cf1-4c89-be48-cb1dd57429f3 req-a5196bda-a4e0-467f-9f0f-eb4914e4e551 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 210 time: 0.0422282 Jun 30 09:23:21.888795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.890060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:21.890804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.894116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.910770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Transition to ACTIVE for port object 184bbac3-c0f0-4395-bc79-31d61cd602f9 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:21.952892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:21.955953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6717992 Jun 30 09:23:21.958507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:21.969088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['18abf3bb-ff60-42ec-9d84-6e55f0e0b963'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:21.970102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Request body: {'subnet': {'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-325117663-subnet', 'tenant_id': 'a0f808ef791d4a91a56c0030f8919c41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:21.973635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16906835-d730-4958-a88f-44ade013e25c admin admin] Pushing event updated for resources: {'Network': ['ID=10733ece-d4f9-4243-af68-7bab7b4243f0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:21.998449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Made reservation on behalf of a0f808ef791d4a91a56c0030f8919c41 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:21.999348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:22.001481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.002591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:22.006515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:22.016347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.046615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:22.048553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:23:22.052039 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.073907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:22.075479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.095165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-2e451f63-d29c-4a65-8588-cea6b98b2d38 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8646953 Jun 30 09:23:22.113850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Request body: {'port': {'device_id': '90254efc-375a-4d35-8c68-194922169c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:22.179830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:22.221950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.291454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 544cc85f-2d71-4ee9-be62-d12ff76ebb2e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:22.301964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.325348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Transition to ACTIVE for port object 82fa113c-6e67-48af-a2b3-b47894187adf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:22.376448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port dea89376-5e1b-4b16-95ea-ff903097c928 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:22.390766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.418400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Transition to ACTIVE for port object 82fa113c-6e67-48af-a2b3-b47894187adf will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:22.475061 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.476809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4a50dbce-7d12-4ecc-bd1c-e9ec4eeaedb7 None None] Provisioning for port 184bbac3-c0f0-4395-bc79-31d61cd602f9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:22.521814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=332a1921-927d-46ad-af8e-e0d1b69f72f5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.527521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4a50dbce-7d12-4ecc-bd1c-e9ec4eeaedb7 None None] Provisioning complete for port 184bbac3-c0f0-4395-bc79-31d61cd602f9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:22.527909 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a50dbce-7d12-4ecc-bd1c-e9ec4eeaedb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.564189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Pushing event updated for resources: {'Port': ['ID=82fa113c-6e67-48af-a2b3-b47894187adf,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.576670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Checking segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:22.577309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Network hostable DHCP agents. Network: 10733ece-d4f9-4243-af68-7bab7b4243f0, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:23:22.594481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184bbac3-c0f0-4395-bc79-31d61cd602f9 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:22.602831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.604642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:22.604887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:23:22.617163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Transition to ACTIVE for port object 184bbac3-c0f0-4395-bc79-31d61cd602f9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:22.621917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.625522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:22.645990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:22.648047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 10733ece-d4f9-4243-af68-7bab7b4243f0) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:22.666990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:22.667209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.674603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Pushing event updated for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:22.680294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917ac920-69e3-4b84-b470-d51cdcbf701c None None] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:22.688241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::1ca1:36b9:5fe0:3df1 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0cce4bb4-5fa0-403b-bbd3-4772c61b6075/dea89376-5e1b-4b16-95ea-ff903097c928) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:22.696883 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ebe21171-632d-448f-9c85-f96063467587 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7373581 Jun 30 09:23:22.723378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4a50dbce-7d12-4ecc-bd1c-e9ec4eeaedb7 None None] Port 184bbac3-c0f0-4395-bc79-31d61cd602f9 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:22.790931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Attempting to bind port 184bbac3-c0f0-4395-bc79-31d61cd602f9 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:22.791276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Attempting to bind port 184bbac3-c0f0-4395-bc79-31d61cd602f9 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:22.791667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Attempting to bind port 184bbac3-c0f0-4395-bc79-31d61cd602f9 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:22.801317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Port 184bbac3-c0f0-4395-bc79-31d61cd602f9 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:22.802597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Attempting to bind port 184bbac3-c0f0-4395-bc79-31d61cd602f9 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:22.822555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:22.822933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:22.823325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:22.823777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Bound port: 184bbac3-c0f0-4395-bc79-31d61cd602f9, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:22.824145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.845554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:22.940395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:22.962525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object dea89376-5e1b-4b16-95ea-ff903097c928 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:22.993606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e', 'mac_address': 'fa:16:3e:38:5c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:23.013398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.020862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Attempting to bind port 82fa113c-6e67-48af-a2b3-b47894187adf on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:23.021118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda0d53-83ea-4200-a2e0-1516c5700e19 req-ec4ef23f-2fd9-4c66-973d-afdf53d527c6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.021694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Attempting to bind port 82fa113c-6e67-48af-a2b3-b47894187adf by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:23.023265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Attempting to bind port 82fa113c-6e67-48af-a2b3-b47894187adf on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:23.033604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fda0d53-83ea-4200-a2e0-1516c5700e19 req-ec4ef23f-2fd9-4c66-973d-afdf53d527c6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 943 time: 0.1474969 Jun 30 09:23:23.039070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:23.063834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:23.076559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.104989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=dea89376-5e1b-4b16-95ea-ff903097c928,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.108197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:23.108894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:23.109504 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.110089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:23.110782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Bound port: 82fa113c-6e67-48af-a2b3-b47894187adf, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:23.111386 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.124376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:23.126834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:23.129295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:23.137230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.138193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.146127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.146969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.148353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] 10.222.0.83 "PUT /v2.0/ports/184bbac3-c0f0-4395-bc79-31d61cd602f9 HTTP/1.1" status: 200 len: 1092 time: 1.0390828 Jun 30 09:23:23.151597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:23.153423 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3" -d '{"events": [{"name": "network-changed", "server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:23.169619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e88d19cb-b9c4-4b1e-8655-a27fdccf716e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6884935 Jun 30 09:23:23.171894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:23.186565 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.219255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fda0d53-83ea-4200-a2e0-1516c5700e19 req-ca451ae8-a754-42af-9768-d3ed9e6c5a29 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805527 Jun 30 09:23:23.246478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544cc85f-2d71-4ee9-be62-d12ff76ebb2e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:23.294770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fa7a9-22c7-4996-9571-f775dd4449ce None None] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:23.319172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b2c53-a245-4313-8922-27e0fa54d16b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.323469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b969e-7dfc-4880-8e6d-219de24cd937 service neutron] Pushing event updated for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.327847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809b2c53-a245-4313-8922-27e0fa54d16b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.332973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-809b2c53-a245-4313-8922-27e0fa54d16b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1585591 Jun 30 09:23:23.333612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:23.377656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f2440-56d6-43dc-91ae-7b4450231f36 req-b485e12e-bd7f-4a34-ae01-4d74b80a84d1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.385212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-353f2440-56d6-43dc-91ae-7b4450231f36 req-b485e12e-bd7f-4a34-ae01-4d74b80a84d1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 943 time: 0.2216723 Jun 30 09:23:23.413799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-674b35b6-cda5-4960-9ea1-bb08d3dbae19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.415781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-674b35b6-cda5-4960-9ea1-bb08d3dbae19 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 1095 time: 0.1925259 Jun 30 09:23:23.419315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:23.462948 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.493104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-1a297338-1972-4243-bddd-a4976cab80ab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9 HTTP/1.1" status: 200 len: 217 time: 0.0627306 Jun 30 09:23:23.497413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-353f2440-56d6-43dc-91ae-7b4450231f36 req-1a323d0c-bcdb-485e-922b-ca5a3faefcc0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110692 Jun 30 09:23:23.527312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port dea89376-5e1b-4b16-95ea-ff903097c928 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:23.527786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.550971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-c9837d7c-b9c4-4b98-a56f-281d6b1293db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.553058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-c9837d7c-b9c4-4b98-a56f-281d6b1293db service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0546851 Jun 30 09:23:23.571669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] For port 82fa113c-6e67-48af-a2b3-b47894187adf, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:23.578713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] For port 82fa113c-6e67-48af-a2b3-b47894187adf, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=82fa113c-6e67-48af-a2b3-b47894187adf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:23.593376 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.645967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.662105 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.686137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for dea89376-5e1b-4b16-95ea-ff903097c928 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:23.736788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9037002d-2ced-4702-b7d0-4acd7659b079 None None] Pushing event updated for resources: {'Port': ['ID=82fa113c-6e67-48af-a2b3-b47894187adf,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.781830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-90ddf321-66eb-4a9d-8891-fc197fec7ac3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.790157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-90ddf321-66eb-4a9d-8891-fc197fec7ac3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 814 time: 0.2360747 Jun 30 09:23:23.806413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-c7c2c945-8ad2-434b-9566-f5e5266c12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:23.808312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-c7c2c945-8ad2-434b-9566-f5e5266c12fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2414944 Jun 30 09:23:23.817410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-cb9062c5-73be-440d-b848-95e1646823f0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/quotas/a0f808ef791d4a91a56c0030f8919c41 HTTP/1.1" status: 200 len: 375 time: 0.0256782 Jun 30 09:23:23.831852 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e17e9ad-445a-43f5-a1b5-760bce99c928 x-openstack-request-id: req-8e17e9ad-445a-43f5-a1b5-760bce99c928 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:23.832131 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:23.832374 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e17e9ad-445a-43f5-a1b5-760bce99c928 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:23.832776 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9', 'status': 'completed', 'code': 200} Jun 30 09:23:23.851562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['544cc85f-2d71-4ee9-be62-d12ff76ebb2e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:23.890031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.909535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-1ea55a34-ab6c-4fcf-ade9-95b6c6fb7010 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908651 Jun 30 09:23:23.943739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=dea89376-5e1b-4b16-95ea-ff903097c928,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:23.995811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:23.998261 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-45dc32f0-1648-4cb0-bdb2-063b2e0bb0d7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/dea89376-5e1b-4b16-95ea-ff903097c928 HTTP/1.1" status: 204 len: 168 time: 0.6630924 Jun 30 09:23:24.000449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:24.111152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e01b15-8cf8-46a5-84d1-7f5b2a6c64f7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.113263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-0580c73c-085a-43d7-9b0e-37268b807936 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932236 Jun 30 09:23:24.113674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e01b15-8cf8-46a5-84d1-7f5b2a6c64f7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.115934 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44e01b15-8cf8-46a5-84d1-7f5b2a6c64f7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1142142 Jun 30 09:23:24.122865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:24.170949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-3e142483-2568-4c58-b896-fc36f23cd575 service neutron] 10.222.0.77 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604163 Jun 30 09:23:24.196111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 0cce4bb4-5fa0-403b-bbd3-4772c61b6075 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:24.203005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.272948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.329830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b18116c9-e45f-4118-a1ca-bb899e899cd6 req-f309adb5-906e-4f21-b577-b7e8850d71b8 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065117 Jun 30 09:23:24.331795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-8fa3a13c-9205-44f8-b2c7-59c06ddebcc5 service neutron] 10.222.0.77 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600718 Jun 30 09:23:24.362260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-c93dec2e-1ef4-417f-ba29-5211973b8346 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357739 Jun 30 09:23:24.390881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.427831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f96363-e3f3-48a1-a4f4-f58e85fa0cfd req-ee54f0ca-8ef6-4487-b475-5688cf36e9e2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.430014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51f96363-e3f3-48a1-a4f4-f58e85fa0cfd req-ee54f0ca-8ef6-4487-b475-5688cf36e9e2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 944 time: 0.0845480 Jun 30 09:23:24.492838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.511132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51f96363-e3f3-48a1-a4f4-f58e85fa0cfd req-7f56a8c4-6997-4999-b118-d1da9be66df0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472538 Jun 30 09:23:24.526586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-b45b8bc1-c3e4-43cc-a32e-87767193c5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.528245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-b45b8bc1-c3e4-43cc-a32e-87767193c5ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 1095 time: 0.0979900 Jun 30 09:23:24.530718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-077ef61b-523a-4705-abda-d15e0f9e3319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.540263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-077ef61b-523a-4705-abda-d15e0f9e3319 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 1098 time: 0.1148994 Jun 30 09:23:24.540263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=0cce4bb4-5fa0-403b-bbd3-4772c61b6075,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:24.546076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:24.547959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77e8aa62-868d-4a25-b3b5-ffb59531747b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0cce4bb4-5fa0-403b-bbd3-4772c61b6075 HTTP/1.1" status: 204 len: 168 time: 0.4241893 Jun 30 09:23:24.551917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48434) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:24.652736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a433586b-b5e3-4e98-bd0c-a283e4a3a610 req-88e0df8e-4a61-4af1-b77c-95958b02b38a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 210 time: 0.0408113 Jun 30 09:23:24.684681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6eeb6995-e557-4260-a978-030777721fc2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1283267 Jun 30 09:23:24.687989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48438) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:24.698828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:24.797156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-f23c2da2-4938-4f91-8961-80e889bad2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.798822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-f23c2da2-4938-4f91-8961-80e889bad2c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2630310 Jun 30 09:23:24.804815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-4567e892-93b7-4de0-9250-def758a633ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.807516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-4567e892-93b7-4de0-9250-def758a633ef service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2218227 Jun 30 09:23:24.863793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-e8c66581-4f7b-4801-88dd-6b0e306930e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9 HTTP/1.1" status: 200 len: 217 time: 0.0524077 Jun 30 09:23:24.864072 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-7b3c6f9f-3e50-4128-a39a-ae1a8bc45b63 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963 HTTP/1.1" status: 200 len: 217 time: 0.0496016 Jun 30 09:23:24.938466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-c9bebfac-abf3-4bbd-952c-a6c013310314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.940182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-c9bebfac-abf3-4bbd-952c-a6c013310314 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0675447 Jun 30 09:23:24.958972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-0985fc96-15c0-4275-bf54-f4e353477613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.960746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-0985fc96-15c0-4275-bf54-f4e353477613 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0892508 Jun 30 09:23:24.974205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56510fc-1658-45d7-abb8-85381eb8b497 req-1f0e7395-9d76-4900-b554-bd85b51424ed tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:24.975695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a56510fc-1658-45d7-abb8-85381eb8b497 req-1f0e7395-9d76-4900-b554-bd85b51424ed tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 943 time: 0.2569814 Jun 30 09:23:24.985181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:24.988939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.017153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-d6918653-221a-4db9-b928-c3feabb0c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.018893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-d6918653-221a-4db9-b928-c3feabb0c671 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718093 Jun 30 09:23:25.061121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7397be3-005f-421f-890a-154f280eb30d None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:25.167408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a56510fc-1658-45d7-abb8-85381eb8b497 req-4cdd3249-1b8f-425c-bd72-b4d2a3a539fa tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727819 Jun 30 09:23:25.175283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-17986f98-30c0-4f95-9a54-d3d8ca288749 None None] Provisioning for port 82fa113c-6e67-48af-a2b3-b47894187adf completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:25.245575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-34917ec0-29d3-4b7a-8e98-7bec8ab8c2a1 service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104540 Jun 30 09:23:25.252378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 82fa113c-6e67-48af-a2b3-b47894187adf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:25.276039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-80ab92a7-a1b7-49b4-a454-c0b53bfd8ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.278120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-80ab92a7-a1b7-49b4-a454-c0b53bfd8ab4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3014455 Jun 30 09:23:25.409756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29743201-e1a3-4c6f-a7a6-7dfb17a70f91 req-9ad51238-a710-4c2a-b544-1935f57517ba service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515548 Jun 30 09:23:25.479648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 82fa113c-6e67-48af-a2b3-b47894187adf completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:25.484491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 82fa113c-6e67-48af-a2b3-b47894187adf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:25.484871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.538392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-0bd6db85-2c9a-4df2-a881-4cbe1531c8ab service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524650 Jun 30 09:23:25.539767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.572718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:25.625567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.641981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:25.650577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:25.656403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:25.657176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.675529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=b31c561d-542d-4ef1-bb43-2d9466a487f5,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:25.682815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 82fa113c-6e67-48af-a2b3-b47894187adf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=82fa113c-6e67-48af-a2b3-b47894187adf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:25.696153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-af3a2967-fcb5-458e-87e7-19448b8c7ee8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0039310 Jun 30 09:23:25.696367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48454) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:25.702811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.705406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'b31c561d-542d-4ef1-bb43-2d9466a487f5', 'ip_address': '2001:db8::8305:e86b:45:386c'}], 'name': 'tempest-NetworksTestDHCPv6-1236678510'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:25.713497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] Deleting port 82fa113c-6e67-48af-a2b3-b47894187adf {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:25.713873 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.804541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=82fa113c-6e67-48af-a2b3-b47894187adf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:25.836490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] For port 82fa113c-6e67-48af-a2b3-b47894187adf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=82fa113c-6e67-48af-a2b3-b47894187adf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:25.836878 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.855700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] Calling delete_port for 82fa113c-6e67-48af-a2b3-b47894187adf owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:25.943462 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:25.976946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] No DVR routers for this DVR port 82fa113c-6e67-48af-a2b3-b47894187adf on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:25.982419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efb4c8-e08d-400f-a6ea-e7e537d50d0b None None] Pushing event deleted for resources: {'Port': ['ID=82fa113c-6e67-48af-a2b3-b47894187adf,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:26.001351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6570fe9f-b71a-4cb8-bd7d-ccea829a0e90 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:26.173777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcb27b2c-aadd-4ffb-831f-29fbd194edb3 req-1962f7a2-fb09-4c37-8b93-8782c7e203fd service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265330 Jun 30 09:23:26.210669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': 'b31c561d-542d-4ef1-bb43-2d9466a487f5'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:26.213352 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.213752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4148ea87-0a1b-4a17-b1cf-20eb969faa10 req-72be5ea1-7801-486d-a3c5-da89b4cf75b3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 210 time: 0.0605636 Jun 30 09:23:26.358364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 544cc85f-2d71-4ee9-be62-d12ff76ebb2e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:26.360259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535c969-de0a-4ce3-959b-88cba313ad5b req-6d2b689c-8a35-4d7a-af35-e7780badfd31 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.371212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5535c969-de0a-4ce3-959b-88cba313ad5b req-6d2b689c-8a35-4d7a-af35-e7780badfd31 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 944 time: 0.6605549 Jun 30 09:23:26.481471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:26.493435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5535c969-de0a-4ce3-959b-88cba313ad5b req-a323cada-c289-4380-ae66-729724312f64 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217132 Jun 30 09:23:26.520080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:26.529611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:26.529991 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.609038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a821d13-90e2-460a-89c3-f0472dfaf35d req-955edfcc-0609-4aec-af4f-ef893627430d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.610846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a821d13-90e2-460a-89c3-f0472dfaf35d req-955edfcc-0609-4aec-af4f-ef893627430d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 943 time: 0.2648461 Jun 30 09:23:26.616527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.620109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/b31c561d-542d-4ef1-bb43-2d9466a487f5/6d828e0b-b70a-44b7-b680-5548747d31f1) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:26.658330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 30b6e371-93d9-4025-a11c-6be5174d5d44 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:26.686472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-2bc11b97-ae26-4c96-a869-e4f6f5d5d176 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:26.688017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-2bc11b97-ae26-4c96-a869-e4f6f5d5d176 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.79 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 814 time: 0.5979726 Jun 30 09:23:26.702677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Request body: {'port': {'device_id': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'admin_state_up': True, 'tenant_id': 'a0f808ef791d4a91a56c0030f8919c41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:26.712613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a821d13-90e2-460a-89c3-f0472dfaf35d req-4d2b71b5-a1f5-45f2-9447-77a886996967 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911524 Jun 30 09:23:26.875105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Made reservation on behalf of a0f808ef791d4a91a56c0030f8919c41 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:26.878661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.908005 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:26.947502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33260b43-b18d-4151-9def-e06704bfc974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:26.949880 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cea9b07-95a0-4581-a702-b8bb0986267a" -d '{"events": [{"server_uuid": "33260b43-b18d-4151-9def-e06704bfc974", "name": "network-vif-plugged", "status": "completed", "tag": "544cc85f-2d71-4ee9-be62-d12ff76ebb2e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:26.973463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:26.983765 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.012423 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f29fc0-52b6-47e8-a7f2-ef8c3c0eada8 x-openstack-request-id: req-70f29fc0-52b6-47e8-a7f2-ef8c3c0eada8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:27.012730 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33260b43-b18d-4151-9def-e06704bfc974", "name": "network-vif-plugged", "status": "completed", "tag": "544cc85f-2d71-4ee9-be62-d12ff76ebb2e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:27.013090 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70f29fc0-52b6-47e8-a7f2-ef8c3c0eada8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:27.013482 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33260b43-b18d-4151-9def-e06704bfc974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e', 'code': 200} Jun 30 09:23:27.034120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Allocated IP 172.20.0.11 (10733ece-d4f9-4243-af68-7bab7b4243f0/332a1921-927d-46ad-af8e-e0d1b69f72f5/da6f0066-e4aa-4e00-9f95-a26d468af99a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:27.079567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.089132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.097766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Transition to ACTIVE for port object 6d828e0b-b70a-44b7-b680-5548747d31f1 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:27.113989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Transition to ACTIVE for port object 6d828e0b-b70a-44b7-b680-5548747d31f1 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:27.120919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.165661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 82fa113c-6e67-48af-a2b3-b47894187adf no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:27.199216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Pushing event updated for resources: {'Port': ['ID=6d828e0b-b70a-44b7-b680-5548747d31f1,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.203233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 82fa113c-6e67-48af-a2b3-b47894187adf {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:27.203573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 82fa113c-6e67-48af-a2b3-b47894187adf not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:27.211081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:27.213091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:27.215352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::8305:e86b:45:386c (24d85a9e-96e0-4b8b-8c23-bf36ab005049/b31c561d-542d-4ef1-bb43-2d9466a487f5/30b6e371-93d9-4025-a11c-6be5174d5d44) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:27.215945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:27.247330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5760d-7550-4298-b2ae-308164f81f35 req-73d69494-d012-4c5b-b303-c5a8bdc95288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.249274 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-93b5760d-7550-4298-b2ae-308164f81f35 req-73d69494-d012-4c5b-b303-c5a8bdc95288 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 1097 time: 0.1463661 Jun 30 09:23:27.294758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Attempting to bind port 6d828e0b-b70a-44b7-b680-5548747d31f1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:27.295019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Attempting to bind port 6d828e0b-b70a-44b7-b680-5548747d31f1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:27.295635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Attempting to bind port 6d828e0b-b70a-44b7-b680-5548747d31f1 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:27.298633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.302055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:27.303010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:27.303546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.304521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:27.304521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Bound port: 6d828e0b-b70a-44b7-b680-5548747d31f1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:27.304825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.315028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-93b5760d-7550-4298-b2ae-308164f81f35 req-ad640a6d-2454-411c-9bff-eafba15ea861 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530488 Jun 30 09:23:27.368666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.392977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] For port 6d828e0b-b70a-44b7-b680-5548747d31f1, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:27.397358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] For port 6d828e0b-b70a-44b7-b680-5548747d31f1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6d828e0b-b70a-44b7-b680-5548747d31f1,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:27.405495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.429015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 184bbac3-c0f0-4395-bc79-31d61cd602f9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:27.431186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:27.437829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:27.439904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.449654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:27.470273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.498166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fad2c-2708-49b5-96fe-d411c1ede6ad None None] Pushing event updated for resources: {'Port': ['ID=6d828e0b-b70a-44b7-b680-5548747d31f1,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.499853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025ac44-34af-4a04-9cdc-5cb04f8dba26 req-b597727b-94bc-48eb-bb89-b47c5bf89069 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.502084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2025ac44-34af-4a04-9cdc-5cb04f8dba26 req-b597727b-94bc-48eb-bb89-b47c5bf89069 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 932 time: 0.1505725 Jun 30 09:23:27.505427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 30b6e371-93d9-4025-a11c-6be5174d5d44 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:27.534343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.535223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.554875 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-e70ca6a6-fea1-47ab-8276-ed286c8ecebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8572447 Jun 30 09:23:27.572456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Request body: {'port': {'device_id': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:27.605603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2025ac44-34af-4a04-9cdc-5cb04f8dba26 req-53598aaa-47a7-4073-8e09-b7f406a22204 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840442 Jun 30 09:23:27.608037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:27.626533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '184bbac3-c0f0-4395-bc79-31d61cd602f9', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': '184bbac3-c0f0-4395-bc79-31d61cd602f9', 'mac_address': 'fa:16:3e:d2:cf:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:27.630322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.674630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.691178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.693225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:27.709883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:27.710948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184bbac3-c0f0-4395-bc79-31d61cd602f9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:27.713548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:27.721857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.721857 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.768658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:27.777704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:27.804608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=30b6e371-93d9-4025-a11c-6be5174d5d44,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.850701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b4f46246-557d-4312-b904-15fc331398bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1526563 Jun 30 09:23:27.852511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:27.855994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:27.941185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e48b64-50c1-494b-b7f7-6e65aed6af14 req-b70d8587-9ed8-4f52-b797-2c557e11b181 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:27.945600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e48b64-50c1-494b-b7f7-6e65aed6af14 req-b70d8587-9ed8-4f52-b797-2c557e11b181 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.1920035 Jun 30 09:23:27.994419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e44ec-83bd-42c6-9f99-c6f38002a6e8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.001898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50e44ec-83bd-42c6-9f99-c6f38002a6e8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.007501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a50e44ec-83bd-42c6-9f99-c6f38002a6e8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1462033 Jun 30 09:23:28.008498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.053114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e48b64-50c1-494b-b7f7-6e65aed6af14 req-ce1580a1-c0f8-4693-991c-031866889232 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032379 Jun 30 09:23:28.098274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5d761-1086-4c9f-8943-09fc93c186dd req-15ad1f05-26f8-4400-9fe9-2cb0fb47a296 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.099800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8be5d761-1086-4c9f-8943-09fc93c186dd req-15ad1f05-26f8-4400-9fe9-2cb0fb47a296 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 944 time: 0.0862467 Jun 30 09:23:28.142656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6f0066-e4aa-4e00-9f95-a26d468af99a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:28.148693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8be5d761-1086-4c9f-8943-09fc93c186dd req-2f43e56e-9ef5-4f20-9bdf-40f0c9533c8d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429516 Jun 30 09:23:28.153585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.171741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['184bbac3-c0f0-4395-bc79-31d61cd602f9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:28.172335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Transition to ACTIVE for port object da6f0066-e4aa-4e00-9f95-a26d468af99a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:28.180944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.192772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 30b6e371-93d9-4025-a11c-6be5174d5d44 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:28.193170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.319107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:28.375525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.394614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 30b6e371-93d9-4025-a11c-6be5174d5d44 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:28.420880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Attempting to bind port da6f0066-e4aa-4e00-9f95-a26d468af99a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:28.421201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Attempting to bind port da6f0066-e4aa-4e00-9f95-a26d468af99a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:28.421614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Attempting to bind port da6f0066-e4aa-4e00-9f95-a26d468af99a on network 10733ece-d4f9-4243-af68-7bab7b4243f0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:28.458562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Port da6f0066-e4aa-4e00-9f95-a26d468af99a on network 10733ece-d4f9-4243-af68-7bab7b4243f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:28.458897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Attempting to bind port da6f0066-e4aa-4e00-9f95-a26d468af99a on network 10733ece-d4f9-4243-af68-7bab7b4243f0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:28.470159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:28.470606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Checking segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:28.470959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Bound using segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:28.471483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Bound port: da6f0066-e4aa-4e00-9f95-a26d468af99a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:28.471850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.596941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:28.602183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:28.609436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.649683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.650408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.651955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] 10.222.0.79 "PUT /v2.0/ports/da6f0066-e4aa-4e00-9f95-a26d468af99a HTTP/1.1" status: 200 len: 1093 time: 1.0884159 Jun 30 09:23:28.654420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:28.657818 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399" -d '{"events": [{"name": "network-changed", "server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:28.660403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.714986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9155b852-950f-417c-997e-ebad04686c8a None None] Provisioning for port 6d828e0b-b70a-44b7-b680-5548747d31f1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:28.730447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:28.734560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/30b6e371-93d9-4025-a11c-6be5174d5d44 HTTP/1.1" status: 204 len: 168 time: 0.7159622 Jun 30 09:23:28.734560 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa5b04-3d34-40ef-af8f-4b8fda24f3d5 x-openstack-request-id: req-70aa5b04-3d34-40ef-af8f-4b8fda24f3d5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:28.734560 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:28.734560 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-70aa5b04-3d34-40ef-af8f-4b8fda24f3d5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:28.734963 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'status': 'completed', 'code': 200} Jun 30 09:23:28.735191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48482) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.769012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebb7f4-2811-4291-8f74-5836f075521c service neutron] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:28.804986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f9b99-372b-4e71-bfcf-afc1872353bd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=30b6e371-93d9-4025-a11c-6be5174d5d44,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:28.835393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-bc27f89e-2a93-4ebf-93b7-79b4b3e27b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.835924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfac08-50f2-4756-99c0-9fa1865698d1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.837089 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-bc27f89e-2a93-4ebf-93b7-79b4b3e27b85 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 1096 time: 0.1188853 Jun 30 09:23:28.837687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dfac08-50f2-4756-99c0-9fa1865698d1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.839246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a2dfac08-50f2-4756-99c0-9fa1865698d1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1030130 Jun 30 09:23:28.843202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:28.870932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc0312e-8052-4fe6-b768-a0cb2b1d90a1 req-1723dd00-b4c7-4e62-8dbc-792d017ed7a9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:28.872537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdc0312e-8052-4fe6-b768-a0cb2b1d90a1 req-1723dd00-b4c7-4e62-8dbc-792d017ed7a9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 944 time: 0.0946944 Jun 30 09:23:28.920058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fdc0312e-8052-4fe6-b768-a0cb2b1d90a1 req-10af6b65-da48-4705-9f0f-7ba848615208 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398791 Jun 30 09:23:28.920204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-73f67f05-548a-4ea3-a082-e3bcb75a4bf9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a HTTP/1.1" status: 200 len: 217 time: 0.0667820 Jun 30 09:23:28.967881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet b31c561d-542d-4ef1-bb43-2d9466a487f5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:28.975995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.012574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-7117134b-ea8e-47ec-8abc-a8d12450cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.014063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-7117134b-ea8e-47ec-8abc-a8d12450cdd8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 200 len: 854 time: 0.0868137 Jun 30 09:23:29.036338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.042606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41dcd716-1fd2-4afb-b53f-e25d08cfb767 None None] Could not find standard attr ID for object dea89376-5e1b-4b16-95ea-ff903097c928. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:29.079049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-de54de03-ede0-43ba-a20c-618361916057 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10733ece-d4f9-4243-af68-7bab7b4243f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555892 Jun 30 09:23:29.208522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d828e0b-b70a-44b7-b680-5548747d31f1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:29.220996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.241626 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-8581c99b-e904-4b87-bc6c-f8ae7a3046cb service neutron] 10.222.0.79 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558423 Jun 30 09:23:29.270422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b3dda431-4818-45f0-807c-2823467d3867 None None] Could not find standard attr ID for object 30b6e371-93d9-4025-a11c-6be5174d5d44. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:29.311738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6d828e0b-b70a-44b7-b680-5548747d31f1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:29.324299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6d828e0b-b70a-44b7-b680-5548747d31f1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:29.325115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.352575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.382932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac8366-9e4d-4dcf-9b55-992d9dc4212a req-2323b039-2441-4965-b279-001e0af9b3d5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.384982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bac8366-9e4d-4dcf-9b55-992d9dc4212a req-2323b039-2441-4965-b279-001e0af9b3d5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.1353199 Jun 30 09:23:29.407710 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-190a5818-3d47-4e95-8e8f-435713fbeaf4 req-598a7dae-7821-44d9-afd2-336148f5471b service neutron] 10.222.0.79 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539888 Jun 30 09:23:29.440135 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.442178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.443804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 184bbac3-c0f0-4395-bc79-31d61cd602f9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:29.458755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.466107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/b31c561d-542d-4ef1-bb43-2d9466a487f5 HTTP/1.1" status: 204 len: 168 time: 0.6214228 Jun 30 09:23:29.466881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:29.467598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bac8366-9e4d-4dcf-9b55-992d9dc4212a req-42e6235f-d9b3-4a72-b883-063a03d2bc62 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751805 Jun 30 09:23:29.517171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3129d7-0dd8-4697-b49d-1a39b134af81 req-d5c8e54d-8d77-43bb-a174-b08038bf5f7e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.519748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea3129d7-0dd8-4697-b49d-1a39b134af81 req-d5c8e54d-8d77-43bb-a174-b08038bf5f7e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 944 time: 0.2158728 Jun 30 09:23:29.547788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecd1a5-2a2c-4890-b801-b2f9ed125325 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=b31c561d-542d-4ef1-bb43-2d9466a487f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:29.548527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471559e8-91fb-4b70-81b1-c57e9efc227a None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:29.578794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea3129d7-0dd8-4697-b49d-1a39b134af81 req-87398da2-0f89-45ba-986e-bc58aaa36828 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530455 Jun 30 09:23:29.601675 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4379fa69-29d9-4016-bf59-4fbbf0c7a365 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1052985 Jun 30 09:23:29.601921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48498) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:29.606884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:29.636939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-dc22613d-9a38-46c2-a84e-b54236645276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.638774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-dc22613d-9a38-46c2-a84e-b54236645276 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 1096 time: 0.1430500 Jun 30 09:23:29.656111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:29.657900 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:29.722486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 184bbac3-c0f0-4395-bc79-31d61cd602f9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:29.727052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:29.730729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.731864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 184bbac3-c0f0-4395-bc79-31d61cd602f9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:29.732244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.747318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-8d70bad9-578b-47aa-8d8b-a3f9d3d8e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.749100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-8d70bad9-578b-47aa-8d8b-a3f9d3d8e4ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 915 time: 0.1020977 Jun 30 09:23:29.801749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-1c6415ff-1729-43e3-84a6-220e4288ea23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a HTTP/1.1" status: 200 len: 217 time: 0.0450413 Jun 30 09:23:29.848184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:29.871999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:29.876391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-73619cfb-e56f-49bc-9333-62242874e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.878083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-73619cfb-e56f-49bc-9333-62242874e8bf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 200 len: 854 time: 0.0672927 Jun 30 09:23:29.880272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:29.882553 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c720797-d125-48f3-84e8-618ee7af690d" -d '{"events": [{"server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "name": "network-vif-plugged", "status": "completed", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:29.883844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfeb95-fe7f-4236-b108-f1df445bd866 req-87b6d356-9f15-4ecb-b491-f695aec37999 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:29.894999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bdfeb95-fe7f-4236-b108-f1df445bd866 req-87b6d356-9f15-4ecb-b491-f695aec37999 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.1836646 Jun 30 09:23:29.917864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-c9aeebe4-6973-4ec0-a132-99c0fad21fa6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=10733ece-d4f9-4243-af68-7bab7b4243f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331750 Jun 30 09:23:29.918495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:29.924084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.002960 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f7290-cba8-42c5-8d53-fecafa012589 x-openstack-request-id: req-927f7290-cba8-42c5-8d53-fecafa012589 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:30.003344 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "name": "network-vif-plugged", "status": "completed", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:30.003550 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-927f7290-cba8-42c5-8d53-fecafa012589 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:30.003936 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9', 'code': 200} Jun 30 09:23:30.028755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bdfeb95-fe7f-4236-b108-f1df445bd866 req-2a82c7af-19a5-41d0-95fb-2d9d3daaf8ec tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Jun 30 09:23:30.053285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] Deleting port 6d828e0b-b70a-44b7-b680-5548747d31f1 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:30.053810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.059940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.107017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-9e37bf86-7b0b-4f49-9bc6-fb2d38409184 service neutron] 10.222.0.79 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778185 Jun 30 09:23:30.140403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] For port 6d828e0b-b70a-44b7-b680-5548747d31f1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6d828e0b-b70a-44b7-b680-5548747d31f1,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:30.142489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.159559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] Calling delete_port for 6d828e0b-b70a-44b7-b680-5548747d31f1 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:30.246476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.283040 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.295980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-750b7dc6-b0c1-41d4-bcc4-8512ac9a6399 req-3e0b2f7b-ffa1-4731-b390-52f52e96408f service neutron] 10.222.0.79 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768048 Jun 30 09:23:30.325841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.336069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:30.348241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4145a-b628-403b-8230-dd26330db1e3 req-1b64f65c-c540-41c9-adbe-16e18980476b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.349767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dc4145a-b628-403b-8230-dd26330db1e3 req-1b64f65c-c540-41c9-adbe-16e18980476b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 1097 time: 0.2767770 Jun 30 09:23:30.351452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:30.354454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.355050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.366495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] No DVR routers for this DVR port 6d828e0b-b70a-44b7-b680-5548747d31f1 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:30.398980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f97f423-af20-4d0a-80b3-21fd635768e1 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:30.402644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132abd6-4e5f-45bd-a6ff-48c10c6b5cae None None] Pushing event deleted for resources: {'Port': ['ID=6d828e0b-b70a-44b7-b680-5548747d31f1,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.451207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850dab8a-8b62-443b-860f-ef7917e6d667 req-7505bfe4-4962-4305-b2db-91676c97b5a2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.454735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-850dab8a-8b62-443b-860f-ef7917e6d667 req-7505bfe4-4962-4305-b2db-91676c97b5a2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 944 time: 0.2997921 Jun 30 09:23:30.455435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=92f9a7d0-4c12-4710-8902-41d745f930c6,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:30.475199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e1697aef-5308-4e96-94d4-391e022470b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8747394 Jun 30 09:23:30.475999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:30.484362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '92f9a7d0-4c12-4710-8902-41d745f930c6', 'ip_address': '2001:db8::ecf8:fa27:bffd:f9e8'}], 'name': 'tempest-NetworksTestDHCPv6-1911340175'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:30.512483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8dc4145a-b628-403b-8230-dd26330db1e3 req-8bec3c32-9615-467b-b3ab-2afaf3a23259 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490390 Jun 30 09:23:30.539039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-850dab8a-8b62-443b-860f-ef7917e6d667 req-ccb86482-339b-478d-a633-b1433ce15c3c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715754 Jun 30 09:23:30.564131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172c8e7c-7fe4-43a3-b008-b1c37cc47e6d req-977b5ecd-6f2e-46a8-a278-9cb5cea160cb tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.566367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-172c8e7c-7fe4-43a3-b008-b1c37cc47e6d req-977b5ecd-6f2e-46a8-a278-9cb5cea160cb tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.1725864 Jun 30 09:23:30.580355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '92f9a7d0-4c12-4710-8902-41d745f930c6'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:30.585680 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.616720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-172c8e7c-7fe4-43a3-b008-b1c37cc47e6d req-ce8e240c-631b-4924-bfa5-c09239dc4c1b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437009 Jun 30 09:23:30.654717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:30.743272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/92f9a7d0-4c12-4710-8902-41d745f930c6/a922f134-b5a4-4bf7-83e6-86e8ad4bc820) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:30.779623 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.801493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port d1ecea18-073d-463b-acc2-82dbfac55518 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:30.823389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138e503-e28d-4ea9-af51-873ce313220f req-c10cacb3-44f1-44d5-8054-18c06ee37f56 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:30.824548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3138e503-e28d-4ea9-af51-873ce313220f req-c10cacb3-44f1-44d5-8054-18c06ee37f56 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 945 time: 0.0875382 Jun 30 09:23:30.884413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3138e503-e28d-4ea9-af51-873ce313220f req-01d51339-c792-4788-b0c4-1d100907354e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526576 Jun 30 09:23:30.927912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:30.938527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Transition to ACTIVE for port object a922f134-b5a4-4bf7-83e6-86e8ad4bc820 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:30.954783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Transition to ACTIVE for port object a922f134-b5a4-4bf7-83e6-86e8ad4bc820 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:30.961478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.013590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:31.014716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Pushing event updated for resources: {'Port': ['ID=a922f134-b5a4-4bf7-83e6-86e8ad4bc820,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.019087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:31.022163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:31.025762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::ecf8:fa27:bffd:f9e8 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/92f9a7d0-4c12-4710-8902-41d745f930c6/d1ecea18-073d-463b-acc2-82dbfac55518) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:31.102317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Attempting to bind port a922f134-b5a4-4bf7-83e6-86e8ad4bc820 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:31.104042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Attempting to bind port a922f134-b5a4-4bf7-83e6-86e8ad4bc820 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:31.104953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Attempting to bind port a922f134-b5a4-4bf7-83e6-86e8ad4bc820 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:31.109379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d828e0b-b70a-44b7-b680-5548747d31f1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:31.136625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:31.137000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:31.137399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.137964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:31.138441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Bound port: a922f134-b5a4-4bf7-83e6-86e8ad4bc820, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:31.138773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.141881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6d828e0b-b70a-44b7-b680-5548747d31f1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:31.142329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d828e0b-b70a-44b7-b680-5548747d31f1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:31.215015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] For port a922f134-b5a4-4bf7-83e6-86e8ad4bc820, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:31.218684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.218943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] For port a922f134-b5a4-4bf7-83e6-86e8ad4bc820, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a922f134-b5a4-4bf7-83e6-86e8ad4bc820,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:31.226024 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.236589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object d1ecea18-073d-463b-acc2-82dbfac55518 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:31.237474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77455749-ffa9-44dc-abec-e589f191bc9a req-f6778a7d-e14d-4218-8f75-907d942db8c9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:31.239188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77455749-ffa9-44dc-abec-e589f191bc9a req-f6778a7d-e14d-4218-8f75-907d942db8c9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.0710363 Jun 30 09:23:31.278283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.304017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77455749-ffa9-44dc-abec-e589f191bc9a req-66d7de20-b806-4947-bd81-35e4b4c36350 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555267 Jun 30 09:23:31.335556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e5ba1-d40a-4739-a459-41ddb5018c6a None None] Pushing event updated for resources: {'Port': ['ID=a922f134-b5a4-4bf7-83e6-86e8ad4bc820,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.359630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:31.365454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:31.370528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:31.376257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:31.376887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.392829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=d1ecea18-073d-463b-acc2-82dbfac55518,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.401157 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-985324e4-9746-41af-a48b-06cfde5d0364 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9221430 Jun 30 09:23:31.405043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.513604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab954b-97df-4bc6-9f82-3e12ad58cd4d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:31.520120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ab954b-97df-4bc6-9f82-3e12ad58cd4d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:31.525388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29ab954b-97df-4bc6-9f82-3e12ad58cd4d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1189156 Jun 30 09:23:31.528903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:31.641379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port d1ecea18-073d-463b-acc2-82dbfac55518 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:31.642321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.738452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5f9d5-1ce6-4c5d-80ee-32282cb4107b req-f6af71b2-8c4f-4264-a7e1-6e5044f41c6b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:31.739948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8d5f9d5-1ce6-4c5d-80ee-32282cb4107b req-f6af71b2-8c4f-4264-a7e1-6e5044f41c6b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 944 time: 0.0680199 Jun 30 09:23:31.742466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.756810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for d1ecea18-073d-463b-acc2-82dbfac55518 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:31.786575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8d5f9d5-1ce6-4c5d-80ee-32282cb4107b req-c28d90d3-6392-4592-9ab5-7b002469788b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395389 Jun 30 09:23:31.898428 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.934730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=d1ecea18-073d-463b-acc2-82dbfac55518,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:31.967460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:31.970259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bfb6c20b-b937-4ea6-bb95-597b4bf642f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/d1ecea18-073d-463b-acc2-82dbfac55518 HTTP/1.1" status: 204 len: 168 time: 0.4403899 Jun 30 09:23:31.972030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.036150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09432aa-5643-4b72-99f9-b9d83c29d54b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.037775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09432aa-5643-4b72-99f9-b9d83c29d54b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.042864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d09432aa-5643-4b72-99f9-b9d83c29d54b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0661695 Jun 30 09:23:32.043064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48532) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.104207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 92f9a7d0-4c12-4710-8902-41d745f930c6 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:32.108183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.111420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5cab2-9353-434c-81f3-b5c5696ec930 req-51bee1db-8ce5-4f51-8e3e-45cf47e02582 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.113807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8b5cab2-9353-434c-81f3-b5c5696ec930 req-51bee1db-8ce5-4f51-8e3e-45cf47e02582 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 945 time: 0.0778384 Jun 30 09:23:32.159002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8b5cab2-9353-434c-81f3-b5c5696ec930 req-3f0d2cfc-f1fc-4a36-bf5e-028963308448 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385289 Jun 30 09:23:32.160404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.251926 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.312197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11d7411b-a946-4c89-ad85-34c379037d19 req-f831df42-0cf3-46ba-b761-83c3eff25a74 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 267 time: 0.0368929 Jun 30 09:23:32.326410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device da6f0066-e4aa-4e00-9f95-a26d468af99a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:32.329389 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.392722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=92f9a7d0-4c12-4710-8902-41d745f930c6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.397150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.402363 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eac17296-40ba-4c8b-8947-6513467a7126 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/92f9a7d0-4c12-4710-8902-41d745f930c6 HTTP/1.1" status: 204 len: 168 time: 0.3553946 Jun 30 09:23:32.402826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48538) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.414849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7411b-a946-4c89-ad85-34c379037d19 req-3d01c1f4-4739-45c2-86ab-08f9790cc8db tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.427021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11d7411b-a946-4c89-ad85-34c379037d19 req-3d01c1f4-4739-45c2-86ab-08f9790cc8db tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 945 time: 0.1049833 Jun 30 09:23:32.435094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'port': {'security_groups': []}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:32.438422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b34f8b1-d81c-4764-a2f8-4c3b43ce34c4 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:32.468440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-85d5fe37-a82a-436f-ae96-2d7cab56cede tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640783 Jun 30 09:23:32.469352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.533558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:32.546658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874dba8-adb4-4e54-83f2-d722c7090d6c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.550723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d874dba8-adb4-4e54-83f2-d722c7090d6c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0802381 Jun 30 09:23:32.551715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48544) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.571256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.574180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'port_id': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'mac_address': 'fa:16:3e:5e:00:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332a1921-927d-46ad-af8e-e0d1b69f72f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:32.576640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-befa73a6-5eeb-4eb3-b66a-3049de132f09 None None] Provisioning for port a922f134-b5a4-4bf7-83e6-86e8ad4bc820 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:32.630760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d575e0b9-e7e9-4bcc-9d4a-ba304ab1c796 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.632547 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d575e0b9-e7e9-4bcc-9d4a-ba304ab1c796 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797222 Jun 30 09:23:32.637197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48546) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.647270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea860f-55e9-4aa1-a870-da85461c11ba req-80eee413-5d50-497e-a1c7-bd5b3dfa4a36 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.649050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bea860f-55e9-4aa1-a870-da85461c11ba req-80eee413-5d50-497e-a1c7-bd5b3dfa4a36 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.1580915 Jun 30 09:23:32.653229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.674056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6f0066-e4aa-4e00-9f95-a26d468af99a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:32.698752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6c8d8965-312c-45a1-9282-2d0abeebb1c9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556669 Jun 30 09:23:32.698752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:32.705048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:32.707233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:32.713782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.727351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6bea860f-55e9-4aa1-a870-da85461c11ba req-e4c59695-6253-44e2-8948-53b1c4bbf93c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649955 Jun 30 09:23:32.800685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:32.841135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:32.871927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:32.874294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] Deleting port a922f134-b5a4-4bf7-83e6-86e8ad4bc820 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:32.874294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.879806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:32.883668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.913397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.921009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-5cfae234-cdae-436e-bc47-347cf822cebc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:32.921652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:32.923945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-5cfae234-cdae-436e-bc47-347cf822cebc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 945 time: 0.1575007 Jun 30 09:23:32.937551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['18abf3bb-ff60-42ec-9d84-6e55f0e0b963'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:32.976628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507', '184bbac3-c0f0-4395-bc79-31d61cd602f9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:33.022278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.024557 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.027460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11d7411b-a946-4c89-ad85-34c379037d19 req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "PUT /v2.0/ports/184bbac3-c0f0-4395-bc79-31d61cd602f9 HTTP/1.1" status: 200 len: 904 time: 0.5989912 Jun 30 09:23:33.028481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:33.047634 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66332fe-cb69-47f0-8616-fa2537b9d129" -d '{"events": [{"name": "network-changed", "server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:33.155388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a6515-694b-40d4-b4ed-c4adbe215e51 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:33.217358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c92b56-4400-4f35-a851-31da1d8f60b2 req-d6de7dbc-b895-4a27-bdd4-47dad1fd3620 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.218415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:33.219993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54c92b56-4400-4f35-a851-31da1d8f60b2 req-d6de7dbc-b895-4a27-bdd4-47dad1fd3620 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 945 time: 0.1603780 Jun 30 09:23:33.222975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.255866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['da6f0066-e4aa-4e00-9f95-a26d468af99a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:33.283778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] For port a922f134-b5a4-4bf7-83e6-86e8ad4bc820, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a922f134-b5a4-4bf7-83e6-86e8ad4bc820,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:33.284092 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.310388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54c92b56-4400-4f35-a851-31da1d8f60b2 req-c7495a87-2ab3-414c-bc54-2213ebb32cf7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793171 Jun 30 09:23:33.347210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['184bbac3-c0f0-4395-bc79-31d61cd602f9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:33.350827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] Calling delete_port for a922f134-b5a4-4bf7-83e6-86e8ad4bc820 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:33.412442 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de15b90-330f-478d-a78d-3f69e7bd1f12 x-openstack-request-id: req-7de15b90-330f-478d-a78d-3f69e7bd1f12 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:33.412926 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:33.413208 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7de15b90-330f-478d-a78d-3f69e7bd1f12 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:33.413616 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9', 'status': 'completed', 'code': 200} Jun 30 09:23:33.419234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.477109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a67901-95bf-4431-b558-2084669fbe9a req-672163bf-7630-49c3-9563-2e095f5fc190 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.492160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97a67901-95bf-4431-b558-2084669fbe9a req-672163bf-7630-49c3-9563-2e095f5fc190 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 907 time: 0.1203928 Jun 30 09:23:33.500601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:33.516857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:33.521623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:33.539312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.541848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.575572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-88580bb7-dee2-4cef-8a23-34b8e3d74a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.577158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-88580bb7-dee2-4cef-8a23-34b8e3d74a5a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 1059 time: 0.1191244 Jun 30 09:23:33.586842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:33.587375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.597987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ce050cbc-4d56-48b8-a317-355c9bcc9b04 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8982792 Jun 30 09:23:33.601498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:33.607350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0420c2c-7cef-4d74-9753-62bdc977dcad None None] Provisioning complete for port 184bbac3-c0f0-4395-bc79-31d61cd602f9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:33.607723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0420c2c-7cef-4d74-9753-62bdc977dcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.615571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4', 'ip_address': '2001:db8::2d94:31e8:345b:121f'}], 'name': 'tempest-NetworksTestDHCPv6-39045542'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:33.633671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 544cc85f-2d71-4ee9-be62-d12ff76ebb2e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:33.784950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-6c260e46-f6ec-4bfa-bcc5-c5b61a306ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.786442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-6c260e46-f6ec-4bfa-bcc5-c5b61a306ed1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2028785 Jun 30 09:23:33.812721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd890b5-75ba-4155-83a9-d322420b31b0 req-9db0747d-db45-4402-9130-d3c823892fee tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:33.816005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5dd890b5-75ba-4155-83a9-d322420b31b0 req-9db0747d-db45-4402-9130-d3c823892fee tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1414292 Jun 30 09:23:33.827467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.921769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-7dfa39ca-ca6f-4580-9576-c65373994697 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9 HTTP/1.1" status: 200 len: 217 time: 0.1023974 Jun 30 09:23:33.933305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:33.940632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] No DVR routers for this DVR port a922f134-b5a4-4bf7-83e6-86e8ad4bc820 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:33.961651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.979019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:33.997715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972af84-ec9c-4162-b958-c4cd1f441b60 None None] Pushing event deleted for resources: {'Port': ['ID=a922f134-b5a4-4bf7-83e6-86e8ad4bc820,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.014207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5dd890b5-75ba-4155-83a9-d322420b31b0 req-c80ea4e5-7ec4-4e98-a9b8-3dc92141881b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901894 Jun 30 09:23:34.014977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59ea48d-e136-43a8-af4a-33bfd06cc57f None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:34.023156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=544cc85f-2d71-4ee9-be62-d12ff76ebb2e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.061567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port d8acd246-268f-4a70-bac8-3d4615e1a8b6 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:34.073834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-9d3efbfe-a4de-4d5d-9edf-a0be6d2304de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.081156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-9d3efbfe-a4de-4d5d-9edf-a0be6d2304de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.1465015 Jun 30 09:23:34.131948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c1b3b8f-3d35-486e-84de-9b3e523c74db req-91b18780-6177-4278-8f60-a9381652ef18 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0939932 Jun 30 09:23:34.287946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-1fa43bcc-c1eb-42f5-9190-721b16146b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.298017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-1fa43bcc-c1eb-42f5-9190-721b16146b0a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1684544 Jun 30 09:23:34.335834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::2d94:31e8:345b:121f (24d85a9e-96e0-4b8b-8c23-bf36ab005049/1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4/d8acd246-268f-4a70-bac8-3d4615e1a8b6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:34.502655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:34.504223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.612792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-55b9f92d-3d2c-49c1-b8da-ef34ee1fbf3f service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021362 Jun 30 09:23:34.630598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port 544cc85f-2d71-4ee9-be62-d12ff76ebb2e on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:34.640376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.642429 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-83d0990a-64ce-480b-975c-0d3cffaa31cc req-0fd1baff-975d-4f19-aade-7f88e58af5d0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "DELETE /v2.0/ports/544cc85f-2d71-4ee9-be62-d12ff76ebb2e HTTP/1.1" status: 204 len: 173 time: 1.6797493 Jun 30 09:23:34.642884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33260b43-b18d-4151-9def-e06704bfc974', 'name': 'network-vif-deleted', 'tag': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:34.645153 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b0addc-50b7-467c-812a-bbe53b2183d0" -d '{"events": [{"server_uuid": "33260b43-b18d-4151-9def-e06704bfc974", "name": "network-vif-deleted", "tag": "544cc85f-2d71-4ee9-be62-d12ff76ebb2e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:34.709282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.727279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object d8acd246-268f-4a70-bac8-3d4615e1a8b6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:34.764601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf6617-9be0-4d5d-9bb5-242212f93083 req-69ebddc5-3c9e-4652-b011-310e76201c45 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.766726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2acf6617-9be0-4d5d-9bb5-242212f93083 req-69ebddc5-3c9e-4652-b011-310e76201c45 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2451279 Jun 30 09:23:34.781511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.792871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf4429-d0e5-4712-934c-431042589815 req-f827cf6f-a72e-4b23-9219-2ed3a8d7848d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.799202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28cf4429-d0e5-4712-934c-431042589815 req-f827cf6f-a72e-4b23-9219-2ed3a8d7848d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 945 time: 0.2348397 Jun 30 09:23:34.807420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:34.810527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:34.833997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:34.841063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4/7b349014-5d0a-48f7-8ce0-0923dcf6bd0f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:34.842358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:34.843218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:34.865570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b66332fe-cb69-47f0-8616-fa2537b9d129 req-33ce825d-1030-40aa-90e5-82c623af9534 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441788 Jun 30 09:23:34.883841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2811661 Jun 30 09:23:34.891662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48582) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:34.905957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4', 'ip_address': '2001:db8::2d94:31e8:345b:121f'}], 'name': 'tempest-NetworksTestDHCPv6-1478706449'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:34.912057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636209c-90f3-447c-884c-c82e8b5ccb27 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=d8acd246-268f-4a70-bac8-3d4615e1a8b6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:34.922882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2acf6617-9be0-4d5d-9bb5-242212f93083 req-004f1da0-832c-4d79-86e6-598e66bf04e6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187792 Jun 30 09:23:34.954889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28cf4429-d0e5-4712-934c-431042589815 req-9cc98bbc-dce8-4e23-824e-151f08c4cb2e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415522 Jun 30 09:23:35.056437 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec8adfd-efa5-424a-8532-df1ec727672b x-openstack-request-id: req-fec8adfd-efa5-424a-8532-df1ec727672b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:35.056979 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33260b43-b18d-4151-9def-e06704bfc974", "name": "network-vif-deleted", "tag": "544cc85f-2d71-4ee9-be62-d12ff76ebb2e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:35.057347 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fec8adfd-efa5-424a-8532-df1ec727672b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:35.057988 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33260b43-b18d-4151-9def-e06704bfc974', 'name': 'network-vif-deleted', 'tag': '544cc85f-2d71-4ee9-be62-d12ff76ebb2e', 'status': 'completed', 'code': 200} Jun 30 09:23:35.092127 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.101040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Transition to ACTIVE for port object 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:35.118495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Transition to ACTIVE for port object 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:35.127256 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.188541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:35.201668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.264396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port ff07e5ab-1132-4023-a5ae-7349272cd0fe yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:35.281862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:35.284922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:35.287440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:35.299601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Pushing event updated for resources: {'Port': ['ID=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.422936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Attempting to bind port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:35.423523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Attempting to bind port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:35.424043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Attempting to bind port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:35.432057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:35.432367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5ebd5b1-0948-4e8a-be05-0b1f464ba604 req-26389f4c-3c7d-4443-8fa2-4b0dfbcc9d5f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0440047 Jun 30 09:23:35.433505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:35.434097 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.436552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:35.437772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Bound port: 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:35.438253 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.486001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-2009efc5-8baa-4b62-8606-10cde0a3797e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:35.495506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-2009efc5-8baa-4b62-8606-10cde0a3797e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.1763036 Jun 30 09:23:35.513513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-003ab6fa-51ea-461a-b6b4-cef2620dd42a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/quotas/6d73946d11314647a86d38280b6c2a0d HTTP/1.1" status: 200 len: 375 time: 0.0170045 Jun 30 09:23:35.537733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] For port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:35.541666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] For port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:35.552556 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:35.624140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-eaaa641f-9ed1-4124-a47e-cbb9afbaa260 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1092782 Jun 30 09:23:35.641298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b695da0-2832-46a5-8d52-8a6536a70948 None None] Pushing event updated for resources: {'Port': ['ID=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:35.698958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-b86e1c82-ac7a-42ff-9ad5-91a023ac6fd6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:23:35.706621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-b86e1c82-ac7a-42ff-9ad5-91a023ac6fd6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0811636 Jun 30 09:23:35.870173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-ad5dfc94-182e-45d3-b15d-f6fea6dc7951 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625025 Jun 30 09:23:36.013194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-abfb5832-cc17-453e-93b5-149a73456b20 service neutron] 10.222.0.77 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348469 Jun 30 09:23:36.092084 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:23:36.092556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:36.126836 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9800d8aa-418d-4de1-bd35-eec5282644f5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.2268059 Jun 30 09:23:36.132756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48606) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.214602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf74b99-f4e9-4ec9-ba60-d420a92973f7 req-60ee58fa-9866-4199-90cb-1e907aab36da tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.221723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bf74b99-f4e9-4ec9-ba60-d420a92973f7 req-60ee58fa-9866-4199-90cb-1e907aab36da tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 945 time: 0.0935466 Jun 30 09:23:36.243741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f815d-265b-4ef9-bd8d-ce07fda4ae53 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.251286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f815d-265b-4ef9-bd8d-ce07fda4ae53 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.253333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a91f815d-265b-4ef9-bd8d-ce07fda4ae53 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1192393 Jun 30 09:23:36.256443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48610) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.278546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bf74b99-f4e9-4ec9-ba60-d420a92973f7 req-c687e6c5-40a7-42fb-8236-0acc9aac6f03 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556512 Jun 30 09:23:36.347791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device da6f0066-e4aa-4e00-9f95-a26d468af99a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:36.382429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port d8acd246-268f-4a70-bac8-3d4615e1a8b6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:36.383080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.414623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port da6f0066-e4aa-4e00-9f95-a26d468af99a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:36.420555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port da6f0066-e4aa-4e00-9f95-a26d468af99a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:36.421075 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.520668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.540013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for d8acd246-268f-4a70-bac8-3d4615e1a8b6 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:36.549613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.586858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:36.593070 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328f2d1f-af64-4fca-8457-48eaa5149be0" -d '{"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-plugged", "status": "completed", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:36.625053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:36.632206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.635253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 544cc85f-2d71-4ee9-be62-d12ff76ebb2e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:36.668012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 544cc85f-2d71-4ee9-be62-d12ff76ebb2e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:36.668639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 544cc85f-2d71-4ee9-be62-d12ff76ebb2e not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:36.748182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f00efc34-6008-47e2-9d94-66b40b7eb08a req-220e14bc-be82-4a60-9a00-b05bf5abb0a6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0571654 Jun 30 09:23:36.753633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.769799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.814841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=d8acd246-268f-4a70-bac8-3d4615e1a8b6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:36.826048 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95c0dd0-6eef-430d-bb51-abc9c00db6c8 x-openstack-request-id: req-f95c0dd0-6eef-430d-bb51-abc9c00db6c8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:36.826466 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-plugged", "status": "completed", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:36.826819 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f95c0dd0-6eef-430d-bb51-abc9c00db6c8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:36.827623 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'code': 200} Jun 30 09:23:36.875413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:36.887373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1b17cb71-4b8b-4686-854f-7ab3c306ffdd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/d8acd246-268f-4a70-bac8-3d4615e1a8b6 HTTP/1.1" status: 204 len: 168 time: 0.6296923 Jun 30 09:23:36.889923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48620) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.972783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff217bd-1f57-46bc-b39e-9046bd528b75 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.980517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff217bd-1f57-46bc-b39e-9046bd528b75 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.980883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71c87-0ea9-45d8-a7f8-5113a5e4eb46 req-78bf1384-31ad-4c74-8dcc-7f11814af8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:36.982610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21e71c87-0ea9-45d8-a7f8-5113a5e4eb46 req-78bf1384-31ad-4c74-8dcc-7f11814af8c2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 1098 time: 0.0761573 Jun 30 09:23:36.984735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48622) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:36.986716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3ff217bd-1f57-46bc-b39e-9046bd528b75 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0956991 Jun 30 09:23:37.057975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-428012af-7802-4c00-91a4-23bd61eb999a None None] Provisioning for port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:37.065084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21e71c87-0ea9-45d8-a7f8-5113a5e4eb46 req-c2fe8c27-a364-4507-9b69-a66000ce3df1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719159 Jun 30 09:23:37.072252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:37.075910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.133424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.211932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:37.279627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.309605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:37.316163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:37.316805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.382256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-250d6adc-02b6-4f3a-a2b7-63183acf3b9e req-a4c69d7d-1617-4379-a4d5-ae7e224177cd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 210 time: 0.0778387 Jun 30 09:23:37.402680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.445965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.453263 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.458118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48636) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.458389 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4dc19c03-f247-4274-8a83-e50f3403d475 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4 HTTP/1.1" status: 204 len: 168 time: 0.4723930 Jun 30 09:23:37.536720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d287619c-94ad-4e8b-bce1-6509c4c772b7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770888 Jun 30 09:23:37.541278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48638) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:37.548247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-25f90fbe-1a0d-424e-914b-350bb1c5b09f None None] Could not find standard attr ID for object d1ecea18-073d-463b-acc2-82dbfac55518. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:37.556693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:37.577586 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.629013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:37.635828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.775317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:37.837771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420728c6-74fd-4be5-8b65-db0e6679ecef req-62f452a1-1243-47fc-804b-67c77baafc7b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:37.846595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-420728c6-74fd-4be5-8b65-db0e6679ecef req-62f452a1-1243-47fc-804b-67c77baafc7b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1883256 Jun 30 09:23:37.877717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46353abb-7fa2-4824-8a2e-1c940c0f04d7 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:37.945990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:37.952200 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:37.973869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-420728c6-74fd-4be5-8b65-db0e6679ecef req-fd990bfe-1e13-4c2f-92b2-77682d122f87 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261132 Jun 30 09:23:38.010115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c3b2ca5d-e941-4e63-ac11-91750dbce46e None None] Could not find standard attr ID for object d8acd246-268f-4a70-bac8-3d4615e1a8b6. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:38.262380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:38.281393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6523877-e504-4555-8c89-5ed9f9658e26 req-a8831bd2-fdbb-4144-9cda-6641ab2b6804 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.1092894 Jun 30 09:23:38.322949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] Deleting port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:38.324804 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.392858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.401981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] For port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:38.402409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.417440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] Calling delete_port for 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:38.449983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.468915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:38.470802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:38.474680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.475344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.519650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.536208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] No DVR routers for this DVR port 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:38.544118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92f9a754-48cd-46db-8562-e3f7b5bfd09a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0015616 Jun 30 09:23:38.547179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:38.552792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1844956908'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:38.559715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49148c85-7aa4-4e19-8bb4-b627b5aebcfa None None] Pushing event deleted for resources: {'Port': ['ID=7b349014-5d0a-48f7-8ce0-0923dcf6bd0f,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:38.577549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f058ab6-f7d8-40b1-b108-5e0b8d2ee872 req-d6cb365c-3cb8-4993-bd69-e312d59a3bc4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:38.578173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f73ebc8-f510-47cc-b362-4f79fe651e77 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:38.585482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f058ab6-f7d8-40b1-b108-5e0b8d2ee872 req-d6cb365c-3cb8-4993-bd69-e312d59a3bc4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1059961 Jun 30 09:23:38.646008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f058ab6-f7d8-40b1-b108-5e0b8d2ee872 req-8545d78e-7d25-4051-8f0d-48276408251c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594735 Jun 30 09:23:38.697686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1eed503-2de6-4941-8bd7-b6d8fcd07184 req-13b8c782-3849-40c5-bef2-2b68777c08b8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 210 time: 0.0391862 Jun 30 09:23:38.753098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:38.778507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': 'a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:38.779587 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.844245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:38.867619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 245a62cb-1d28-4118-935b-cfaf8d3f9bc9 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:38.934933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4/a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:39.127082 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.136672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Transition to ACTIVE for port object a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:39.143427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:39.176234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:39.176834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b349014-5d0a-48f7-8ce0-0923dcf6bd0f not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:39.190467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Transition to ACTIVE for port object a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:39.201065 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.205505 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:23:39.206270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:23:39.230894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e0a6c5b4-5477-4337-8621-c9ca34b7604f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6823812 Jun 30 09:23:39.234013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.249581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:39.317866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:39.331421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:39.395639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Pushing event updated for resources: {'Port': ['ID=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.428378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e58caf8-ad88-4171-878f-4c1d3c08ed81 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.430618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2e58caf8-ad88-4171-878f-4c1d3c08ed81 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1950216 Jun 30 09:23:39.433635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48672) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.436573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Attempting to bind port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:39.437154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Attempting to bind port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:39.437677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Attempting to bind port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:39.444514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:39.445528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:39.446089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.446703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:39.447570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Bound port: a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:39.448257 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.518004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d916145-4100-4433-9be6-7d6071d42c1d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.523244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d916145-4100-4433-9be6-7d6071d42c1d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.524292 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8d916145-4100-4433-9be6-7d6071d42c1d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0895162 Jun 30 09:23:39.524979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48674) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:39.555537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] For port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:39.561068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] For port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:39.574455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.599558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:39.604753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.696034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebbfd39-348b-47b6-bb4e-c56db68a0a9c None None] Pushing event updated for resources: {'Port': ['ID=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.699740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.735210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f608f1-c197-4596-8234-e68e193a465b req-cbc70526-785b-43ca-8869-7db9ac8502b8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.736847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2f608f1-c197-4596-8234-e68e193a465b req-cbc70526-785b-43ca-8869-7db9ac8502b8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.6084580 Jun 30 09:23:39.758338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52b857b3-8a7f-41fd-9532-ab3dfedf9581 req-d8e306ec-7d16-456f-b045-838c86eefc0b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0476391 Jun 30 09:23:39.771492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-c9e69b59-5381-41f3-bf70-3925de687937 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:39.773162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-c9e69b59-5381-41f3-bf70-3925de687937 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 811 time: 0.6790500 Jun 30 09:23:39.793494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Request body: {'port': {'device_id': '859c7013-80ea-4073-bf0b-571590127786', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'admin_state_up': True, 'tenant_id': '6d73946d11314647a86d38280b6c2a0d'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:39.833489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.909755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2f608f1-c197-4596-8234-e68e193a465b req-3a787071-6a89-4ea6-aa73-5a975e8d156f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506448 Jun 30 09:23:39.921714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.983461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:39.998717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:39.998717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ed89e030-6143-49a3-ab89-644cc9340a64 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4 HTTP/1.1" status: 204 len: 168 time: 0.4616451 Jun 30 09:23:40.000735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.088926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d013811-e25a-4800-9f31-e57455e5de93 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871103 Jun 30 09:23:40.092796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.111043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:40.139255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Made reservation on behalf of 6d73946d11314647a86d38280b6c2a0d for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:40.143019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.223774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28880a01-982c-4153-9dd9-9fdd7f6ecd03 req-e14936f2-f9bc-4af6-97a8-899af5351691 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 210 time: 0.0731144 Jun 30 09:23:40.254596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af9e2d-463e-4f23-8ad8-1db309d4f76d req-d2cfe782-69e1-46d5-9275-167558ab346a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:40.257258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8af9e2d-463e-4f23-8ad8-1db309d4f76d req-d2cfe782-69e1-46d5-9275-167558ab346a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.2970436 Jun 30 09:23:40.265479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:40.272997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.444605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8af9e2d-463e-4f23-8ad8-1db309d4f76d req-4b2a05f6-e20b-4787-b63a-fa8c81535517 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310277 Jun 30 09:23:40.473470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Allocated IP 172.20.0.6 (e9f59d3b-831d-4534-8398-dc36dcc87b6b/b16a6b68-908c-45cf-ada7-be50ae61e6d1/13d626ab-bde4-450e-b83d-a66b96a6b5e7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:40.510731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90d763-a1ca-4c88-8fdb-9ddaca9db825 req-88bf5ad0-0ee7-4f8a-a07e-8a56ab912c2b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:40.512473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d90d763-a1ca-4c88-8fdb-9ddaca9db825 req-88bf5ad0-0ee7-4f8a-a07e-8a56ab912c2b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1583443 Jun 30 09:23:40.525648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.578015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:40.581239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:40.585483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:40.586071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.596484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=2243c257-c176-4c74-afa6-a3ff31fae3dc,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:40.608524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7204ce02-4f12-442e-a828-c2cb4aaa13da tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5138566 Jun 30 09:23:40.611187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.616291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2093255676', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:40.632379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d90d763-a1ca-4c88-8fdb-9ddaca9db825 req-c4b2e527-69f6-47d5-9963-9164a7c1cbe0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069720 Jun 30 09:23:40.649030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.651575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.726814 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.730355 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.735456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.743291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Transition to ACTIVE for port object 13d626ab-bde4-450e-b83d-a66b96a6b5e7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:40.779035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.780279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4f7f7bec-bb1e-40fd-b1df-c8a329702562 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1680148 Jun 30 09:23:40.786767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:40.799911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:40.813858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['18abf3bb-ff60-42ec-9d84-6e55f0e0b963'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:40.906894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:40.908421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:40.926540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:40.936537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:40.995169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:41.028059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.028158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.028524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.028765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.029099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.031719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.031978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.032329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.034102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.035843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.036261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.036606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:41.101584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:41.105296 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.187827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0f255ce-d6f3-43d7-82b7-030b1fb9a0b9 req-aaacb9c3-7b7d-4ce4-a070-10ef2d2d523b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=33260b43-b18d-4151-9def-e06704bfc974 HTTP/1.1" status: 200 len: 210 time: 0.0755374 Jun 30 09:23:41.219373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3e05dc29-8edb-4836-959b-78b9ca81726e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4312758 Jun 30 09:23:41.246590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Request body: {'port': {'device_id': '859c7013-80ea-4073-bf0b-571590127786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:41.300021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749d3cc0-4168-4457-a9be-ad189f889b98 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:41.393556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.444343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:41.472536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.574381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e530c61-35f3-41cb-8334-b848074ac64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.629645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-144fbd8a-5304-472c-a4a2-9d91da286bd5 None None] Provisioning for port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:41.690522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:41.701349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:41.701349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.739641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a18ed5-fdcd-490b-a95e-432a0aaf5c23 req-27ad891d-c85e-4c8f-8a5d-1e396d95d232 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:41.748032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62a18ed5-fdcd-490b-a95e-432a0aaf5c23 req-27ad891d-c85e-4c8f-8a5d-1e396d95d232 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 931 time: 0.2442183 Jun 30 09:23:41.749329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::1 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/2243c257-c176-4c74-afa6-a3ff31fae3dc/ce73086f-6f8c-4659-87e5-3c8e7cbf809c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:41.795367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0902a8fa-dcf3-4b69-9642-7ef969789201 None None] Provisioning for port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:41.802046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0902a8fa-dcf3-4b69-9642-7ef969789201 None None] Provisioning complete for port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:41.807577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0902a8fa-dcf3-4b69-9642-7ef969789201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.881023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62a18ed5-fdcd-490b-a95e-432a0aaf5c23 req-496b5fd7-4b86-4f16-b282-3297f21da5f7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322362 Jun 30 09:23:41.889506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0902a8fa-dcf3-4b69-9642-7ef969789201 None None] Port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:41.891427 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.910284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:41.925434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd53c3-7809-4942-ada7-6e187048db57 req-390ccc01-7f05-4c89-ae66-7f226cfaf6ca tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:41.927044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0fd53c3-7809-4942-ada7-6e187048db57 req-390ccc01-7f05-4c89-ae66-7f226cfaf6ca tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.3304605 Jun 30 09:23:41.928357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object ce73086f-6f8c-4659-87e5-3c8e7cbf809c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:41.954980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:41.967470 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.010880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0fd53c3-7809-4942-ada7-6e187048db57 req-721414fc-0b8f-454c-84a3-c3fe182cfebe tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753381 Jun 30 09:23:42.016361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.052271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.066359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.066861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.067616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.067963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.068298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.072626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:23:42.099981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:42.104183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:42.108408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:42.113272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.123654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d626ab-bde4-450e-b83d-a66b96a6b5e7 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:42.133604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.138571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ef7dd669-190d-402b-9448-3157de18e866 None None] Provisioning complete for port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:42.138952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef7dd669-190d-402b-9448-3157de18e866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.181757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=ce73086f-6f8c-4659-87e5-3c8e7cbf809c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.187332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Transition to ACTIVE for port object 13d626ab-bde4-450e-b83d-a66b96a6b5e7 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:42.204960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.268304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.334593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b3bcf-64df-42fa-b1f5-9a322b222833 req-b963b935-9975-4026-ab9d-9ec543654242 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:42.336592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e00b3bcf-64df-42fa-b1f5-9a322b222833 req-b963b935-9975-4026-ab9d-9ec543654242 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1888313 Jun 30 09:23:42.363956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.451734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e00b3bcf-64df-42fa-b1f5-9a322b222833 req-5b56683b-959c-4a99-b693-6816e5f27f16 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079912 Jun 30 09:23:42.499833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d40cbfc0-38f4-4894-bf3d-b6734ec99a59 None None] Provisioning for port ce73086f-6f8c-4659-87e5-3c8e7cbf809c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:42.512882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d40cbfc0-38f4-4894-bf3d-b6734ec99a59 None None] Provisioning complete for port ce73086f-6f8c-4659-87e5-3c8e7cbf809c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:42.513317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d40cbfc0-38f4-4894-bf3d-b6734ec99a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.534258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Attempting to bind port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:42.535059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Attempting to bind port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:42.535746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Attempting to bind port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:42.543483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:23:42.543710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Attempting to bind port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 on network e9f59d3b-831d-4534-8398-dc36dcc87b6b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:42.549634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:42.550271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Checking segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:42.550760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Bound using segment: {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:42.551452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Bound port: 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc336ab0-c034-4f0d-80c9-efe45def1ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:42.552055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.591176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d40cbfc0-38f4-4894-bf3d-b6734ec99a59 None None] Port ce73086f-6f8c-4659-87e5-3c8e7cbf809c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:42.657146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:42.661286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:42.668461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.729219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:42.730078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.732386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] 10.222.0.83 "PUT /v2.0/ports/13d626ab-bde4-450e-b83d-a66b96a6b5e7 HTTP/1.1" status: 200 len: 1092 time: 1.4988055 Jun 30 09:23:42.735636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:42.737903 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec413f8e-c66f-487e-924c-8612a1936a16" -d '{"events": [{"name": "network-changed", "server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:42.807918 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1323962-409b-4592-8f98-e5c373ae4fd7 x-openstack-request-id: req-d1323962-409b-4592-8f98-e5c373ae4fd7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:42.808614 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:42.808614 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1323962-409b-4592-8f98-e5c373ae4fd7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:42.809056 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'status': 'completed', 'code': 200} Jun 30 09:23:42.831374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.838273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.839197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:42.848927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e0ffa-e91e-463b-9379-1eaf8dc65d6f service neutron] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.880025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-2b6ef663-13d3-4d17-8969-ec7b57ff6aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:42.881794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-2b6ef663-13d3-4d17-8969-ec7b57ff6aab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 1095 time: 0.0818799 Jun 30 09:23:42.927925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=ce73086f-6f8c-4659-87e5-3c8e7cbf809c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:42.947396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-3aa892c8-d00e-4045-8b88-f3820416b23a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0519788 Jun 30 09:23:42.994108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:42.995940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:43.003035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-36b770ec-3b85-4e72-baed-b9b76460b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.004525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-36b770ec-3b85-4e72-baed-b9b76460b072 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0507598 Jun 30 09:23:43.175970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:43.191983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Router e3278bfe-1132-45f2-999f-53cafc362cd1 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:43.229343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d13de568-e69f-407b-aba1-9980fc836ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.230888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-d13de568-e69f-407b-aba1-9980fc836ea9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2183263 Jun 30 09:23:43.256967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:43.257436 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.359588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:43.369345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd28bdf-67fd-425b-b62f-b3d051287186 req-dc6dddca-187f-4cfc-aa5a-332a935d285e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.369794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffd28bdf-67fd-425b-b62f-b3d051287186 req-dc6dddca-187f-4cfc-aa5a-332a935d285e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.2916398 Jun 30 09:23:43.370839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d4ba04ba-4e0d-4ff1-b50a-6a7649174d14 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "PUT /v2.0/routers/e3278bfe-1132-45f2-999f-53cafc362cd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5826805 Jun 30 09:23:43.374150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.386060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Sync routers for ids ['e3278bfe-1132-45f2-999f-53cafc362cd1'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:43.407787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Routers {'e3278bfe-1132-45f2-999f-53cafc362cd1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:43.408435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e3278bfe-1132-45f2-999f-53cafc362cd1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:43.411817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-74ee5cdb-1ad1-498d-9b03-ae9897796edd None None] Provisioning complete for port ce73086f-6f8c-4659-87e5-3c8e7cbf809c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:43.411944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-74ee5cdb-1ad1-498d-9b03-ae9897796edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:43.484670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb01a5-6b2a-4cb2-b1d4-cf07ff95a9e8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.488731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-42bb01a5-6b2a-4cb2-b1d4-cf07ff95a9e8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports/ce73086f-6f8c-4659-87e5-3c8e7cbf809c HTTP/1.1" status: 200 len: 911 time: 0.1111770 Jun 30 09:23:43.489049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.506081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624ecdf-87e1-4431-91fb-328b437242fc req-2eb4371f-b712-406c-86d3-3b86d69464a7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.514083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7624ecdf-87e1-4431-91fb-328b437242fc req-2eb4371f-b712-406c-86d3-3b86d69464a7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.3056998 Jun 30 09:23:43.543761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffd28bdf-67fd-425b-b62f-b3d051287186 req-3830c419-c1e6-4b70-bbb9-4316863d7208 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585894 Jun 30 09:23:43.568110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-1f24c96d-5d20-482a-a456-1c27d0f643c6 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042326 Jun 30 09:23:43.610317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e0218-3445-4d64-893b-13f69d8f3a87 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.627317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e0218-3445-4d64-893b-13f69d8f3a87 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.635872 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5b6e0218-3445-4d64-893b-13f69d8f3a87 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1455894 Jun 30 09:23:43.638720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:43.720720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-74ee5cdb-1ad1-498d-9b03-ae9897796edd None None] Port ce73086f-6f8c-4659-87e5-3c8e7cbf809c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:43.723033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Set router e3278bfe-1132-45f2-999f-53cafc362cd1 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:43.757659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7624ecdf-87e1-4431-91fb-328b437242fc req-9d60c9a0-d107-4be6-98a6-f173617711e5 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425728 Jun 30 09:23:43.777377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5eaa1b0-a6fb-408f-ab67-11c7922f688e req-aecffa3c-77f3-4024-8263-935cf0423ac0 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861124 Jun 30 09:23:43.986524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83682ec-73e2-440b-917d-36155762d78a req-90d9e8c5-d7ef-40f6-8a40-48ff1cdde119 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:43.994059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e83682ec-73e2-440b-917d-36155762d78a req-90d9e8c5-d7ef-40f6-8a40-48ff1cdde119 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1219432 Jun 30 09:23:44.006446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-2e395af3-9672-4666-854e-7eb313eea6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.007829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-2e395af3-9672-4666-854e-7eb313eea6e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 1095 time: 0.1045380 Jun 30 09:23:44.008453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3278bfe-1132-45f2-999f-53cafc362cd1', 'name': 'tempest-NetworksTestDHCPv6-router-2093255676', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:40Z', 'updated_at': '2021-06-30T09:23:42Z', 'revision_number': 2, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None, '_interfaces': [{'id': 'ce73086f-6f8c-4659-87e5-3c8e7cbf809c', 'name': '', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'mac_address': 'fa:16:3e:6c:6f:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3278bfe-1132-45f2-999f-53cafc362cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2076, 'fixed_ips': [{'subnet_id': '2243c257-c176-4c74-afa6-a3ff31fae3dc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:41Z', 'updated_at': '2021-06-30T09:23:42Z', 'revision_number': 2, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'subnets': [{'id': '2243c257-c176-4c74-afa6-a3ff31fae3dc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:44.044398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Checking router: e3278bfe-1132-45f2-999f-53cafc362cd1 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:44.045160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Updating router e3278bfe-1132-45f2-999f-53cafc362cd1 port ce73086f-6f8c-4659-87e5-3c8e7cbf809c binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:44.095079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a5cc940a-ec00-43f0-a1b5-689e4d29e904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.097592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e83682ec-73e2-440b-917d-36155762d78a req-3aae6084-5cb7-4aee-867a-4524b8968546 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025207 Jun 30 09:23:44.106520 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.141705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-594f295b-7175-47b0-88ab-c6703321854e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.143224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-594f295b-7175-47b0-88ab-c6703321854e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1269238 Jun 30 09:23:44.171662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.195473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-408d6d2e-15e0-4bc7-b3ff-8cd6ac5385a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7 HTTP/1.1" status: 200 len: 217 time: 0.0436823 Jun 30 09:23:44.244002 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.256036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-dbdf6583-0fe3-42e6-adfb-5036027b5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.260872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-dbdf6583-0fe3-42e6-adfb-5036027b5c23 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0584464 Jun 30 09:23:44.326494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-c8264f0a-d923-4134-93f4-fcdb82d817a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.327990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-c8264f0a-d923-4134-93f4-fcdb82d817a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605805 Jun 30 09:23:44.427424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port ce73086f-6f8c-4659-87e5-3c8e7cbf809c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:44.427866 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.431043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-1b655ede-8d25-41b4-b76a-213ffaae137e service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956151 Jun 30 09:23:44.459665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.471956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Transition to ACTIVE for port object ce73086f-6f8c-4659-87e5-3c8e7cbf809c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:44.481687 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.537373 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.538776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec413f8e-c66f-487e-924c-8612a1936a16 req-0ba9edfc-f027-468c-acfb-8f7c69ece598 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018817 Jun 30 09:23:44.545214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cde5b-6bfc-4bfe-9ace-8bfc42f90a3c None None] Pushing event updated for resources: {'Port': ['ID=ce73086f-6f8c-4659-87e5-3c8e7cbf809c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.558242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for ce73086f-6f8c-4659-87e5-3c8e7cbf809c owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:44.658147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Attempting to bind port ce73086f-6f8c-4659-87e5-3c8e7cbf809c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:44.658686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Attempting to bind port ce73086f-6f8c-4659-87e5-3c8e7cbf809c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:44.660569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Attempting to bind port ce73086f-6f8c-4659-87e5-3c8e7cbf809c on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:44.676187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:44.676743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:44.677252 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.678052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:44.678676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Bound port: ce73086f-6f8c-4659-87e5-3c8e7cbf809c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:44.679402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.822080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:44.823773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:44.824232 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:44.826716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c3425-a720-47ee-b29a-288f483b8c0b req-26da0c55-e5a8-45f2-aad8-2d0036eee5b3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:44.828657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05c3425-a720-47ee-b29a-288f483b8c0b req-26da0c55-e5a8-45f2-aad8-2d0036eee5b3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1151454 Jun 30 09:23:44.856094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=ce73086f-6f8c-4659-87e5-3c8e7cbf809c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:44.898385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f05c3425-a720-47ee-b29a-288f483b8c0b req-26006143-32fc-4f4e-bcbb-026a0719230f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636060 Jun 30 09:23:44.949613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bf38ba5a-a3ae-4ea9-a7df-011d5293e092 None None] Could not find standard attr ID for object ce73086f-6f8c-4659-87e5-3c8e7cbf809c. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:23:45.091082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558f7d3-45ad-4568-83ee-0b358cdb0899 req-c82366c2-52e5-4eb6-b503-0a0f49dfd600 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.093090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7558f7d3-45ad-4568-83ee-0b358cdb0899 req-c82366c2-52e5-4eb6-b503-0a0f49dfd600 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1027699 Jun 30 09:23:45.161008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7558f7d3-45ad-4568-83ee-0b358cdb0899 req-bb9dcfa7-5d4a-4c81-ba6e-1e2020bad228 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616374 Jun 30 09:23:45.329831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ab18b-cebd-495b-9e58-b88e9b767f31 req-8afb983b-d20f-4eb2-9b3f-a6b85283240b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.331635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-764ab18b-cebd-495b-9e58-b88e9b767f31 req-8afb983b-d20f-4eb2-9b3f-a6b85283240b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.0732000 Jun 30 09:23:45.343323 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Attempting to bind port ce73086f-6f8c-4659-87e5-3c8e7cbf809c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:45.343947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Attempting to bind port ce73086f-6f8c-4659-87e5-3c8e7cbf809c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:45.344399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Attempting to bind port ce73086f-6f8c-4659-87e5-3c8e7cbf809c on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:45.351961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:45.353900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:45.354704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.355192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:45.356364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Bound port: ce73086f-6f8c-4659-87e5-3c8e7cbf809c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:45.357415 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.385146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-764ab18b-cebd-495b-9e58-b88e9b767f31 req-c17733cf-52f9-4720-8f88-bbb03c7aa923 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461051 Jun 30 09:23:45.407011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Port ce73086f-6f8c-4659-87e5-3c8e7cbf809c has been deleted concurrently {{(pid=93726) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jun 30 09:23:45.418542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Routers {'e3278bfe-1132-45f2-999f-53cafc362cd1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:45.419651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e3278bfe-1132-45f2-999f-53cafc362cd1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:45.422319 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.492202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] Set router e3278bfe-1132-45f2-999f-53cafc362cd1 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:45.550529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3278bfe-1132-45f2-999f-53cafc362cd1', 'name': 'tempest-NetworksTestDHCPv6-router-2093255676', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:40Z', 'updated_at': '2021-06-30T09:23:44Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:45.578137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd892b2-e369-4707-b02d-1d57b495d204 None None] The sync data for ids ['e3278bfe-1132-45f2-999f-53cafc362cd1'] in n-d-780147-22 is: [{'id': 'e3278bfe-1132-45f2-999f-53cafc362cd1', 'name': 'tempest-NetworksTestDHCPv6-router-2093255676', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:40Z', 'updated_at': '2021-06-30T09:23:44Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:45.592146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Router e3278bfe-1132-45f2-999f-53cafc362cd1 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:45.673098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:45.678539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b9ef6429-8fe2-490c-a4b7-a8f33c3040aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "PUT /v2.0/routers/e3278bfe-1132-45f2-999f-53cafc362cd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0385695 Jun 30 09:23:45.682891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:45.742363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a0e1f-64c0-4355-981f-68632274ac73 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.744772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082a0e1f-64c0-4355-981f-68632274ac73 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:45.746936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-082a0e1f-64c0-4355-981f-68632274ac73 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0624938 Jun 30 09:23:45.749176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48760) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:45.811123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 2243c257-c176-4c74-afa6-a3ff31fae3dc {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:45.814813 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.867445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:45.913198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.016864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.046180 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.079498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=2243c257-c176-4c74-afa6-a3ff31fae3dc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.090648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37935a7-24a7-4ad6-8631-fb7c21d3cbc1 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:46.116974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.125360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-daae214f-03a3-4ecc-a182-c3f25d86e88e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/2243c257-c176-4c74-afa6-a3ff31fae3dc HTTP/1.1" status: 204 len: 168 time: 0.3750691 Jun 30 09:23:46.127814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.237788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37772-4e25-46ef-9050-b053759ec2c2 req-b12b5004-4252-48f3-a0b1-3000abd2bbdb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.239401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53b37772-4e25-46ef-9050-b053759ec2c2 req-b12b5004-4252-48f3-a0b1-3000abd2bbdb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.2046804 Jun 30 09:23:46.283449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53b37772-4e25-46ef-9050-b053759ec2c2 req-0ff613c8-60a7-4576-8747-b713b4816884 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jun 30 09:23:46.298488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d6e7c7ac-6b38-4380-b543-c003b2427776 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1694789 Jun 30 09:23:46.300894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.407357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:46.458860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.504616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] Deleting port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:46.505001 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.604648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bcca8-97e8-4583-b143-b8135be71486 req-2c05d067-ed04-4a5b-a6f6-6ef988dad956 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.604648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b2bcca8-97e8-4583-b143-b8135be71486 req-2c05d067-ed04-4a5b-a6f6-6ef988dad956 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1211441 Jun 30 09:23:46.652347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] For port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:46.652845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.673171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] Calling delete_port for a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:46.721872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b2bcca8-97e8-4583-b143-b8135be71486 req-f27aaa91-79b9-4419-8c65-6cfa9ae36cbd tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117086 Jun 30 09:23:46.752174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd14f8-3b70-4ba7-88ad-5b4447db65b5 req-d2e74dcc-9888-4028-b9a2-908a2d5a0042 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.753773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4fd14f8-3b70-4ba7-88ad-5b4447db65b5 req-d2e74dcc-9888-4028-b9a2-908a2d5a0042 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1448352 Jun 30 09:23:46.781385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.784185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.798921 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.835906 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Sync routers for ids ['e3278bfe-1132-45f2-999f-53cafc362cd1'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:46.839597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4fd14f8-3b70-4ba7-88ad-5b4447db65b5 req-a0fbce30-a215-451b-b616-388c42fe6bd1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631104 Jun 30 09:23:46.845768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.846962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Fanout notify agent at l3_agent the message router_deleted on router e3278bfe-1132-45f2-999f-53cafc362cd1 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:46.856473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:46.858865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-34f62ccf-2d35-4425-ba76-f26681a1fa1e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1287267 Jun 30 09:23:46.859586 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79bcc387-1d4e-4336-8e40-d4d8f13b91a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/routers/e3278bfe-1132-45f2-999f-53cafc362cd1 HTTP/1.1" status: 204 len: 168 time: 0.5577118 Jun 30 09:23:46.861043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] Pushing event deleted for resources: {'Port': ['ID=a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:46.862283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:46.864960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8adfdc3a-17cd-47a3-8f71-6a03b541a8aa None None] No DVR routers for this DVR port a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:46.866785 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Routers set() bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:46.867153 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Router IDs set() for agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:23:46.869292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_agentschedulers_db [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3278bfe-1132-45f2-999f-53cafc362cd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent'). {{(pid=93727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:23:46.870665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:46.895894 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Routers set() bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:46.896251 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Router IDs set() for agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:23:46.897460 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_agentschedulers_db [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e3278bfe-1132-45f2-999f-53cafc362cd1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent'). {{(pid=93727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:23:46.897997 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7a4aa-5d30-4d88-a88a-ff4b7f3cbbe6 None None] The sync data for ids ['e3278bfe-1132-45f2-999f-53cafc362cd1'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:46.968376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-8f9e08ea-e71d-46f9-8f5c-f8ad37668346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:46.969965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-8f9e08ea-e71d-46f9-8f5c-f8ad37668346 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 1097 time: 0.0683062 Jun 30 09:23:47.019533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:47.032482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.121666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-fa10002c-3a0e-465a-abc4-820802ed4776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:47.122887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-fa10002c-3a0e-465a-abc4-820802ed4776 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1274281 Jun 30 09:23:47.131589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:47.153242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:47.153681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a88ac9f7-58b0-4bdd-ba45-04a4c4b785ab not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:47.170158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-4c927803-3e0c-4f6c-b262-7be61f71744e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0feacd01-1697-415f-9a6f-4a07487be507 HTTP/1.1" status: 200 len: 217 time: 0.0399654 Jun 30 09:23:47.221167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-7bd73716-3100-4375-a06c-01e92ccf8a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:47.222750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-7bd73716-3100-4375-a06c-01e92ccf8a94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0469551 Jun 30 09:23:47.278098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.285455 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.297162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-946beaed-795e-4543-99e5-289bbd068239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:47.298707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-946beaed-795e-4543-99e5-289bbd068239 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684628 Jun 30 09:23:47.321795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:47.327924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:47.332890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:47.333496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.342256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afc569e-91e2-469d-92bd-9753b527ff50 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:47.357471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=0f998397-a335-47e3-a890-678f71322b28,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:47.364206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-829f6315-1f04-4146-95b1-55c4d096c9cd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5006371 Jun 30 09:23:47.367578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:47.376942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:47.409873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.412821 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.421536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-3de01d9e-c65d-455e-ba09-dc37e317b6a3 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165054 Jun 30 09:23:47.490597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.496785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.514553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 13d626ab-bde4-450e-b83d-a66b96a6b5e7 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:47.523233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.525229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-018ec3c4-8c1b-405d-a1a6-d196b510dc33 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1564884 Jun 30 09:23:47.528133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:47.573211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '0f998397-a335-47e3-a890-678f71322b28'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:47.574077 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.609057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.681195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5102d97-6d90-49bd-a3e9-d0342de0391f req-88d1fc10-956a-4f62-9760-b02472ad6d13 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521577 Jun 30 09:23:47.733336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875be564-a295-4cd7-a227-d8f157509436 req-77a339a2-c06d-4860-bdb1-0cde69eb24df tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:47.734931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-875be564-a295-4cd7-a227-d8f157509436 req-77a339a2-c06d-4860-bdb1-0cde69eb24df tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1882191 Jun 30 09:23:47.824224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-875be564-a295-4cd7-a227-d8f157509436 req-5a90d8d5-8abd-4850-baa3-84d43e1b14de tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835400 Jun 30 09:23:47.843492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:47.873866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'mac_address': 'fa:16:3e:89:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:47.884228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0f998397-a335-47e3-a890-678f71322b28/11e3d128-4a2d-4103-9f25-9d35c96a0550) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:47.890458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:47.982357 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.005106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d626ab-bde4-450e-b83d-a66b96a6b5e7 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:48.026647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:48.034931 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.092085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c55b60-bc65-4e51-90bc-98bf5c0eaffe req-53ccd443-b493-4fbf-8e59-e2e1d985018d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:48.093434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c55b60-bc65-4e51-90bc-98bf5c0eaffe req-53ccd443-b493-4fbf-8e59-e2e1d985018d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1540146 Jun 30 09:23:48.131262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.134319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53773d8c-e9c1-4703-a6c7-4088e618ef95 req-7e46a9c0-ec05-45bc-943a-1c91816a3535 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:48.143041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53773d8c-e9c1-4703-a6c7-4088e618ef95 req-7e46a9c0-ec05-45bc-943a-1c91816a3535 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1276248 Jun 30 09:23:48.171027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c55b60-bc65-4e51-90bc-98bf5c0eaffe req-abcc2711-696c-43b6-8606-b1a2e3e4adfd tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692663 Jun 30 09:23:48.179156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.196870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Transition to ACTIVE for port object 11e3d128-4a2d-4103-9f25-9d35c96a0550 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:48.211378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53773d8c-e9c1-4703-a6c7-4088e618ef95 req-fb334d96-33a9-4528-98d8-311b4f662192 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565658 Jun 30 09:23:48.214104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Transition to ACTIVE for port object 11e3d128-4a2d-4103-9f25-9d35c96a0550 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:48.221875 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.265042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:48.267775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:48.271230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:48.275021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::1 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0f998397-a335-47e3-a890-678f71322b28/1789d00a-c77c-4346-9d39-7d2eeaf3d7af) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:48.278996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Pushing event updated for resources: {'Port': ['ID=11e3d128-4a2d-4103-9f25-9d35c96a0550,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.346874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Attempting to bind port 11e3d128-4a2d-4103-9f25-9d35c96a0550 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:48.347249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Attempting to bind port 11e3d128-4a2d-4103-9f25-9d35c96a0550 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:48.347606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Attempting to bind port 11e3d128-4a2d-4103-9f25-9d35c96a0550 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:48.352753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:48.353127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:48.353603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.354006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:48.354487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Bound port: 11e3d128-4a2d-4103-9f25-9d35c96a0550, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:48.354848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.405768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.421893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] For port 11e3d128-4a2d-4103-9f25-9d35c96a0550, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:48.422140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 1789d00a-c77c-4346-9d39-7d2eeaf3d7af will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:48.426005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] For port 11e3d128-4a2d-4103-9f25-9d35c96a0550, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=11e3d128-4a2d-4103-9f25-9d35c96a0550,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:48.431138 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.464434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.509679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['13d626ab-bde4-450e-b83d-a66b96a6b5e7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:48.531902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=1789d00a-c77c-4346-9d39-7d2eeaf3d7af,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.545411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:48.546885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:48.550018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:48.550598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:48.558108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b47cfb-bb48-40c2-9226-a1b15bc591f6 None None] Pushing event updated for resources: {'Port': ['ID=11e3d128-4a2d-4103-9f25-9d35c96a0550,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:48.781060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.047323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd855304-d0f8-46e4-8fbf-6eb3493b9ecf req-fbb09a06-bff4-4e22-a97f-6660dbd00a35 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.051522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd855304-d0f8-46e4-8fbf-6eb3493b9ecf req-fbb09a06-bff4-4e22-a97f-6660dbd00a35 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 944 time: 0.0797138 Jun 30 09:23:49.094585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd855304-d0f8-46e4-8fbf-6eb3493b9ecf req-5c363f3a-01b3-4a63-b823-0ddccb15d796 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357752 Jun 30 09:23:49.120476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.126287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.128039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:49.174939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11e3d128-4a2d-4103-9f25-9d35c96a0550 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:49.239950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=1789d00a-c77c-4346-9d39-7d2eeaf3d7af,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:49.244340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 11e3d128-4a2d-4103-9f25-9d35c96a0550 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:49.312447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:49.314522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:49.429687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11969ad-6185-4ba1-89ff-916af4a6e678 req-52c53e23-edc3-4370-a725-bec6887c0b81 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.433108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a11969ad-6185-4ba1-89ff-916af4a6e678 req-52c53e23-edc3-4370-a725-bec6887c0b81 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1253335 Jun 30 09:23:49.457789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:23:49.503039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a11969ad-6185-4ba1-89ff-916af4a6e678 req-3c65b3e5-698a-4082-8004-1c1352753a0d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630388 Jun 30 09:23:49.524235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351178c7-b1b4-4bd5-91bf-f70072a2a82f req-175df5c0-f695-4eea-9df6-c26fecd2ccc5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.526173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-351178c7-b1b4-4bd5-91bf-f70072a2a82f req-175df5c0-f695-4eea-9df6-c26fecd2ccc5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1464088 Jun 30 09:23:49.576833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:49.583118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-913a02e9-2993-400c-ba44-529e879b6428 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "PUT /v2.0/routers/2d89ff5f-a2e5-4e1b-b838-7f78fafaf468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0537484 Jun 30 09:23:49.584427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-351178c7-b1b4-4bd5-91bf-f70072a2a82f req-63088af7-a9fc-4dbc-8c0f-e925968ad227 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473270 Jun 30 09:23:49.585552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48874) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:49.593460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Sync routers for ids ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:49.604688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Routers {'2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:49.606399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:49.667086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec9ad7-6a16-4530-b34f-2f23e92faae7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.671236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48876) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:49.671528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-80ec9ad7-6a16-4530-b34f-2f23e92faae7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports/1789d00a-c77c-4346-9d39-7d2eeaf3d7af HTTP/1.1" status: 200 len: 911 time: 0.0847878 Jun 30 09:23:49.714570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Set router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:49.756054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02bf64-f5d1-478b-8a0b-af20bf8ed421 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.764841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02bf64-f5d1-478b-8a0b-af20bf8ed421 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:49.766503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8b02bf64-f5d1-478b-8a0b-af20bf8ed421 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0942464 Jun 30 09:23:49.769406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48878) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:49.960774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] Provisioning for port 11e3d128-4a2d-4103-9f25-9d35c96a0550 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:49.970810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] Provisioning complete for port 11e3d128-4a2d-4103-9f25-9d35c96a0550 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:49.971181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.026071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 2, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None, '_interfaces': [{'id': '1789d00a-c77c-4346-9d39-7d2eeaf3d7af', 'name': '', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'mac_address': 'fa:16:3e:83:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '0f998397-a335-47e3-a890-678f71322b28', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:23:48Z', 'updated_at': '2021-06-30T09:23:48Z', 'revision_number': 2, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'subnets': [{'id': '0f998397-a335-47e3-a890-678f71322b28', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:50.063862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Checking router: 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:50.064222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Updating router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:23:50.142523 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.144885 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.213042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] For port 11e3d128-4a2d-4103-9f25-9d35c96a0550, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=11e3d128-4a2d-4103-9f25-9d35c96a0550,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:50.214996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.232902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.341897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58d2e7-bbd9-4681-ac30-538b85cc2b77 req-930e7fc3-f418-4ba0-a506-8a94b321d19a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.344129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e58d2e7-bbd9-4681-ac30-538b85cc2b77 req-930e7fc3-f418-4ba0-a506-8a94b321d19a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 944 time: 0.0926440 Jun 30 09:23:50.411759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e58d2e7-bbd9-4681-ac30-538b85cc2b77 req-474a85e1-46ab-4db0-9fdd-7171a9a6690b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554008 Jun 30 09:23:50.440729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d9f633ed-9281-461e-915a-a9cf166f639e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:23:50.459842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-534d80c5-627e-4df2-8bad-617c7e73dfe7 None None] Provisioning for port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:50.477104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-534d80c5-627e-4df2-8bad-617c7e73dfe7 None None] Provisioning complete for port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:50.478080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-534d80c5-627e-4df2-8bad-617c7e73dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.515102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:50.515533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.531451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8040a0-529c-47a5-a433-26d992f12a84 None None] Pushing event updated for resources: {'Port': ['ID=11e3d128-4a2d-4103-9f25-9d35c96a0550,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:50.696847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:50.709865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb450ed-dd02-4d25-8c9e-80cbe22403b8 req-2ef80dd2-3398-4679-aacd-eaef856243c4 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.718719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4eb450ed-dd02-4d25-8c9e-80cbe22403b8 req-2ef80dd2-3398-4679-aacd-eaef856243c4 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.0887678 Jun 30 09:23:50.730028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 1789d00a-c77c-4346-9d39-7d2eeaf3d7af owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:50.770925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4eb450ed-dd02-4d25-8c9e-80cbe22403b8 req-1e8daab5-27ba-4d5d-8bca-d1e406e82169 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506632 Jun 30 09:23:50.776755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:23:50.874940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-534d80c5-627e-4df2-8bad-617c7e73dfe7 None None] Port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:23:50.891429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c35f9-76ae-4e6d-882b-b7132e88d0ac req-7dc1b339-d7a2-4326-b5cf-7d84d103d4c7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:50.893307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c73c35f9-76ae-4e6d-882b-b7132e88d0ac req-7dc1b339-d7a2-4326-b5cf-7d84d103d4c7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.0759304 Jun 30 09:23:51.001780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c73c35f9-76ae-4e6d-882b-b7132e88d0ac req-0639d41f-dded-4b17-a21d-6325216eac67 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995934 Jun 30 09:23:51.065595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:51.122198 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.127753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-809102cb-612b-4104-b166-c2145057855b None None] Provisioning complete for port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:51.128197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-809102cb-612b-4104-b166-c2145057855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.131684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'mac_address': 'fa:16:3e:81:84:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:23:51.154365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-809102cb-612b-4104-b166-c2145057855b None None] Port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af was deleted so its status cannot be updated. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:23:51.193529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:23:51.193899 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:23:51.215592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.244326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11e3d128-4a2d-4103-9f25-9d35c96a0550 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:51.302448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:23:51.340814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:51.351139 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.390158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.400604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=1789d00a-c77c-4346-9d39-7d2eeaf3d7af,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:51.441964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:51.466644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 11e3d128-4a2d-4103-9f25-9d35c96a0550 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:51.467026 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.514571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 13d626ab-bde4-450e-b83d-a66b96a6b5e7 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:51.555453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d9f633ed-9281-461e-915a-a9cf166f639e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:23:51.671460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:51.723390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ec811-f3df-45e6-8f85-c24399b77bf6 req-809ca205-bb46-40bc-91c7-6f6f4037b40c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:51.726801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f7ec811-f3df-45e6-8f85-c24399b77bf6 req-809ca205-bb46-40bc-91c7-6f6f4037b40c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 944 time: 0.1079333 Jun 30 09:23:51.778617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f7ec811-f3df-45e6-8f85-c24399b77bf6 req-45dd94be-44f8-4301-8c1d-e7146c0d09f5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446272 Jun 30 09:23:51.784551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:51.785061 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:51.886207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Port 1789d00a-c77c-4346-9d39-7d2eeaf3d7af not found while updating agent binding for router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468. {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:23:51.958505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Routers {'2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:51.959208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:52.041758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] Set router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:52.111661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:50Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:52.151358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671888b5-02fa-4384-a02c-38a7e5f87872 req-12b5068c-ffc2-4645-bcf2-61e8761aceae tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.152944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-671888b5-02fa-4384-a02c-38a7e5f87872 req-12b5068c-ffc2-4645-bcf2-61e8761aceae tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1398818 Jun 30 09:23:52.156322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d9216a-08f7-4182-9bbb-22b8f160bab9 None None] The sync data for ids ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'] in n-d-780147-22 is: [{'id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:50Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:52.206032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:23:52.231072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-671888b5-02fa-4384-a02c-38a7e5f87872 req-19307e08-6ce1-42c8-8fde-3006ab1a3e30 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634058 Jun 30 09:23:52.310428 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.374052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:52.375173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:52.378046 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e6885f-caff-445d-9575-1f72a92f0812" -d '{"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-plugged", "status": "completed", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:52.381736 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.433550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:23:52.442804 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bbe27713-f0a5-4713-af39-1e7a7369752d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "PUT /v2.0/routers/2d89ff5f-a2e5-4e1b-b838-7f78fafaf468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6700411 Jun 30 09:23:52.443806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:52.448794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d9f633ed-9281-461e-915a-a9cf166f639e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:52.518821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee69b7-58b6-41c0-ad9b-0bc0ae7de1d5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.522784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee69b7-58b6-41c0-ad9b-0bc0ae7de1d5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.527682 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-80ee69b7-58b6-41c0-ad9b-0bc0ae7de1d5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0825586 Jun 30 09:23:52.528730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:52.579303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37710f21-b0a0-4570-af63-3ab94de684f8 req-2dc99f3a-d276-457e-a50d-607c2c60d0c0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.581197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37710f21-b0a0-4570-af63-3ab94de684f8 req-2dc99f3a-d276-457e-a50d-607c2c60d0c0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1896582 Jun 30 09:23:52.597576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 0f998397-a335-47e3-a890-678f71322b28 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:23:52.603497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.613713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:52.620407 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f344f4ec-a399-4c4d-8cc9-491faf599500 x-openstack-request-id: req-f344f4ec-a399-4c4d-8cc9-491faf599500 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:52.621103 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-plugged", "status": "completed", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:52.622001 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f344f4ec-a399-4c4d-8cc9-491faf599500 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:52.623519 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'code': 200} Jun 30 09:23:52.665880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37710f21-b0a0-4570-af63-3ab94de684f8 req-2363af03-c122-4056-8c29-5ea30eea7a0e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745924 Jun 30 09:23:52.666114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d9f633ed-9281-461e-915a-a9cf166f639e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:52.666474 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.695902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.809208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.835348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfcc92-a7e2-479c-ab38-65816758be9d req-0b72ee8d-e742-4fef-ac54-b26e4ee01352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:52.836901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55bfcc92-a7e2-479c-ab38-65816758be9d req-0b72ee8d-e742-4fef-ac54-b26e4ee01352 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 1097 time: 0.1259596 Jun 30 09:23:52.904584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:52.911480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.944822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:52.947000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55bfcc92-a7e2-479c-ab38-65816758be9d req-fdab619b-14da-4813-aaeb-bb6c4d74466a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000092 Jun 30 09:23:52.990773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.065297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.148454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.150766 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0f998397-a335-47e3-a890-678f71322b28 HTTP/1.1" status: 204 len: 168 time: 0.6203094 Jun 30 09:23:53.152015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308f166-017b-460c-b6ab-2feca5d4aadb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=0f998397-a335-47e3-a890-678f71322b28,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.154091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48942) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.167092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1430ac-eca7-4cde-9456-adec918b0654 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:53.184193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361b3c8-1fba-4e6a-88fc-e64d63a924a0 req-97e3eaa1-fd49-4866-a5e0-437462035ed8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:53.185751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1361b3c8-1fba-4e6a-88fc-e64d63a924a0 req-97e3eaa1-fd49-4866-a5e0-437462035ed8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1423664 Jun 30 09:23:53.379878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1361b3c8-1fba-4e6a-88fc-e64d63a924a0 req-34d9b491-a0cd-40db-83a0-d2d3ba7ccf50 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595905 Jun 30 09:23:53.416239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-103d4bc4-efa5-4ef1-b7b4-adbd796008c1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2602556 Jun 30 09:23:53.419117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:53.530730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:23:53.604348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.623459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d00bb-970e-4a41-8dc0-8e6b3b488e84 req-9c6f5f6d-4e7a-4179-9e29-ae5b0386f316 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:53.625293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc7d00bb-970e-4a41-8dc0-8e6b3b488e84 req-9c6f5f6d-4e7a-4179-9e29-ae5b0386f316 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1531193 Jun 30 09:23:53.657923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] Deleting port 11e3d128-4a2d-4103-9f25-9d35c96a0550 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:53.660653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.687399 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] Sync routers for ids ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:23:53.735145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc7d00bb-970e-4a41-8dc0-8e6b3b488e84 req-f6965584-1dde-430a-b516-30682946b1ac tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852795 Jun 30 09:23:53.740362 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] Routers {'2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:53.742387 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:53.766158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] For port 11e3d128-4a2d-4103-9f25-9d35c96a0550, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=11e3d128-4a2d-4103-9f25-9d35c96a0550,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:23:53.766575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.791769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] Calling delete_port for 11e3d128-4a2d-4103-9f25-9d35c96a0550 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:53.889151 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] Set router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:53.909796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:53.959851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] Pushing event deleted for resources: {'Port': ['ID=11e3d128-4a2d-4103-9f25-9d35c96a0550,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:53.971901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e804ee-5f61-4c17-a31c-18af640b8db4 None None] No DVR routers for this DVR port 11e3d128-4a2d-4103-9f25-9d35c96a0550 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:23:54.001181 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:50Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:54.006920 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:23:54.041158 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] Checking router: 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:23:54.053611 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] Routers {'2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:23:54.054851 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:23:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:54.065377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.072484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf593143-79f2-4574-8587-6eb4efcac386 req-82367591-a61a-45d7-abe0-fb353f5d8447 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:54.076433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf593143-79f2-4574-8587-6eb4efcac386 req-82367591-a61a-45d7-abe0-fb353f5d8447 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1211207 Jun 30 09:23:54.077273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.166975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf593143-79f2-4574-8587-6eb4efcac386 req-64e32937-3ef4-42f4-aef2-c2064edaf19f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822792 Jun 30 09:23:54.185601 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] Set router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:23:54.191146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.191973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Fanout notify agent at l3_agent the message router_deleted on router 2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:23:54.201063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:54.203199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6cb08344-219f-4d7c-bc9a-754d0006a164 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/routers/2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 HTTP/1.1" status: 204 len: 168 time: 0.7820780 Jun 30 09:23:54.206868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48954) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.261718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-46b07dfc-7a13-47fc-9a43-5db2605f1fb7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0502646 Jun 30 09:23:54.262758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.281162 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:50Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:23:54.327521 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d883a8c-306b-4268-8ea2-6671535999af None None] The sync data for ids ['2d89ff5f-a2e5-4e1b-b838-7f78fafaf468'] in n-d-780147-22 is: [{'id': '2d89ff5f-a2e5-4e1b-b838-7f78fafaf468', 'name': 'tempest-NetworksTestDHCPv6-router-1646292119', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:23:47Z', 'updated_at': '2021-06-30T09:23:50Z', 'revision_number': 3, 'project_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:23:54.412464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da47770-d6f6-4702-ab26-8637f98d8049 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:54.418319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48962) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:54.422994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5da47770-d6f6-4702-ab26-8637f98d8049 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1588218 Jun 30 09:23:54.625370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:23:54.628521 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b832bf-b01f-4ff9-9d87-484d7c0d82e4" -d '{"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-plugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:23:54.756384 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52fc8a-4a57-42e3-a186-d9ad551b4dc2 x-openstack-request-id: req-ab52fc8a-4a57-42e3-a186-d9ad551b4dc2 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:23:54.756696 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-plugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:23:54.756919 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab52fc8a-4a57-42e3-a186-d9ad551b4dc2 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:23:54.757322 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'code': 200} Jun 30 09:23:55.136976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e2dabab4-4085-4200-84ce-afdd1bd1bf12 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7160461 Jun 30 09:23:55.141299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:55.147632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:55.176061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11e3d128-4a2d-4103-9f25-9d35c96a0550 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:23:55.221052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 11e3d128-4a2d-4103-9f25-9d35c96a0550 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:23:55.221735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 11e3d128-4a2d-4103-9f25-9d35c96a0550 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:23:55.235069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efed52-9d1e-4a6e-9bf7-b075fcaa516c req-226a37e9-7fa2-4a77-a3eb-6ce27ca9deb4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.237164 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9efed52-9d1e-4a6e-9bf7-b075fcaa516c req-226a37e9-7fa2-4a77-a3eb-6ce27ca9deb4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1410446 Jun 30 09:23:55.288411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87439470-4360-483d-8fbd-eb16223850b8 req-2d3449fd-3c85-4344-9130-25388c1b7ede tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.288646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:55.294471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.299154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87439470-4360-483d-8fbd-eb16223850b8 req-2d3449fd-3c85-4344-9130-25388c1b7ede tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1488252 Jun 30 09:23:55.343184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9efed52-9d1e-4a6e-9bf7-b075fcaa516c req-742120af-897c-473c-98f6-39c54b8b8adb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964510 Jun 30 09:23:55.364315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87439470-4360-483d-8fbd-eb16223850b8 req-a3586110-e83b-4ac8-9317-0d976244cd6f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615423 Jun 30 09:23:55.610790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f90db-98b9-4250-a73d-090d4c509e56 req-96908fb8-527e-4666-82ad-c22d2c1c6eef tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.612841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d4f90db-98b9-4250-a73d-090d4c509e56 req-96908fb8-527e-4666-82ad-c22d2c1c6eef tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1169226 Jun 30 09:23:55.674912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d4f90db-98b9-4250-a73d-090d4c509e56 req-694f5612-35c9-4c75-a9bb-ed6d4cf03b91 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540869 Jun 30 09:23:55.784786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:23:55.789478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.846929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:55.851227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:55.857416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:55.857416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:55.863566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2339127f-f579-4ef1-98de-dcc9c06061c0 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:55.873903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=2ac84d5e-7834-4248-9244-7a62d6f91a49,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:55.881179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48976) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:55.881514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-850a9fc6-de08-4ab5-8d79-683ac00244fa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7390614 Jun 30 09:23:55.890795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:56.052247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:56.056797 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.167561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '2ac84d5e-7834-4248-9244-7a62d6f91a49'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:23:56.168589 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.437205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.552299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:56.556202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:56.561655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.567610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:56.582930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Allocated IP 2001:db8::f816:3eff:fef6:cb9f (24d85a9e-96e0-4b8b-8c23-bf36ab005049/2ac84d5e-7834-4248-9244-7a62d6f91a49/47fe3e88-a19a-4bc6-9955-4412ad90a5ef) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:56.787862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9042268 Jun 30 09:23:56.797919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:56.797919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:54:d5:cf', 'name': 'tempest-NetworksTestDHCPv6-2078951385'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:23:56.805714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd92eee0-6f15-49b9-a2d5-f4c6821aeff2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=0dcfde7a-c857-4f40-9621-d78c5cdd99f3,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:56.932110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af220d-81b6-4a05-b092-0c121817fe7c req-ad6bd2bd-effd-436a-a3d5-446ebbdf8b77 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:56.961310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54af220d-81b6-4a05-b092-0c121817fe7c req-ad6bd2bd-effd-436a-a3d5-446ebbdf8b77 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.3539867 Jun 30 09:23:57.079707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.092449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Transition to ACTIVE for port object 47fe3e88-a19a-4bc6-9955-4412ad90a5ef will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:57.112878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Transition to ACTIVE for port object 47fe3e88-a19a-4bc6-9955-4412ad90a5ef will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:57.121709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.122681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54af220d-81b6-4a05-b092-0c121817fe7c req-046354a6-4cfd-4f18-9f46-146ba2c21479 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655681 Jun 30 09:23:57.143840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:23:57.180679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:57.182826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:57.202466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:57.256217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a0746-39b8-4818-9223-cefffbf8ada1 req-108860a7-7f92-41b0-9bfc-1339c2f4e59b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:57.279104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb5a0746-39b8-4818-9223-cefffbf8ada1 req-108860a7-7f92-41b0-9bfc-1339c2f4e59b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.3002648 Jun 30 09:23:57.358501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.393828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:57.435038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb5a0746-39b8-4818-9223-cefffbf8ada1 req-90d99982-3913-4daf-aad2-99e9ebb6ddae tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540384 Jun 30 09:23:57.457752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 909a19fc-42b3-46ac-8c79-b7a0e5a412b8 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:23:57.458143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Attempting to bind port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:23:57.458550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Attempting to bind port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:23:57.458919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Attempting to bind port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:23:57.485177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:23:57.485561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:23:57.485977 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.486405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:23:57.486897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Bound port: 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:23:57.496479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.805776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:23:57.811997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:23:57.828937 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:57.870718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f003f8-e73d-4e79-a181-20087e5dca97 req-1efe3b81-2b98-46db-b3b1-09824ab588fd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:57.898366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87f003f8-e73d-4e79-a181-20087e5dca97 req-1efe3b81-2b98-46db-b3b1-09824ab588fd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.3244903 Jun 30 09:23:57.903758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca448-6b2f-4fa2-8792-847012eb6955 None None] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:58.027843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87f003f8-e73d-4e79-a181-20087e5dca97 req-af697a3f-9997-4bf7-9f44-3898b3fa7dd7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284857 Jun 30 09:23:58.172673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 172.20.0.10 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0dcfde7a-c857-4f40-9621-d78c5cdd99f3/909a19fc-42b3-46ac-8c79-b7a0e5a412b8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:58.188745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fe54:d5cf (24d85a9e-96e0-4b8b-8c23-bf36ab005049/2ac84d5e-7834-4248-9244-7a62d6f91a49/909a19fc-42b3-46ac-8c79-b7a0e5a412b8) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:23:58.486345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6b439-53f8-4026-b878-ef73ccbe39fe req-ad05e416-b702-450f-aed5-a5d7c7cf901a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.494487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4d6b439-53f8-4026-b878-ef73ccbe39fe req-ad05e416-b702-450f-aed5-a5d7c7cf901a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1185167 Jun 30 09:23:58.495244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.565695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 909a19fc-42b3-46ac-8c79-b7a0e5a412b8 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:23:58.584034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4d6b439-53f8-4026-b878-ef73ccbe39fe req-b3c079ac-e655-4f74-8b97-c29607b6c874 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885623 Jun 30 09:23:58.659441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.743511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:23:58.744413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=909a19fc-42b3-46ac-8c79-b7a0e5a412b8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:23:58.756441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:23:58.759608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:23:58.840188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d97f4-a419-4f3c-9a45-d158ecc851eb req-7827f6db-7e84-4a70-98ca-67b3dc8263c6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.842328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b62d97f4-a419-4f3c-9a45-d158ecc851eb req-7827f6db-7e84-4a70-98ca-67b3dc8263c6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1730394 Jun 30 09:23:58.861765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:58.864560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:58.887596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e09a69df-1218-416a-83ad-2f8533c6fb91 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0956919 Jun 30 09:23:58.890075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:58.903735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b62d97f4-a419-4f3c-9a45-d158ecc851eb req-80d73f13-4efd-4005-8f1c-c479ba40a1c9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Jun 30 09:23:59.015159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fd711-be99-4508-b4a8-9ace54598a3c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.020974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fd711-be99-4508-b4a8-9ace54598a3c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.025105 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-517fd711-be99-4508-b4a8-9ace54598a3c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1312032 Jun 30 09:23:59.025485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49008) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:23:59.226429 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.271873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:23:59.325472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 909a19fc-42b3-46ac-8c79-b7a0e5a412b8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:23:59.325897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.406314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdd883-1d79-4a11-9410-8a5b7d82c4b9 req-7f8eb5ab-e14c-45bc-97a9-194a3c51590b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.408167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bfdd883-1d79-4a11-9410-8a5b7d82c4b9 req-7f8eb5ab-e14c-45bc-97a9-194a3c51590b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1763577 Jun 30 09:23:59.439945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:59.484703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bfdd883-1d79-4a11-9410-8a5b7d82c4b9 req-65b36e79-634d-4154-9c49-6ba269f94f20 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624416 Jun 30 09:23:59.554332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.576961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 909a19fc-42b3-46ac-8c79-b7a0e5a412b8 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:23:59.799858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bfeaa7-a9cf-4886-b8b4-fa6230688089 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:23:59.898580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] Provisioning for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:23:59.914527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:23:59.915535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:23:59.931470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4a595-2f9c-4381-b9e0-8e34a5d74c6c req-f10a6340-8c1c-4097-8340-63f4c4dedd77 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:23:59.938756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57c4a595-2f9c-4381-b9e0-8e34a5d74c6c req-f10a6340-8c1c-4097-8340-63f4c4dedd77 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1587951 Jun 30 09:24:00.115451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.157320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57c4a595-2f9c-4381-b9e0-8e34a5d74c6c req-077b05f0-8d17-413d-aae8-d75cacc2e2e5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175772 Jun 30 09:24:00.167421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:00.172816 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.217891 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.239430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa002d-b499-4274-836b-8c9c9eb4b835 None None] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:00.295213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '2ac84d5e-7834-4248-9244-7a62d6f91a49', 'ip_address': '2001:db8::f816:3eff:fef6:cb9f'}, {'subnet_id': '0dcfde7a-c857-4f40-9621-d78c5cdd99f3'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '47fe3e88-a19a-4bc6-9955-4412ad90a5ef'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:00.340299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=909a19fc-42b3-46ac-8c79-b7a0e5a412b8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:00.400927 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.487296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2f23c-edeb-4530-8e16-490115b02b5d req-076f7eb8-edf2-4579-896b-aad8d546bb00 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.495470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79d2f23c-edeb-4530-8e16-490115b02b5d req-076f7eb8-edf2-4579-896b-aad8d546bb00 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.3076177 Jun 30 09:24:00.505368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:00.508079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-18b78fbd-45fd-4b29-8f57-dc468937b8a5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/909a19fc-42b3-46ac-8c79-b7a0e5a412b8 HTTP/1.1" status: 204 len: 168 time: 1.4815791 Jun 30 09:24:00.510854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:00.579956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79d2f23c-edeb-4530-8e16-490115b02b5d req-d9b7d85d-0d9b-4425-9f1d-0aeced03e763 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832102 Jun 30 09:24:00.663113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb3682-4f1b-4606-8ce5-bd39a2f68ec3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.667303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb3682-4f1b-4606-8ce5-bd39a2f68ec3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.672267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb3682-4f1b-4606-8ce5-bd39a2f68ec3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.676680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49032) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:00.677992 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8feb3682-4f1b-4606-8ce5-bd39a2f68ec3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1620028 Jun 30 09:24:00.763135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Allocated IP 172.20.0.2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0dcfde7a-c857-4f40-9621-d78c5cdd99f3/47fe3e88-a19a-4bc6-9955-4412ad90a5ef) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:00.813261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 0dcfde7a-c857-4f40-9621-d78c5cdd99f3 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:00.865225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cccfa-9eb0-4af9-9463-dbde88920ac7 req-d4f39006-ca52-4bf3-be82-f762d5625d13 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:00.873221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b13cccfa-9eb0-4af9-9463-dbde88920ac7 req-d4f39006-ca52-4bf3-be82-f762d5625d13 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1318066 Jun 30 09:24:00.913933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:00.919706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b13cccfa-9eb0-4af9-9463-dbde88920ac7 req-d0f55e46-52b8-419f-be27-75410807b9d5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454948 Jun 30 09:24:00.981062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.014971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Transition to ACTIVE for port object 47fe3e88-a19a-4bc6-9955-4412ad90a5ef will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:01.019527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.034486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.090543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.241405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:01.246028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d3a3d-e95c-45e7-a290-cde425f0b8b0 None None] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.306066 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.399794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.432694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcfde7a-c857-4f40-9621-d78c5cdd99f3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.438002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.441035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-699c0845-ea0a-4f8a-a50b-64b36815d026 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0dcfde7a-c857-4f40-9621-d78c5cdd99f3 HTTP/1.1" status: 204 len: 168 time: 0.7633076 Jun 30 09:24:01.443724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:01.520831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 2ac84d5e-7834-4248-9244-7a62d6f91a49 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:01.524773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.583410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.735110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.824061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.858357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ff62d-abdf-4d5f-9fe7-353285fe0636 req-c8417a25-03c7-4cf7-90bb-5341df178ad3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:01.863659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b8ff62d-abdf-4d5f-9fe7-353285fe0636 req-c8417a25-03c7-4cf7-90bb-5341df178ad3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1193185 Jun 30 09:24:01.874375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=2ac84d5e-7834-4248-9244-7a62d6f91a49,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:01.877168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:01.882083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/2ac84d5e-7834-4248-9244-7a62d6f91a49 HTTP/1.1" status: 204 len: 168 time: 0.4343727 Jun 30 09:24:01.882361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:01.899630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.899976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.900318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.900656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.901242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.901582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.901915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.902413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.902741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.903760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.904106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.904456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ba684-b605-48db-9fa8-6dc713251da3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:01.944259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b8ff62d-abdf-4d5f-9fe7-353285fe0636 req-308b8a12-6049-40a2-911d-5b9df093a257 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699325 Jun 30 09:24:01.954099 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-574fe315-7ee7-4667-bb02-379d64674ed9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706460 Jun 30 09:24:01.957532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:01.964259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:02.175924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:02.190411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.343221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c019053-ef2d-43c2-9fb9-a98083ed3cba req-919fca98-f329-48f0-85ec-4cf73d4e8d52 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:02.359657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c019053-ef2d-43c2-9fb9-a98083ed3cba req-919fca98-f329-48f0-85ec-4cf73d4e8d52 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1602972 Jun 30 09:24:02.452116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f470f2-04e9-439c-b00d-6181756f7c63 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:02.470888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c019053-ef2d-43c2-9fb9-a98083ed3cba req-d943ecfc-257d-4615-8005-8abc6694656e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102176 Jun 30 09:24:02.567983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e31de62c-a695-4f73-8e08-658c67520478 None None] Could not find standard attr ID for object 909a19fc-42b3-46ac-8c79-b7a0e5a412b8. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:02.621060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e31de62c-a695-4f73-8e08-658c67520478 None None] Provisioning for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:02.641953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e31de62c-a695-4f73-8e08-658c67520478 None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:02.641953 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e31de62c-a695-4f73-8e08-658c67520478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:02.865653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:02.966273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'f6c661f2-5d2b-4e48-91f0-7738d1178718'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '47fe3e88-a19a-4bc6-9955-4412ad90a5ef'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:03.025955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.315269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6875c-8f0a-4efc-bed9-b9bec8613039 req-8d3c19bd-9419-4692-b8c0-4d4c962ab28d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.317011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66d6875c-8f0a-4efc-bed9-b9bec8613039 req-8d3c19bd-9419-4692-b8c0-4d4c962ab28d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1294513 Jun 30 09:24:03.333984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.392621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66d6875c-8f0a-4efc-bed9-b9bec8613039 req-f9412008-8774-4ffe-8e9f-4ed5b5e0b82c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690432 Jun 30 09:24:03.456369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:03.606531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:03.607053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.664947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fef6:cb9f-ddc0cd23-6432-473c-ba73-32ccf4d319 {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:03.665865 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:03.738819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:03.812434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.823553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.824403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:03.850106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e4a90-7a3d-4a2a-8609-a630bcf2d720 req-75219adc-8e2a-420d-b2f8-c64a8aa8ad97 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:03.852330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105e4a90-7a3d-4a2a-8609-a630bcf2d720 req-75219adc-8e2a-420d-b2f8-c64a8aa8ad97 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1300144 Jun 30 09:24:03.916716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105e4a90-7a3d-4a2a-8609-a630bcf2d720 req-d8d77e43-a347-4c25-9748-c59e073c24e4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575736 Jun 30 09:24:03.971350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:03.984403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:03.990811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:04.002607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:04.003989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.039048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=f6c661f2-5d2b-4e48-91f0-7738d1178718,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.054511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49060) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:04.055852 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab4017b8-fcc8-4a80-826d-235ce9c4c4c4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0959649 Jun 30 09:24:04.068878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:04.242096 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.341682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:04.346888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.730747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:04.758647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabd028-77ad-49cd-81a5-2b69cb8c78b9 req-a9d843e9-bfdf-4827-abd3-5cb61c05065f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:04.760848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eabd028-77ad-49cd-81a5-2b69cb8c78b9 req-a9d843e9-bfdf-4827-abd3-5cb61c05065f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1211996 Jun 30 09:24:04.795931 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.802899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.807969 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.907896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bc842-a7dd-48ca-b8da-7069ea5740e0 None None] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:04.933164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:04.946956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:04.954968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:04.955997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:04.965007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eabd028-77ad-49cd-81a5-2b69cb8c78b9 req-d62e270d-d974-4a04-a048-97928bd3f66d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951938 Jun 30 09:24:04.983433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=555f8d69-425a-4228-87d9-c88a075c02b8,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:05.002799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:05.009140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:13:08:28', 'name': 'tempest-NetworksTestDHCPv6-1775655460'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:05.017780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e1b03e9c-528d-4866-a4ca-a6e2ba06e9d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9555304 Jun 30 09:24:05.188669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:05.322153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:05.341974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:05.342554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.359894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daef2cb-a92f-4616-93fb-23361c0a2c24 req-d43c76cb-a562-4625-ba14-3ba3cbc98223 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:05.372575 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6daef2cb-a92f-4616-93fb-23361c0a2c24 req-d43c76cb-a562-4625-ba14-3ba3cbc98223 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1704040 Jun 30 09:24:05.479527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6daef2cb-a92f-4616-93fb-23361c0a2c24 req-3c1b3daf-e48f-4859-b1fb-8773be7db771 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014478 Jun 30 09:24:05.553705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.589798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 7999069a-b136-4247-b6ce-8555c699e99d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:05.834782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7678632-995d-4ba5-ad40-2c6a0affcf31 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:05.911968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 172.20.0.6 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/555f8d69-425a-4228-87d9-c88a075c02b8/7999069a-b136-4247-b6ce-8555c699e99d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:05.924249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c58cddd4-8769-49c1-9aec-7a1dbb0acf66 None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:05.924630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c58cddd4-8769-49c1-9aec-7a1dbb0acf66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:05.931300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fe13:828 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/f6c661f2-5d2b-4e48-91f0-7738d1178718/7999069a-b136-4247-b6ce-8555c699e99d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:06.265580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.288721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 7999069a-b136-4247-b6ce-8555c699e99d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:06.337377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.345366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d3298-7353-4242-be59-c041d5c201a1 req-c1e443a8-5c1f-4e10-99a3-56b581e472ac tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:06.348571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f55d3298-7353-4242-be59-c041d5c201a1 req-c1e443a8-5c1f-4e10-99a3-56b581e472ac tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1489205 Jun 30 09:24:06.407635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:06.413905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:06.421197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:06.433400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=7999069a-b136-4247-b6ce-8555c699e99d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:06.485465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f55d3298-7353-4242-be59-c041d5c201a1 req-00d0b7c9-4cef-4148-8021-61259a2c7801 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284463 Jun 30 09:24:06.570247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:06.571258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.601191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'f6c661f2-5d2b-4e48-91f0-7738d1178718', 'ip_address': '2001:db8::f816:3eff:fef6:cb9f'}, {'subnet_id': '555f8d69-425a-4228-87d9-c88a075c02b8'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '47fe3e88-a19a-4bc6-9955-4412ad90a5ef'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:06.612590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dde8c285-9eda-4510-8789-a9e2dc3aa7f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.6062047 Jun 30 09:24:06.613070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49086) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:06.693699 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:06.903247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f434350-c56d-4f32-a111-10be2f6cd4f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:06.916258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f434350-c56d-4f32-a111-10be2f6cd4f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:06.917825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1f434350-c56d-4f32-a111-10be2f6cd4f2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.3036308 Jun 30 09:24:06.920663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:06.931954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2e799-baef-40d9-87d9-5bd7e8d0a7e7 req-b3760d79-5ab4-4daa-8625-570adca3d1e2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:06.940118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76d2e799-baef-40d9-87d9-5bd7e8d0a7e7 req-b3760d79-5ab4-4daa-8625-570adca3d1e2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.2285137 Jun 30 09:24:06.978413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Allocated IP 172.20.0.2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/555f8d69-425a-4228-87d9-c88a075c02b8/47fe3e88-a19a-4bc6-9955-4412ad90a5ef) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:07.031568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76d2e799-baef-40d9-87d9-5bd7e8d0a7e7 req-8bdefcdf-3ba9-4dbd-aac4-f059dbd0a67a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904584 Jun 30 09:24:07.062482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e9535-dea8-4160-92a5-fb13a83be116 req-1f647c5b-8dd0-43e1-91c2-08dfa0e30bd6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:07.078055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-007e9535-dea8-4160-92a5-fb13a83be116 req-1f647c5b-8dd0-43e1-91c2-08dfa0e30bd6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.2430453 Jun 30 09:24:07.158014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:07.179744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-007e9535-dea8-4160-92a5-fb13a83be116 req-ab19eb30-6240-49d0-90bd-256ac0e357bd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992160 Jun 30 09:24:07.212722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 7999069a-b136-4247-b6ce-8555c699e99d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:07.215162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.225926 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.247869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Transition to ACTIVE for port object 47fe3e88-a19a-4bc6-9955-4412ad90a5ef will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:07.264008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.361040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.387839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 7999069a-b136-4247-b6ce-8555c699e99d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:07.389081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb94260f-48c7-43ca-82a5-448eb310bdf5 None None] Pushing event updated for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:07.704653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.765857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daba5fc-d841-44ed-8c66-36eea448e630 req-4f76914e-e4bf-4811-a2e1-d03622113441 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:07.768515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=7999069a-b136-4247-b6ce-8555c699e99d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:07.774240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1daba5fc-d841-44ed-8c66-36eea448e630 req-4f76914e-e4bf-4811-a2e1-d03622113441 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1210051 Jun 30 09:24:07.850618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1daba5fc-d841-44ed-8c66-36eea448e630 req-b4f3b1b1-32ff-43da-baff-7f4bff85db82 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750329 Jun 30 09:24:07.959506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:07.962723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-942a6650-ef8a-4708-868d-4cbd2eb13461 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/7999069a-b136-4247-b6ce-8555c699e99d HTTP/1.1" status: 204 len: 168 time: 1.0407484 Jun 30 09:24:07.964973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:08.045000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139838d9-6612-462a-b963-fcafae0b72c7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.046674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139838d9-6612-462a-b963-fcafae0b72c7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.048457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139838d9-6612-462a-b963-fcafae0b72c7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.050107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-139838d9-6612-462a-b963-fcafae0b72c7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0841839 Jun 30 09:24:08.052917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49116) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:08.125126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 555f8d69-425a-4228-87d9-c88a075c02b8 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:08.128982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.189363 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.279615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c73037-ce0a-4763-b972-141c745545e4 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:08.349862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.397291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3c96f-dffc-419a-9785-2e1183c6f5a7 req-3611b2bc-ab6a-4747-93f2-6c06221bb57c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.399736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1e3c96f-dffc-419a-9785-2e1183c6f5a7 req-3611b2bc-ab6a-4747-93f2-6c06221bb57c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1062391 Jun 30 09:24:08.410691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f51e0014-acff-4171-bd72-b7ee79c7a7b4 None None] Provisioning for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:08.424739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f51e0014-acff-4171-bd72-b7ee79c7a7b4 None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:08.425245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f51e0014-acff-4171-bd72-b7ee79c7a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.496840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.517778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1e3c96f-dffc-419a-9785-2e1183c6f5a7 req-0e5044a6-6b4a-45c8-bcff-1fa17192c32d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061075 Jun 30 09:24:08.571828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27d7d2-7708-4993-a23b-f52e4bbedce4 req-57542f5b-1553-45d3-ba3c-8ea90fcc07c7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:08.584007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e27d7d2-7708-4993-a23b-f52e4bbedce4 req-57542f5b-1553-45d3-ba3c-8ea90fcc07c7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1830795 Jun 30 09:24:08.625596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=555f8d69-425a-4228-87d9-c88a075c02b8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:08.663343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.666209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd1ddcda-4c45-4ec5-9b5f-f96a281c3dfd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/555f8d69-425a-4228-87d9-c88a075c02b8 HTTP/1.1" status: 204 len: 168 time: 0.6120489 Jun 30 09:24:08.670190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e27d7d2-7708-4993-a23b-f52e4bbedce4 req-ba32b27f-4ca0-421d-ac2a-b316f5e62451 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785348 Jun 30 09:24:08.675704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49126) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:08.779494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet f6c661f2-5d2b-4e48-91f0-7738d1178718 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:08.783246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.832860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:08.976627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.093740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.199223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.201386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/f6c661f2-5d2b-4e48-91f0-7738d1178718 HTTP/1.1" status: 204 len: 168 time: 0.5233998 Jun 30 09:24:09.203238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df2eca-fef9-4735-be0c-aeba0ba5129a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=f6c661f2-5d2b-4e48-91f0-7738d1178718,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:09.203984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:09.241357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:09.267029 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d27ccb3f-6ab9-49ff-8d5c-e4114b57019e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618703 Jun 30 09:24:09.269769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:09.279940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:09.317737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fda0d-7c0c-48b6-ae4b-c042e8766b81 req-97047771-352b-42ba-be41-5f982171a277 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:09.327327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105fda0d-7c0c-48b6-ae4b-c042e8766b81 req-97047771-352b-42ba-be41-5f982171a277 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.2697387 Jun 30 09:24:09.379368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:09.379954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.392274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105fda0d-7c0c-48b6-ae4b-c042e8766b81 req-1afff0f3-593a-4c17-b88b-27109ed0df90 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633481 Jun 30 09:24:09.436119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:09.441619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.639851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 13d626ab-bde4-450e-b83d-a66b96a6b5e7 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:09.720591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d88e6e-16ed-435c-9f37-13306746de8d None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:09.824976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4e9c18a9-d9ff-4d24-8ea3-a7811978d246 None None] Provisioning complete for port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:09.825264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4e9c18a9-d9ff-4d24-8ea3-a7811978d246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:09.934034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:10.063421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'port_id': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'mac_address': 'fa:16:3e:89:9a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:10.137609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957414ed-dd3a-447a-850c-2d11fbda2348 req-f6f90ebe-5e25-4560-ad5a-946c1f1625ef tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.141895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-957414ed-dd3a-447a-850c-2d11fbda2348 req-f6f90ebe-5e25-4560-ad5a-946c1f1625ef tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.3132372 Jun 30 09:24:10.155394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.177730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56379f-4783-4d08-b9d3-c50befd78db6 req-a3705c7e-9ba2-4125-8efd-3ba7b33301a0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.179320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe56379f-4783-4d08-b9d3-c50befd78db6 req-a3705c7e-9ba2-4125-8efd-3ba7b33301a0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.2522187 Jun 30 09:24:10.193213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13d626ab-bde4-450e-b83d-a66b96a6b5e7 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:10.221621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:10.225607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:10.234311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.252865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-957414ed-dd3a-447a-850c-2d11fbda2348 req-dc8f6f1c-0e51-459b-9525-6681d9d87946 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965703 Jun 30 09:24:10.282846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe56379f-4783-4d08-b9d3-c50befd78db6 req-43b31355-f3a4-4f72-93ac-884ac51c25e1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898490 Jun 30 09:24:10.300207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.381831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:10.391344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:10.398072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.401190 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.432309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:10.455606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=0f637eb6-9408-4137-beef-638b32e52b73,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:10.459377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['13d626ab-bde4-450e-b83d-a66b96a6b5e7'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:10.485889 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-327869e5-cb69-4c3f-9d1c-22f40f6e4bf9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2106783 Jun 30 09:24:10.488757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49154) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:10.495600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:10.533130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] Deleting port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:10.533435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.635098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0584b19-8db2-4035-9228-fbfef776a1a7 req-a6410685-4682-408c-90eb-865105f5dbaf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:10.645452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0584b19-8db2-4035-9228-fbfef776a1a7 req-a6410685-4682-408c-90eb-865105f5dbaf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.0998831 Jun 30 09:24:10.743015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0584b19-8db2-4035-9228-fbfef776a1a7 req-9a0dcccf-b9f2-472c-b01a-ac2a850505a1 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962839 Jun 30 09:24:10.754364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] For port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:10.754834 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.798548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] Calling delete_port for 47fe3e88-a19a-4bc6-9955-4412ad90a5ef owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:10.808344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:10.826102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:10.940483 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.015267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] No DVR routers for this DVR port 47fe3e88-a19a-4bc6-9955-4412ad90a5ef on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:11.019247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f2ba-2e12-4083-8e35-539e23af37ea None None] Pushing event deleted for resources: {'Port': ['ID=47fe3e88-a19a-4bc6-9955-4412ad90a5ef,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:11.047766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bf6167-7389-4cf2-9b72-332d2f3b3e8b None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:11.211988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:11.289607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 47fe3e88-a19a-4bc6-9955-4412ad90a5ef {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:11.290136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 47fe3e88-a19a-4bc6-9955-4412ad90a5ef not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:11.324618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb92de01-8197-4421-ba59-41f7267dcec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.361404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:11.363434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.424842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=36d074f6-7426-4ef1-a036-9c3cb88c1fc2,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:11.446206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '0f637eb6-9408-4137-beef-638b32e52b73'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:11.447465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.467765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:11.474335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:11.484207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.484921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:11.522396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49168) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:11.529133 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c193949-e6e9-472c-a2be-e31aa9c2c568 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0392358 Jun 30 09:24:11.529841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:bc:89:de', 'name': 'tempest-NetworksTestDHCPv6-1117914974'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:11.783286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Allocated IP 172.20.0.2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0f637eb6-9408-4137-beef-638b32e52b73/1b844430-89cf-412c-8cf6-32276de17c38) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:11.792014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Allocated IP 2001:db8::f816:3eff:fec4:85f2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/36d074f6-7426-4ef1-a036-9c3cb88c1fc2/1b844430-89cf-412c-8cf6-32276de17c38) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:11.857845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d4b0f-31b9-4f4a-9611-da37a1b71537 req-2cc4fbe4-a0a5-4320-8d20-0672be6ce6b8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.860267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f0d4b0f-31b9-4f4a-9611-da37a1b71537 req-2cc4fbe4-a0a5-4320-8d20-0672be6ce6b8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 944 time: 0.2104175 Jun 30 09:24:11.882643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5f0be-effa-4c19-b147-8c255a68ff61 req-ba409a9d-c9a8-43e1-9eeb-b468b98e688c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:11.891788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7b5f0be-effa-4c19-b147-8c255a68ff61 req-ba409a9d-c9a8-43e1-9eeb-b468b98e688c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.2260857 Jun 30 09:24:11.985344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7b5f0be-effa-4c19-b147-8c255a68ff61 req-6af2adcd-0e9c-4523-be5b-373f9b285ce5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924704 Jun 30 09:24:12.029206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f0d4b0f-31b9-4f4a-9611-da37a1b71537 req-0de680d4-3014-45da-b741-f676f1e5ed68 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449122 Jun 30 09:24:12.030867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:12.220339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 13d626ab-bde4-450e-b83d-a66b96a6b5e7 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:12.277710 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.317500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 9673e5e9-a479-40b8-bff9-966fdef5ae45 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:12.395688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:12.395688 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.399624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3221c6f-967c-407e-88d9-1061bbe6cd78 req-6d8e636d-e23f-4af4-94b8-20f7647e2fcf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:12.401304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3221c6f-967c-407e-88d9-1061bbe6cd78 req-6d8e636d-e23f-4af4-94b8-20f7647e2fcf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1670935 Jun 30 09:24:12.439572 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.455499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Transition to ACTIVE for port object 1b844430-89cf-412c-8cf6-32276de17c38 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:12.469492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3221c6f-967c-407e-88d9-1061bbe6cd78 req-62a78751-a541-4874-8ae3-e68330593479 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577583 Jun 30 09:24:12.499361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Transition to ACTIVE for port object 1b844430-89cf-412c-8cf6-32276de17c38 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:12.501716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.598843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:12.625033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:12.649233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:12.672050 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.690340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 172.20.0.5 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/0f637eb6-9408-4137-beef-638b32e52b73/9673e5e9-a479-40b8-bff9-966fdef5ae45) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:12.709716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:febc:89de (24d85a9e-96e0-4b8b-8c23-bf36ab005049/36d074f6-7426-4ef1-a036-9c3cb88c1fc2/9673e5e9-a479-40b8-bff9-966fdef5ae45) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:12.719475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Pushing event updated for resources: {'Port': ['ID=1b844430-89cf-412c-8cf6-32276de17c38,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:12.763270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:12.765566 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce035a7-e4e4-4282-8f3a-f1380edd1f19" -d '{"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-plugged", "status": "completed", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:12.807440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:12.822284 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.853686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Attempting to bind port 1b844430-89cf-412c-8cf6-32276de17c38 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:12.854075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Attempting to bind port 1b844430-89cf-412c-8cf6-32276de17c38 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:12.854577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Attempting to bind port 1b844430-89cf-412c-8cf6-32276de17c38 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:12.861309 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9aa3ac-8940-48c7-8647-ca00c5cde6f8 x-openstack-request-id: req-6d9aa3ac-8940-48c7-8647-ca00c5cde6f8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:12.861629 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-plugged", "status": "completed", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:12.861863 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6d9aa3ac-8940-48c7-8647-ca00c5cde6f8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:12.862379 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'code': 200} Jun 30 09:24:12.886721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:12.887102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:12.887513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.887912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:12.889327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Bound port: 1b844430-89cf-412c-8cf6-32276de17c38, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:12.889725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:12.895471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:12.991665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] For port 1b844430-89cf-412c-8cf6-32276de17c38, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:12.996620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] For port 1b844430-89cf-412c-8cf6-32276de17c38, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1b844430-89cf-412c-8cf6-32276de17c38,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:13.009695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.016430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.034634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 9673e5e9-a479-40b8-bff9-966fdef5ae45 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:13.105300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0e89b-7f4d-4582-9aa9-0503ed9cfece None None] Pushing event updated for resources: {'Port': ['ID=1b844430-89cf-412c-8cf6-32276de17c38,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:13.105548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.175050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:13.179866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:13.190585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:13.266371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=9673e5e9-a479-40b8-bff9-966fdef5ae45,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:13.326101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.326101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.370567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8fe469b-b6d8-46e1-b243-b56f4152447d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8467960 Jun 30 09:24:13.372920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:13.427041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f8e4c8-5dc6-48fa-840d-4498fc95c110 req-3082c09e-4c0f-4912-98f0-7fdf69c9b415 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.436571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8f8e4c8-5dc6-48fa-840d-4498fc95c110 req-3082c09e-4c0f-4912-98f0-7fdf69c9b415 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.2499664 Jun 30 09:24:13.493958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094998-508e-432e-92c2-e0ae0f9f0816 req-e349b047-a4e7-48ca-99e4-0879ce9ad777 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.500485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2b581-d621-4c2b-bd38-a36f314c6d30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.502631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12094998-508e-432e-92c2-e0ae0f9f0816 req-e349b047-a4e7-48ca-99e4-0879ce9ad777 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.3088279 Jun 30 09:24:13.511535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e2b581-d621-4c2b-bd38-a36f314c6d30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.514519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a8e2b581-d621-4c2b-bd38-a36f314c6d30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1394041 Jun 30 09:24:13.516307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:13.559013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8f8e4c8-5dc6-48fa-840d-4498fc95c110 req-bd373015-4c73-4d19-ad21-c39143f61b9e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212785 Jun 30 09:24:13.578008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12094998-508e-432e-92c2-e0ae0f9f0816 req-39fd2945-f131-43bc-8b7f-ba31cbb90311 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633879 Jun 30 09:24:13.728440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 9673e5e9-a479-40b8-bff9-966fdef5ae45 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:13.735220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.743503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6135-6885-4278-8fc3-063536f501aa req-cfa5aedc-201f-4cb7-8a84-939ca6bca092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.759225 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-cfa5aedc-201f-4cb7-8a84-939ca6bca092 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1098 time: 0.1407380 Jun 30 09:24:13.868342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776db1c-60cc-49d3-89a4-170fccf86885 req-e12af6f5-a3a4-4a2a-80d9-e065fb56b06f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.871206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7776db1c-60cc-49d3-89a4-170fccf86885 req-e12af6f5-a3a4-4a2a-80d9-e065fb56b06f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1135430 Jun 30 09:24:13.934286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:13.934898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7776db1c-60cc-49d3-89a4-170fccf86885 req-f325cec6-d60f-416f-afe4-029f78192703 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534744 Jun 30 09:24:13.956955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6135-6885-4278-8fc3-063536f501aa req-640c9cb9-676e-4c10-8767-65b9d0955f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:13.958479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-640c9cb9-676e-4c10-8767-65b9d0955f85 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1807108 Jun 30 09:24:13.959383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 9673e5e9-a479-40b8-bff9-966fdef5ae45 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:14.074272 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-06916675-8f1f-46ed-b14c-feabe541caf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.123393 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-f60838f4-733b-4008-bd17-2811f1c2e453 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 1001 time: 0.1566389 Jun 30 09:24:14.192020 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.215326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6135-6885-4278-8fc3-063536f501aa req-51791874-9a2e-465a-a230-50acf925e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.215997 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-51791874-9a2e-465a-a230-50acf925e7fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0844474 Jun 30 09:24:14.347548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d58028-2823-4426-bf02-adbfa8065380 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:14.360336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d6135-6885-4278-8fc3-063536f501aa req-4f4d33f5-2cd7-4793-ba7f-c1e7b76e0966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.361846 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-4f4d33f5-2cd7-4793-ba7f-c1e7b76e0966 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1187389 Jun 30 09:24:14.380424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.424748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9bd1e6b9-d7f4-4141-b5ed-f45c3f9200af None None] Provisioning for port 1b844430-89cf-412c-8cf6-32276de17c38 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:14.448892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=9673e5e9-a479-40b8-bff9-966fdef5ae45,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:14.563244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-82f26ca5-d667-48fb-9cb6-eb813d97dfab service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904144 Jun 30 09:24:14.571682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.575345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a9d174aa-971f-416b-a7e4-6ed0c0fdf8fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/9673e5e9-a479-40b8-bff9-966fdef5ae45 HTTP/1.1" status: 204 len: 168 time: 1.0578663 Jun 30 09:24:14.576461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49202) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:14.669259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b20fb8-5235-45b1-b349-0ec42f677ca3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.671554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b20fb8-5235-45b1-b349-0ec42f677ca3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.673299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b20fb8-5235-45b1-b349-0ec42f677ca3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.677982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16b20fb8-5235-45b1-b349-0ec42f677ca3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0975752 Jun 30 09:24:14.684028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:14.734394 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b69d6135-6885-4278-8fc3-063536f501aa req-c368b70b-7681-4b10-a80f-10c54439dfd0 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578617 Jun 30 09:24:14.756746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 0f637eb6-9408-4137-beef-638b32e52b73 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:14.761465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.815376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.871283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e121141-030b-44c0-93b5-76e9ed25960d req-d81d22c7-d581-4fb1-a998-a96075604092 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.888306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e121141-030b-44c0-93b5-76e9ed25960d req-d81d22c7-d581-4fb1-a998-a96075604092 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1334360 Jun 30 09:24:14.903621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b7b59-e6ff-4d09-8c68-cdb5eed89f04 req-2a57f5d6-6c97-47f8-8d15-41e4df4c8379 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:14.910906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a5b7b59-e6ff-4d09-8c68-cdb5eed89f04 req-2a57f5d6-6c97-47f8-8d15-41e4df4c8379 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1197903 Jun 30 09:24:14.936895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:14.963960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e121141-030b-44c0-93b5-76e9ed25960d req-f4e7d11e-8ca6-4949-be2f-6b29ca684a5b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842133 Jun 30 09:24:14.982194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a5b7b59-e6ff-4d09-8c68-cdb5eed89f04 req-3f062ebb-ddea-4f99-aab8-6d24d7fe1516 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703948 Jun 30 09:24:15.029536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.066892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=0f637eb6-9408-4137-beef-638b32e52b73,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:15.073457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.078920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f0f1e42f-8511-41a3-9084-9112ac16f903 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0f637eb6-9408-4137-beef-638b32e52b73 HTTP/1.1" status: 204 len: 168 time: 0.3904195 Jun 30 09:24:15.080370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49232) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:15.188085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 36d074f6-7426-4ef1-a036-9c3cb88c1fc2 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:15.197321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.277616 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.359817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1b844430-89cf-412c-8cf6-32276de17c38 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:15.437211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 1b844430-89cf-412c-8cf6-32276de17c38 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:15.458624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1b844430-89cf-412c-8cf6-32276de17c38 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:15.459283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.474578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.510626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fec0c-fbf9-4ba9-abc4-33f8e92e5d80 req-76306141-88ee-43a3-b7f4-843a8d2ce4d4 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:15.518564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f75fec0c-fbf9-4ba9-abc4-33f8e92e5d80 req-76306141-88ee-43a3-b7f4-843a8d2ce4d4 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1733432 Jun 30 09:24:15.521489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c65d9f2-e8d8-4c73-8aa5-6dfa42a7e5e6 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:15.588141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f75fec0c-fbf9-4ba9-abc4-33f8e92e5d80 req-fa2a4c07-09b6-4a6c-96f1-8c59dc982614 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686071 Jun 30 09:24:15.628770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.656750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ae2250a2-6f52-4e7a-ab84-f9f3913c7559 None None] Provisioning complete for port 1b844430-89cf-412c-8cf6-32276de17c38 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:15.657430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae2250a2-6f52-4e7a-ab84-f9f3913c7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.666792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=36d074f6-7426-4ef1-a036-9c3cb88c1fc2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:15.677816 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.683108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cf78e56f-4f13-45bf-9f9e-f7713d7da08a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/36d074f6-7426-4ef1-a036-9c3cb88c1fc2 HTTP/1.1" status: 204 len: 168 time: 0.5985711 Jun 30 09:24:15.683457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49246) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:15.716938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.734146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-964bab0a-1e96-4b52-af28-2901f23f3624 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469756 Jun 30 09:24:15.734608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:15.740486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:15.898132 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:15.898526 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:15.910629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:15.917675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.919881 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae2250a2-6f52-4e7a-ab84-f9f3913c7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:15.968829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ae2250a2-6f52-4e7a-ab84-f9f3913c7559 None None] For port 1b844430-89cf-412c-8cf6-32276de17c38, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1b844430-89cf-412c-8cf6-32276de17c38,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:15.977447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ae2250a2-6f52-4e7a-ab84-f9f3913c7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.039863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2250a2-6f52-4e7a-ab84-f9f3913c7559 None None] Pushing event updated for resources: {'Port': ['ID=1b844430-89cf-412c-8cf6-32276de17c38,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:16.063961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:16.079222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.166295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] Deleting port 1b844430-89cf-412c-8cf6-32276de17c38 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:16.166749 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.290504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] For port 1b844430-89cf-412c-8cf6-32276de17c38, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1b844430-89cf-412c-8cf6-32276de17c38,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:16.291195 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.313165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] Calling delete_port for 1b844430-89cf-412c-8cf6-32276de17c38 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:16.394768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.471301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.504117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] Pushing event deleted for resources: {'Port': ['ID=1b844430-89cf-412c-8cf6-32276de17c38,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:16.506324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4febc6eb-518c-463a-aeb0-5fcd201a66e1 None None] No DVR routers for this DVR port 1b844430-89cf-412c-8cf6-32276de17c38 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:16.557273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device da6f0066-e4aa-4e00-9f95-a26d468af99a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:16.559878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device da6f0066-e4aa-4e00-9f95-a26d468af99a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:16.811968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:16.851289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'port_id': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'mac_address': 'fa:16:3e:5e:00:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332a1921-927d-46ad-af8e-e0d1b69f72f5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:16.898882 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.933258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:16.935605 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a0d445-42cf-4b43-889e-c89352846df6" -d '{"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-unplugged", "status": "completed", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:16.940635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.958901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:16.965698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da6f0066-e4aa-4e00-9f95-a26d468af99a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:16.972410 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:16.973279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d9f633ed-9281-461e-915a-a9cf166f639e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:17.143145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:17.144691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=538d2cd4-7f77-46fa-aacd-ef94eafa5a53,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:17.151423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:17.156787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:17.157380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.195854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ca4ff-b439-4767-bcb3-e34ba65a6441 req-123b9719-17c1-4ee9-b7e2-e910ecbbe1a6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:17.198329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a2ca4ff-b439-4767-bcb3-e34ba65a6441 req-123b9719-17c1-4ee9-b7e2-e910ecbbe1a6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.9713831 Jun 30 09:24:17.201091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:17.201671 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:17.203149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:17.206888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-43caf3cb-2156-4b37-91cb-4ac32b55ea26 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710155 Jun 30 09:24:17.207501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:17.213694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a3908c-aab7-4c24-a2ed-c7e45c4423a1 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:17.215840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1b844430-89cf-412c-8cf6-32276de17c38 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:17.221632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:17.275444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1e5d7-1648-4a2b-8ee9-43c8241cca4f req-c01e5ea1-5ece-4ab8-a496-1c3ee1924c0e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:17.275685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 1b844430-89cf-412c-8cf6-32276de17c38 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:17.276119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1b844430-89cf-412c-8cf6-32276de17c38 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:17.277869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46b1e5d7-1648-4a2b-8ee9-43c8241cca4f req-c01e5ea1-5ece-4ab8-a496-1c3ee1924c0e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.8992584 Jun 30 09:24:17.345322 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.352149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a2ca4ff-b439-4767-bcb3-e34ba65a6441 req-a7c657cc-4f42-4da8-9aea-7d16c3951540 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402102 Jun 30 09:24:17.361645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46b1e5d7-1648-4a2b-8ee9-43c8241cca4f req-c8d7fea4-54a2-4679-a794-a7b15b018d2a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587516 Jun 30 09:24:17.370236 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.402901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:17.432428 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.527571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:17.531601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.548712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:17.669608 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.724097 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c62190b-9bca-43c4-9ffa-1561a48408d6 x-openstack-request-id: req-0c62190b-9bca-43c4-9ffa-1561a48408d6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:17.724097 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-unplugged", "status": "completed", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:17.724506 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0c62190b-9bca-43c4-9ffa-1561a48408d6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:17.724957 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'code': 200} Jun 30 09:24:17.753044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '538d2cd4-7f77-46fa-aacd-ef94eafa5a53'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:17.754053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.790997 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:17.793818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b506336-f7d6-4b9c-ac4e-05cbcd06d8dd req-ba75ea83-8a55-4b2b-97aa-4c803a4fc564 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:17.799232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b506336-f7d6-4b9c-ac4e-05cbcd06d8dd req-ba75ea83-8a55-4b2b-97aa-4c803a4fc564 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 944 time: 0.1678579 Jun 30 09:24:17.892446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6f0066-e4aa-4e00-9f95-a26d468af99a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:17.933108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:17.947060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b506336-f7d6-4b9c-ac4e-05cbcd06d8dd req-56db03ab-3d3a-455e-917a-524c65d46e07 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396759 Jun 30 09:24:17.950372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.091657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-330d6bd5-b90d-4316-ad79-a5165a101f26 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:18.093481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-330d6bd5-b90d-4316-ad79-a5165a101f26 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.2366223 Jun 30 09:24:18.110924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:18.111477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.122520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-d3886181-fa36-46bf-8320-7c55526d8488 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.0181119 Jun 30 09:24:18.131760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:18.140092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Allocated IP 172.20.0.2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/538d2cd4-7f77-46fa-aacd-ef94eafa5a53/0597864e-1286-469c-91c9-36460dd38b53) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:18.176349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:18.181916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:18.187546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:18.188372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.204576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-e843ef34-40eb-4e40-88ed-530bcb12b611 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808198 Jun 30 09:24:18.208382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:18.214681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bbc51339-632e-41df-9a9c-2a49d476ce30 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0060174 Jun 30 09:24:18.217616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:18.227363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:fb:f3:48', 'name': 'tempest-NetworksTestDHCPv6-1592666274'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:18.336120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-42028969-2fa1-4889-a783-86a5e98bc8d9 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304924 Jun 30 09:24:18.350424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['da6f0066-e4aa-4e00-9f95-a26d468af99a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:18.392000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:18.416066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.433397 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Transition to ACTIVE for port object 0597864e-1286-469c-91c9-36460dd38b53 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:18.461036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Transition to ACTIVE for port object 0597864e-1286-469c-91c9-36460dd38b53 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:18.482117 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.486449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f5d81e8a-5b9a-40d1-bb53-b04917b21630 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491876 Jun 30 09:24:18.522291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:18.556891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 7ff1cc73-5d82-43ff-adf2-7339c1bd4da1 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:18.561245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d9f633ed-9281-461e-915a-a9cf166f639e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:18.564625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:18.583344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:18.596913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:18.721086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33800a21-28c9-4651-92d3-3aeec17a1b09 req-4e974aa4-b56d-4d2c-90e0-7b87254fdb87 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:18.729106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33800a21-28c9-4651-92d3-3aeec17a1b09 req-4e974aa4-b56d-4d2c-90e0-7b87254fdb87 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1438811 Jun 30 09:24:18.816237 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33800a21-28c9-4651-92d3-3aeec17a1b09 req-ab887f3e-2101-4287-8654-445472d5a922 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Jun 30 09:24:18.855797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 172.20.0.6 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/538d2cd4-7f77-46fa-aacd-ef94eafa5a53/7ff1cc73-5d82-43ff-adf2-7339c1bd4da1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:18.862689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fefb:f348 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e/7ff1cc73-5d82-43ff-adf2-7339c1bd4da1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:18.955206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Pushing event updated for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.133948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2686e420-4b9f-4794-9e2f-f2190aee7407 req-2ef63fbb-f028-4bdc-9a28-ba0be55bf6b7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:19.144783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Attempting to bind port 0597864e-1286-469c-91c9-36460dd38b53 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:19.145394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Attempting to bind port 0597864e-1286-469c-91c9-36460dd38b53 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:19.145943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Attempting to bind port 0597864e-1286-469c-91c9-36460dd38b53 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:19.149739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2686e420-4b9f-4794-9e2f-f2190aee7407 req-2ef63fbb-f028-4bdc-9a28-ba0be55bf6b7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.1932724 Jun 30 09:24:19.213071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-368cd4c0-6bcc-4c93-905b-99b6781c7b43 req-6127d8e4-5046-4bc5-b859-47b18a3b90e4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0531323 Jun 30 09:24:19.223330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:19.223747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:19.224190 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.224636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:19.225162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Bound port: 0597864e-1286-469c-91c9-36460dd38b53, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:19.225641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.248668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.283544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 7ff1cc73-5d82-43ff-adf2-7339c1bd4da1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:19.284652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2686e420-4b9f-4794-9e2f-f2190aee7407 req-4695b378-2cc4-4b68-b915-1ebab2df0bbe tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337826 Jun 30 09:24:19.366331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:19.371258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0597864e-1286-469c-91c9-36460dd38b53,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:19.380383 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.399148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.463638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf17fad-70b7-40d2-8464-0455a6895316 None None] Pushing event updated for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.496614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=7ff1cc73-5d82-43ff-adf2-7339c1bd4da1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:19.522606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:19.528231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:19.543136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:19.630909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd1f12-f4f7-40d8-8245-22d12e1b5ee2 req-0b30ac49-68fa-42e6-9d12-573d1b6044ec tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:19.634836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cdd1f12-f4f7-40d8-8245-22d12e1b5ee2 req-0b30ac49-68fa-42e6-9d12-573d1b6044ec tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 945 time: 0.1477866 Jun 30 09:24:19.670588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:19.671334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:19.695842 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a09870c0-0c59-47d7-84f3-d11b71e5c1ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4756160 Jun 30 09:24:19.696650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:19.705724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cdd1f12-f4f7-40d8-8245-22d12e1b5ee2 req-17fd21ee-4bd6-4941-9a96-c22842a873c2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590024 Jun 30 09:24:19.735293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:19.738999 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d94b37-f735-4610-92a9-f12f8c3f12be" -d '{"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-unplugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:19.787781 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068af8e4-75fe-4ce2-9e53-3fe941ea40dc x-openstack-request-id: req-068af8e4-75fe-4ce2-9e53-3fe941ea40dc {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:19.788512 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-unplugged", "status": "failed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "code": 422}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:19.789555 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-068af8e4-75fe-4ce2-9e53-3fe941ea40dc {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:19.790166 n-d-780147-22 neutron-server[93726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'code': 422} returned with failed status Jun 30 09:24:19.810233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83412e-310a-4bcd-ac0f-c15c78934dce tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:19.816767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb83412e-310a-4bcd-ac0f-c15c78934dce tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:19.822043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cb83412e-310a-4bcd-ac0f-c15c78934dce tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1208212 Jun 30 09:24:19.822349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:20.171011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c46cf-401c-41a8-a218-32dcf6e9c0e3 req-df957521-bdf1-4aec-9309-3869510a9a15 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:20.181513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a44c46cf-401c-41a8-a218-32dcf6e9c0e3 req-df957521-bdf1-4aec-9309-3869510a9a15 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1002359 Jun 30 09:24:20.188191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 7ff1cc73-5d82-43ff-adf2-7339c1bd4da1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:20.188557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.257221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a44c46cf-401c-41a8-a218-32dcf6e9c0e3 req-2fe2c5c5-8478-445a-9acd-f16ce7af7d2f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738742 Jun 30 09:24:20.484158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.515688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eab4ac9d-3e45-4a1d-8e8a-c8b481d4465c req-d3760774-8b98-4696-a151-ae9f47f175eb tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0730278 Jun 30 09:24:20.529958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 7ff1cc73-5d82-43ff-adf2-7339c1bd4da1 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:20.564425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device da6f0066-e4aa-4e00-9f95-a26d468af99a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:20.841535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:20.884146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=7ff1cc73-5d82-43ff-adf2-7339c1bd4da1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:20.937044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c4204-8a28-42dd-91b7-f3cdab43b6c0 req-55ae1deb-b9e8-44d6-ab86-84dc67d886cd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:20.940186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-157c4204-8a28-42dd-91b7-f3cdab43b6c0 req-55ae1deb-b9e8-44d6-ab86-84dc67d886cd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.2136288 Jun 30 09:24:20.967335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.029654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port da6f0066-e4aa-4e00-9f95-a26d468af99a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:21.030815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.100457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-157c4204-8a28-42dd-91b7-f3cdab43b6c0 req-10b2000f-a184-419d-b386-75eee725e5d7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443839 Jun 30 09:24:21.281621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e88ec67-cd0c-43bf-a53d-47522ba25e02 req-45cd269f-0481-4524-83a5-3ca7898d3a30 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.297562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e88ec67-cd0c-43bf-a53d-47522ba25e02 req-45cd269f-0481-4524-83a5-3ca7898d3a30 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 945 time: 0.1735311 Jun 30 09:24:21.387968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e88ec67-cd0c-43bf-a53d-47522ba25e02 req-1259a9f3-b07f-491b-9598-c231364654e3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882957 Jun 30 09:24:21.389171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0597864e-1286-469c-91c9-36460dd38b53 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:21.413448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.513116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:21.533660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.620428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0597864e-1286-469c-91c9-36460dd38b53 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:21.637634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb44161-51be-41b1-85de-1ff9ffeab7e6 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:21.705993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3936ac-5864-48fa-a3c4-9925e6df5c9a req-0e7ef1b1-0b77-496b-b89c-1b2c83843625 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.719273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b3936ac-5864-48fa-a3c4-9925e6df5c9a req-0e7ef1b1-0b77-496b-b89c-1b2c83843625 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1395237 Jun 30 09:24:21.733112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.737373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-39f5fcc1-8e5e-40e3-95b2-d4dd7856bec1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/7ff1cc73-5d82-43ff-adf2-7339c1bd4da1 HTTP/1.1" status: 204 len: 168 time: 1.9116421 Jun 30 09:24:21.738882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.791037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:21.796130 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d79ccd-b29b-4409-bb81-a4d70e336633" -d '{"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-plugged", "status": "completed", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:21.801372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] Provisioning for port 0597864e-1286-469c-91c9-36460dd38b53 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:21.803480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:21.812626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:21.812906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:21.853234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8706b7a8-6b88-46a4-863a-2e00e1e7db22 req-46dc50f7-1882-4d83-b1ca-32243c9ac06b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.1047719 Jun 30 09:24:21.906569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de559e9-f7e9-4f0c-b04c-9f24ef0e45af tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.908261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de559e9-f7e9-4f0c-b04c-9f24ef0e45af tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.909901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de559e9-f7e9-4f0c-b04c-9f24ef0e45af tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.914999 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1de559e9-f7e9-4f0c-b04c-9f24ef0e45af tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1741765 Jun 30 09:24:21.918430 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-59ac5f60-010f-480a-980b-aabbdb2bcfea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9499781 Jun 30 09:24:21.923044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:21.931684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b3936ac-5864-48fa-a3c4-9925e6df5c9a req-fd772a9c-5d08-4631-be7d-1762fe648e30 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110460 Jun 30 09:24:21.995945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-fa385013-8e4b-4119-a15b-8154f4ebf07a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:21.998784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-fa385013-8e4b-4119-a15b-8154f4ebf07a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.9275837 Jun 30 09:24:22.019674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:22.037638 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e4845b-1fb0-42d4-9c46-0f140860ecf7 x-openstack-request-id: req-35e4845b-1fb0-42d4-9c46-0f140860ecf7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:22.038285 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-plugged", "status": "completed", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:22.038285 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35e4845b-1fb0-42d4-9c46-0f140860ecf7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:22.050928 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'code': 200} Jun 30 09:24:22.092268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 538d2cd4-7f77-46fa-aacd-ef94eafa5a53 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:22.119666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.192179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.204040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.337407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0597864e-1286-469c-91c9-36460dd38b53,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:22.354402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.483709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ae38d-ab3e-4bcb-bf0b-78ce56f68e25 req-7ad501f0-0f6f-49eb-8a64-c02b51530469 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.495234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-887ae38d-ab3e-4bcb-bf0b-78ce56f68e25 req-7ad501f0-0f6f-49eb-8a64-c02b51530469 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.1009841 Jun 30 09:24:22.513342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.601326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-887ae38d-ab3e-4bcb-bf0b-78ce56f68e25 req-5e036b6a-28e6-4e02-9692-59cdfd2e11ab tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037679 Jun 30 09:24:22.621106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b5af0-734e-4389-981c-bab133ab0c50 req-ee64860a-730a-48e7-b0f3-7040b9d72dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.626341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5de90-61b2-4f03-a7f4-d2ca6e5e703e None None] Pushing event updated for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:22.628492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d9b5af0-734e-4389-981c-bab133ab0c50 req-ee64860a-730a-48e7-b0f3-7040b9d72dbc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 1098 time: 0.3666670 Jun 30 09:24:22.647810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:22.660885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b541f818-43b8-431e-946e-eafd7fef26a3 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '538d2cd4-7f77-46fa-aacd-ef94eafa5a53', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '0597864e-1286-469c-91c9-36460dd38b53'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:22.664853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.727057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21016369-f338-44ac-852a-5dd8e4b69220 req-94af80e1-3bbe-442d-9e2a-08dcb90431b2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:22.732840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21016369-f338-44ac-852a-5dd8e4b69220 req-94af80e1-3bbe-442d-9e2a-08dcb90431b2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.1269684 Jun 30 09:24:22.787542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b541f818-43b8-431e-946e-eafd7fef26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:22.850096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21016369-f338-44ac-852a-5dd8e4b69220 req-2c1b0fb8-967b-4113-acf2-84f1193c7d62 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065381 Jun 30 09:24:22.934293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.7 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/b0959563-a201-4b43-be05-7f3b66b299a4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:23.025114 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6d9b5af0-734e-4389-981c-bab133ab0c50 req-0f6bb170-2689-4058-96e4-cf6bc693aef2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508325 Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-b541f818-43b8-431e-946e-eafd7fef26a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538d2cd4-7f77-46fa-aacd-ef94eafa5a53: This subnet is being modified by another concurrent operation. Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 538d2cd4-7f77-46fa-aacd-ef94eafa5a53: This subnet is being modified by another concurrent operation. Jun 30 09:24:23.090106 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:24:23.176728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.278761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=538d2cd4-7f77-46fa-aacd-ef94eafa5a53,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:23.282824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.284771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16141a88-c560-4773-9d74-717b155de11f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/538d2cd4-7f77-46fa-aacd-ef94eafa5a53 HTTP/1.1" status: 204 len: 168 time: 1.3600092 Jun 30 09:24:23.288050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:23.312263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c92fdbcf-7455-4df7-8950-0a4ab89fc640 None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:23.312650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c92fdbcf-7455-4df7-8950-0a4ab89fc640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.327453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f59cd9f1-0160-4014-91f7-2921836bd846 req-0ae3396c-0c08-4e81-9e4d-40fc90fd77a8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0939944 Jun 30 09:24:23.381185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4fc43-37e6-4b06-a833-816de9cd1095 req-672dee54-b43a-4087-8e05-11971a212d44 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:23.389779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abd4fc43-37e6-4b06-a833-816de9cd1095 req-672dee54-b43a-4087-8e05-11971a212d44 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.2581494 Jun 30 09:24:23.409722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:23.421183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.423095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e095c2fe-a010-4527-a3e8-25973f4e002b None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:23.444149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abd4fc43-37e6-4b06-a833-816de9cd1095 req-f3307dde-ffce-45b4-8f79-091942b18ee5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530701 Jun 30 09:24:23.488514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.512406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object b0959563-a201-4b43-be05-7f3b66b299a4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:23.577758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.724766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:23.777708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:23.791846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:23.819815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:23.841784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=b0959563-a201-4b43-be05-7f3b66b299a4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:23.874339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-465ff1ee-2e9a-422b-aec9-35bedb041f7b None None] Could not find standard attr ID for object 7ff1cc73-5d82-43ff-adf2-7339c1bd4da1. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:23.971799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.131135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a39d713-2f26-4cd3-8197-4356e2f60f6e None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '0597864e-1286-469c-91c9-36460dd38b53'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:24:24.140629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:24.141490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.152565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c135751f-e1f2-4321-8b95-04169b43ecc1 req-d989a42d-d58e-4bce-b57e-4d8fa286b9ed tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:24.170052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c135751f-e1f2-4321-8b95-04169b43ecc1 req-d989a42d-d58e-4bce-b57e-4d8fa286b9ed tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.2004306 Jun 30 09:24:24.173694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-0c8e1863-6e41-4d13-9c4a-43ea28ec28de tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1562970 Jun 30 09:24:24.193848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Request body: {'port': {'device_id': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:24.244160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-624138e1-5c5b-47a0-b76e-721bd0ce2d6d None None] Provisioning for port b0959563-a201-4b43-be05-7f3b66b299a4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:24.249782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a39d713-2f26-4cd3-8197-4356e2f60f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.253318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-624138e1-5c5b-47a0-b76e-721bd0ce2d6d None None] Provisioning complete for port b0959563-a201-4b43-be05-7f3b66b299a4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:24.254340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-624138e1-5c5b-47a0-b76e-721bd0ce2d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.287093 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.344336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-624138e1-5c5b-47a0-b76e-721bd0ce2d6d None None] Port b0959563-a201-4b43-be05-7f3b66b299a4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:24.345099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c135751f-e1f2-4321-8b95-04169b43ecc1 req-0c4421bc-a74a-411d-9fbd-5a8893033bb2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735690 Jun 30 09:24:24.407633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:24.444883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.447557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0d282065-ad39-4d9a-9631-de3a01f611eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e HTTP/1.1" status: 204 len: 168 time: 1.1585553 Jun 30 09:24:24.450239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49388) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:24.484606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d9497-c2fe-4d31-9f81-1e3aee255ed3 req-0c712b34-bcfe-43ed-b842-bdff5905c26c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:24.493918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-984d9497-c2fe-4d31-9f81-1e3aee255ed3 req-0c712b34-bcfe-43ed-b842-bdff5905c26c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.2581124 Jun 30 09:24:24.573636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fc13915d-2a52-4767-aed5-6193bd9c6f41 None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:24.574354 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fc13915d-2a52-4767-aed5-6193bd9c6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.580016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:24.640701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72e09e6-f177-4728-97d2-6914c804524a None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:24:24.712443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-221d7789-958c-46d8-873a-f17df11b23ba tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2592387 Jun 30 09:24:24.714310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49392) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:24.852390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-984d9497-c2fe-4d31-9f81-1e3aee255ed3 req-c7d5b5ec-d366-4918-a633-23198c3957d0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571463 Jun 30 09:24:24.932949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f570ed-2eba-45d5-a08a-ce94f3b99f89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:24.934545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-53f570ed-2eba-45d5-a08a-ce94f3b99f89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2178950 Jun 30 09:24:24.940910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49394) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:24.983797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f91301-b892-4705-98de-fde5e24162b4 req-9743ce01-fb1d-481d-a805-38f3860ee9c9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:24.993843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86f91301-b892-4705-98de-fde5e24162b4 req-9743ce01-fb1d-481d-a805-38f3860ee9c9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 931 time: 0.1827471 Jun 30 09:24:25.025589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72e09e6-f177-4728-97d2-6914c804524a None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:24:25.170249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde59c8a-7e75-43ba-90b7-9db3c38bb0e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:25.172521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cde59c8a-7e75-43ba-90b7-9db3c38bb0e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2297132 Jun 30 09:24:25.175563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:25.305773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86f91301-b892-4705-98de-fde5e24162b4 req-a6d4204a-6b4a-46ec-93db-d130ecdd5c25 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109455 Jun 30 09:24:25.310407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0597864e-1286-469c-91c9-36460dd38b53 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:25.319688 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a900b474-8719-4834-911e-a3f07c6d35bc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429570 Jun 30 09:24:25.327482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:25.338996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bdc079b0-8a22-4eba-8bf0-2a552440907c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:25.410311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1ad12-d31a-40cc-84f3-a27adb0af210 req-51a6c376-8199-4700-9d37-0f9cba01cb78 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:25.420389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bc1ad12-d31a-40cc-84f3-a27adb0af210 req-51a6c376-8199-4700-9d37-0f9cba01cb78 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.2154467 Jun 30 09:24:25.498468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bc1ad12-d31a-40cc-84f3-a27adb0af210 req-f472b09d-7c66-42fb-9b01-2b23ed9e8698 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769258 Jun 30 09:24:25.557427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0959563-a201-4b43-be05-7f3b66b299a4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:25.571505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.591851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc079b0-8a22-4eba-8bf0-2a552440907c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:25.595959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bdc079b0-8a22-4eba-8bf0-2a552440907c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.597545 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdc079b0-8a22-4eba-8bf0-2a552440907c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:25.598045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdc079b0-8a22-4eba-8bf0-2a552440907c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:25.611982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Transition to ACTIVE for port object b0959563-a201-4b43-be05-7f3b66b299a4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:25.626002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bdc079b0-8a22-4eba-8bf0-2a552440907c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2940688 Jun 30 09:24:25.626002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.630380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49402) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:25.637877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a0415ac1-a26f-4232-a424-271b3a8acf94 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:25.706704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.806772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Pushing event updated for resources: {'Port': ['ID=b0959563-a201-4b43-be05-7f3b66b299a4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:25.839264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4393f6-54a0-45d5-88d2-7e77569b5cd6 req-631fae0f-be70-451b-8b50-3f2f2ff337b4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:25.846904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4393f6-54a0-45d5-88d2-7e77569b5cd6 req-631fae0f-be70-451b-8b50-3f2f2ff337b4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.3275247 Jun 30 09:24:25.878749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Attempting to bind port b0959563-a201-4b43-be05-7f3b66b299a4 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:25.879814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Attempting to bind port b0959563-a201-4b43-be05-7f3b66b299a4 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:25.880173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Attempting to bind port b0959563-a201-4b43-be05-7f3b66b299a4 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:25.894378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Port b0959563-a201-4b43-be05-7f3b66b299a4 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:24:25.894719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Attempting to bind port b0959563-a201-4b43-be05-7f3b66b299a4 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:25.907874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:25.908232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:25.908625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:25.910771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Bound port: b0959563-a201-4b43-be05-7f3b66b299a4, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:25.910929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b4393f6-54a0-45d5-88d2-7e77569b5cd6 req-742206f8-402b-44e7-a11a-ca54a8d991c3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630655 Jun 30 09:24:25.911154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.942059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0415ac1-a26f-4232-a424-271b3a8acf94 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:25.946432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0415ac1-a26f-4232-a424-271b3a8acf94 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:25.948159 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0415ac1-a26f-4232-a424-271b3a8acf94 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:25.948778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0415ac1-a26f-4232-a424-271b3a8acf94 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:25.987124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a0415ac1-a26f-4232-a424-271b3a8acf94 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3535314 Jun 30 09:24:25.994828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49408) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.011107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8fa4089e-ded1-4af2-9c47-f698ed488ddf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:26.038425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0597864e-1286-469c-91c9-36460dd38b53,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:26.056065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] For port b0959563-a201-4b43-be05-7f3b66b299a4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:26.069514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.071513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] For port b0959563-a201-4b43-be05-7f3b66b299a4, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b0959563-a201-4b43-be05-7f3b66b299a4,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:26.084069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.183858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.186385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.192649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] 10.222.0.79 "PUT /v2.0/ports/b0959563-a201-4b43-be05-7f3b66b299a4 HTTP/1.1" status: 200 len: 1092 time: 2.0084848 Jun 30 09:24:26.193182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'tag': 'b0959563-a201-4b43-be05-7f3b66b299a4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:26.223571 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "79e5c285-b479-4a2d-ba43-d89583fef41a", "tag": "b0959563-a201-4b43-be05-7f3b66b299a4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:26.280473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.361931 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978b06e8-87cd-443a-b7fb-be31a04732b9 x-openstack-request-id: req-978b06e8-87cd-443a-b7fb-be31a04732b9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:26.362488 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79e5c285-b479-4a2d-ba43-d89583fef41a", "tag": "b0959563-a201-4b43-be05-7f3b66b299a4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:26.362744 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-978b06e8-87cd-443a-b7fb-be31a04732b9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:26.363206 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'tag': 'b0959563-a201-4b43-be05-7f3b66b299a4', 'status': 'completed', 'code': 200} Jun 30 09:24:26.452651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2498e726-dc5c-49c3-9d4f-59e4ece7061c None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:24:26.468020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa4089e-ded1-4af2-9c47-f698ed488ddf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:26.474510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fa4089e-ded1-4af2-9c47-f698ed488ddf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.479697 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa4089e-ded1-4af2-9c47-f698ed488ddf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:26.486148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa4089e-ded1-4af2-9c47-f698ed488ddf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:26.500186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-7b19d14d-bc53-4122-9167-bbc973aa440b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.501780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-7b19d14d-bc53-4122-9167-bbc973aa440b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 1095 time: 0.2194142 Jun 30 09:24:26.506769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bf466-fec4-444c-af6a-f68c13834325 service neutron] Pushing event updated for resources: {'Port': ['ID=b0959563-a201-4b43-be05-7f3b66b299a4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:26.517136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8fa4089e-ded1-4af2-9c47-f698ed488ddf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5180566 Jun 30 09:24:26.521929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49414) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:26.541148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-556e9142-7417-4782-98d1-bdba0746023d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:26.572673 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-5d59df47-cfd4-4c4a-b3ff-b1b86ba17a87 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0959563-a201-4b43-be05-7f3b66b299a4 HTTP/1.1" status: 200 len: 217 time: 0.0602767 Jun 30 09:24:26.579750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96400143-bb0c-4bfd-a0e3-a6daac7f4645 req-21ce1b9a-a8a1-4307-b2d9-cc16a68e4dd6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.589714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96400143-bb0c-4bfd-a0e3-a6daac7f4645 req-21ce1b9a-a8a1-4307-b2d9-cc16a68e4dd6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.4104488 Jun 30 09:24:26.631492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f494d09c-90ba-469c-b215-e566864b0cc8 None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:26.631875 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f494d09c-90ba-469c-b215-e566864b0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.683841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-346f2293-125d-4749-b21e-21af479703e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4395370 Jun 30 09:24:26.729239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-c2c90b01-6632-409b-8160-280042766271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.732631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-c2c90b01-6632-409b-8160-280042766271 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1530693 Jun 30 09:24:26.860596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96400143-bb0c-4bfd-a0e3-a6daac7f4645 req-4bfc1269-f910-48cb-aa7a-8ec4f22e7ea2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689927 Jun 30 09:24:26.861182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2498e726-dc5c-49c3-9d4f-59e4ece7061c None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:24:26.905515 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f494d09c-90ba-469c-b215-e566864b0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.934544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43980a72-24f6-42df-8ba1-1fa5ec912081 req-702ffd89-fcb7-49d4-8e25-6772a0de8b73 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.939237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.939237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.939237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.939237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.939622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.940919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.943535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43980a72-24f6-42df-8ba1-1fa5ec912081 req-702ffd89-fcb7-49d4-8e25-6772a0de8b73 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.2638557 Jun 30 09:24:26.946681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.951648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e477f40e-d10e-467c-acf4-17d1eb13ee60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 6509 time: 0.1398332 Jun 30 09:24:26.968764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556e9142-7417-4782-98d1-bdba0746023d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:26.972484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-556e9142-7417-4782-98d1-bdba0746023d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:26.974045 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-556e9142-7417-4782-98d1-bdba0746023d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:26.974590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556e9142-7417-4782-98d1-bdba0746023d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:26.983939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-4e938ce3-d003-427a-a5c2-3e8c79946268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:26.994027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-4e938ce3-d003-427a-a5c2-3e8c79946268 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523861 Jun 30 09:24:27.041391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43980a72-24f6-42df-8ba1-1fa5ec912081 req-954f8dd3-0a1f-4bf5-a564-e988414ac292 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944469 Jun 30 09:24:27.046520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-556e9142-7417-4782-98d1-bdba0746023d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5234630 Jun 30 09:24:27.059135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49428) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:27.067996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c78965dd-9b18-4fbe-8b3e-94c30342f23f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:27.195018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-f676c2ea-f6b2-44f4-90d8-75687aff0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.195982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-f676c2ea-f6b2-44f4-90d8-75687aff0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.196528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-f676c2ea-f6b2-44f4-90d8-75687aff0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.198528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-f676c2ea-f6b2-44f4-90d8-75687aff0605 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=03bf68f1-4162-4571-b957-0d118aa71388&id=012f022d-6db4-44ad-9e33-6e91318280f5&id=012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 200 len: 2297 time: 0.1826284 Jun 30 09:24:27.346784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78965dd-9b18-4fbe-8b3e-94c30342f23f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:27.356592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c78965dd-9b18-4fbe-8b3e-94c30342f23f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.358180 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78965dd-9b18-4fbe-8b3e-94c30342f23f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:27.361210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78965dd-9b18-4fbe-8b3e-94c30342f23f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:27.393689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-3fd026e4-a53c-4c26-8df8-2a78aa8fb432 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760169 Jun 30 09:24:27.494299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c78965dd-9b18-4fbe-8b3e-94c30342f23f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4304607 Jun 30 09:24:27.513021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49430) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:27.529474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bf09a289-cfe2-4a4d-884d-cc9b7e521136 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:27.543906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-ec9e397e-5336-4143-8f18-fff1668b8c23 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 200 len: 1000 time: 0.1458235 Jun 30 09:24:27.608045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e4c4396b-c22b-4cc7-83a2-2118b151eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.610049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-e4c4396b-c22b-4cc7-83a2-2118b151eac3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8fffb89d-5bae-4842-b014-826fbda039f1 HTTP/1.1" status: 200 len: 856 time: 0.0553429 Jun 30 09:24:27.811278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f494d09c-90ba-469c-b215-e566864b0cc8 None None] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0597864e-1286-469c-91c9-36460dd38b53,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:27.825390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f494d09c-90ba-469c-b215-e566864b0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:27.857950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a3dbca96-324b-453b-bb23-a5183d558c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.859709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a3dbca96-324b-453b-bb23-a5183d558c2f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2375245 Jun 30 09:24:27.875017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-281e3940-b193-482e-ab9c-b1f0618249d2 req-a3b72dcd-f1a5-4c51-9e51-218edc527a77 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284774 Jun 30 09:24:27.888263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97f046-1532-46b5-a885-5c0ca424d660 req-1653ec59-3124-49ca-a07f-af6a96a8c187 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:27.903379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e97f046-1532-46b5-a885-5c0ca424d660 req-1653ec59-3124-49ca-a07f-af6a96a8c187 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.5860281 Jun 30 09:24:28.050823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8e6f9-e734-41aa-8e08-83a5f846dacb req-e408a747-6a2a-4642-8ae1-f8a0ee0b0c13 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:28.065642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66f8e6f9-e734-41aa-8e08-83a5f846dacb req-e408a747-6a2a-4642-8ae1-f8a0ee0b0c13 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.4968896 Jun 30 09:24:28.155469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494d09c-90ba-469c-b215-e566864b0cc8 None None] Pushing event updated for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:28.159348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e97f046-1532-46b5-a885-5c0ca424d660 req-b94645aa-f867-425e-8f90-f9a09caaf2e6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547126 Jun 30 09:24:28.167234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09a289-cfe2-4a4d-884d-cc9b7e521136 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:28.178257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf09a289-cfe2-4a4d-884d-cc9b7e521136 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.182958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-b4db5e21-957e-4383-94c1-668d03d42ca3 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115642 Jun 30 09:24:28.186251 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf09a289-cfe2-4a4d-884d-cc9b7e521136 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:28.186707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf09a289-cfe2-4a4d-884d-cc9b7e521136 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:28.227940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-6a54d4b8-6e4a-4348-8015-243b4ff57c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:28.229442 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-6a54d4b8-6e4a-4348-8015-243b4ff57c0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 1095 time: 0.2347097 Jun 30 09:24:28.253010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66f8e6f9-e734-41aa-8e08-83a5f846dacb req-b13f68be-834c-40c9-b26c-3f526991c934 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820626 Jun 30 09:24:28.260563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bf09a289-cfe2-4a4d-884d-cc9b7e521136 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7448065 Jun 30 09:24:28.262458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49434) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:28.382981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4d4d78a9-8870-4d25-bc91-c4bcf1cbed6c None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:28.383842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d4d78a9-8870-4d25-bc91-c4bcf1cbed6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:28.538958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e701515-4d3a-44d7-8d2b-63eece029ea0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:28.543320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e701515-4d3a-44d7-8d2b-63eece029ea0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2792907 Jun 30 09:24:28.544014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49440) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:28.668205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3704a6-150a-4020-a57e-4d1f8cdb6740 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:28.670438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1e3704a6-150a-4020-a57e-4d1f8cdb6740 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1250165 Jun 30 09:24:28.709675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49442) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.013994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0143e6ae-2a92-4fd1-8a41-78bca8711fba tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3018947 Jun 30 09:24:29.016519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49444) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:29.044207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:29.233297 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.254573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d059814-33e1-4e6d-9b8d-2756349d8a14 req-f9c61bb4-901c-47f7-900b-5f2050087d79 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:29.261965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d059814-33e1-4e6d-9b8d-2756349d8a14 req-f9c61bb4-901c-47f7-900b-5f2050087d79 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.5735686 Jun 30 09:24:29.277447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d694a0-cf9e-4d87-a231-f37fecabf40d req-2eab1b14-e6a2-40d8-afba-a60aab8b480e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:29.279415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d694a0-cf9e-4d87-a231-f37fecabf40d req-2eab1b14-e6a2-40d8-afba-a60aab8b480e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.6074193 Jun 30 09:24:29.388423 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-ace7c284-4d9d-411a-a62b-ea0911990d95 service neutron] 10.222.0.79 "GET /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1898038 Jun 30 09:24:29.401831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0d694a0-cf9e-4d87-a231-f37fecabf40d req-f90d13ba-d77c-476f-a54a-2b6fbfe4f653 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052160 Jun 30 09:24:29.402153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-ae5cfd7d-2be6-44d7-9f42-7c62f43940d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:29.403770 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-ae5cfd7d-2be6-44d7-9f42-7c62f43940d1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 1.1510344 Jun 30 09:24:29.408675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:29.425548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:29.455510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d059814-33e1-4e6d-9b8d-2756349d8a14 req-df5118e4-1578-4eb1-96ee-3a3a5597f79d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925428 Jun 30 09:24:29.675765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-38d8ca63-89a4-4366-8811-2092d258a639 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 217 time: 0.2658346 Jun 30 09:24:29.712197 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-92a22617-50be-4533-ae83-ec58d0f731d7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0959563-a201-4b43-be05-7f3b66b299a4 HTTP/1.1" status: 200 len: 217 time: 0.2993896 Jun 30 09:24:29.979954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-1e90dae9-8a80-4bb8-9ebd-5b0f7ff4d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:29.994491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-1e90dae9-8a80-4bb8-9ebd-5b0f7ff4d02f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.2649980 Jun 30 09:24:30.097947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a63a4e69-6ad9-4f25-93bf-122de7c0c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:30.102738 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a63a4e69-6ad9-4f25-93bf-122de7c0c839 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.4173737 Jun 30 09:24:30.219133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-08662cfd-074d-464f-b70c-c1da84ca7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:30.221418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-08662cfd-074d-464f-b70c-c1da84ca7b21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2216904 Jun 30 09:24:30.431369 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-81fc57b5-cddc-46a6-a49a-47c94d3aaac2 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996675 Jun 30 09:24:30.433514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-c7f6345d-3d05-4564-91b0-3ebb709ea59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:30.434995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-c7f6345d-3d05-4564-91b0-3ebb709ea59e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3236029 Jun 30 09:24:30.589392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-0a3ee8a5-5f78-4a54-a6f8-62ccd9a0121e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:30.597663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-0a3ee8a5-5f78-4a54-a6f8-62ccd9a0121e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 814 time: 0.5333905 Jun 30 09:24:30.662899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-405487a6-64e6-4fc4-bafe-08dce04e75f6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/quotas/a0f808ef791d4a91a56c0030f8919c41 HTTP/1.1" status: 200 len: 375 time: 0.0590184 Jun 30 09:24:30.832110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd221b2-d4a7-40a7-babf-de493509f066 req-48f4a920-8e25-4e37-9006-e8886bf883f2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:30.840802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2fd221b2-d4a7-40a7-babf-de493509f066 req-48f4a920-8e25-4e37-9006-e8886bf883f2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.8590298 Jun 30 09:24:30.932000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2fd221b2-d4a7-40a7-babf-de493509f066 req-ecd1bdc0-f8e0-4604-a803-5dabef01f8fd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897143 Jun 30 09:24:30.960995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:30.986523 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:24:31.162284 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-1a76d841-84e4-4378-9e0a-970c65703959 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801660 Jun 30 09:24:31.201181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-34625f89-a423-4202-b08e-67e2935fb6a3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5363803 Jun 30 09:24:31.410739 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb70e054-1cb8-4f64-bcf4-5ddbe9ae1eb0 req-9933b5c3-33cd-4e91-adb5-aa89fa8299d9 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9673500 Jun 30 09:24:31.508049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-4b13b454-5cf9-4a21-91fb-d474e7ad3080 service neutron] 10.222.0.77 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058491 Jun 30 09:24:31.543134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-d8fb370b-00cb-4837-9f70-0d40271aa2be service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793430 Jun 30 09:24:31.635179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eed581-89b7-4544-b2e9-fbb66f340792 req-66984edd-f318-407a-97d5-62553acb4ea9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:31.639026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33eed581-89b7-4544-b2e9-fbb66f340792 req-66984edd-f318-407a-97d5-62553acb4ea9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.4682641 Jun 30 09:24:31.695856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-b2854427-126c-48a9-b942-099e687bc64c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 217 time: 0.1050870 Jun 30 09:24:31.752210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557625d1-7696-4410-b284-b8f153700128 req-827a8adc-e5c9-47d8-800b-44bd3154f136 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:31.754624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-557625d1-7696-4410-b284-b8f153700128 req-827a8adc-e5c9-47d8-800b-44bd3154f136 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.79 "GET /v2.0/ports?device_id=aafe2715-73f2-4447-8748-e733f1ceec35 HTTP/1.1" status: 200 len: 946 time: 0.4324803 Jun 30 09:24:31.764283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-966dbd06-4075-499e-be6a-92ece2d1dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:31.765765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-966dbd06-4075-499e-be6a-92ece2d1dc1a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.0604424 Jun 30 09:24:31.787868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:31.893397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-43c0b801-5c7f-4143-9258-68c13d96e7c9 service neutron] 10.222.0.77 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842785 Jun 30 09:24:31.909570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-33eed581-89b7-4544-b2e9-fbb66f340792 req-2c83ab7a-8be3-4864-8630-333335fcee95 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521811 Jun 30 09:24:31.931816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a8461813-05e8-4de6-a9d8-8bea70ecd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:31.943019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a8461813-05e8-4de6-a9d8-8bea70ecd39a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1647844 Jun 30 09:24:32.232545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-7a8453bf-c0af-488f-8464-257a27560ff4 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761953 Jun 30 09:24:32.580528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-182d005b-2106-4e8a-9466-ffa46c3b09ec service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295863 Jun 30 09:24:32.692819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0597864e-1286-469c-91c9-36460dd38b53,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:32.723888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-7a7f9d96-52bf-4fbd-9856-d70979a44170 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=21699b9c-2adf-496b-88d7-355e3189ef4c HTTP/1.1" status: 200 len: 217 time: 0.1383317 Jun 30 09:24:32.817704 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.880525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-f6e0fd48-a7db-415a-bd50-7d1a1f4e15c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:32.888370 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-f6e0fd48-a7db-415a-bd50-7d1a1f4e15c6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1533442 Jun 30 09:24:32.903325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.910771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:32.917100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Deleting port da6f0066-e4aa-4e00-9f95-a26d468af99a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:32.917701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.071538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-0df70c54-495a-4bc6-83fb-35ff511c22f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.074703 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-0df70c54-495a-4bc6-83fb-35ff511c22f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1672766 Jun 30 09:24:33.097935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01630358-b6a7-4014-ad69-a98c49c1a47e req-c6344f2c-30f0-4946-a1c3-1a7eee0b1719 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.113481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01630358-b6a7-4014-ad69-a98c49c1a47e req-c6344f2c-30f0-4946-a1c3-1a7eee0b1719 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.5360367 Jun 30 09:24:33.140685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:33.172539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:33.191861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.193075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.201560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0812190-91bf-4390-9b4b-a7a7b9807018 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:33.228670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=8']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:33.260944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=22d06b8c-5c71-4434-a348-5ea91bdecbba,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:33.286486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1455a32-7eb7-4db3-bc44-865bea62d7fb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.2613492 Jun 30 09:24:33.299533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49488) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:33.308628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:f7:02:f7', 'name': 'tempest-NetworksTestDHCPv6-1771509853'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:33.330854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01630358-b6a7-4014-ad69-a98c49c1a47e req-a75589c7-0f10-4fe0-87b5-26f060b65bd8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160227 Jun 30 09:24:33.399707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e0e4e-5ff2-443e-84b2-3441d9a16423 req-fac38ccc-2216-4b77-8517-ab41d274aa71 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:33.416345 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c35e0e4e-5ff2-443e-84b2-3441d9a16423 req-fac38ccc-2216-4b77-8517-ab41d274aa71 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.6182940 Jun 30 09:24:33.425165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-744d421e-89e8-4435-9fd4-dc4a548a0ee1 service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312833 Jun 30 09:24:33.432940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] For port da6f0066-e4aa-4e00-9f95-a26d468af99a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=da6f0066-e4aa-4e00-9f95-a26d468af99a,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:33.442778 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:33.636162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Calling delete_port for da6f0066-e4aa-4e00-9f95-a26d468af99a owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:33.664183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22abe542-a7b8-44f0-8568-57bfd10de95b req-0852f57e-f7ff-4f02-a317-7e260012c33e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 210 time: 0.1062818 Jun 30 09:24:33.793639 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-c504eb00-23b1-4562-ba86-7bff0c88e27b service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578334 Jun 30 09:24:33.934761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c35e0e4e-5ff2-443e-84b2-3441d9a16423 req-feb6a6cf-3f68-4c1d-8cbe-4aab90139dfc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169978 Jun 30 09:24:34.031654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-0a3262b1-0949-4199-8cb3-1ff336fafa1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 HTTP/1.1" status: 200 len: 217 time: 0.1973038 Jun 30 09:24:34.200195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-05780255-60e3-4ed9-8c3e-732d72e1013a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.201690 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-05780255-60e3-4ed9-8c3e-732d72e1013a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 200 len: 797 time: 0.1655624 Jun 30 09:24:34.395003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-ed738979-21ae-423b-8758-649248321cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.406228 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-ed738979-21ae-423b-8758-649248321cf0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=03bf68f1-4162-4571-b957-0d118aa71388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1918609 Jun 30 09:24:34.560664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-1ea139dc-ec28-4dda-bd1c-3a7e8260dbfd service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409650 Jun 30 09:24:34.633086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device da6f0066-e4aa-4e00-9f95-a26d468af99a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:34.713558 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-a731fe65-aa5a-4776-8e43-ac4e552db4ec service neutron] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383028 Jun 30 09:24:34.829341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-9939a4d2-9328-4b17-a088-eb26489e2cf2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 200 len: 217 time: 0.1050577 Jun 30 09:24:34.845748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:34.913804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-b8d9c9cf-d157-4418-a536-f2cf6409c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:34.916293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-b8d9c9cf-d157-4418-a536-f2cf6409c0e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.0760081 Jun 30 09:24:35.167959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.322816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0597864e-1286-469c-91c9-36460dd38b53 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:35.329458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-6ee193be-0236-45f2-9d20-59fd52a15d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.331929 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-6ee193be-0236-45f2-9d20-59fd52a15d99 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4049966 Jun 30 09:24:35.352864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b2713-1391-459f-8ff6-5feaf59dd1d4 req-75311b38-41a2-4a8e-9146-28dc22b54cad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.360800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-536b2713-1391-459f-8ff6-5feaf59dd1d4 req-75311b38-41a2-4a8e-9146-28dc22b54cad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 1.2796938 Jun 30 09:24:35.372878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Pushing event deleted for resources: {'Port': ['ID=da6f0066-e4aa-4e00-9f95-a26d468af99a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:35.429596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:35.468157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-85613229-b615-4f27-b7ff-0dd64de783d7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.470056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-85613229-b615-4f27-b7ff-0dd64de783d7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 814 time: 0.3803461 Jun 30 09:24:35.497980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:35.499128 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.514628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Request body: {'port': {'device_id': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'admin_state_up': True, 'tenant_id': 'a0f808ef791d4a91a56c0030f8919c41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:35.541132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] No DVR routers for this DVR port da6f0066-e4aa-4e00-9f95-a26d468af99a on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:35.548420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.550724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-557625d1-7696-4410-b284-b8f153700128 req-f3d1a7c8-f9fa-48d7-ac23-f6936bc10767 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.79 "DELETE /v2.0/ports/da6f0066-e4aa-4e00-9f95-a26d468af99a HTTP/1.1" status: 204 len: 173 time: 3.7861125 Jun 30 09:24:35.558755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8fb835c6-e78c-4896-bd45-ca753755a563 None None] Provisioning complete for port 0597864e-1286-469c-91c9-36460dd38b53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:35.559473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fb835c6-e78c-4896-bd45-ca753755a563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.611640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-deleted', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:35.613943 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b42ac5-c2ea-412d-a9ea-402dfb0dab0c" -d '{"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-deleted", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:35.717291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-28058cd8-db4f-4ca7-9eec-e5aded63a326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.722466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-28058cd8-db4f-4ca7-9eec-e5aded63a326 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb&tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 1096 time: 1.6165910 Jun 30 09:24:35.736418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:35.764133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:35.819483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-536b2713-1391-459f-8ff6-5feaf59dd1d4 req-ef243cae-6c15-43ee-a6cd-fae280fd4a0f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574456 Jun 30 09:24:35.831053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-cb0cecfc-7077-42a5-ba1f-1f58b31b15e3 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849129 Jun 30 09:24:35.843921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 271df3dd-74c0-41a3-9ba4-e85596b6c061 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:35.946740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e723f5-857f-4d55-a0fd-067e61b320bf req-fb90a795-2287-4d1b-b782-9748d81b93d1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:35.958851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5e723f5-857f-4d55-a0fd-067e61b320bf req-fb90a795-2287-4d1b-b782-9748d81b93d1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.8339386 Jun 30 09:24:35.977874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-229013d0-4bfb-4a9f-b643-905626f2e9d2 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346142 Jun 30 09:24:35.979192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Made reservation on behalf of a0f808ef791d4a91a56c0030f8919c41 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:35.982542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.072427 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-4de2c0cd-c0e6-4889-9e98-903898b50727 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 200 len: 217 time: 0.0784633 Jun 30 09:24:36.090628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fef7:2f7 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/22d06b8c-5c71-4434-a348-5ea91bdecbba/271df3dd-74c0-41a3-9ba4-e85596b6c061) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:36.213377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Allocated IP 172.20.0.10 (10733ece-d4f9-4243-af68-7bab7b4243f0/332a1921-927d-46ad-af8e-e0d1b69f72f5/3a5ec513-d503-4145-9b28-c5eea05b4483) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:36.306821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40ae89be-c84f-40cb-978a-d14259402555 req-86435b26-c00b-4031-b452-6e775f363e4b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 210 time: 0.0822735 Jun 30 09:24:36.317977 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.415096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.425196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5e723f5-857f-4d55-a0fd-067e61b320bf req-a773bcd3-39f8-466a-bdb5-50e4533cfe5e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4654188 Jun 30 09:24:36.615560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-acdfcf3b-2501-4aaa-9ec2-53ff2be834d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:36.620954 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-acdfcf3b-2501-4aaa-9ec2-53ff2be834d4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 200 len: 797 time: 0.1248991 Jun 30 09:24:36.626763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.757592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:36.845698 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:36.913010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 271df3dd-74c0-41a3-9ba4-e85596b6c061 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:36.919112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:36.923105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:36.926180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:37.000565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.001214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.006332 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c5ae5b-5bdf-4168-87e1-792356d939e1 x-openstack-request-id: req-40c5ae5b-5bdf-4168-87e1-792356d939e1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:37.006674 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafe2715-73f2-4447-8748-e733f1ceec35", "name": "network-vif-deleted", "tag": "da6f0066-e4aa-4e00-9f95-a26d468af99a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:37.006928 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-40c5ae5b-5bdf-4168-87e1-792356d939e1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:37.009408 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aafe2715-73f2-4447-8748-e733f1ceec35', 'name': 'network-vif-deleted', 'tag': 'da6f0066-e4aa-4e00-9f95-a26d468af99a', 'status': 'completed', 'code': 200} Jun 30 09:24:37.015347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.015886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-bc8c1645-493d-467a-a306-5233130de5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.017535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-bc8c1645-493d-467a-a306-5233130de5b2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=012f022d-6db4-44ad-9e33-6e91318280f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3642657 Jun 30 09:24:37.028791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4440e8e-2410-4b26-a3a7-65c2ee519b7e req-279cf401-d6a5-486d-9170-8da9ee941e60 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.030112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e7daf2a8-de41-45a4-a462-8918aab1be3b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5271716 Jun 30 09:24:37.030835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4440e8e-2410-4b26-a3a7-65c2ee519b7e req-279cf401-d6a5-486d-9170-8da9ee941e60 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.2304761 Jun 30 09:24:37.077642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Request body: {'port': {'device_id': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:37.176937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:37.186007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:37.198695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:37.205438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.206192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.241537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9372182 Jun 30 09:24:37.251389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49504) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:37.280403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4440e8e-2410-4b26-a3a7-65c2ee519b7e req-b5311687-8f9c-4af0-b8fd-1d85a0f71214 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276244 Jun 30 09:24:37.341222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656de246-f97e-4d59-9ee4-772cd01174ae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=271df3dd-74c0-41a3-9ba4-e85596b6c061,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:37.412472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:37.536324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20956eeb-4e0e-4ca1-9680-fd303d15e893 req-6bce96f4-6b24-47ed-b5ae-f2187fee5f94 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.538144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20956eeb-4e0e-4ca1-9680-fd303d15e893 req-6bce96f4-6b24-47ed-b5ae-f2187fee5f94 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.4182584 Jun 30 09:24:37.653833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.679957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd22cc5-f560-462e-bffb-32240222536e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.700316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4348e5bd-30bb-4175-aee3-88db9d38c067 None None] Provisioning for port 271df3dd-74c0-41a3-9ba4-e85596b6c061 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:37.702830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd22cc5-f560-462e-bffb-32240222536e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:37.705641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9bd22cc5-f560-462e-bffb-32240222536e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.4523098 Jun 30 09:24:37.717668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4348e5bd-30bb-4175-aee3-88db9d38c067 None None] Provisioning complete for port 271df3dd-74c0-41a3-9ba4-e85596b6c061 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:37.718534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4348e5bd-30bb-4175-aee3-88db9d38c067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:37.747272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49510) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:37.795756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4348e5bd-30bb-4175-aee3-88db9d38c067 None None] Port 271df3dd-74c0-41a3-9ba4-e85596b6c061 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:24:37.836775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:37.889517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20956eeb-4e0e-4ca1-9680-fd303d15e893 req-6538f1df-8a10-4325-96c5-ee9b6974501b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248847 Jun 30 09:24:37.911221 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-c37ea2ee-95d9-4213-9385-d2dbeda481e8 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8800175 Jun 30 09:24:37.975014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:37.986173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.016368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0811c9-3545-49f6-bf4c-36458113cfa2 req-80c9278b-c806-4b72-ae95-441f6947fc60 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.017961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb0811c9-3545-49f6-bf4c-36458113cfa2 req-80c9278b-c806-4b72-ae95-441f6947fc60 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 932 time: 0.2936521 Jun 30 09:24:38.066134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Transition to ACTIVE for port object d9f633ed-9281-461e-915a-a9cf166f639e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:38.091876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.137049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5ec513-d503-4145-9b28-c5eea05b4483 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:38.137725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 271df3dd-74c0-41a3-9ba4-e85596b6c061 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:38.137725 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.153908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0cac7632-3be5-43e6-95af-b1c4d8167afd req-4a26f65e-49cd-49c7-b289-40a95a1770b8 service neutron] 10.222.0.79 "GET /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957166 Jun 30 09:24:38.162257 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.186831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Transition to ACTIVE for port object 3a5ec513-d503-4145-9b28-c5eea05b4483 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:38.197706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.223860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb0811c9-3545-49f6-bf4c-36458113cfa2 req-1e65669b-1b51-4844-a8d9-11d17a4ef430 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914210 Jun 30 09:24:38.273797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.450014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.455746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Attempting to bind port 3a5ec513-d503-4145-9b28-c5eea05b4483 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:38.456849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Attempting to bind port 3a5ec513-d503-4145-9b28-c5eea05b4483 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:38.459376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Attempting to bind port 3a5ec513-d503-4145-9b28-c5eea05b4483 on network 10733ece-d4f9-4243-af68-7bab7b4243f0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:38.479014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Port 3a5ec513-d503-4145-9b28-c5eea05b4483 on network 10733ece-d4f9-4243-af68-7bab7b4243f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:24:38.479326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Attempting to bind port 3a5ec513-d503-4145-9b28-c5eea05b4483 on network 10733ece-d4f9-4243-af68-7bab7b4243f0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:38.499794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:38.500704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Checking segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:38.500704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Bound using segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:38.500999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Bound port: 3a5ec513-d503-4145-9b28-c5eea05b4483, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:38.501379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.541182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8b402-bbaf-4869-a552-487f52b27e21 req-a9f3615b-18c4-41c5-8748-77b57a916436 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.548166 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44e8b402-bbaf-4869-a552-487f52b27e21 req-a9f3615b-18c4-41c5-8748-77b57a916436 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 944 time: 0.5261686 Jun 30 09:24:38.596393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:38.604050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:38.612235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.648285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.652091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.652717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:38.654248 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] 10.222.0.83 "PUT /v2.0/ports/3a5ec513-d503-4145-9b28-c5eea05b4483 HTTP/1.1" status: 200 len: 1093 time: 1.5876563 Jun 30 09:24:38.654744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:38.657415 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b938638-b400-47d6-a709-7465a20c57ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:38.680365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] No DVR routers for this DVR port d9f633ed-9281-461e-915a-a9cf166f639e on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:38.704875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e0801-f99b-4fb5-bd11-f831b1550579 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:38.811726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-94120479-db8f-421b-8bf8-e82ca04cfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.813684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-94120479-db8f-421b-8bf8-e82ca04cfb3c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 1096 time: 0.0795555 Jun 30 09:24:38.884254 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-27cdadce-f6fe-489f-9871-0e16382ed94a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a5ec513-d503-4145-9b28-c5eea05b4483 HTTP/1.1" status: 200 len: 217 time: 0.0546875 Jun 30 09:24:38.972058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-05ff9fe3-e0a5-4259-91b9-cb0d81c3e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:38.973648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-05ff9fe3-e0a5-4259-91b9-cb0d81c3e891 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 200 len: 854 time: 0.0825593 Jun 30 09:24:39.028139 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-61f48dba-78b2-406d-8f2d-ddbb3339d4ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10733ece-d4f9-4243-af68-7bab7b4243f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483451 Jun 30 09:24:39.056303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44e8b402-bbaf-4869-a552-487f52b27e21 req-2afbfffc-c120-4a06-87ad-b1354d9a4325 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5072556 Jun 30 09:24:39.121428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 271df3dd-74c0-41a3-9ba4-e85596b6c061 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:39.208238 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8cc4db-475b-48c5-a640-f48c3fbf8e7e x-openstack-request-id: req-bc8cc4db-475b-48c5-a640-f48c3fbf8e7e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:39.208715 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:39.208818 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc8cc4db-475b-48c5-a640-f48c3fbf8e7e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:39.209188 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'status': 'completed', 'code': 200} Jun 30 09:24:39.222086 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-e3845e53-86f3-480e-8800-897127c8500f service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809304 Jun 30 09:24:39.266152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4e2cc-d8ef-4cf4-aa4b-b0a66da08618 req-c0eba8a1-ddc2-4808-be2f-9f104a9f8d80 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.274438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-05c4e2cc-d8ef-4cf4-aa4b-b0a66da08618 req-c0eba8a1-ddc2-4808-be2f-9f104a9f8d80 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.6631632 Jun 30 09:24:39.326104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:39.326461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:39.326889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:39.347347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Port d9f633ed-9281-461e-915a-a9cf166f639e on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:24:39.347719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Attempting to bind port d9f633ed-9281-461e-915a-a9cf166f639e on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:39.400683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-05c4e2cc-d8ef-4cf4-aa4b-b0a66da08618 req-460a2d99-8a23-4a1d-b6c8-5f5509d33c1a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252794 Jun 30 09:24:39.404919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85ec18c7-d9db-41f1-a5e5-97b8ffd530bf req-d0ae10fa-9e58-4e65-89e2-1860b827a251 service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794214 Jun 30 09:24:39.474766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:39.475386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Checking segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:39.475529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Bound using segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:39.476683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Bound port: d9f633ed-9281-461e-915a-a9cf166f639e, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:39.477163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.636060 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.661432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938638-b400-47d6-a709-7465a20c57ac req-6a4129f9-d217-4341-beb9-37617c365c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.663139 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-6a4129f9-d217-4341-beb9-37617c365c56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 1096 time: 0.1074703 Jun 30 09:24:39.730385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=271df3dd-74c0-41a3-9ba4-e85596b6c061,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:39.801014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938638-b400-47d6-a709-7465a20c57ac req-1b14b26d-1ce0-43e7-b295-b1a64fff6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.802723 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-1b14b26d-1ce0-43e7-b295-b1a64fff6799 service neutron] 10.222.0.83 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 915 time: 0.1326449 Jun 30 09:24:39.863005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29561b9f-d9ef-4738-b74c-5a64d2034c79 req-0657e230-dbdd-48df-8f04-9d2cb190e0df tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.873888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29561b9f-d9ef-4738-b74c-5a64d2034c79 req-0657e230-dbdd-48df-8f04-9d2cb190e0df tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.5162058 Jun 30 09:24:39.876246 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-f4b068ed-e954-47f2-a65d-997bfe0e2aa7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3a5ec513-d503-4145-9b28-c5eea05b4483 HTTP/1.1" status: 200 len: 217 time: 0.0652821 Jun 30 09:24:39.901159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:39.910021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cd00e865-15bf-45e9-b53b-e8afb208b842 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/271df3dd-74c0-41a3-9ba4-e85596b6c061 HTTP/1.1" status: 204 len: 168 time: 2.1617305 Jun 30 09:24:39.914398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49528) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:39.945536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b0c4-bea5-496e-8e0a-5b4ae0fe9683 req-c9d0101e-5e57-4bf6-989f-dfea83cd0165 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.947314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dba8b0c4-bea5-496e-8e0a-5b4ae0fe9683 req-c9d0101e-5e57-4bf6-989f-dfea83cd0165 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 944 time: 0.3551638 Jun 30 09:24:39.953470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b938638-b400-47d6-a709-7465a20c57ac req-f76f57d8-d64e-493e-8f13-5b5bbb23a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:39.954967 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-f76f57d8-d64e-493e-8f13-5b5bbb23a036 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 200 len: 854 time: 0.0707152 Jun 30 09:24:39.997181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:40.026181 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-59d86c3b-b322-43c6-921b-ec9be3fc03aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10733ece-d4f9-4243-af68-7bab7b4243f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594261 Jun 30 09:24:40.056549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:40.065898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29561b9f-d9ef-4738-b74c-5a64d2034c79 req-88f893b4-5f63-4eab-9c51-eb749b0cf822 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905789 Jun 30 09:24:40.070794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.075167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c8d10-e295-4a6d-9b59-efb5247deefa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.076771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c8d10-e295-4a6d-9b59-efb5247deefa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.081631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-118c8d10-e295-4a6d-9b59-efb5247deefa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1650329 Jun 30 09:24:40.082580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49536) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:40.111664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dba8b0c4-bea5-496e-8e0a-5b4ae0fe9683 req-774ea79b-f039-419f-9512-28f0a627b87c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375701 Jun 30 09:24:40.153455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 22d06b8c-5c71-4434-a348-5ea91bdecbba {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:40.156738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.183500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.184524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.186198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] 10.222.0.83 "PUT /v2.0/ports/d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 1093 time: 4.4341230 Jun 30 09:24:40.188578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:40.190972 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849bec6c-7927-41d5-8cd9-246e2dba6f24" -d '{"events": [{"name": "network-changed", "server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:40.205497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.231429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9208b2f-a4c4-4bb0-a8ae-4657e8ddf975 service neutron] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:40.326140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-370d7078-c50d-4e6e-955a-6ba86a50b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.327857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-370d7078-c50d-4e6e-955a-6ba86a50b2df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1097 time: 0.0840812 Jun 30 09:24:40.402400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.411287 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5a70b7-a23d-4ca1-8879-c780043be4e9 x-openstack-request-id: req-9f5a70b7-a23d-4ca1-8879-c780043be4e9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:40.411832 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:40.412166 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9f5a70b7-a23d-4ca1-8879-c780043be4e9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:40.412662 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'status': 'completed', 'code': 200} Jun 30 09:24:40.434753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-9f459296-3f15-4152-b5b5-40773318d53b service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061000 Jun 30 09:24:40.530307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-968e6016-2a81-4ed3-a85a-dc7bf9242754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.531777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-968e6016-2a81-4ed3-a85a-dc7bf9242754 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1965685 Jun 30 09:24:40.563756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a624a92-de94-4d44-a3f5-a7ad60cabc60 req-5d322738-60fc-4dd5-ac7c-7528e2dd9da1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.565282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a624a92-de94-4d44-a3f5-a7ad60cabc60 req-5d322738-60fc-4dd5-ac7c-7528e2dd9da1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1558709 Jun 30 09:24:40.570844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.617371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b938638-b400-47d6-a709-7465a20c57ac req-a6da4a4a-4a56-49fb-9fc9-0dda0b51b174 service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711373 Jun 30 09:24:40.618309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=22d06b8c-5c71-4434-a348-5ea91bdecbba,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:40.623442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.628925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a8730c01-1ac0-4074-aa67-67239ab1b6b2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/22d06b8c-5c71-4434-a348-5ea91bdecbba HTTP/1.1" status: 204 len: 168 time: 0.5450208 Jun 30 09:24:40.629554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:40.631200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a960d7a-ada8-47e0-9928-083bf87a66ec None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:40.676873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3e8247b6-0a33-49fc-9ac5-21655f34c0be tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458994 Jun 30 09:24:40.680040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:40.685127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:40.710871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6a624a92-de94-4d44-a3f5-a7ad60cabc60 req-7df96a5b-7c1d-41bc-b25f-35a0d82d1f39 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296315 Jun 30 09:24:40.744934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-f61e3a63-a220-40ba-bee3-65338ec9ec34 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 999 time: 0.1970234 Jun 30 09:24:40.778082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406055bd-f7c4-4757-b591-739d7bc51987 req-c41939e9-d04c-4190-b98f-6572e5fc18b5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.785766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-406055bd-f7c4-4757-b591-739d7bc51987 req-c41939e9-d04c-4190-b98f-6572e5fc18b5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.1596768 Jun 30 09:24:40.815775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:40.824097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.868457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-406055bd-f7c4-4757-b591-739d7bc51987 req-bdde164d-0217-440e-9dd8-98b56d67ee0c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812964 Jun 30 09:24:40.869774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-c954beb5-589e-4969-850a-0f8c226a64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.871336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-c954beb5-589e-4969-850a-0f8c226a64fb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.1167142 Jun 30 09:24:40.905355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:40.957441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] Deleting port 0597864e-1286-469c-91c9-36460dd38b53 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:40.958627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:40.975180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-fa314ee8-3cf7-4f9b-a1e3-970746c64066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:40.977562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-fa314ee8-3cf7-4f9b-a1e3-970746c64066 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746586 Jun 30 09:24:41.047995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] For port 0597864e-1286-469c-91c9-36460dd38b53, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0597864e-1286-469c-91c9-36460dd38b53,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:41.048773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.064702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] Calling delete_port for 0597864e-1286-469c-91c9-36460dd38b53 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:41.091589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-e8b6713d-81ae-4ba8-8f35-c7746998b0e7 service neutron] 10.222.0.83 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026189 Jun 30 09:24:41.240694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.251914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb23e1fe-c51d-4e39-8957-f8096f582b35 req-cb920171-15ea-4843-9f9f-9c1637a6b1bc service neutron] 10.222.0.83 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514413 Jun 30 09:24:41.265599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:41.268413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.290992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] Pushing event deleted for resources: {'Port': ['ID=0597864e-1286-469c-91c9-36460dd38b53,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:41.293672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-38e813cb-7c3d-43a4-8294-86df3504fd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.296008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0597864e-1286-469c-91c9-36460dd38b53 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:41.326459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0597864e-1286-469c-91c9-36460dd38b53 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:41.327848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0597864e-1286-469c-91c9-36460dd38b53 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:41.329365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eec23b9-f764-4d34-aae4-0347fea9357c None None] No DVR routers for this DVR port 0597864e-1286-469c-91c9-36460dd38b53 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:41.347437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:41.369911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:41.375274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.375945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.378667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=47347b47-6ac3-4202-8011-4dab02f603cc,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:41.382996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf55599-1fa9-4855-baaf-31fa745f12b2 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:41.412628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e51a0c1b-460d-4213-8966-ae5341d89adf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7313881 Jun 30 09:24:41.416149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49558) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:41.422444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:db:7e:4b', 'name': 'tempest-NetworksTestDHCPv6-1526498221'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:41.450636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a98585-84c6-42e5-8aa5-d060b8bd99fa req-10a99028-0157-4728-af81-06b58cf07f76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.452293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90a98585-84c6-42e5-8aa5-d060b8bd99fa req-10a99028-0157-4728-af81-06b58cf07f76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1843004 Jun 30 09:24:41.551935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90a98585-84c6-42e5-8aa5-d060b8bd99fa req-6233d701-fb03-4c0f-836f-d0a9b705a247 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894878 Jun 30 09:24:41.573071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919da7-7600-4ad6-9e28-8cdedb9bdbd4 req-eee94f39-27a4-4f35-a8e3-6001b526353d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.594465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a919da7-7600-4ad6-9e28-8cdedb9bdbd4 req-eee94f39-27a4-4f35-a8e3-6001b526353d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 944 time: 0.2370722 Jun 30 09:24:41.621546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '47347b47-6ac3-4202-8011-4dab02f603cc'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:41.625583 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:41.654043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-b8fd334f-8d04-4cfb-9d0c-e05f7570af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.659183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-b8fd334f-8d04-4cfb-9d0c-e05f7570af3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1097 time: 0.2906389 Jun 30 09:24:41.696206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-be352bc2-eeae-40c1-8160-2c7bc54a9ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.697948 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-be352bc2-eeae-40c1-8160-2c7bc54a9ec7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 1097 time: 0.1730235 Jun 30 09:24:41.700110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:41.730875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a919da7-7600-4ad6-9e28-8cdedb9bdbd4 req-57f67ed2-aab4-4ae3-87d2-7555f20f0d0f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344936 Jun 30 09:24:41.838623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Allocated IP 2001:db8::f816:3eff:fee7:3f5c (24d85a9e-96e0-4b8b-8c23-bf36ab005049/47347b47-6ac3-4202-8011-4dab02f603cc/f7faf593-a655-4425-bfb5-c3fc6501efeb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:41.888785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-2737504b-eb7b-49e0-9bf7-fef1811dd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:41.891159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-2737504b-eb7b-49e0-9bf7-fef1811dd254 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.2122719 Jun 30 09:24:42.121542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-3f24fc25-26a9-4454-904d-ad2db55486fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:42.124026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-9aad8fd3-e107-4988-a4ab-809f38e36801 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 999 time: 0.2178242 Jun 30 09:24:42.128958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-3f24fc25-26a9-4454-904d-ad2db55486fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.3507705 Jun 30 09:24:42.139008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.199452 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.232952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Transition to ACTIVE for port object f7faf593-a655-4425-bfb5-c3fc6501efeb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:42.277212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Transition to ACTIVE for port object f7faf593-a655-4425-bfb5-c3fc6501efeb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:42.286132 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.297503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-5b342e22-2d41-49f9-9b3d-b11caad68afa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7 HTTP/1.1" status: 200 len: 217 time: 0.1478071 Jun 30 09:24:42.306664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port e28d4042-5084-4c7b-9090-67ce7ba07fb4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:42.317647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a49606-00ac-4149-b069-f44526b4e5ac req-f7bc6698-422e-4c03-bee4-d3e02404bb3e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:42.328830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a49606-00ac-4149-b069-f44526b4e5ac req-f7bc6698-422e-4c03-bee4-d3e02404bb3e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.3303676 Jun 30 09:24:42.332478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-7a3b2280-551a-4079-90cf-20e2f42d524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:42.333919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-7a3b2280-551a-4079-90cf-20e2f42d524e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.2091136 Jun 30 09:24:42.358148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Pushing event updated for resources: {'Port': ['ID=f7faf593-a655-4425-bfb5-c3fc6501efeb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:42.373790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:42.375436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:42.381531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:42.388101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.388437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.388992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.389272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.389950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.390167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.390573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.391565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.391763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.392153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.392757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.393263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:42.483440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a49606-00ac-4149-b069-f44526b4e5ac req-951ef643-6857-45cf-bb6b-598bd0283656 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469157 Jun 30 09:24:42.514824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15fb45-41ee-4aba-917b-e77a2e536883 req-b9886fef-c29a-4295-bb19-042d01b52eeb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:42.519682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fedb:7e4b (24d85a9e-96e0-4b8b-8c23-bf36ab005049/47347b47-6ac3-4202-8011-4dab02f603cc/e28d4042-5084-4c7b-9090-67ce7ba07fb4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:42.523453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be15fb45-41ee-4aba-917b-e77a2e536883 req-b9886fef-c29a-4295-bb19-042d01b52eeb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.3189223 Jun 30 09:24:42.546506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Attempting to bind port f7faf593-a655-4425-bfb5-c3fc6501efeb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:42.547268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Attempting to bind port f7faf593-a655-4425-bfb5-c3fc6501efeb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:42.547858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Attempting to bind port f7faf593-a655-4425-bfb5-c3fc6501efeb on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:42.559518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:42.560746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:42.561606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.562168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:42.562901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Bound port: f7faf593-a655-4425-bfb5-c3fc6501efeb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:42.563459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.592887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-8f085cea-4a01-466b-8ce1-2d852f52006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:42.597162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-8f085cea-4a01-466b-8ce1-2d852f52006c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2442791 Jun 30 09:24:42.621733 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be15fb45-41ee-4aba-917b-e77a2e536883 req-1b6d9b1c-a222-4781-b9e7-1fe44489aaaa tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967827 Jun 30 09:24:42.671964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] For port f7faf593-a655-4425-bfb5-c3fc6501efeb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:42.676091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] For port f7faf593-a655-4425-bfb5-c3fc6501efeb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7faf593-a655-4425-bfb5-c3fc6501efeb,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:42.684274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.859584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-55361898-eed5-441d-a76d-04e35949c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:42.861116 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-55361898-eed5-441d-a76d-04e35949c8e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.5001240 Jun 30 09:24:42.895451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf2ba4-853b-47eb-acf4-e1709d2cb3c7 None None] Pushing event updated for resources: {'Port': ['ID=f7faf593-a655-4425-bfb5-c3fc6501efeb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:42.930783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:42.975380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object e28d4042-5084-4c7b-9090-67ce7ba07fb4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:43.005464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-1811ada0-3f6e-45a4-a70c-3cd27d3569bc service neutron] 10.222.0.83 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815305 Jun 30 09:24:43.048654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.112789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f2436-473b-4e24-bba9-4874d84c1368 req-918f00dc-b214-46ad-9de8-bc706dfaa9c6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.121748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-842f2436-473b-4e24-bba9-4874d84c1368 req-918f00dc-b214-46ad-9de8-bc706dfaa9c6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.2280083 Jun 30 09:24:43.161713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908e553-d235-4b5e-bad0-3edecd9553da req-dffd89cf-d2ab-46e1-b3d3-08109df19ec9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.169099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1908e553-d235-4b5e-bad0-3edecd9553da req-dffd89cf-d2ab-46e1-b3d3-08109df19ec9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 944 time: 0.1625693 Jun 30 09:24:43.192765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:43.212299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-842f2436-473b-4e24-bba9-4874d84c1368 req-1e1dcc69-f8f1-4a14-84e1-88a38d03747a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895178 Jun 30 09:24:43.262927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=e28d4042-5084-4c7b-9090-67ce7ba07fb4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:43.276379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:43.282490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:43.296283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1908e553-d235-4b5e-bad0-3edecd9553da req-98810497-9292-4017-bcac-46f92bb6d590 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257279 Jun 30 09:24:43.321774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.322622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.383970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-71ee0633-15e6-4813-b8eb-233c89486710 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9662926 Jun 30 09:24:43.387875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:43.483340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-849bec6c-7927-41d5-8cd9-246e2dba6f24 req-7fefa047-5690-4356-a93e-359480521eae service neutron] 10.222.0.83 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828594 Jun 30 09:24:43.501861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8e4c5-9fba-4622-a2e5-1b52c27db973 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.505986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f8e4c5-9fba-4622-a2e5-1b52c27db973 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.510671 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5f8e4c5-9fba-4622-a2e5-1b52c27db973 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1186473 Jun 30 09:24:43.511911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49588) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:43.520646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-d9f5face-d5a6-416a-a70a-fd4c96ec0ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.522150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-d9f5face-d5a6-416a-a70a-fd4c96ec0ae7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1880600 Jun 30 09:24:43.808504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:43.812842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port e28d4042-5084-4c7b-9090-67ce7ba07fb4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:43.813398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:43.828267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 13d626ab-bde4-450e-b83d-a66b96a6b5e7 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:43.833457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099a97f-e1db-4f1f-bca3-04723a879cc3 req-f3aeff52-ed33-4392-846b-6933a9705511 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:43.849451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6099a97f-e1db-4f1f-bca3-04723a879cc3 req-f3aeff52-ed33-4392-846b-6933a9705511 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1766508 Jun 30 09:24:44.077560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6099a97f-e1db-4f1f-bca3-04723a879cc3 req-36c1580a-62d8-4252-95ff-72c3a9ffb03f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150037 Jun 30 09:24:44.137388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.154252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for e28d4042-5084-4c7b-9090-67ce7ba07fb4 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:44.189313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789519-a16b-4b8b-bf65-4d380b486935 req-01f16747-dd01-42ec-8902-cef2baafc15d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:44.197971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a789519-a16b-4b8b-bf65-4d380b486935 req-01f16747-dd01-42ec-8902-cef2baafc15d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 945 time: 0.3342400 Jun 30 09:24:44.201175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b90a8f4f-561a-4cbe-ab2d-7c1fcec23639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.256380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:44.320520 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.329381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.341967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'port_id': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'mac_address': 'fa:16:3e:4f:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332a1921-927d-46ad-af8e-e0d1b69f72f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:44.383478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a789519-a16b-4b8b-bf65-4d380b486935 req-9a1255ce-177b-40cf-8356-7c9aefc35d6a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842291 Jun 30 09:24:44.413163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.449763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:44.455092 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f0077-eb78-42ed-bf7c-abcabb12d20b" -d '{"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-unplugged", "status": "completed", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:44.464210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ec513-d503-4145-9b28-c5eea05b4483 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:44.511090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:44.527735 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.533703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:44.580936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45041f-582c-4f5d-bebf-b316c7cfc248 req-94674be0-c11e-4e27-b8f1-0247b84e7907 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:44.588695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.598039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b45041f-582c-4f5d-bebf-b316c7cfc248 req-94674be0-c11e-4e27-b8f1-0247b84e7907 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1570401 Jun 30 09:24:44.607191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.636896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:44.674458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=e28d4042-5084-4c7b-9090-67ce7ba07fb4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:44.740827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:44.745152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.745735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.746257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.746772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.747441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.747953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.748444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.748940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.749426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.749927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.750499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.751002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:24:44.764232 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:44.774428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-269e2670-c4df-4179-a01e-ffa20ca39a82 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/e28d4042-5084-4c7b-9090-67ce7ba07fb4 HTTP/1.1" status: 204 len: 168 time: 1.2601299 Jun 30 09:24:44.775001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6286876d-c063-4b2f-8b20-a1aba3496fb9 None None] Provisioning for port f7faf593-a655-4425-bfb5-c3fc6501efeb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:44.779258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49602) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:44.789213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b45041f-582c-4f5d-bebf-b316c7cfc248 req-25a56665-7b3f-4774-8a52-707c3ec7792e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885953 Jun 30 09:24:44.923674 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f7abf-7e73-4dd6-875b-20aed7d4adcd x-openstack-request-id: req-3b0f7abf-7e73-4dd6-875b-20aed7d4adcd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:44.924066 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-unplugged", "status": "completed", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:44.924491 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b0f7abf-7e73-4dd6-875b-20aed7d4adcd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:44.925054 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'code': 200} Jun 30 09:24:44.929242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80208d8-4993-447e-abd6-0fac8737b0f6 req-a5703c68-806e-4908-acee-eca31e26cb0a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:44.931037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeff59b-3c20-407b-aead-f38bc8ed4470 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:44.934465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeff59b-3c20-407b-aead-f38bc8ed4470 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:44.936759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-beeff59b-3c20-407b-aead-f38bc8ed4470 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1525009 Jun 30 09:24:44.940412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f80208d8-4993-447e-abd6-0fac8737b0f6 req-a5703c68-806e-4908-acee-eca31e26cb0a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 945 time: 0.2028339 Jun 30 09:24:44.941092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:44.994767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f80208d8-4993-447e-abd6-0fac8737b0f6 req-cc59044e-f078-4751-9ad2-74a72f6c3ef1 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Jun 30 09:24:45.013666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3a5ec513-d503-4145-9b28-c5eea05b4483'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:45.151777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 47347b47-6ac3-4202-8011-4dab02f603cc {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:45.168117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.246918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-16b4ab8f-0cb1-4554-8d14-c8b1da5f1180 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207016 Jun 30 09:24:45.255648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.270846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3bede9ce-a965-4ef9-ba63-82b7bab4daad None None] Could not find standard attr ID for object e28d4042-5084-4c7b-9090-67ce7ba07fb4. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:45.447988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7faf593-a655-4425-bfb5-c3fc6501efeb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:45.573713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6cd46-a0b3-4df8-b568-d95b3ffbf7cd req-cda7f5d8-f898-4e84-a5ed-33c6a42a34b8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:45.581940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dd6cd46-a0b3-4df8-b568-d95b3ffbf7cd req-cda7f5d8-f898-4e84-a5ed-33c6a42a34b8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1548097 Jun 30 09:24:45.679407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f7faf593-a655-4425-bfb5-c3fc6501efeb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:45.687457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f7faf593-a655-4425-bfb5-c3fc6501efeb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:45.687883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.703634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.713070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f8b121c7-e92e-46b2-957c-ee42da8a5f2f req-62158921-5802-4735-bd44-da8a6cce5b68 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455523 Jun 30 09:24:45.772426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dd6cd46-a0b3-4df8-b568-d95b3ffbf7cd req-3385a2e4-4172-45f0-872e-13c455a0e3d1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830070 Jun 30 09:24:45.878799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725ceee-e2d5-4b9b-ac37-17c6451a9ef4 req-06f37ab1-4f21-42bd-8475-ea897d7d0087 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:45.885397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.888241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2725ceee-e2d5-4b9b-ac37-17c6451a9ef4 req-06f37ab1-4f21-42bd-8475-ea897d7d0087 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.2279778 Jun 30 09:24:45.928405 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:45.988791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2725ceee-e2d5-4b9b-ac37-17c6451a9ef4 req-4ec8e0e6-5900-4343-a757-76a317ddf15f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996006 Jun 30 09:24:46.207853 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.221994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:46.222383 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:46.252064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d56706-9684-4628-b1b3-62dfa39a6f7e req-02ff6a67-0dc2-454a-b345-68b0e3435289 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:46.255068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6d56706-9684-4628-b1b3-62dfa39a6f7e req-02ff6a67-0dc2-454a-b345-68b0e3435289 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1758583 Jun 30 09:24:46.465303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=47347b47-6ac3-4202-8011-4dab02f603cc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:46.476113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.480210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cdc43d35-9713-4525-99e5-ec4317446b77 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/47347b47-6ac3-4202-8011-4dab02f603cc HTTP/1.1" status: 204 len: 168 time: 1.5060344 Jun 30 09:24:46.480985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.483966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a62ae-b0d8-4cf8-8917-7cf9eb4932b2 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:46.534900 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0a588bfb-715b-4dfb-b53b-8494c37b0193 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507312 Jun 30 09:24:46.535335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49620) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.674845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1912b94-f582-459b-a7fb-8bb7c73e71b0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:46.678259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f1912b94-f582-459b-a7fb-8bb7c73e71b0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1383107 Jun 30 09:24:46.680208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49622) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.743247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6d56706-9684-4628-b1b3-62dfa39a6f7e req-218eb9d4-6fd6-4d43-ac22-7ff445222796 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805603 Jun 30 09:24:46.790473 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.808333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ce6df2-5590-4a0d-b39f-11546ddfa1ec tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:46.812970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49626) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.813215 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b8ce6df2-5590-4a0d-b39f-11546ddfa1ec tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1317248 Jun 30 09:24:46.823775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62265b-ba96-42c8-aeb1-3d4d07ae197e req-28724f13-027b-49cf-a2e6-9dc271a09c3f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:46.831047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b62265b-ba96-42c8-aeb1-3d4d07ae197e req-28724f13-027b-49cf-a2e6-9dc271a09c3f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 945 time: 0.5414102 Jun 30 09:24:46.836885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f7faf593-a655-4425-bfb5-c3fc6501efeb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7faf593-a655-4425-bfb5-c3fc6501efeb,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:46.856346 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:46.923522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-587fabf0-c1dc-4ece-a5c1-7bc6bbea2ae8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087611 Jun 30 09:24:46.930814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49628) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:46.935350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:47.000394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f7faf593-a655-4425-bfb5-c3fc6501efeb,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:47.046719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:47.056199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b62265b-ba96-42c8-aeb1-3d4d07ae197e req-eb73b190-5235-49e4-bd4e-405172d84b91 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242312 Jun 30 09:24:47.128983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:47.137340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] Deleting port f7faf593-a655-4425-bfb5-c3fc6501efeb {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:47.137340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.138861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.249628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] For port f7faf593-a655-4425-bfb5-c3fc6501efeb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f7faf593-a655-4425-bfb5-c3fc6501efeb,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:47.250038 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.285794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f7faf593-a655-4425-bfb5-c3fc6501efeb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:47.297305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] Calling delete_port for f7faf593-a655-4425-bfb5-c3fc6501efeb owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:47.405518 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.446057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea938f1-37a8-49c0-ac96-45a057650fca req-6ec1e485-687b-4492-b3e3-922a2015c1a6 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:47.453128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ea938f1-37a8-49c0-ac96-45a057650fca req-6ec1e485-687b-4492-b3e3-922a2015c1a6 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1689913 Jun 30 09:24:47.472777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.495440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.563040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ea938f1-37a8-49c0-ac96-45a057650fca req-d48c7981-7b04-43bc-be5a-366c1ca046e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089029 Jun 30 09:24:47.761603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] Pushing event deleted for resources: {'Port': ['ID=f7faf593-a655-4425-bfb5-c3fc6501efeb,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:47.784199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e254d252-df88-4ae0-a30c-cce5d3040d2f None None] No DVR routers for this DVR port f7faf593-a655-4425-bfb5-c3fc6501efeb on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:47.806575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.813008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:47.816903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.825849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:47.872557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:47.880489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:47.888796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:47.889414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:47.892933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac93d1-c4f5-464d-84bc-c929fd65e53f None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:47.908708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6ac98-ac3f-46b8-85a1-0d8168b70891 req-3d08ce15-85bd-4ad5-84aa-1b791fa34ba4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:47.917056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1b6ac98-ac3f-46b8-85a1-0d8168b70891 req-3d08ce15-85bd-4ad5-84aa-1b791fa34ba4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.2093439 Jun 30 09:24:47.933154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=4c771785-fced-41a4-8997-34175c066978,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:47.963063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-84154df3-adb4-436f-aaf9-035df9d5ae63 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0317109 Jun 30 09:24:47.965763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:47.974721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:c8:ce:6a', 'name': 'tempest-NetworksTestDHCPv6-1433668583'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:47.980983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1b6ac98-ac3f-46b8-85a1-0d8168b70891 req-d47dc423-108f-42a4-9703-5a3557037fa1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Jun 30 09:24:47.988704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 3a5ec513-d503-4145-9b28-c5eea05b4483 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:48.012129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 3a5ec513-d503-4145-9b28-c5eea05b4483 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:48.012429 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.111340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '4c771785-fced-41a4-8997-34175c066978'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:48.112479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.137849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:48.199187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b61f-31f6-466d-9472-549809ab31f3 req-9ed7a68b-0cd8-4a0d-aa68-db8f292c1903 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:48.205452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3573b61f-31f6-466d-9472-549809ab31f3 req-9ed7a68b-0cd8-4a0d-aa68-db8f292c1903 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1245103 Jun 30 09:24:48.273548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.284974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3573b61f-31f6-466d-9472-549809ab31f3 req-7fd8eb8e-5bd4-4b6e-81a7-d2bf9ba7f05c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703773 Jun 30 09:24:48.331657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.384029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 37146d08-5360-48c0-82b7-cd2ade642035 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:48.459451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Allocated IP 2001:db8::f816:3eff:fe59:8a46 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/4c771785-fced-41a4-8997-34175c066978/03339a17-7c5e-4cfa-9350-81f43ed94bb3) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:48.537180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:48.540410 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0711bf-d3f1-40cc-b9f0-67edcfc75d8d" -d '{"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:48.552185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:48.558317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.630308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528825f-350a-4d97-bcb1-fc518754b5e8 req-06487325-67da-4a91-aa69-535c25479d9f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:48.641109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2528825f-350a-4d97-bcb1-fc518754b5e8 req-06487325-67da-4a91-aa69-535c25479d9f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 945 time: 0.1010633 Jun 30 09:24:48.676904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2528825f-350a-4d97-bcb1-fc518754b5e8 req-5dd01008-0ecb-4cbf-83e5-e5d6431a852a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348771 Jun 30 09:24:48.690794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.737560 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcf682b-f9c8-450c-9fa7-7682ee3a655a x-openstack-request-id: req-8fcf682b-f9c8-450c-9fa7-7682ee3a655a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:48.738048 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:48.738167 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8fcf682b-f9c8-450c-9fa7-7682ee3a655a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:48.738531 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'code': 200} Jun 30 09:24:48.760683 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.769402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Transition to ACTIVE for port object 03339a17-7c5e-4cfa-9350-81f43ed94bb3 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:48.786935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Transition to ACTIVE for port object 03339a17-7c5e-4cfa-9350-81f43ed94bb3 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:48.802992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.862442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:48.865616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:48.876259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:48.879416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Pushing event updated for resources: {'Port': ['ID=03339a17-7c5e-4cfa-9350-81f43ed94bb3,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:48.891020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fec8:ce6a (24d85a9e-96e0-4b8b-8c23-bf36ab005049/4c771785-fced-41a4-8997-34175c066978/37146d08-5360-48c0-82b7-cd2ade642035) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:48.947282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Attempting to bind port 03339a17-7c5e-4cfa-9350-81f43ed94bb3 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:48.947282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Attempting to bind port 03339a17-7c5e-4cfa-9350-81f43ed94bb3 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:48.947872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Attempting to bind port 03339a17-7c5e-4cfa-9350-81f43ed94bb3 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:48.953464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:48.953993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:48.954536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.955111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:48.955709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Bound port: 03339a17-7c5e-4cfa-9350-81f43ed94bb3, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:48.956170 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:48.985544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17edada-63b8-4301-af79-d7018ff8d25c req-09dfcd72-5f72-491e-a7a0-6b97fd97ffd3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:48.987437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a17edada-63b8-4301-af79-d7018ff8d25c req-09dfcd72-5f72-491e-a7a0-6b97fd97ffd3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1191702 Jun 30 09:24:49.057657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] For port 03339a17-7c5e-4cfa-9350-81f43ed94bb3, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:49.057880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a17edada-63b8-4301-af79-d7018ff8d25c req-fe805c32-f3fb-43c2-97a6-2679cc7891d2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581965 Jun 30 09:24:49.062676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] For port 03339a17-7c5e-4cfa-9350-81f43ed94bb3, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03339a17-7c5e-4cfa-9350-81f43ed94bb3,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:49.073432 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.150927 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.170701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 37146d08-5360-48c0-82b7-cd2ade642035 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:49.182362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e018a5-c631-4dc3-85c4-93cf7c47e72b None None] Pushing event updated for resources: {'Port': ['ID=03339a17-7c5e-4cfa-9350-81f43ed94bb3,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:49.238642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.294200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:49.309746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:49.314606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:49.322503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:49.323532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.332867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939198f0-f23a-46ee-9edd-9ccf922568ff req-20f9fb1b-5c3d-416b-aa90-ba0859becebf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:49.336603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-939198f0-f23a-46ee-9edd-9ccf922568ff req-20f9fb1b-5c3d-416b-aa90-ba0859becebf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1105199 Jun 30 09:24:49.347166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=37146d08-5360-48c0-82b7-cd2ade642035,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:49.373447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fbdde44f-ba81-40f0-a9b3-1aab4f5e7943 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4055448 Jun 30 09:24:49.373781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49648) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:49.419658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-939198f0-f23a-46ee-9edd-9ccf922568ff req-7f0bf4af-9de2-44ac-ae45-548236812232 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777919 Jun 30 09:24:49.484219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24a8a0-4672-4a15-8a8e-da8a4a3c482f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:49.501039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae24a8a0-4672-4a15-8a8e-da8a4a3c482f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:49.502951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ae24a8a0-4672-4a15-8a8e-da8a4a3c482f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1283956 Jun 30 09:24:49.505675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49650) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:49.722033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223642c9-ed06-43d8-b617-a8f06de41f39 req-f0323951-4023-48a9-9735-6a4cf05b0343 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:49.723609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-223642c9-ed06-43d8-b617-a8f06de41f39 req-f0323951-4023-48a9-9735-6a4cf05b0343 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1066787 Jun 30 09:24:49.734058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 37146d08-5360-48c0-82b7-cd2ade642035 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:49.734457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.821047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-223642c9-ed06-43d8-b617-a8f06de41f39 req-f9e5c07d-a75a-4370-8ae7-b86fdfaf2528 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886679 Jun 30 09:24:49.865116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:49.879423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 37146d08-5360-48c0-82b7-cd2ade642035 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:50.062124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97134bb8-66a8-48fb-b27b-08bb1da09767 req-f7f9ec8f-1aae-45d5-8ab1-fecdc7b79b37 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:50.063857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97134bb8-66a8-48fb-b27b-08bb1da09767 req-f7f9ec8f-1aae-45d5-8ab1-fecdc7b79b37 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1203070 Jun 30 09:24:50.099043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.173123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.178023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:50.179313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/37146d08-5360-48c0-82b7-cd2ade642035 HTTP/1.1" status: 204 len: 168 time: 0.6714764 Jun 30 09:24:50.185682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a80f40-dc9b-47de-ae9d-4631ec5aa816 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=37146d08-5360-48c0-82b7-cd2ade642035,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.199304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97134bb8-66a8-48fb-b27b-08bb1da09767 req-4bd18928-d5a3-4186-8feb-d6e01bdc9781 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171091 Jun 30 09:24:50.277358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda19e1-af87-41c5-8428-2359522a906a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:50.279273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddda19e1-af87-41c5-8428-2359522a906a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:50.281178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ddda19e1-af87-41c5-8428-2359522a906a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1003685 Jun 30 09:24:50.284106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:50.395216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 4c771785-fced-41a4-8997-34175c066978 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:50.400638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.446062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.483889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2165cc8-27d8-478c-be87-32894f6d57ea req-9478d653-bb2a-4ea4-ad9a-b6b563a41936 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:50.485458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2165cc8-27d8-478c-be87-32894f6d57ea req-9478d653-bb2a-4ea4-ad9a-b6b563a41936 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1481667 Jun 30 09:24:50.567743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2165cc8-27d8-478c-be87-32894f6d57ea req-88bf66e0-d779-4611-a133-e6e1b851066e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750070 Jun 30 09:24:50.586098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03ba9d4b-81f1-44e8-83b7-a5d5711db3c4 None None] Provisioning for port 03339a17-7c5e-4cfa-9350-81f43ed94bb3 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:50.594540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.698640 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.774501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=4c771785-fced-41a4-8997-34175c066978,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:50.786023 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:50.790614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f25b314c-a38a-4403-9d42-8134c27281a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/4c771785-fced-41a4-8997-34175c066978 HTTP/1.1" status: 204 len: 168 time: 0.5028436 Jun 30 09:24:50.791014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49662) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:50.797912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd9471-59c5-49ea-8236-673c0c69a632 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:50.833311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a9afcf19-cf07-4381-8b65-75739fc3e169 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413139 Jun 30 09:24:50.836170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49664) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:50.841245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:50.875012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b1469b3a-b3ca-40df-977d-d47a8681c120 None None] Could not find standard attr ID for object 37146d08-5360-48c0-82b7-cd2ade642035. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:50.932507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b400df3-c87a-4bdb-81af-2a8c8fa59c65 req-609d1489-c66e-4008-a0ec-1d93f16d1bbd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:50.933926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b400df3-c87a-4bdb-81af-2a8c8fa59c65 req-609d1489-c66e-4008-a0ec-1d93f16d1bbd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.2197978 Jun 30 09:24:50.982082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:50.985684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.007887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b400df3-c87a-4bdb-81af-2a8c8fa59c65 req-fd3cd3ae-a52e-48d5-a5f1-1936ec1d2485 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654833 Jun 30 09:24:51.077434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:51.143054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] Deleting port 03339a17-7c5e-4cfa-9350-81f43ed94bb3 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:51.143449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.275405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] For port 03339a17-7c5e-4cfa-9350-81f43ed94bb3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03339a17-7c5e-4cfa-9350-81f43ed94bb3,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:51.276541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.298869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79457b-302b-4262-8c48-f5f818b2b0c2 req-57ae0a82-4799-40bb-b6e4-0c35c4cec93d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:51.300427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a79457b-302b-4262-8c48-f5f818b2b0c2 req-57ae0a82-4799-40bb-b6e4-0c35c4cec93d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1733532 Jun 30 09:24:51.301615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] Calling delete_port for 03339a17-7c5e-4cfa-9350-81f43ed94bb3 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:51.386065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a79457b-302b-4262-8c48-f5f818b2b0c2 req-545e8e10-954f-4da8-aa79-c472d036358a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751274 Jun 30 09:24:51.393529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.425664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] Pushing event deleted for resources: {'Port': ['ID=03339a17-7c5e-4cfa-9350-81f43ed94bb3,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:51.445436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fdcd2c-d21c-4e58-ab8b-48974324fc68 None None] No DVR routers for this DVR port 03339a17-7c5e-4cfa-9350-81f43ed94bb3 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:51.518333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:51.520134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.560178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:51.563850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:51.567030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:51.567731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.577078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3d58c-93d8-4902-be91-b319a6d018bd None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:51.647339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=cf38b8f1-dfd6-487d-8535-a5dd66d39dbd,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:51.667650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7262b2e9-c466-42ac-9583-71a498bcae58 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8302085 Jun 30 09:24:51.670344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49674) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:51.676395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:60:9a:ad', 'name': 'tempest-NetworksTestDHCPv6-1229171197'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:51.763038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1b6e48-bdca-4d14-81ce-6742e7acaa21 req-31950269-e458-4fbb-a6cd-c0c800b77bfa tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:51.766858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': 'cf38b8f1-dfd6-487d-8535-a5dd66d39dbd'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:51.768848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:51.770362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d1b6e48-bdca-4d14-81ce-6742e7acaa21 req-31950269-e458-4fbb-a6cd-c0c800b77bfa tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1990535 Jun 30 09:24:51.829481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d1b6e48-bdca-4d14-81ce-6742e7acaa21 req-3b178c13-d918-43f2-8114-9748d20acaa8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547528 Jun 30 09:24:51.924881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:51.969645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Allocated IP 2001:db8::f816:3eff:fe3a:6253 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/cf38b8f1-dfd6-487d-8535-a5dd66d39dbd/9c062095-c5db-4957-bd43-2782ede2fb7d) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:52.075808 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.096975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae226bc3-64ad-4edb-9f56-00bb56147cbf req-490bac6f-ccd3-48f1-9be5-defbc0ef69dd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.098488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae226bc3-64ad-4edb-9f56-00bb56147cbf req-490bac6f-ccd3-48f1-9be5-defbc0ef69dd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1170020 Jun 30 09:24:52.127875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 47b6fbb7-76d2-4634-8693-245fdf3f7a5d yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:52.153833 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.162190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Transition to ACTIVE for port object 9c062095-c5db-4957-bd43-2782ede2fb7d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:52.179732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Transition to ACTIVE for port object 9c062095-c5db-4957-bd43-2782ede2fb7d will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:52.185155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae226bc3-64ad-4edb-9f56-00bb56147cbf req-4fce6701-5b17-48aa-bb75-364415418a28 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801530 Jun 30 09:24:52.188529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.235778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:52.240181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:52.244250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:52.257349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Pushing event updated for resources: {'Port': ['ID=9c062095-c5db-4957-bd43-2782ede2fb7d,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:52.273914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fe60:9aad (24d85a9e-96e0-4b8b-8c23-bf36ab005049/cf38b8f1-dfd6-487d-8535-a5dd66d39dbd/47b6fbb7-76d2-4634-8693-245fdf3f7a5d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:52.310951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Attempting to bind port 9c062095-c5db-4957-bd43-2782ede2fb7d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:52.311320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Attempting to bind port 9c062095-c5db-4957-bd43-2782ede2fb7d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:52.311679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Attempting to bind port 9c062095-c5db-4957-bd43-2782ede2fb7d on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:52.316736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:52.319105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:52.319105 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.319105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:52.319105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Bound port: 9c062095-c5db-4957-bd43-2782ede2fb7d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:52.319105 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.387972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] For port 9c062095-c5db-4957-bd43-2782ede2fb7d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:52.391220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] For port 9c062095-c5db-4957-bd43-2782ede2fb7d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9c062095-c5db-4957-bd43-2782ede2fb7d,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:52.396560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.457220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4fa242-53d2-4c4b-b61e-bc886f6ddd3f req-1c643c4f-0f91-4245-8fb9-77b48b3792a4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.462982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a4fa242-53d2-4c4b-b61e-bc886f6ddd3f req-1c643c4f-0f91-4245-8fb9-77b48b3792a4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1443007 Jun 30 09:24:52.471368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62d053-6b95-40e6-bc06-25306c664c8a None None] Pushing event updated for resources: {'Port': ['ID=9c062095-c5db-4957-bd43-2782ede2fb7d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:52.533040 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.541512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a4fa242-53d2-4c4b-b61e-bc886f6ddd3f req-a6c548ad-6b01-4624-aa58-1ef3d5bc492c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668976 Jun 30 09:24:52.552268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 47b6fbb7-76d2-4634-8693-245fdf3f7a5d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:52.602615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.673883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:52.677114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:52.685558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:52.691725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.692391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:52.713726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=47b6fbb7-76d2-4634-8693-245fdf3f7a5d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:52.752760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bacd6405-4db7-408d-bb95-d22f463cbaa3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0813279 Jun 30 09:24:52.755553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:52.805251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3154a08-4013-477b-89a9-bfbf5050be26 req-29508b5d-1696-4918-9de2-3bc17b0a6610 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.806840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3154a08-4013-477b-89a9-bfbf5050be26 req-29508b5d-1696-4918-9de2-3bc17b0a6610 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.1265547 Jun 30 09:24:52.831075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093754c-fca1-48d4-a0a1-e2976bd4857d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.837119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093754c-fca1-48d4-a0a1-e2976bd4857d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:52.841229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c093754c-fca1-48d4-a0a1-e2976bd4857d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0822532 Jun 30 09:24:52.841611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:52.852534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3154a08-4013-477b-89a9-bfbf5050be26 req-40ff7815-2542-4483-917f-1bfa4762194a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354667 Jun 30 09:24:52.957860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 47b6fbb7-76d2-4634-8693-245fdf3f7a5d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:52.958125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.028590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114af7f-91f7-495f-9392-91333f026a0a req-0eb37060-8ecb-4f7c-9011-06e624ae7a12 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.030083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4114af7f-91f7-495f-9392-91333f026a0a req-0eb37060-8ecb-4f7c-9011-06e624ae7a12 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.0646913 Jun 30 09:24:53.043162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.055366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 47b6fbb7-76d2-4634-8693-245fdf3f7a5d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:53.070597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4114af7f-91f7-495f-9392-91333f026a0a req-314e1670-16fd-4647-9359-c6c1f1631d99 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Jun 30 09:24:53.198117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.226632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9c062095-c5db-4957-bd43-2782ede2fb7d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:53.233824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=47b6fbb7-76d2-4634-8693-245fdf3f7a5d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:53.267436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.269585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12ad7dba-f2c3-4e65-94ae-871021f407f8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/47b6fbb7-76d2-4634-8693-245fdf3f7a5d HTTP/1.1" status: 204 len: 168 time: 0.4268517 Jun 30 09:24:53.272167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49688) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.300324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 9c062095-c5db-4957-bd43-2782ede2fb7d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:53.337702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533493d-9229-4a44-a37b-66d3b0366a49 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.339242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a533493d-9229-4a44-a37b-66d3b0366a49 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.341301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a533493d-9229-4a44-a37b-66d3b0366a49 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0672410 Jun 30 09:24:53.343677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.401903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet cf38b8f1-dfd6-487d-8535-a5dd66d39dbd {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:53.405147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.419305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf4a215-5c48-4357-acad-1196c5af0f36 req-53aafd3b-05ec-4ccc-b184-b32c5490b571 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.420798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bbf4a215-5c48-4357-acad-1196c5af0f36 req-53aafd3b-05ec-4ccc-b184-b32c5490b571 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.0684092 Jun 30 09:24:53.447721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.471463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bbf4a215-5c48-4357-acad-1196c5af0f36 req-095ddc04-620f-48d3-9cf8-ff0324093ed8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422971 Jun 30 09:24:53.531076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Provisioning for port 9c062095-c5db-4957-bd43-2782ede2fb7d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:53.535521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Provisioning complete for port 9c062095-c5db-4957-bd43-2782ede2fb7d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:53.535896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.544490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.614929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.628254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.650596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:53.656210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/cf38b8f1-dfd6-487d-8535-a5dd66d39dbd HTTP/1.1" status: 204 len: 168 time: 0.3090589 Jun 30 09:24:53.656210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ed331-32a5-4f36-907a-a01ad3453d0a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=cf38b8f1-dfd6-487d-8535-a5dd66d39dbd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:53.656711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49694) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.698117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fc96dc32-4fbb-4b7e-a511-d1091614deeb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403712 Jun 30 09:24:53.700946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.729747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:24:53.730103 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:24:53.800514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4c4786-b119-410a-bbac-972e85fac39b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.802777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c4c4786-b119-410a-bbac-972e85fac39b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1004403 Jun 30 09:24:53.805994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.828946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae602fb-c515-4932-b354-24bf07a14c60 req-b70f17b7-f0c3-496b-b87b-55dd85c9cf82 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.830546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bae602fb-c515-4932-b354-24bf07a14c60 req-b70f17b7-f0c3-496b-b87b-55dd85c9cf82 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.0793004 Jun 30 09:24:53.863162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc246f2-d9e4-4994-a268-019a7d5bdebf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:53.867953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3dc246f2-d9e4-4994-a268-019a7d5bdebf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0575283 Jun 30 09:24:53.868354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.876635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bae602fb-c515-4932-b354-24bf07a14c60 req-b08cf354-0291-4a8f-813a-17e56f0b5c5e tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390954 Jun 30 09:24:53.886871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007724b0-8a6d-4cbf-9da5-0dbd654112f3 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:53.912606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-14f42937-2b64-4758-a5fd-3c968f62c682 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428684 Jun 30 09:24:53.916937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:53.922294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:54.039434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:54.047834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.075100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12469f4c-cdfe-4253-94da-b4e6047cb29b req-08e74ca0-9fbb-444d-8196-552c14367aa6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:54.077279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12469f4c-cdfe-4253-94da-b4e6047cb29b req-08e74ca0-9fbb-444d-8196-552c14367aa6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 943 time: 0.0707531 Jun 30 09:24:54.085560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:54.130083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12469f4c-cdfe-4253-94da-b4e6047cb29b req-8507c82a-3681-4f57-ab8b-b62c6312e668 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Jun 30 09:24:54.139117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] Deleting port 9c062095-c5db-4957-bd43-2782ede2fb7d {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:54.139820 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.211873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] For port 9c062095-c5db-4957-bd43-2782ede2fb7d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9c062095-c5db-4957-bd43-2782ede2fb7d,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:54.211873 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.227969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] Calling delete_port for 9c062095-c5db-4957-bd43-2782ede2fb7d owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:54.299273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.307846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.339779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a740cde-5b8c-4212-b656-bc75f38a95a0 req-5f97646a-f11e-4080-b595-052948e1840b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:54.347229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a740cde-5b8c-4212-b656-bc75f38a95a0 req-5f97646a-f11e-4080-b595-052948e1840b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.0833008 Jun 30 09:24:54.354366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] For port 9c062095-c5db-4957-bd43-2782ede2fb7d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9c062095-c5db-4957-bd43-2782ede2fb7d,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:54.355301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:54.360867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:54.361305 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.363824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:54.364429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.386120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=5222294b-0115-4053-9cdc-cdb06993d6dd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:54.391113 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9de8b895-02d8-4a4c-a03a-1169fb531f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4731627 Jun 30 09:24:54.394144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a740cde-5b8c-4212-b656-bc75f38a95a0 req-dba2abf5-c850-4fad-b05e-bf57b5c4ee56 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457735 Jun 30 09:24:54.394469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:54.400406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:28:94:22', 'name': 'tempest-NetworksTestDHCPv6-366226614'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:54.434159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b903afa-40f8-47ca-ae4f-c6d6b6eec52e None None] Pushing event updated for resources: {'Port': ['ID=9c062095-c5db-4957-bd43-2782ede2fb7d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:54.437924 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.466475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] No DVR routers for this DVR port 9c062095-c5db-4957-bd43-2782ede2fb7d on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:54.475305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa208f-ee3e-434a-afdc-2bb2581bc87e None None] Pushing event deleted for resources: {'Port': ['ID=9c062095-c5db-4957-bd43-2782ede2fb7d,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:54.485311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-984f564e-7d43-4fe5-86e9-6f5701e24359 None None] Could not find standard attr ID for object 47b6fbb7-76d2-4634-8693-245fdf3f7a5d. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:24:54.487880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a319bea-444a-402a-93d6-40da88d3d112 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:54.531009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:54.619509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.645815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 87d4eacf-41e3-4d2a-9892-b5ba15812957 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:54.679412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '5222294b-0115-4053-9cdc-cdb06993d6dd'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:54.680648 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.704327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa010a-8b45-4f45-89ed-2778628c287a req-d8e28ea9-66f4-44f9-80c3-482416013bb0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:54.707855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32aa010a-8b45-4f45-89ed-2778628c287a req-d8e28ea9-66f4-44f9-80c3-482416013bb0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.0962555 Jun 30 09:24:54.761869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b0959563-a201-4b43-be05-7f3b66b299a4 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:24:54.762071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32aa010a-8b45-4f45-89ed-2778628c287a req-ff4dc807-7931-4982-8cea-720fb2dfc8dd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447695 Jun 30 09:24:54.790028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::2ca (24d85a9e-96e0-4b8b-8c23-bf36ab005049/5222294b-0115-4053-9cdc-cdb06993d6dd/87d4eacf-41e3-4d2a-9892-b5ba15812957) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:54.879428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b0959563-a201-4b43-be05-7f3b66b299a4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b0959563-a201-4b43-be05-7f3b66b299a4,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:54.891670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'b0959563-a201-4b43-be05-7f3b66b299a4', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': 'b0959563-a201-4b43-be05-7f3b66b299a4', 'mac_address': 'fa:16:3e:26:b7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:24:54.931747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.945133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0959563-a201-4b43-be05-7f3b66b299a4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:24:54.949314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:54.964919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 87d4eacf-41e3-4d2a-9892-b5ba15812957 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:54.966773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b0959563-a201-4b43-be05-7f3b66b299a4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b0959563-a201-4b43-be05-7f3b66b299a4,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:54.972313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.001310 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.049272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:55.052805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:55.056079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:55.059905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b0959563-a201-4b43-be05-7f3b66b299a4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.062821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.063814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.073418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/5222294b-0115-4053-9cdc-cdb06993d6dd/618aa2d9-d5de-4c29-a9df-7845c1f6e388) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:55.074828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0277763-30f6-40cd-b0a5-3077ed898df5 req-23d7fcda-be94-4132-aaae-853e5386aeb1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.076441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0277763-30f6-40cd-b0a5-3077ed898df5 req-23d7fcda-be94-4132-aaae-853e5386aeb1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.0800781 Jun 30 09:24:55.079928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=87d4eacf-41e3-4d2a-9892-b5ba15812957,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.093728 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5393df82-21bc-48bf-aceb-82a17055bdb0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6979897 Jun 30 09:24:55.094398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.120418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0277763-30f6-40cd-b0a5-3077ed898df5 req-a72a3695-ad83-4fd7-b768-da97d95e3ae8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Jun 30 09:24:55.172811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b283fd-7560-4064-83a0-b7f0e8942678 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.174815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-11b283fd-7560-4064-83a0-b7f0e8942678 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0794837 Jun 30 09:24:55.177321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.219255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9c062095-c5db-4957-bd43-2782ede2fb7d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:55.244253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 9c062095-c5db-4957-bd43-2782ede2fb7d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:55.244996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9c062095-c5db-4957-bd43-2782ede2fb7d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:55.266185 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.275434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Transition to ACTIVE for port object 618aa2d9-d5de-4c29-a9df-7845c1f6e388 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:55.292363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Transition to ACTIVE for port object 618aa2d9-d5de-4c29-a9df-7845c1f6e388 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:55.295888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 87d4eacf-41e3-4d2a-9892-b5ba15812957 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:55.296241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.299688 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.338396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:55.341172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:55.344874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:55.348873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eaf1d4-dfb9-4ace-9008-e55becaca8fe req-3bfb3607-9585-4bab-8cff-823c80b2c4f0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.349885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90eaf1d4-dfb9-4ace-9008-e55becaca8fe req-3bfb3607-9585-4bab-8cff-823c80b2c4f0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 944 time: 0.0846784 Jun 30 09:24:55.356227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Pushing event updated for resources: {'Port': ['ID=618aa2d9-d5de-4c29-a9df-7845c1f6e388,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.380519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['b0959563-a201-4b43-be05-7f3b66b299a4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:24:55.398103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.399806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90eaf1d4-dfb9-4ace-9008-e55becaca8fe req-07a6f533-42ad-4928-8ef3-beea1b88d707 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439537 Jun 30 09:24:55.414860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 87d4eacf-41e3-4d2a-9892-b5ba15812957 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:55.562781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.579688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a5258-5f5c-49a3-bcbd-8b3869ed1f18 req-fe92ae1e-3ae5-4d96-8f78-362372935f43 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.581302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-194a5258-5f5c-49a3-bcbd-8b3869ed1f18 req-fe92ae1e-3ae5-4d96-8f78-362372935f43 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.0687525 Jun 30 09:24:55.595643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=87d4eacf-41e3-4d2a-9892-b5ba15812957,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.598125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Attempting to bind port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:55.598125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Attempting to bind port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:55.598461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Attempting to bind port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:55.605341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:55.605717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:55.606123 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.606553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:55.607025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Bound port: 618aa2d9-d5de-4c29-a9df-7845c1f6e388, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:55.607402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.625747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-194a5258-5f5c-49a3-bcbd-8b3869ed1f18 req-09f1bf57-cdfe-456a-adf9-66a03b9ffc6f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359030 Jun 30 09:24:55.641768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.651484 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b0162b4-2f46-4398-9ad3-f03ea5720d10 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/87d4eacf-41e3-4d2a-9892-b5ba15812957 HTTP/1.1" status: 204 len: 168 time: 0.4658012 Jun 30 09:24:55.651484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49722) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.698778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e0d94-977c-4812-94cc-8761395ce821 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.700427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31e0d94-977c-4812-94cc-8761395ce821 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:55.701944 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c31e0d94-977c-4812-94cc-8761395ce821 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0537560 Jun 30 09:24:55.704666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:55.712757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] For port 618aa2d9-d5de-4c29-a9df-7845c1f6e388, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:55.717184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] For port 618aa2d9-d5de-4c29-a9df-7845c1f6e388, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=618aa2d9-d5de-4c29-a9df-7845c1f6e388,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:55.726558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.761946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 5222294b-0115-4053-9cdc-cdb06993d6dd {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:24:55.765531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.811052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:55.822900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd7e08-5a18-4111-bb80-926705e8631b None None] Pushing event updated for resources: {'Port': ['ID=618aa2d9-d5de-4c29-a9df-7845c1f6e388,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:55.913197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.023475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.043422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e805ef6-7df6-4d19-bf4c-6f7a85abcbb3 req-b1ba5d66-398a-4b7a-9d0a-5144a688ae9c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:56.044988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e805ef6-7df6-4d19-bf4c-6f7a85abcbb3 req-b1ba5d66-398a-4b7a-9d0a-5144a688ae9c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1295452 Jun 30 09:24:56.066582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=5222294b-0115-4053-9cdc-cdb06993d6dd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:56.071792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.073712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-681b2ac9-1ddc-46bb-9a9b-c53eaa58dfea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/5222294b-0115-4053-9cdc-cdb06993d6dd HTTP/1.1" status: 204 len: 168 time: 0.3681254 Jun 30 09:24:56.076887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.115482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e805ef6-7df6-4d19-bf4c-6f7a85abcbb3 req-cfadea78-c285-49d1-b25b-9b2ca5311ec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620346 Jun 30 09:24:56.125977 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-00cdefdd-f61b-4816-a362-9f8309ed57c3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478671 Jun 30 09:24:56.128589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.204197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccade970-0484-451e-a61a-4bd50cf67757 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:56.206230 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ccade970-0484-451e-a61a-4bd50cf67757 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0765877 Jun 30 09:24:56.209143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.270097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2c9595-d3e3-4540-a68d-93acc732f918 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:56.271654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7d2c9595-d3e3-4540-a68d-93acc732f918 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0599492 Jun 30 09:24:56.275073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.317794 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-445c0a05-a76e-41ed-9299-0e95da91962b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0382543 Jun 30 09:24:56.318405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49738) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:56.325691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:56.379068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce9036-e468-4cc9-af68-7cabecf539be req-7616d33b-8ca4-4c19-bbd4-ca3ee8514eaf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:56.380585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7ce9036-e468-4cc9-af68-7cabecf539be req-7616d33b-8ca4-4c19-bbd4-ca3ee8514eaf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1144388 Jun 30 09:24:56.756402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b0959563-a201-4b43-be05-7f3b66b299a4 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:56.769332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7ce9036-e468-4cc9-af68-7cabecf539be req-f1ed022f-dad3-41dd-accf-9709265d63d8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647838 Jun 30 09:24:56.828798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:56.838622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.869863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1859965c-0343-4974-8516-d41b028de042 req-043bfd81-5430-43a3-8521-fa1af6ab18bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:56.871487 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1859965c-0343-4974-8516-d41b028de042 req-043bfd81-5430-43a3-8521-fa1af6ab18bb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 1098 time: 0.1117871 Jun 30 09:24:56.881158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port b0959563-a201-4b43-be05-7f3b66b299a4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:56.887507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port b0959563-a201-4b43-be05-7f3b66b299a4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:56.888188 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:56.927884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1859965c-0343-4974-8516-d41b028de042 req-27a2f2bf-600c-4fe6-944f-26fb90637596 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486538 Jun 30 09:24:56.995403 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.022716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0959563-a201-4b43-be05-7f3b66b299a4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:24:57.025809 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc98882-bf28-45fb-8f89-e34f284ae9bb" -d '{"events": [{"server_uuid": "79e5c285-b479-4a2d-ba43-d89583fef41a", "name": "network-vif-plugged", "status": "completed", "tag": "b0959563-a201-4b43-be05-7f3b66b299a4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:24:57.040418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b0959563-a201-4b43-be05-7f3b66b299a4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b0959563-a201-4b43-be05-7f3b66b299a4,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:57.045579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.065701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ccdff-9eb0-433e-8b54-85e964adc399 req-0fdeb349-9a1d-49cc-baf2-3a57837c13f0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:57.067832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-395ccdff-9eb0-433e-8b54-85e964adc399 req-0fdeb349-9a1d-49cc-baf2-3a57837c13f0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 944 time: 0.2547023 Jun 30 09:24:57.074904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a8070-7f72-4729-be9f-76c32c612542 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:57.153463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc9550-3983-4fc2-94fd-81b2eec4520e req-ae9d9cf4-6bfa-457f-871d-eecac1edc80a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:57.160722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8fc9550-3983-4fc2-94fd-81b2eec4520e req-ae9d9cf4-6bfa-457f-871d-eecac1edc80a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.2252607 Jun 30 09:24:57.168833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b0959563-a201-4b43-be05-7f3b66b299a4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.195671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-395ccdff-9eb0-433e-8b54-85e964adc399 req-9c6b46f7-5d88-4e6b-a551-f9bff2647e04 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173103 Jun 30 09:24:57.200060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aba7c697-e9e8-4d18-b6c7-0de85030b9fa None None] Provisioning for port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:57.252612 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fb7bae-cfe2-4773-aec6-dc094b6ba22b x-openstack-request-id: req-17fb7bae-cfe2-4773-aec6-dc094b6ba22b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:24:57.252612 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e5c285-b479-4a2d-ba43-d89583fef41a", "name": "network-vif-plugged", "status": "completed", "tag": "b0959563-a201-4b43-be05-7f3b66b299a4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:24:57.252841 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17fb7bae-cfe2-4773-aec6-dc094b6ba22b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:24:57.253048 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0959563-a201-4b43-be05-7f3b66b299a4', 'code': 200} Jun 30 09:24:57.258977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8fc9550-3983-4fc2-94fd-81b2eec4520e req-e1838362-c18e-48e3-a583-f6466ac47f1f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971558 Jun 30 09:24:57.282037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 618aa2d9-d5de-4c29-a9df-7845c1f6e388 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:24:57.345559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:24:57.393350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:24:57.401039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:24:57.401417 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.437346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560932ce-ca0e-421b-b896-3dda9e485266 req-54e3626a-dcb2-42ee-85fe-5918ace163b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:57.439072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:24:57.440684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-560932ce-ca0e-421b-b896-3dda9e485266 req-54e3626a-dcb2-42ee-85fe-5918ace163b9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 1097 time: 0.0737438 Jun 30 09:24:57.452048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] Deleting port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:24:57.452408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.482638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-560932ce-ca0e-421b-b896-3dda9e485266 req-09eeb529-4557-4b02-a840-0ebb4f43788a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307803 Jun 30 09:24:57.544699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceafc53-b1ac-4d74-8e10-7f19bd346121 req-b79d2412-d9af-44a3-8b92-2daab0452648 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:57.546561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ceafc53-b1ac-4d74-8e10-7f19bd346121 req-b79d2412-d9af-44a3-8b92-2daab0452648 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1499593 Jun 30 09:24:57.552175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.571298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] For port 618aa2d9-d5de-4c29-a9df-7845c1f6e388, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=618aa2d9-d5de-4c29-a9df-7845c1f6e388,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:57.571578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.593757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] Calling delete_port for 618aa2d9-d5de-4c29-a9df-7845c1f6e388 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:24:57.610985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 618aa2d9-d5de-4c29-a9df-7845c1f6e388, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=618aa2d9-d5de-4c29-a9df-7845c1f6e388,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:57.612448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ceafc53-b1ac-4d74-8e10-7f19bd346121 req-7c0a2cdf-b38a-448b-8312-92a3cd9f1eb1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444708 Jun 30 09:24:57.617515 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.673484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.712416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=618aa2d9-d5de-4c29-a9df-7845c1f6e388,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.732098 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.762295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] Pushing event deleted for resources: {'Port': ['ID=618aa2d9-d5de-4c29-a9df-7845c1f6e388,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.765550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08341074-8c2a-4bb4-b68d-17fc02c58a70 None None] No DVR routers for this DVR port 618aa2d9-d5de-4c29-a9df-7845c1f6e388 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:24:57.846684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] For port 618aa2d9-d5de-4c29-a9df-7845c1f6e388, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=618aa2d9-d5de-4c29-a9df-7845c1f6e388,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:24:57.877376 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.882079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.883008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:57.957326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=618aa2d9-d5de-4c29-a9df-7845c1f6e388,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:57.986022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:57.992772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:57.999352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:57.999947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.002513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc62d023-e682-4abd-b80c-73d4534f089e None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:24:58.004962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:58.039608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eac34b-d6aa-43ad-8d69-dc0912144f81 req-8c7bcb24-788c-4725-b5c1-196a8ddd4bc5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.041030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59eac34b-d6aa-43ad-8d69-dc0912144f81 req-8c7bcb24-788c-4725-b5c1-196a8ddd4bc5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1558073 Jun 30 09:24:58.042767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-12ee4e49-bb89-4524-8728-28bc0d2515e4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7227616 Jun 30 09:24:58.045825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:58.051633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:58.130977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59eac34b-d6aa-43ad-8d69-dc0912144f81 req-ccb8ef82-7dd2-4618-9013-7b5e6d076ae5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829763 Jun 30 09:24:58.159526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': '15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:24:58.160441 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.206755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:58.211273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.337020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Allocated IP 2001:db8::f816:3eff:fe2a:dbd7 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a/835a4f11-9a8a-496b-83d7-f962bda8f99b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:24:58.355374 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a (CIDR: 2001:db8::/64) Jun 30 09:24:58.363355 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:24:58.367039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:24:58.374201 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-9b94b36c-47d9-48fa-bebe-014b3055f6cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0916696 Jun 30 09:24:58.471060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-29358ec1-3230-4963-beed-56826953721f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4241350 Jun 30 09:24:58.475627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:58.481168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:58.527841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6fc78-5016-443d-ad4d-1251bc0baf2e req-f5eef3d3-ce77-4225-a209-40701b4ba93c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.529418 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5f6fc78-5016-443d-ad4d-1251bc0baf2e req-f5eef3d3-ce77-4225-a209-40701b4ba93c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.1557238 Jun 30 09:24:58.544737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c5fee-9ff8-4ad4-b52b-da8272df5809 req-fc1ca77a-c137-4aaa-a377-2225d7f56aaa tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.546194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a41c5fee-9ff8-4ad4-b52b-da8272df5809 req-fc1ca77a-c137-4aaa-a377-2225d7f56aaa tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1389444 Jun 30 09:24:58.592023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.614195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Transition to ACTIVE for port object 835a4f11-9a8a-496b-83d7-f962bda8f99b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:58.618783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5f6fc78-5016-443d-ad4d-1251bc0baf2e req-a648ee10-93a4-4794-9374-007d455b40aa tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701222 Jun 30 09:24:58.622462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a41c5fee-9ff8-4ad4-b52b-da8272df5809 req-0efa9108-7b66-474e-8520-a4fac4ef4ce6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670769 Jun 30 09:24:58.644547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Transition to ACTIVE for port object 835a4f11-9a8a-496b-83d7-f962bda8f99b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:24:58.661904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.669703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-2b311cb8-9344-493a-8967-92bf8e6096d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.671628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-2b311cb8-9344-493a-8967-92bf8e6096d8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.1681621 Jun 30 09:24:58.698610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:58.702446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.719259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:58.719259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:58.721154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:24:58.763927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:58.824161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Attempting to bind port 835a4f11-9a8a-496b-83d7-f962bda8f99b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:24:58.824532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Attempting to bind port 835a4f11-9a8a-496b-83d7-f962bda8f99b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:24:58.824893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Attempting to bind port 835a4f11-9a8a-496b-83d7-f962bda8f99b on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:24:58.830627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:24:58.830999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:24:58.831397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.831784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:24:58.832246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Bound port: 835a4f11-9a8a-496b-83d7-f962bda8f99b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:24:58.832625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.928011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacaacd-df31-49a2-9030-420ecb190334 req-0817ee13-20b3-497e-abba-41fc37a64a2e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.936838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5aacaacd-df31-49a2-9030-420ecb190334 req-0817ee13-20b3-497e-abba-41fc37a64a2e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1494925 Jun 30 09:24:58.948682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:24:58.954724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-1bdabd87-dff0-4a3c-8d56-2fbea7d3ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:58.956468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:24:58.956612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-1bdabd87-dff0-4a3c-8d56-2fbea7d3ac54 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2503359 Jun 30 09:24:58.964117 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:58.991937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5aacaacd-df31-49a2-9030-420ecb190334 req-7f64fa4e-4fdd-4c27-83ed-f25f0f5c444b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525312 Jun 30 09:24:59.050377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8f566-7481-4d06-9e59-accea08cb1fe None None] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.084388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-e38d960e-5394-4d27-9c82-978300bb8ab2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.1004589 Jun 30 09:24:59.180346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-b1b24bbf-a59e-4ce3-9b8d-1cb62ef20acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.181847 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-b1b24bbf-a59e-4ce3-9b8d-1cb62ef20acd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0720828 Jun 30 09:24:59.206061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.239595 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.243347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 618aa2d9-d5de-4c29-a9df-7845c1f6e388 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:24:59.299743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 618aa2d9-d5de-4c29-a9df-7845c1f6e388 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:24:59.300369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 618aa2d9-d5de-4c29-a9df-7845c1f6e388 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:24:59.338116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:24:59.339166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=af296d86-bd85-49ce-8962-5814b0f1f2a4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:24:59.360923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:24:59.368084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.368765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.401387 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-61f838a8-573a-4856-b255-92fc46fb7980 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9227035 Jun 30 09:24:59.401954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:24:59.408023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:5d:58:69', 'name': 'tempest-NetworksTestDHCPv6-906330533'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:24:59.423643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-4c63436d-82d1-464e-a388-f3f1638517fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.425324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-4c63436d-82d1-464e-a388-f3f1638517fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2008932 Jun 30 09:24:59.503494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb5e88e-7b9e-43a0-8a3e-0c73a0b43937 req-2571d49a-08c8-46f8-9a22-14d6f88d0bd9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.504991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0eb5e88e-7b9e-43a0-8a3e-0c73a0b43937 req-2571d49a-08c8-46f8-9a22-14d6f88d0bd9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.1547701 Jun 30 09:24:59.521398 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-c53c0ef4-0ae5-427a-83b5-58c1dd6fc618 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889418 Jun 30 09:24:59.572662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0eb5e88e-7b9e-43a0-8a3e-0c73a0b43937 req-88ab0478-415c-4a12-b598-386210c7ac1d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592277 Jun 30 09:24:59.573726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:24:59.627732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-53470bc1-8583-4b83-bd6e-c4d023324039 req-c449c9b1-e67a-4963-9a96-c524aa1dc7e3 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993683 Jun 30 09:24:59.706144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:24:59.761397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port 33170df0-ea9a-4067-bb7a-11df926666de yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:24:59.926611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc4dbf-5d82-4c2d-bc79-845b97b91ebf req-422332a9-7384-411f-89ca-b46aad6ae3a7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.928195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddfc4dbf-5d82-4c2d-bc79-845b97b91ebf req-422332a9-7384-411f-89ca-b46aad6ae3a7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2015064 Jun 30 09:24:59.949905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcc728-deef-48af-8781-2d98f95d74e1 req-351b32e1-bed7-494d-8956-e8754b56b2f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:24:59.951435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbdcc728-deef-48af-8781-2d98f95d74e1 req-351b32e1-bed7-494d-8956-e8754b56b2f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.1853452 Jun 30 09:25:00.061393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddfc4dbf-5d82-4c2d-bc79-845b97b91ebf req-b3ce1075-71a2-4bd3-aee9-7593461564de tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260080 Jun 30 09:25:00.068170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbdcc728-deef-48af-8781-2d98f95d74e1 req-df660cf0-daa8-4a80-9a62-af1325d21c36 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090555 Jun 30 09:25:00.079335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8:0:1::17 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/af296d86-bd85-49ce-8962-5814b0f1f2a4/33170df0-ea9a-4067-bb7a-11df926666de) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:00.087526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fe5d:5869 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a/33170df0-ea9a-4067-bb7a-11df926666de) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:00.206294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9a331-fe1b-4361-9edf-5ae73ad68e52 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:00.331517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-81126e25-1496-4860-b7c8-cee65327245c None None] Provisioning for port 835a4f11-9a8a-496b-83d7-f962bda8f99b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:00.344419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.365054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object 33170df0-ea9a-4067-bb7a-11df926666de will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:00.425108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15564660-6781-4a48-9280-2debaeb5eb4c req-030fc953-9057-47cb-90f0-a8fe8ab71559 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.426627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15564660-6781-4a48-9280-2debaeb5eb4c req-030fc953-9057-47cb-90f0-a8fe8ab71559 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1514690 Jun 30 09:25:00.482040 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.522780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15564660-6781-4a48-9280-2debaeb5eb4c req-6bfc52c8-228d-449a-bc6b-12372def55dd tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884535 Jun 30 09:25:00.530890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a', 'ip_address': '2001:db8::f816:3eff:fe2a:dbd7'}, {'subnet_id': 'af296d86-bd85-49ce-8962-5814b0f1f2a4'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '835a4f11-9a8a-496b-83d7-f962bda8f99b'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:25:00.562050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955061b-cfcd-4b78-8e50-3675599e6e2b req-adbe4d1d-2ed5-4ccd-8383-2cac836b542d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.566721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8955061b-cfcd-4b78-8e50-3675599e6e2b req-adbe4d1d-2ed5-4ccd-8383-2cac836b542d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.2029510 Jun 30 09:25:00.568763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.569966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:00.575074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:00.587508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:00.594367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.595092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.607492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=33170df0-ea9a-4067-bb7a-11df926666de,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:00.643299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:00.643741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3f32802b-f7d0-4383-846c-84b625a83b9e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2392397 Jun 30 09:25:00.671943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8955061b-cfcd-4b78-8e50-3675599e6e2b req-2df70047-c4c9-4529-a201-64b911991410 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738835 Jun 30 09:25:00.759075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40012009-2439-4b12-b574-8ada5d22da90 req-0a935999-ce59-4f1e-a5a4-efe6b69fea98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.765824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40012009-2439-4b12-b574-8ada5d22da90 req-0a935999-ce59-4f1e-a5a4-efe6b69fea98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.1106589 Jun 30 09:25:00.794596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port 33170df0-ea9a-4067-bb7a-11df926666de {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:00.794944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.843507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Allocated IP 2001:db8:0:1::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/af296d86-bd85-49ce-8962-5814b0f1f2a4/835a4f11-9a8a-496b-83d7-f962bda8f99b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:00.867592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-40012009-2439-4b12-b574-8ada5d22da90 req-b7d90cb0-cf55-4617-90d5-e52d83220de3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853422 Jun 30 09:25:00.948327 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:00.971364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for 33170df0-ea9a-4067-bb7a-11df926666de owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:00.978344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c89e3-8137-42cb-9a9a-0fd8a918858e req-2ec5c146-c08e-4e79-b2a4-c77fd6e542b5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:00.980245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-209c89e3-8137-42cb-9a9a-0fd8a918858e req-2ec5c146-c08e-4e79-b2a4-c77fd6e542b5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0802193 Jun 30 09:25:01.028796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-209c89e3-8137-42cb-9a9a-0fd8a918858e req-7c9501df-2c38-4ed0-94d7-2324d745ec1d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415521 Jun 30 09:25:01.061919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:01.103906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.121054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Transition to ACTIVE for port object 835a4f11-9a8a-496b-83d7-f962bda8f99b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:01.125113 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.159871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bf85e-d9b9-4e3a-8c20-389175a8df98 req-814bd156-d484-443b-aa7c-827434af740a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.166990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba7bf85e-d9b9-4e3a-8c20-389175a8df98 req-814bd156-d484-443b-aa7c-827434af740a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1194711 Jun 30 09:25:01.231042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f79bb5-33af-43ec-aa52-844a3b704b37 None None] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.257060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.267927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba7bf85e-d9b9-4e3a-8c20-389175a8df98 req-e07ad423-6b1f-44b7-a381-038c450ecaa6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865860 Jun 30 09:25:01.297364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=33170df0-ea9a-4067-bb7a-11df926666de,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:01.309257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69750a19-e4d1-4719-a744-b802a19d8fad req-f10f67e7-f7d5-4709-914d-997b623adb41 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.313900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 835a4f11-9a8a-496b-83d7-f962bda8f99b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:01.320809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69750a19-e4d1-4719-a744-b802a19d8fad req-f10f67e7-f7d5-4709-914d-997b623adb41 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.1524670 Jun 30 09:25:01.364581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.368752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c1af192a-085f-45b6-a456-0e42ea2a4135 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/33170df0-ea9a-4067-bb7a-11df926666de HTTP/1.1" status: 204 len: 168 time: 0.7232265 Jun 30 09:25:01.373394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:01.375807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69750a19-e4d1-4719-a744-b802a19d8fad req-f0728ed8-66e5-45d9-a995-198c74b7837b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Jun 30 09:25:01.395123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 835a4f11-9a8a-496b-83d7-f962bda8f99b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:01.458606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49bfbd5-f881-4837-ad6a-ca54cb8debb2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.461162 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c49bfbd5-f881-4837-ad6a-ca54cb8debb2 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0866833 Jun 30 09:25:01.463941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49798) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:01.552756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22172d1-fb48-411f-a695-9713bdfdc4e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.558876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:01.564714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c22172d1-fb48-411f-a695-9713bdfdc4e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0965807 Jun 30 09:25:01.665741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c86e4b-e0be-4bd6-adb8-4375bc4173d8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.668093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c86e4b-e0be-4bd6-adb8-4375bc4173d8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.669842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c86e4b-e0be-4bd6-adb8-4375bc4173d8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:01.674958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:01.694925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-71c86e4b-e0be-4bd6-adb8-4375bc4173d8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1264827 Jun 30 09:25:01.747740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:01.751397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.793003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.934251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:01.980307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] Provisioning for port 835a4f11-9a8a-496b-83d7-f962bda8f99b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:01.985362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:01.986012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.005707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99938213-aa52-4c4a-b2d3-ed4bfc29c16e req-de32162c-e9e0-4181-a71b-76d795443ff0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:02.008259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99938213-aa52-4c4a-b2d3-ed4bfc29c16e req-de32162c-e9e0-4181-a71b-76d795443ff0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1230702 Jun 30 09:25:02.039408 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.057671 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.067438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.067905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a HTTP/1.1" status: 204 len: 168 time: 0.3908563 Jun 30 09:25:02.117759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99938213-aa52-4c4a-b2d3-ed4bfc29c16e req-d640874b-a2c0-4495-b0d9-35fed7448239 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017497 Jun 30 09:25:02.118671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f7c3e3-c5cf-4deb-9b73-c7506e580ad5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.130879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.153237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet af296d86-bd85-49ce-8962-5814b0f1f2a4 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:02.163947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.183623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:02.189302 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.228402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739dcf73-695b-41b4-9c0e-d46463bda65d None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:02.243559 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.310770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1d486385-be03-425b-81a5-4402a361face None None] Could not find standard attr ID for object 33170df0-ea9a-4067-bb7a-11df926666de. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:25:02.312266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289ad29-80b6-4860-9a39-9054f6f4c8dc None None] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.361983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeba536-1721-471f-97e1-267f09ef1737 req-7fad4b0c-a94e-4b2b-aee1-a013efd102a7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:02.363634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baeba536-1721-471f-97e1-267f09ef1737 req-7fad4b0c-a94e-4b2b-aee1-a013efd102a7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.1184487 Jun 30 09:25:02.398318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4696a2-844c-451b-a913-d587713973c1 req-7cecf445-de90-419a-b48d-26cb2666d72b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:02.399777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c4696a2-844c-451b-a913-d587713973c1 req-7cecf445-de90-419a-b48d-26cb2666d72b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1203279 Jun 30 09:25:02.456980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-baeba536-1721-471f-97e1-267f09ef1737 req-0d65d005-5738-4b2e-a58c-0f5aaca533fa tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852492 Jun 30 09:25:02.465791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c4696a2-844c-451b-a913-d587713973c1 req-a3ea0060-3669-486f-a37b-b11f479d58e0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Jun 30 09:25:02.609526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.675139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.690857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e565bf-b7eb-485e-9643-daf435c512d8 req-ac6e4c19-afbd-4c3e-b547-ed42b5f94d52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:02.692409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e565bf-b7eb-485e-9643-daf435c512d8 req-ac6e4c19-afbd-4c3e-b547-ed42b5f94d52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.1165578 Jun 30 09:25:02.706281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=af296d86-bd85-49ce-8962-5814b0f1f2a4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:02.712241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:02.718844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/af296d86-bd85-49ce-8962-5814b0f1f2a4 HTTP/1.1" status: 204 len: 168 time: 0.6452782 Jun 30 09:25:02.718844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.725132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827874-55ae-439c-92c7-70fb578a297b req-b7ca3580-d8a7-456b-b5c3-44b2b3a5409a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:02.725885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.726392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.726709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.727347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19827874-55ae-439c-92c7-70fb578a297b req-b7ca3580-d8a7-456b-b5c3-44b2b3a5409a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1110764 Jun 30 09:25:02.729064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.729189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.729484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.729815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.730146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.730508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.730835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.731162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.731504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ff6e9c-7728-4d75-87f8-0378cb3cde05 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:02.778649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-138b8bc8-1b64-4528-aaac-b127ce92b4e0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589573 Jun 30 09:25:02.780405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49822) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:02.785440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:02.790913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e565bf-b7eb-485e-9643-daf435c512d8 req-9eded6c8-143a-42cd-bff8-ef70ebb10805 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895116 Jun 30 09:25:02.816287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19827874-55ae-439c-92c7-70fb578a297b req-7d922a75-e158-4073-88d3-70523fe1170f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754123 Jun 30 09:25:02.899639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:02.903408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.095260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca2ba3e-b2ba-4961-9a63-b7bb2e9aa28b None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:03.216193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d1ee34d7-1043-4199-aa36-eb4eba32dbd1 None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:03.216637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d1ee34d7-1043-4199-aa36-eb4eba32dbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.270090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 835a4f11-9a8a-496b-83d7-f962bda8f99b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:03.299336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:25:03.427284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:03.427924 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.459760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0a78e-2db9-456d-9719-7bc22f41fd90 req-06b933aa-bfcb-44ee-9777-4c5542448851 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.461542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4f0a78e-2db9-456d-9719-7bc22f41fd90 req-06b933aa-bfcb-44ee-9777-4c5542448851 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1195705 Jun 30 09:25:03.522324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19c32f-8e71-4704-8ba8-80d258f42851 req-0d9873e5-5dca-49ce-9a4b-9aa3641248b9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.524023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d19c32f-8e71-4704-8ba8-80d258f42851 req-0d9873e5-5dca-49ce-9a4b-9aa3641248b9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1220372 Jun 30 09:25:03.532329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4f0a78e-2db9-456d-9719-7bc22f41fd90 req-5ff3813e-2285-4016-acf8-e0ab9a604b14 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592482 Jun 30 09:25:03.575111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.585367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d19c32f-8e71-4704-8ba8-80d258f42851 req-ad4b4bdf-430c-45cb-b68b-e3948d8333c7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502012 Jun 30 09:25:03.632270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '334cb1c3-7ad7-4d8e-a447-e36f282e1e90'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '835a4f11-9a8a-496b-83d7-f962bda8f99b'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:25:03.672179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.719430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-a97e32a0-ec51-43a2-a288-a47ab37fb99c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.721157 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-a97e32a0-ec51-43a2-a288-a47ab37fb99c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.1493492 Jun 30 09:25:03.790367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789757a9-8602-479f-b25c-b412bab1d1e7 req-b2b97be8-0b9a-40e7-a2cc-7a8f664d6495 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.792179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-789757a9-8602-479f-b25c-b412bab1d1e7 req-b2b97be8-0b9a-40e7-a2cc-7a8f664d6495 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.0813634 Jun 30 09:25:03.837467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-789757a9-8602-479f-b25c-b412bab1d1e7 req-1938c8d9-1134-4fbc-9d3e-435340ec2ce4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386243 Jun 30 09:25:03.877361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:03.918395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.924069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port b0959563-a201-4b43-be05-7f3b66b299a4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:03.924411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.932963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 13d626ab-bde4-450e-b83d-a66b96a6b5e7 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:03.936838 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:25:03.937194 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:25:03.940336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.941076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:03.990526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538145d-add5-4bf7-ada7-53f38f978186 req-71a5622e-611b-4a46-9089-160af2237af0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:03.992753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4538145d-add5-4bf7-ada7-53f38f978186 req-71a5622e-611b-4a46-9089-160af2237af0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 945 time: 0.0817375 Jun 30 09:25:04.049190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4538145d-add5-4bf7-ada7-53f38f978186 req-20ea8b97-8a4c-488d-b20f-6a233a10be16 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459907 Jun 30 09:25:04.064490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:04.075997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:04.088571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:04.089177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.113119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=334cb1c3-7ad7-4d8e-a447-e36f282e1e90,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:04.125346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:04.141387 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f3f69af-4a27-46dc-9abb-d7f160f56e65 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3599162 Jun 30 09:25:04.144312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49848) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:04.148025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port b0959563-a201-4b43-be05-7f3b66b299a4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b0959563-a201-4b43-be05-7f3b66b299a4,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:04.148416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.149997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:04.163903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for b0959563-a201-4b43-be05-7f3b66b299a4 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:04.263571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:04.267232 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.297141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.314715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['b0959563-a201-4b43-be05-7f3b66b299a4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:04.334037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=b0959563-a201-4b43-be05-7f3b66b299a4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:04.371297 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 334cb1c3-7ad7-4d8e-a447-e36f282e1e90 (CIDR: 2001:db8::/64) Jun 30 09:25:04.375562 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:25:04.376029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:04.385317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port b0959563-a201-4b43-be05-7f3b66b299a4 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:04.388223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.390765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-23317ba5-b12a-4296-becf-0a4d70ad0ecb req-b555fe03-5104-43fd-aa5d-c6a1c18724c8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "DELETE /v2.0/ports/b0959563-a201-4b43-be05-7f3b66b299a4 HTTP/1.1" status: 204 len: 173 time: 0.6589067 Jun 30 09:25:04.391500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-94ae1581-df24-4613-8d22-bb47800ad58b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2460797 Jun 30 09:25:04.394098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49850) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:04.394256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'name': 'network-vif-deleted', 'tag': 'b0959563-a201-4b43-be05-7f3b66b299a4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:04.399899 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71b2297-1e51-4f28-9201-02acc18a162f" -d '{"events": [{"server_uuid": "79e5c285-b479-4a2d-ba43-d89583fef41a", "name": "network-vif-deleted", "tag": "b0959563-a201-4b43-be05-7f3b66b299a4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:04.400118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:04.453713 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157fdb40-718c-4231-9d9a-1546676592d1 x-openstack-request-id: req-157fdb40-718c-4231-9d9a-1546676592d1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:04.454090 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79e5c285-b479-4a2d-ba43-d89583fef41a", "name": "network-vif-deleted", "tag": "b0959563-a201-4b43-be05-7f3b66b299a4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:04.454389 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-157fdb40-718c-4231-9d9a-1546676592d1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:04.455046 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79e5c285-b479-4a2d-ba43-d89583fef41a', 'name': 'network-vif-deleted', 'tag': 'b0959563-a201-4b43-be05-7f3b66b299a4', 'status': 'completed', 'code': 200} Jun 30 09:25:04.499841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.917650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:04.921072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.944545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:04.983529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.987683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f53ca4-5797-4004-965a-89a7d916ad50 req-34bb4686-5691-4549-bffa-54f874cc27e0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:04.988225 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:04.989201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79f53ca4-5797-4004-965a-89a7d916ad50 req-34bb4686-5691-4549-bffa-54f874cc27e0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1808763 Jun 30 09:25:05.008593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74a352-9d4a-48cf-b081-a827b3c52881 req-5c6dd669-358e-44a8-8762-030c22a9783c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:05.010134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e74a352-9d4a-48cf-b081-a827b3c52881 req-5c6dd669-358e-44a8-8762-030c22a9783c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.2005608 Jun 30 09:25:05.045273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c270cd6-8c01-4b43-bf4b-62adae831fb2 None None] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:05.118497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79f53ca4-5797-4004-965a-89a7d916ad50 req-12c2b070-43a2-462a-bc4b-1fa287428d4d tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052127 Jun 30 09:25:05.122648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e74a352-9d4a-48cf-b081-a827b3c52881 req-b95a4867-7766-48fa-9ba5-3a7c0f7b02e3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992985 Jun 30 09:25:05.247102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 835a4f11-9a8a-496b-83d7-f962bda8f99b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:05.331287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:05.331662 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.399428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf58e28d-91e6-4390-803a-08eb8b5f9b11 req-d125df9e-1935-4347-9eee-222066805707 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0555236 Jun 30 09:25:05.434775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.498872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d76373-404b-4da7-9a38-071a50733a2a req-fbbb2e3f-3ba5-4bd8-ab74-de45d286ee0f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:05.506197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0d76373-404b-4da7-9a38-071a50733a2a req-fbbb2e3f-3ba5-4bd8-ab74-de45d286ee0f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 945 time: 0.2033360 Jun 30 09:25:05.537160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:05.543576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:05.548506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:05.549233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.565835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=a9cd8509-dfd4-4a4b-b417-8771a39d396a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:05.590937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0d76373-404b-4da7-9a38-071a50733a2a req-5e64b8ca-ef79-475f-a59f-1f79a9f7890d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828438 Jun 30 09:25:05.595993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:05.596537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3dc89a0d-1d94-4308-8669-896eec9f2fd7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2008333 Jun 30 09:25:05.602928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:79:11:61', 'name': 'tempest-NetworksTestDHCPv6-1213463067'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:05.732439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:05.749796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be67c8e-8044-4289-8e70-3ec7c7da1d30 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:05.813359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-73be4238-9140-43f8-ab4c-372dabfbba95 None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:05.813727 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-73be4238-9140-43f8-ab4c-372dabfbba95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.832801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:05.856280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port f4d55b1e-45e1-4344-8ada-83899036f14d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:05.938884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d9f633ed-9281-461e-915a-a9cf166f639e details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:25:06.044041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8:0:1::ca (24d85a9e-96e0-4b8b-8c23-bf36ab005049/a9cd8509-dfd4-4a4b-b417-8771a39d396a/f4d55b1e-45e1-4344-8ada-83899036f14d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:06.052637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::f816:3eff:fe79:1161 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/334cb1c3-7ad7-4d8e-a447-e36f282e1e90/f4d55b1e-45e1-4344-8ada-83899036f14d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:06.094644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:06.107120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'port_id': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'mac_address': 'fa:16:3e:81:84:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:25:06.188173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.213161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:06.227183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': '334cb1c3-7ad7-4d8e-a447-e36f282e1e90', 'ip_address': '2001:db8::f816:3eff:fe2a:dbd7'}, {'subnet_id': 'a9cd8509-dfd4-4a4b-b417-8771a39d396a'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '835a4f11-9a8a-496b-83d7-f962bda8f99b'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:25:06.263050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:06.268209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.268695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.284825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object f4d55b1e-45e1-4344-8ada-83899036f14d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:06.306043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.324843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.417075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=f4d55b1e-45e1-4344-8ada-83899036f14d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.427223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:06.429077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:06.431664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:06.438852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:06.439691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.460063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97936c-fb4e-4b79-b1cd-8b102c484e4b req-136ab6c9-bbf4-4fb2-8285-fa752902f969 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:06.461518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b900e432-060d-4632-97ff-a7c6b1770d56 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8636158 Jun 30 09:25:06.462300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:06.468299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd97936c-fb4e-4b79-b1cd-8b102c484e4b req-136ab6c9-bbf4-4fb2-8285-fa752902f969 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1256855 Jun 30 09:25:06.515825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Allocated IP 2001:db8:0:1::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/a9cd8509-dfd4-4a4b-b417-8771a39d396a/835a4f11-9a8a-496b-83d7-f962bda8f99b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:06.528013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd97936c-fb4e-4b79-b1cd-8b102c484e4b req-d0cf5e3e-e406-4627-a88c-bef138a3cc5f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587792 Jun 30 09:25:06.559634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd055ed-c71c-4ce3-98e1-2d271d4054a3 req-395aabba-e66a-4267-8345-77166a327841 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:06.561266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bd055ed-c71c-4ce3-98e1-2d271d4054a3 req-395aabba-e66a-4267-8345-77166a327841 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1652682 Jun 30 09:25:06.586286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:06.598793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port f4d55b1e-45e1-4344-8ada-83899036f14d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:06.599673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.641750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bd055ed-c71c-4ce3-98e1-2d271d4054a3 req-6a46ffe2-9c33-4ad0-8735-fdda711bc42c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676317 Jun 30 09:25:06.721239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['d9f633ed-9281-461e-915a-a9cf166f639e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:06.729123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.745360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for f4d55b1e-45e1-4344-8ada-83899036f14d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:06.748383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5d9bf6c-8d5a-440e-b439-df026410bbd8 req-8d51344f-1842-4b49-a233-c39b8715685e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0437000 Jun 30 09:25:06.828763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b0959563-a201-4b43-be05-7f3b66b299a4 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:06.890942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: b0959563-a201-4b43-be05-7f3b66b299a4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:06.891292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b0959563-a201-4b43-be05-7f3b66b299a4 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:06.914915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:06.948367 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:06.972333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694410d-e755-4fd2-9404-ab214af8f2bd req-c271a820-6260-4c13-82d7-04d600c18612 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:06.974244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9694410d-e755-4fd2-9404-ab214af8f2bd req-c271a820-6260-4c13-82d7-04d600c18612 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.0871210 Jun 30 09:25:06.975240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Transition to ACTIVE for port object 835a4f11-9a8a-496b-83d7-f962bda8f99b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:06.980845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.000337 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.029312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9694410d-e755-4fd2-9404-ab214af8f2bd req-6e8464a0-df48-41ff-87f4-74d5d961c13e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488651 Jun 30 09:25:07.064943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=f4d55b1e-45e1-4344-8ada-83899036f14d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.123869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861256b8-e2a1-4f69-ab7e-1e3208a4173a None None] Pushing event updated for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.127903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.132372 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-21a0d1fb-635d-4ede-a69a-3a30fabb1a34 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/f4d55b1e-45e1-4344-8ada-83899036f14d HTTP/1.1" status: 204 len: 168 time: 0.6665528 Jun 30 09:25:07.132660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.238858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5887f402-6dfb-46e1-905e-292688d3571a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.241853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5887f402-6dfb-46e1-905e-292688d3571a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1082048 Jun 30 09:25:07.244675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.247529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 835a4f11-9a8a-496b-83d7-f962bda8f99b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:07.320140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a18f52-dead-4e5c-a45b-f0a2e6c0b264 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.324656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-55a18f52-dead-4e5c-a45b-f0a2e6c0b264 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0764103 Jun 30 09:25:07.324969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.392063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebb63e-801b-423a-a52c-be3f24bb2fa7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.395134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebb63e-801b-423a-a52c-be3f24bb2fa7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.397507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cebb63e-801b-423a-a52c-be3f24bb2fa7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.400303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3cebb63e-801b-423a-a52c-be3f24bb2fa7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0740790 Jun 30 09:25:07.403281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.465517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 334cb1c3-7ad7-4d8e-a447-e36f282e1e90 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:07.469390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.520949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.642326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.716375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.748797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=334cb1c3-7ad7-4d8e-a447-e36f282e1e90,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:07.754032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.755970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-415c3bcb-c656-4ba9-a8e4-5a75134df0bf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/334cb1c3-7ad7-4d8e-a447-e36f282e1e90 HTTP/1.1" status: 204 len: 168 time: 0.3513453 Jun 30 09:25:07.759110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:07.786382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff20471-537f-46ea-bea2-44b29bdb5bab req-8445bfb8-847e-42a3-bb69-4d81c05b3c50 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.789791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff9d5d3-6321-438e-9e85-2bde4abf2c31 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:07.799656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff20471-537f-46ea-bea2-44b29bdb5bab req-8445bfb8-847e-42a3-bb69-4d81c05b3c50 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1187382 Jun 30 09:25:07.846721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet a9cd8509-dfd4-4a4b-b417-8771a39d396a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:07.851535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.874410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2ebd92b8-1856-4b1c-b1fb-102762cce0a6 None None] Provisioning for port 835a4f11-9a8a-496b-83d7-f962bda8f99b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:07.881615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2ebd92b8-1856-4b1c-b1fb-102762cce0a6 None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:07.882177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2ebd92b8-1856-4b1c-b1fb-102762cce0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.888251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff20471-537f-46ea-bea2-44b29bdb5bab req-712fc0af-9cec-4f6d-881f-c47ff1899af0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819016 Jun 30 09:25:07.925386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:07.953490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315f17e-8296-457e-8a04-4132657c586f req-7bec0702-8dc5-4572-841a-adc1203da970 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:07.955082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3315f17e-8296-457e-8a04-4132657c586f req-7bec0702-8dc5-4572-841a-adc1203da970 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1290839 Jun 30 09:25:07.992839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:08.022162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3315f17e-8296-457e-8a04-4132657c586f req-fc55b7ac-5c23-43f6-895a-16ebd784b6aa tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594957 Jun 30 09:25:08.072419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.118760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adbcc7ea-0f59-46df-83b5-c519037fe28f req-4664028c-99e1-4dc2-bb2f-e8d4103144b8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0422704 Jun 30 09:25:08.152956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.202762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cd8509-dfd4-4a4b-b417-8771a39d396a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.208468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.211094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a2037df6-d2cc-4185-9109-9bf9d9c2b46b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/a9cd8509-dfd4-4a4b-b417-8771a39d396a HTTP/1.1" status: 204 len: 168 time: 0.4505870 Jun 30 09:25:08.213497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.258477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-93fe798d-b329-4e9e-920e-ffc74cbfccf6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437102 Jun 30 09:25:08.261198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.266498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.286638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026946a-4e88-4914-a019-5e773b6a419b None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'a9cd8509-dfd4-4a4b-b417-8771a39d396a'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '835a4f11-9a8a-496b-83d7-f962bda8f99b'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:25:08.324057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e026946a-4e88-4914-a019-5e773b6a419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.376721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56d657-fc62-4ab3-9480-d3028b92c583 req-3c8917cf-8343-43b5-9d70-dc809ae8a627 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:08.379006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b56d657-fc62-4ab3-9480-d3028b92c583 req-3c8917cf-8343-43b5-9d70-dc809ae8a627 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1040597 Jun 30 09:25:08.390755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:08.394449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.430251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b56d657-fc62-4ab3-9480-d3028b92c583 req-9d6b070f-1e19-445a-a42e-53471d9b98de tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426857 Jun 30 09:25:08.534857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50723750-f793-4d26-acea-44e4d59d92ce None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:08.606498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2675070-aa30-4eda-9445-e89d9bec61a7 None None] Provisioning complete for port 835a4f11-9a8a-496b-83d7-f962bda8f99b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:08.606954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2675070-aa30-4eda-9445-e89d9bec61a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.626744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.679987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:08.683436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:08.686540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:08.687499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.705886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:08.735983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03480629-759c-40e1-a3d6-8ee09a97be1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4673297 Jun 30 09:25:08.736156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49902) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:08.738503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:08.775492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:08.830882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] Deleting port 835a4f11-9a8a-496b-83d7-f962bda8f99b {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:08.831375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.864434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:08.870323 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.921522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] For port 835a4f11-9a8a-496b-83d7-f962bda8f99b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=835a4f11-9a8a-496b-83d7-f962bda8f99b,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:08.922084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:08.937068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] Calling delete_port for 835a4f11-9a8a-496b-83d7-f962bda8f99b owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:09.002897 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c (CIDR: 2001:db8::/64) Jun 30 09:25:09.009527 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:25:09.014366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:09.043070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0ebcc8d4-4a5d-44e4-a13b-22f96dffb764 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3090272 Jun 30 09:25:09.046396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49906) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:09.047979 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.052408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:09.064532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] No DVR routers for this DVR port 835a4f11-9a8a-496b-83d7-f962bda8f99b on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:09.087584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aee3998-858a-4abd-b188-be5f08ae7e58 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:09.175349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a263a3c-0dab-4925-9b6e-8d776b0309ad None None] Pushing event deleted for resources: {'Port': ['ID=835a4f11-9a8a-496b-83d7-f962bda8f99b,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.285912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:09.289941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 835a4f11-9a8a-496b-83d7-f962bda8f99b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:09.290108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.316044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'tenant_id': '19ca87ea73f44603bc6fd3a9b4de8147', 'fixed_ips': [{'subnet_id': 'ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:25:09.316988 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.322294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 835a4f11-9a8a-496b-83d7-f962bda8f99b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:09.322604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 835a4f11-9a8a-496b-83d7-f962bda8f99b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:09.403169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb9416-ee24-4f6d-9a5a-51b10356104c req-421d5cbd-c502-4f7c-9498-5bc153fd10cd tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:09.404592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2edb9416-ee24-4f6d-9a5a-51b10356104c req-421d5cbd-c502-4f7c-9498-5bc153fd10cd tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.2287009 Jun 30 09:25:09.426707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945aaf0d-67d9-45c7-9d13-17659e411f70 req-d7631a74-ffb7-4473-a021-9b8d215646c0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:09.429068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-945aaf0d-67d9-45c7-9d13-17659e411f70 req-d7631a74-ffb7-4473-a021-9b8d215646c0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2399249 Jun 30 09:25:09.509660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2edb9416-ee24-4f6d-9a5a-51b10356104c req-7ecd3d62-428b-48c2-8ce2-97ec80c58d05 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908751 Jun 30 09:25:09.518511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c/ea606cab-ec8e-4c20-97bf-14a648d0cebf) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:09.542249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-945aaf0d-67d9-45c7-9d13-17659e411f70 req-1fef5547-2e76-42ec-b647-464fe34863dc tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910997 Jun 30 09:25:09.779859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2020e958-203b-41b9-afa3-32d4853bbf76 req-9f1e71b5-9a14-495a-84c6-620481a8be4c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=79e5c285-b479-4a2d-ba43-d89583fef41a HTTP/1.1" status: 200 len: 210 time: 0.0445998 Jun 30 09:25:09.783287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.805314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Transition to ACTIVE for port object ea606cab-ec8e-4c20-97bf-14a648d0cebf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:09.822326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Transition to ACTIVE for port object ea606cab-ec8e-4c20-97bf-14a648d0cebf will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:09.832294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:09.883674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:09.899080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:09.901810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:09.915299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Pushing event updated for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:09.979674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19257960-52f2-409f-82bc-24515cf9929c req-a3094ac3-1a33-48e6-8d4f-946b6a80adb0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:09.982493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19257960-52f2-409f-82bc-24515cf9929c req-a3094ac3-1a33-48e6-8d4f-946b6a80adb0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 946 time: 0.1459215 Jun 30 09:25:10.013010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:25:10.091480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d9f633ed-9281-461e-915a-a9cf166f639e up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:10.105361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19257960-52f2-409f-82bc-24515cf9929c req-e67e87eb-f36c-463c-8c44-74f2b50dcf48 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120846 Jun 30 09:25:10.144079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Attempting to bind port ea606cab-ec8e-4c20-97bf-14a648d0cebf on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:10.144447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Attempting to bind port ea606cab-ec8e-4c20-97bf-14a648d0cebf by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:10.144806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Attempting to bind port ea606cab-ec8e-4c20-97bf-14a648d0cebf on network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:10.154183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:10.154647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Checking segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:10.155045 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.155559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Bound using segment: {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:10.155952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Bound port: ea606cab-ec8e-4c20-97bf-14a648d0cebf, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5b3941-9ba1-4634-a25a-3c840a15be4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:10.156334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.235854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.238297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port d9f633ed-9281-461e-915a-a9cf166f639e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:10.250132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port d9f633ed-9281-461e-915a-a9cf166f639e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:10.250524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.291196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:10.296154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea606cab-ec8e-4c20-97bf-14a648d0cebf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:10.302335 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.302615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:25:10.302735 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:25:10.386288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6561d457-cf08-4d60-99e2-b662c2e21b5d None None] Pushing event updated for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.405016 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.429753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:10.432050 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed5e4a5-bde3-41e1-9fb6-4f6d81746de2" -d '{"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-plugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:10.446957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:10.451803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.483961 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9c4fd1-79e4-4033-85cc-3ef0bac65e48 x-openstack-request-id: req-cf9c4fd1-79e4-4033-85cc-3ef0bac65e48 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:10.484206 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-plugged", "status": "completed", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:10.484441 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cf9c4fd1-79e4-4033-85cc-3ef0bac65e48 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:10.484949 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'code': 200} Jun 30 09:25:10.509271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=12']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:10.793979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b3a6a-891f-48ee-a9ab-9d0d68a63d08 req-31d406c6-8ea4-44fd-bf18-189d82fccd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:10.796479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1e6b3a6a-891f-48ee-a9ab-9d0d68a63d08 req-31d406c6-8ea4-44fd-bf18-189d82fccd11 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1099 time: 0.0610406 Jun 30 09:25:10.816073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fa4f6-79bc-4e1b-bade-61634cfa01a1 req-a6578f02-8642-43e0-8b58-897d6a3accf6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:10.817640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-565fa4f6-79bc-4e1b-bade-61634cfa01a1 req-a6578f02-8642-43e0-8b58-897d6a3accf6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1195805 Jun 30 09:25:10.838857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1e6b3a6a-891f-48ee-a9ab-9d0d68a63d08 req-2d749cd8-add0-4a27-9df0-75939932f15c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355966 Jun 30 09:25:10.877380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de332f1f-8ddb-4fa4-9554-53ca944e5c4b req-a86e264b-48a1-445c-9eea-9d16bc48ccd7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:10.878892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de332f1f-8ddb-4fa4-9554-53ca944e5c4b req-a86e264b-48a1-445c-9eea-9d16bc48ccd7 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1357050 Jun 30 09:25:10.906497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:10.935792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-565fa4f6-79bc-4e1b-bade-61634cfa01a1 req-35cf3611-2b91-4590-8824-c7f10dc783c8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926065 Jun 30 09:25:10.955634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de332f1f-8ddb-4fa4-9554-53ca944e5c4b req-6e65652a-aae7-4059-b164-aa1786fe8641 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682893 Jun 30 09:25:11.126726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea606cab-ec8e-4c20-97bf-14a648d0cebf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:11.172516 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.180953 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.181821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.231193 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa2d2717-6826-445f-b8e0-412fec34049b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.301481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:11.324118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:11.348886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea606cab-ec8e-4c20-97bf-14a648d0cebf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:11.356296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:11.356816 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.391080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=21f27331-f6b2-45bc-afe5-230216d9c53d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.408420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=4']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:11.413175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ea606cab-ec8e-4c20-97bf-14a648d0cebf completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:11.430629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0ac0a3b8-f048-4038-be99-e8e5ba15adc3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3829768 Jun 30 09:25:11.433587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49930) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:11.440236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:a7:92:2d', 'name': 'tempest-NetworksTestDHCPv6-651396669'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:11.534053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c614808-be29-4c71-b0ff-dfd21f7f96c0 req-083ce778-8d17-4aa0-bbd6-dcf1e551dc73 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:11.535703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c614808-be29-4c71-b0ff-dfd21f7f96c0 req-083ce778-8d17-4aa0-bbd6-dcf1e551dc73 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 947 time: 0.2238481 Jun 30 09:25:11.600326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fb688-46d8-4fd5-b7ca-3b925b0a6739 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:11.604742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c614808-be29-4c71-b0ff-dfd21f7f96c0 req-b532ee0b-6ed1-4520-b8e4-40496ee02b9b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616016 Jun 30 09:25:11.611118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:11.711250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.733914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port e406735b-0825-4a47-94ec-1ac2b30cf49c yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:11.767292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] Provisioning for port ea606cab-ec8e-4c20-97bf-14a648d0cebf completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:11.773477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:11.773849 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.872226 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.908749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea606cab-ec8e-4c20-97bf-14a648d0cebf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:11.913981 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:11.927285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::35e (24d85a9e-96e0-4b8b-8c23-bf36ab005049/ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c/e406735b-0825-4a47-94ec-1ac2b30cf49c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:11.936002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:922d (24d85a9e-96e0-4b8b-8c23-bf36ab005049/21f27331-f6b2-45bc-afe5-230216d9c53d/e406735b-0825-4a47-94ec-1ac2b30cf49c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:11.985831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32105d13-2648-40c7-b6b2-47b54b0c86b1 None None] Pushing event updated for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.195854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.557495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object e406735b-0825-4a47-94ec-1ac2b30cf49c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:12.656781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0f565bd3-f4c4-418a-97fd-e805e3605b7d None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:12.661906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f565bd3-f4c4-418a-97fd-e805e3605b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.720983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6554420-d9c1-444c-91bd-e6a826e2ae94 req-d0f03e79-4b4b-4650-957c-d4dcaef43603 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:12.722601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6554420-d9c1-444c-91bd-e6a826e2ae94 req-d0f03e79-4b4b-4650-957c-d4dcaef43603 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.5090830 Jun 30 09:25:12.737628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fd67e-ac33-4238-a722-04035da9e5f9 req-b101a42a-e25f-45cb-a365-99d1c5454dff tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:12.742283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b8fd67e-ac33-4238-a722-04035da9e5f9 req-b101a42a-e25f-45cb-a365-99d1c5454dff tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1985373 Jun 30 09:25:12.749989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.842919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:12.863870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:12.875455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:12.881123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:12.881771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:12.893081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6554420-d9c1-444c-91bd-e6a826e2ae94 req-bf2d4d32-a72a-4f21-9f89-67b9fadf4098 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400940 Jun 30 09:25:12.899175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b8fd67e-ac33-4238-a722-04035da9e5f9 req-c79bca18-f336-47fb-a52b-d1409f4249ee tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450968 Jun 30 09:25:12.902339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=e406735b-0825-4a47-94ec-1ac2b30cf49c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:12.924174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2534e6b6-bc56-4ed5-8002-6cc502d39667 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4870474 Jun 30 09:25:12.924741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49982) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:12.929924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6c01398f-841c-405e-bc2e-dc0a21710f9b None None] Could not find standard attr ID for object f4d55b1e-45e1-4344-8ada-83899036f14d. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:25:13.097553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port e406735b-0825-4a47-94ec-1ac2b30cf49c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:13.097906 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.243024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.245775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea606cab-ec8e-4c20-97bf-14a648d0cebf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:13.261853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for e406735b-0825-4a47-94ec-1ac2b30cf49c owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:13.331650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:13.332114 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.499845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299369e-fab7-45fa-b115-9fdaaf1b9a3f req-7dfaf5ab-edc9-4dbd-ae8e-d25e783f6c22 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.507463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5299369e-fab7-45fa-b115-9fdaaf1b9a3f req-7dfaf5ab-edc9-4dbd-ae8e-d25e783f6c22 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 947 time: 0.3556385 Jun 30 09:25:13.592344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4b021cb4-9c21-4c75-b4f7-ccbdb8412e75 None None] Provisioning for port e406735b-0825-4a47-94ec-1ac2b30cf49c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:13.598428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4b021cb4-9c21-4c75-b4f7-ccbdb8412e75 None None] Provisioning complete for port e406735b-0825-4a47-94ec-1ac2b30cf49c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:13.599012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b021cb4-9c21-4c75-b4f7-ccbdb8412e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.606166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-53bc16f0-015a-4c55-8f66-da6530d58e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.606727 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.608615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-53bc16f0-015a-4c55-8f66-da6530d58e4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.1311007 Jun 30 09:25:13.628786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4b021cb4-9c21-4c75-b4f7-ccbdb8412e75 None None] Port e406735b-0825-4a47-94ec-1ac2b30cf49c was deleted so its status cannot be updated. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:25:13.634817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5299369e-fab7-45fa-b115-9fdaaf1b9a3f req-1ae83ede-84c3-4bda-b19b-ee652e14065e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266372 Jun 30 09:25:13.742087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-050608f0-4931-4a12-b220-8c4855f41a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.743947 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-050608f0-4931-4a12-b220-8c4855f41a23 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1291738 Jun 30 09:25:13.769647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=e406735b-0825-4a47-94ec-1ac2b30cf49c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:13.777167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:13.777167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-48b4fdd3-6b0e-4f9f-955e-0b28be12f4f0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/e406735b-0825-4a47-94ec-1ac2b30cf49c HTTP/1.1" status: 204 len: 168 time: 0.8489933 Jun 30 09:25:13.779614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49998) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.832157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431a39c4-88ab-4f2a-9a87-4c18c35e572e req-ddf15fd0-5ebe-43d3-9308-0055b97aaaa3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.841013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-431a39c4-88ab-4f2a-9a87-4c18c35e572e req-ddf15fd0-5ebe-43d3-9308-0055b97aaaa3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2536817 Jun 30 09:25:13.864743 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-d72fa1d1-7d1e-44ff-99e6-2ef4d997de70 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.1121500 Jun 30 09:25:13.920702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1ddbd0-9a60-438f-8393-817d4c5bceec tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.922927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ac1ddbd0-9a60-438f-8393-817d4c5bceec tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1420529 Jun 30 09:25:13.926615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:13.940323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-431a39c4-88ab-4f2a-9a87-4c18c35e572e req-19db80cf-ef71-4c66-99df-066992d6655b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980229 Jun 30 09:25:13.978862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-7465d77b-de9b-48ad-b508-36827aecf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:13.980585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-7465d77b-de9b-48ad-b508-36827aecf670 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.1102872 Jun 30 09:25:14.059467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644c4959-c2cd-4d0e-bb23-d708a08cdd71 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.063447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-644c4959-c2cd-4d0e-bb23-d708a08cdd71 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1335337 Jun 30 09:25:14.064615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50004) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.070690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7f0a7106-476d-4fb6-a48d-af89a7c947ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.092386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-8c971865-2848-4a03-bd86-49c5ca0aaba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.093895 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-8c971865-2848-4a03-bd86-49c5ca0aaba3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035581 Jun 30 09:25:14.157034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77088a62-9f89-48fb-9696-410794436127 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.158738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77088a62-9f89-48fb-9696-410794436127 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.160406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77088a62-9f89-48fb-9696-410794436127 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.162734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-77088a62-9f89-48fb-9696-410794436127 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0962694 Jun 30 09:25:14.167922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.190733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.201748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cad8ac-381d-43a0-9db9-117e111eebdd req-04384aa2-712c-47dc-ac13-78cb2ca05696 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.203375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01cad8ac-381d-43a0-9db9-117e111eebdd req-04384aa2-712c-47dc-ac13-78cb2ca05696 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1270344 Jun 30 09:25:14.270715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 21f27331-f6b2-45bc-afe5-230216d9c53d {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:14.278934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.279984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01cad8ac-381d-43a0-9db9-117e111eebdd req-00e675f0-5a34-4c37-956d-124b10dc2b8e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676332 Jun 30 09:25:14.285284 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-e272653c-c61a-449b-ba0d-ca36a48d5f15 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834540 Jun 30 09:25:14.411218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.493397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.499236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.505145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.506280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-21b6c684-2b6e-4bfa-bb5d-37e6a7c94183 req-bbb792ac-9f2e-4496-b9b5-4e34dabadf97 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838899 Jun 30 09:25:14.511208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.517189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.523155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.528996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.531038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-2d86c24f-fec1-440c-99ff-f2f79b9eb833 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.1173592 Jun 30 09:25:14.554934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.607903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60e57e0f-93c8-4167-b8a1-2b9dac85a26c req-b4aae928-9b5b-4bf4-9d74-7dffe5874345 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679569 Jun 30 09:25:14.630170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.657924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=21f27331-f6b2-45bc-afe5-230216d9c53d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:14.691509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.697053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e80211eb-cb03-4090-b35a-315fc39c7725 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/21f27331-f6b2-45bc-afe5-230216d9c53d HTTP/1.1" status: 204 len: 168 time: 0.5275824 Jun 30 09:25:14.701224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:14.703567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6122c22-1186-42d0-bb4d-19041bcb718c None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:14.787650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:14.791221 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.845619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:14.894521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca4c3f-62f4-446c-bc3e-97a24df791de req-9e4a37f6-7981-402b-9dca-a54572cd324a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:14.896188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2ca4c3f-62f4-446c-bc3e-97a24df791de req-9e4a37f6-7981-402b-9dca-a54572cd324a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 947 time: 0.0906160 Jun 30 09:25:14.943093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2ca4c3f-62f4-446c-bc3e-97a24df791de req-0b709df8-cd15-45ca-b071-9a263d088e45 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398901 Jun 30 09:25:14.961219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.047970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.077334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:15.082147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.087638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50022) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.089679 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4af1dd64-c8c8-4886-8501-c91af4d2354b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c HTTP/1.1" status: 204 len: 168 time: 0.3864532 Jun 30 09:25:15.129747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2c53ac2-fc5e-4c99-9ac1-6706e4e15e70 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407929 Jun 30 09:25:15.132852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.138848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:15.221532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b6108-b9b2-435c-a41a-bf9dedae81fc req-9ec09dd3-dc94-4e6b-a5d7-4c032628b386 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.223270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be2b6108-b9b2-435c-a41a-bf9dedae81fc req-9ec09dd3-dc94-4e6b-a5d7-4c032628b386 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.0960011 Jun 30 09:25:15.255787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:15.260110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.271363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be2b6108-b9b2-435c-a41a-bf9dedae81fc req-c686c5af-2acc-441d-9ac3-155c9b163c12 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400412 Jun 30 09:25:15.485687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.497850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ef3dbe-203f-438f-a8ed-81804644baa5 req-a06f80e5-fcd4-4f2a-938d-7022bfc1ccfb tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.500226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7ef3dbe-203f-438f-a8ed-81804644baa5 req-a06f80e5-fcd4-4f2a-938d-7022bfc1ccfb tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.0929456 Jun 30 09:25:15.525557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:15.542387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:15.544512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7ef3dbe-203f-438f-a8ed-81804644baa5 req-9cfcbc7f-7fda-4d46-abcb-13ed5249027b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372293 Jun 30 09:25:15.568225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.569067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.603527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=790924cf-8b81-42c3-abb2-edb284e927de,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:15.609141 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04553b8c-7049-415c-b611-f6dd85f14a89 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4751518 Jun 30 09:25:15.611975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50032) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:15.619402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:15.701900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6876e2-adb8-428e-9d79-ae9f111921b9 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:15.791676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-97e60845-5c79-47fd-a890-f8f4e27f684f None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:15.791858 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-97e60845-5c79-47fd-a890-f8f4e27f684f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:15.877787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.883898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.890667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.897733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.903862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.910424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.918507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:15.930862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-db7eb6aa-841e-4ce0-aa12-63c4d88bcf91 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.1442068 Jun 30 09:25:15.998894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c33fcb1-2805-4467-9651-c5d62f35af12 req-956a6964-d3c6-467a-b6bc-a1cef56c29bd tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670679 Jun 30 09:25:16.028713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.036123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.053609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.053609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.058487 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.060122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.065956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.072819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.074988 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2cee348f-3f51-497d-89ae-4b2e78d35dba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 5445 time: 0.5458021 Jun 30 09:25:16.169189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-09b7d0f9-9fc8-4355-86bb-06f6941e5225 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.170605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-09b7d0f9-9fc8-4355-86bb-06f6941e5225 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "GET /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0843778 Jun 30 09:25:16.234746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:16.238449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.311338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4e2a9b66-3477-4286-bb01-9b1901b449a4 None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:16.311827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4e2a9b66-3477-4286-bb01-9b1901b449a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.355645 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-579babe6-1253-47c9-a859-16f9d5c6ec51 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "GET /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1779866 Jun 30 09:25:16.369459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:16.435491 n-d-780147-22 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 790924cf-8b81-42c3-abb2-edb284e927de (CIDR: 2001:db8::/64) Jun 30 09:25:16.439398 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:25:16.439891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:16.463394 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e475d183-e4c4-411d-9811-6b299c12704b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8489704 Jun 30 09:25:16.463394 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.465969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50042) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:16.472352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'subnet': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:16.586661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d2bc6-d648-4dc2-9ba2-6616aac703cb req-bfacbc8b-0194-4fc2-b5b2-45ece1000c7a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.588219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-065d2bc6-d648-4dc2-9ba2-6616aac703cb req-bfacbc8b-0194-4fc2-b5b2-45ece1000c7a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1542609 Jun 30 09:25:16.634208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:16.638932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.647870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=5e982131-88c5-4c82-a6a5-3e49e039dc5c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:16.666837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-065d2bc6-d648-4dc2-9ba2-6616aac703cb req-876833cb-6065-4bf1-8479-8ea6a52378c5 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707703 Jun 30 09:25:16.691630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] For port 5e982131-88c5-4c82-a6a5-3e49e039dc5c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:16.743149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] device_id is not set on port 5e982131-88c5-4c82-a6a5-3e49e039dc5c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:16.761880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.781242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.887444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] No DVR routers for this DVR port 5e982131-88c5-4c82-a6a5-3e49e039dc5c on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:16.937689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Pushing event updated for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:16.952228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] In _notify_port_updated(), no bound segment for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:25:16.953377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.954005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:16.955515 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-830ab6c3-dc90-438c-9e53-b07701daecf0 service neutron] 10.222.0.79 "PUT /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 200 len: 1033 time: 0.5909181 Jun 30 09:25:16.966842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c0cc-80ea-411e-888e-396fe816f4d0 req-f3b0a297-d2a9-43a6-9cbf-09b491894cc6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:16.968608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a958c0cc-80ea-411e-888e-396fe816f4d0 req-f3b0a297-d2a9-43a6-9cbf-09b491894cc6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1777115 Jun 30 09:25:17.059983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bfa22d48-b4c9-4c6c-ad43-1f60f932ea5d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.061301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bfa22d48-b4c9-4c6c-ad43-1f60f932ea5d tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "GET /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0969453 Jun 30 09:25:17.070690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a958c0cc-80ea-411e-888e-396fe816f4d0 req-14e1fa8f-04c2-4b60-a08c-7cf5aff0219c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628006 Jun 30 09:25:17.083400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:17.117872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9f811-9066-48bd-9031-78560b484d9a req-da785057-93e9-42f6-8140-c5c50de35e28 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.119622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71e9f811-9066-48bd-9031-78560b484d9a req-da785057-93e9-42f6-8140-c5c50de35e28 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2171111 Jun 30 09:25:17.151055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3c357dad-9b25-4c5a-8645-58842abfb246 None None] Provisioning complete for port 5e982131-88c5-4c82-a6a5-3e49e039dc5c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:17.151576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c357dad-9b25-4c5a-8645-58842abfb246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.190028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.218415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3c357dad-9b25-4c5a-8645-58842abfb246 None None] Port 5e982131-88c5-4c82-a6a5-3e49e039dc5c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:17.220707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71e9f811-9066-48bd-9031-78560b484d9a req-590d9ac6-f6a4-411b-bb7d-6a8f3e571eaa tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945811 Jun 30 09:25:17.325310 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.354639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bd239818-8d51-4593-9602-262a7f386f3e,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:17.410137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] For port bd239818-8d51-4593-9602-262a7f386f3e, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:17.424998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:25:17.449141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] device_id is not set on port bd239818-8d51-4593-9602-262a7f386f3e yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:17.453640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.459650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.459865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.466275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.466649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.473032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.479300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.485251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.487166 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-2fadae90-c316-475c-8ee8-205c984c61be tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 4665 time: 0.2702620 Jun 30 09:25:17.539891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] No DVR routers for this DVR port bd239818-8d51-4593-9602-262a7f386f3e on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:17.587711 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.614954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] In _notify_port_updated(), no bound segment for port bd239818-8d51-4593-9602-262a7f386f3e on network 03bf68f1-4162-4571-b957-0d118aa71388 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:25:17.616601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.618780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.620630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] 10.222.0.79 "PUT /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 200 len: 1033 time: 0.5444372 Jun 30 09:25:17.621461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8370d5-5698-4dac-93b2-baddbe53614c service neutron] Pushing event updated for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:17.628355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0216cfaf-67f1-48ea-9452-ead85c8c1d27 req-02e7ee3d-ea20-46a2-b88f-e80893ea8d42 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&id=10950cae-cfb6-4144-931d-4da79f201808&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0886829 Jun 30 09:25:17.676718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352f753-d3c1-465e-94a1-2e7b19482127 req-b594283f-c54c-4001-a538-42cf5ea33d8a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:17.683941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0352f753-d3c1-465e-94a1-2e7b19482127 req-b594283f-c54c-4001-a538-42cf5ea33d8a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.3061032 Jun 30 09:25:17.767956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0352f753-d3c1-465e-94a1-2e7b19482127 req-56dca46e-9d20-4e56-8333-c2cc7f6db77c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830402 Jun 30 09:25:17.793709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 64dcef36-8529-4586-8906-8976f447e214 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:17.794058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.807448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.844787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e603eeda-5776-438a-9613-bfaafeb7e7b3 None None] Provisioning complete for port bd239818-8d51-4593-9602-262a7f386f3e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:17.845707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e603eeda-5776-438a-9613-bfaafeb7e7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:17.895606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e603eeda-5776-438a-9613-bfaafeb7e7b3 None None] Port bd239818-8d51-4593-9602-262a7f386f3e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:18.016609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] For port 64dcef36-8529-4586-8906-8976f447e214, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=64dcef36-8529-4586-8906-8976f447e214,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:18.016985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.032939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 64dcef36-8529-4586-8906-8976f447e214 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:18.084972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea606cab-ec8e-4c20-97bf-14a648d0cebf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:18.133502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.146400 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.149245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.285944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.330764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:18.344359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:18.357247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41622d5e-ca14-48cf-aded-7eb3c6eb7569 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:18.359886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=64dcef36-8529-4586-8906-8976f447e214,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.379232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:18.380267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.442388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Subnet': ['ID=ff85ca02-54e6-49cc-86f8-2c755857077e,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.457651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=9']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:18.469469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] No DVR routers for this DVR port 64dcef36-8529-4586-8906-8976f447e214 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:18.479096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.479813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb8789f7-eb78-4eb2-9fcc-3633f8140423 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0124786 Jun 30 09:25:18.481671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50104) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:18.483251 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-bed00f08-2b98-495d-8350-a8efef2f15e1 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "DELETE /v2.0/ports/64dcef36-8529-4586-8906-8976f447e214 HTTP/1.1" status: 204 len: 173 time: 0.8397181 Jun 30 09:25:18.485210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '64dcef36-8529-4586-8906-8976f447e214'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:18.490821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Request body: {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'mac_address': 'fa:16:3e:e3:a7:c5', 'name': 'tempest-NetworksTestDHCPv6-743344525'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:18.492321 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57ead47-4e0e-4c21-b86e-1c9ee29bfe0f" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "64dcef36-8529-4586-8906-8976f447e214"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:18.720351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453107b-92f3-49f0-be34-15dfc17ad99d req-fd56ccfd-e397-4411-a78d-bd0cc9244b45 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:18.728202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 6c218611-949a-4d6a-a3b4-147f4fb6f897 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:18.728545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.743149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0453107b-92f3-49f0-be34-15dfc17ad99d req-fd56ccfd-e397-4411-a78d-bd0cc9244b45 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.4594910 Jun 30 09:25:18.747647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Made reservation on behalf of 19ca87ea73f44603bc6fd3a9b4de8147 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:18.838490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'ff85ca02-54e6-49cc-86f8-2c755857077e', 'ip_address': '2001:db8:0:1:f816:3eff:fe72:8d08'}, {'subnet_id': '790924cf-8b81-42c3-abb2-edb284e927de'}], 'binding:host_id': 'n-d-780147-22'}, 'id': 'ea606cab-ec8e-4c20-97bf-14a648d0cebf'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:25:18.948192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:18.948366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.948560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:18.950662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bd239818-8d51-4593-9602-262a7f386f3e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:19.041159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bd239818-8d51-4593-9602-262a7f386f3e not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:19.041598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c218611-949a-4d6a-a3b4-147f4fb6f897 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:19.193122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f82ba-b994-426a-8925-fa2b042be4cb req-1f9a9ef9-5f45-4051-832d-13d149798788 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.201320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-404f82ba-b994-426a-8925-fa2b042be4cb req-1f9a9ef9-5f45-4051-832d-13d149798788 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.8623221 Jun 30 09:25:19.250662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0453107b-92f3-49f0-be34-15dfc17ad99d req-aa03e63c-316d-4da4-a26e-21333ea6a19b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062528 Jun 30 09:25:19.274318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Allocated IP 2001:db8::2 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/790924cf-8b81-42c3-abb2-edb284e927de/ea606cab-ec8e-4c20-97bf-14a648d0cebf) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:19.341347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-404f82ba-b994-426a-8925-fa2b042be4cb req-589a9068-3d90-4b6a-acbd-f027c4f1baad tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390369 Jun 30 09:25:19.348560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea606cab-ec8e-4c20-97bf-14a648d0cebf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:19.422138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.468874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea606cab-ec8e-4c20-97bf-14a648d0cebf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:19.489330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.489907 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.489907 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Floating IP 82077519-2d61-47ee-b60d-7db2caa85c77 disassociated. External IP: 172.25.7.40, port: 6c218611-949a-4d6a-a3b4-147f4fb6f897. Jun 30 09:25:19.489907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 6c218611-949a-4d6a-a3b4-147f4fb6f897 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:19.492341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:19.492729 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.494263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] device_id is not set on port b2ba6f1b-de82-4d97-bb9b-43442cbb3938 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:19.550245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.568644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.604287 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a651e0-aa85-4f13-b354-0856df3ce379 x-openstack-request-id: req-04a651e0-aa85-4f13-b354-0856df3ce379 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:19.604567 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "64dcef36-8529-4586-8906-8976f447e214", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:19.607798 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-04a651e0-aa85-4f13-b354-0856df3ce379 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:19.609642 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '64dcef36-8529-4586-8906-8976f447e214', 'status': 'completed', 'code': 200} Jun 30 09:25:19.640754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:19.643297 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95bf356-4de5-48f2-8244-7ee473ed5241" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:19.647221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Transition to ACTIVE for port object ea606cab-ec8e-4c20-97bf-14a648d0cebf will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:19.669234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.672575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c218611-949a-4d6a-a3b4-147f4fb6f897, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c218611-949a-4d6a-a3b4-147f4fb6f897,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:19.717434 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078f9edb-7598-4120-a5ff-fc75f3e72796 x-openstack-request-id: req-078f9edb-7598-4120-a5ff-fc75f3e72796 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:19.717728 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:19.717983 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-078f9edb-7598-4120-a5ff-fc75f3e72796 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:19.718400 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'code': 200} Jun 30 09:25:19.725599 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.726454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 21699b9c-2adf-496b-88d7-355e3189ef4c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:19.807731 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.819525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f77439-ec65-4d13-acb9-8831bd597ce5 None None] Pushing event updated for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:19.839123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:19.883549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event deleted for resources: {'Port': ['ID=6c218611-949a-4d6a-a3b4-147f4fb6f897,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:19.935009 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.944149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5f91d-3b55-477a-bbab-2f520b918f59 req-10f909cb-5723-40cd-a771-5c319295bf0f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.954205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5f91d-3b55-477a-bbab-2f520b918f59 req-10f909cb-5723-40cd-a771-5c319295bf0f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.961454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5f91d-3b55-477a-bbab-2f520b918f59 req-10f909cb-5723-40cd-a771-5c319295bf0f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.968831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5f91d-3b55-477a-bbab-2f520b918f59 req-10f909cb-5723-40cd-a771-5c319295bf0f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:19.971525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bab5f91d-3b55-477a-bbab-2f520b918f59 req-10f909cb-5723-40cd-a771-5c319295bf0f tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 3072 time: 0.3314517 Jun 30 09:25:19.981903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8::27b (24d85a9e-96e0-4b8b-8c23-bf36ab005049/790924cf-8b81-42c3-abb2-edb284e927de/b2ba6f1b-de82-4d97-bb9b-43442cbb3938) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:19.987632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21699b9c-2adf-496b-88d7-355e3189ef4c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:19.990781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:a7c5 (24d85a9e-96e0-4b8b-8c23-bf36ab005049/ff85ca02-54e6-49cc-86f8-2c755857077e/b2ba6f1b-de82-4d97-bb9b-43442cbb3938) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:19.993345 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:19.994249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 5e982131-88c5-4c82-a6a5-3e49e039dc5c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:19.996953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Router 70d2bee6-0352-450a-a68c-f0394842ae18 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:20.107668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 5e982131-88c5-4c82-a6a5-3e49e039dc5c not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:20.108289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0db1da6d-55ac-45f9-a588-4493fc0aba2e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:20.144559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:20.189323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:20.222064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bab5f91d-3b55-477a-bbab-2f520b918f59 req-da9e61d8-df26-4e21-9feb-4f1e858fe544 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098809 Jun 30 09:25:20.258423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.258815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] No DVR routers for this DVR port 6c218611-949a-4d6a-a3b4-147f4fb6f897 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:20.262811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] Sync routers for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:20.273406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.278525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.281334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-ffa25007-954d-46ae-a29f-73ba4772ea04 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "DELETE /v2.0/ports/6c218611-949a-4d6a-a3b4-147f4fb6f897 HTTP/1.1" status: 204 len: 173 time: 1.7823236 Jun 30 09:25:20.302150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:20.303863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:20.322486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Transition to ACTIVE for port object b2ba6f1b-de82-4d97-bb9b-43442cbb3938 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:20.368500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:20.380452 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.382344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 64dcef36-8529-4586-8906-8976f447e214 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:20.441845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.462294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 0db1da6d-55ac-45f9-a588-4493fc0aba2e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:20.462653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.542146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 64dcef36-8529-4586-8906-8976f447e214 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:20.542752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 64dcef36-8529-4586-8906-8976f447e214 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:20.543006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:20.688899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:20.694696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] For port 0db1da6d-55ac-45f9-a588-4493fc0aba2e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0db1da6d-55ac-45f9-a588-4493fc0aba2e,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:20.695283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.698047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:20.708188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:20.726427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 0db1da6d-55ac-45f9-a588-4493fc0aba2e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:20.726931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:20.727751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:20.766591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event updated for resources: {'Port': ['ID=b2ba6f1b-de82-4d97-bb9b-43442cbb3938,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:20.799000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f514b4a9-22d0-46ad-b056-0cb3b92ceb2a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3119242 Jun 30 09:25:20.807159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50158) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:20.877753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:20.914252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c82b1-d95f-4787-b5a9-6e6adebecf34 req-f2781124-18e6-4884-b7b2-e4df09b115d2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:20.922640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e4c82b1-d95f-4787-b5a9-6e6adebecf34 req-f2781124-18e6-4884-b7b2-e4df09b115d2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.3906052 Jun 30 09:25:20.957990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa04f8-b35b-4351-bf87-44e8d465a8b3 req-e5e230ec-9946-4b00-b022-c8eeb34fff07 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:20.960762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8fa04f8-b35b-4351-bf87-44e8d465a8b3 req-e5e230ec-9946-4b00-b022-c8eeb34fff07 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.3279815 Jun 30 09:25:20.965220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:21.010452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.059876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=0db1da6d-55ac-45f9-a588-4493fc0aba2e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:21.125951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e4c82b1-d95f-4787-b5a9-6e6adebecf34 req-16945225-3f36-4e58-9ee2-7a95081621af tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024105 Jun 30 09:25:21.142826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8fa04f8-b35b-4351-bf87-44e8d465a8b3 req-aa3e1c35-d58f-4c05-b32f-2ba5a6b7b9b4 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695857 Jun 30 09:25:21.144819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-304d09ce-fb08-4e58-bc56-b400d4478095 None None] Provisioning for port ea606cab-ec8e-4c20-97bf-14a648d0cebf completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:21.180114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] No DVR routers for this DVR port 0db1da6d-55ac-45f9-a588-4493fc0aba2e on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:21.190332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.192433 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-48de0c91-c3fa-4341-8b28-77a0bc8970e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "DELETE /v2.0/ports/0db1da6d-55ac-45f9-a588-4493fc0aba2e HTTP/1.1" status: 204 len: 173 time: 0.9020627 Jun 30 09:25:21.206385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-304d09ce-fb08-4e58-bc56-b400d4478095 None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:21.206765 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-304d09ce-fb08-4e58-bc56-b400d4478095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.214407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting port b2ba6f1b-de82-4d97-bb9b-43442cbb3938 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:21.214822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.320303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.390610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea606cab-ec8e-4c20-97bf-14a648d0cebf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:21.428909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 21699b9c-2adf-496b-88d7-355e3189ef4c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:21.429256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.465363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.479322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Calling delete_port for b2ba6f1b-de82-4d97-bb9b-43442cbb3938 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:21.589116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:21.589702 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.613917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:21.616757 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f2a6f-f213-4592-bd1a-050a96b608c1" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:21.676724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] For port 21699b9c-2adf-496b-88d7-355e3189ef4c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=21699b9c-2adf-496b-88d7-355e3189ef4c,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:21.677068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.727328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 21699b9c-2adf-496b-88d7-355e3189ef4c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:21.737237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:21.743623 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4788a7cb-0941-463d-8a4d-91f655a78737" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:21.752417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:21.792421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.870265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:21.904265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Port': ['ID=b2ba6f1b-de82-4d97-bb9b-43442cbb3938,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:21.925821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-6b8846b5-66f0-48b0-9893-ec424bec383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:21.939540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-6b8846b5-66f0-48b0-9893-ec424bec383c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 1096 time: 0.1269133 Jun 30 09:25:21.983072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:22.012377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcc8f-82d6-4b09-a741-eea37f2cc9a6 req-ffc83692-09e4-498b-ba24-c7c2968e0717 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.016275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-82377e6b-d0a2-40eb-87fd-8b1602286a86 None None] Could not find standard attr ID for object b2ba6f1b-de82-4d97-bb9b-43442cbb3938. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:25:22.019143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] Checking router: 70d2bee6-0352-450a-a68c-f0394842ae18 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:22.022304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:22.024044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffcc8f-82d6-4b09-a741-eea37f2cc9a6 req-ffc83692-09e4-498b-ba24-c7c2968e0717 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.026548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dcffcc8f-82d6-4b09-a741-eea37f2cc9a6 req-ffc83692-09e4-498b-ba24-c7c2968e0717 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 1676 time: 0.2374277 Jun 30 09:25:22.032964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.036709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e888457-7894-4bc4-8fff-aa1900b3d749 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/b2ba6f1b-de82-4d97-bb9b-43442cbb3938 HTTP/1.1" status: 204 len: 168 time: 1.2249563 Jun 30 09:25:22.039464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:22.040060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50172) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:22.040288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:22.102753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0534fb-357e-4b27-bad9-28891e394aba req-9b934e62-5ada-4b4d-8c22-2aea3cbd12f0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.110061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0534fb-357e-4b27-bad9-28891e394aba req-9b934e62-5ada-4b4d-8c22-2aea3cbd12f0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2785830 Jun 30 09:25:22.186201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dcffcc8f-82d6-4b09-a741-eea37f2cc9a6 req-a401d8e3-35d5-425d-b240-50484b2ac69b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272361 Jun 30 09:25:22.212708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff0534fb-357e-4b27-bad9-28891e394aba req-4d3e48b2-dcee-48bc-96d3-615524b0c97f tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016293 Jun 30 09:25:22.229234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:22.263384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692f3443-a5ac-4577-aeec-8622efebe253 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.264767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-692f3443-a5ac-4577-aeec-8622efebe253 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2217004 Jun 30 09:25:22.272231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50176) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:22.326204 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88483d10-e18c-4ebd-b2a5-4b353d8892d6 x-openstack-request-id: req-88483d10-e18c-4ebd-b2a5-4b353d8892d6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:22.326531 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:22.326792 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-88483d10-e18c-4ebd-b2a5-4b353d8892d6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:22.327205 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c', 'code': 200} Jun 30 09:25:22.327463 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e', 'code': 200} Jun 30 09:25:22.327708 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5', 'code': 200} Jun 30 09:25:22.400578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32444a1e-fcc3-4df4-8cff-5c790d1bb14b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.405447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-32444a1e-fcc3-4df4-8cff-5c790d1bb14b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1326840 Jun 30 09:25:22.406181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50180) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:22.473080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e44bc-20c0-436e-97d1-6a54a661189c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.475016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e44bc-20c0-436e-97d1-6a54a661189c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.476605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820e44bc-20c0-436e-97d1-6a54a661189c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.484172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-820e44bc-20c0-436e-97d1-6a54a661189c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0754373 Jun 30 09:25:22.485041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50182) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:22.558485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:22.565310 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806a7623-c29a-4525-9b27-6b470a377ac5 x-openstack-request-id: req-806a7623-c29a-4525-9b27-6b470a377ac5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:22.565725 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "6c218611-949a-4d6a-a3b4-147f4fb6f897", "status": "completed", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "0db1da6d-55ac-45f9-a588-4493fc0aba2e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:22.565956 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-806a7623-c29a-4525-9b27-6b470a377ac5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:22.566266 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '6c218611-949a-4d6a-a3b4-147f4fb6f897', 'status': 'completed', 'code': 200} Jun 30 09:25:22.566542 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '0db1da6d-55ac-45f9-a588-4493fc0aba2e', 'status': 'completed', 'code': 200} Jun 30 09:25:22.598900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d9188a-b440-4c38-9231-9fca8f3c0e80 None None] The sync data for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 is: [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7', 'name': '', 'network_id': '8e2ced18-95fc-49b6-a3c1-e0a10599a8d6', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'mac_address': 'fa:16:3e:10:aa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:58Z', 'updated_at': '2021-06-30T09:15:09Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'subnets': [{'id': '8fffb89d-5bae-4842-b014-826fbda039f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:22.606594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet 790924cf-8b81-42c3-abb2-edb284e927de {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:22.611434 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.629595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.674656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=21699b9c-2adf-496b-88d7-355e3189ef4c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:22.694296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850923e8-d98e-477d-a517-f795ac47b70f req-56ea0480-7034-4257-81ae-d35b6ffeab9c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.696961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-850923e8-d98e-477d-a517-f795ac47b70f req-56ea0480-7034-4257-81ae-d35b6ffeab9c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.2298112 Jun 30 09:25:22.700096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.738774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] No DVR routers for this DVR port 21699b9c-2adf-496b-88d7-355e3189ef4c on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:22.743575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.745556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-0783352e-407f-44df-abd6-2ad67a9828ba tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "DELETE /v2.0/ports/21699b9c-2adf-496b-88d7-355e3189ef4c HTTP/1.1" status: 204 len: 173 time: 1.5367849 Jun 30 09:25:22.768145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-9d74c007-2581-479e-ae71-4da862d3597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.769734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-9d74c007-2581-479e-ae71-4da862d3597b service neutron] 10.222.0.83 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.2141120 Jun 30 09:25:22.785683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-850923e8-d98e-477d-a517-f795ac47b70f req-d64969fc-dbae-427c-a89f-4b3070a80061 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822854 Jun 30 09:25:22.850672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.862043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-a7fca97f-86f8-47f3-b6ee-153981b696b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 200 len: 998 time: 0.0730269 Jun 30 09:25:22.928251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.951507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-a33069bd-334b-43dc-bfc7-a4c48ca8a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:22.953985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-a33069bd-334b-43dc-bfc7-a4c48ca8a8d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.0855947 Jun 30 09:25:22.962867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=790924cf-8b81-42c3-abb2-edb284e927de,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:22.974512 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:22.978794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f744da43-062c-4bf2-81b4-b11d5f68e1f3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/790924cf-8b81-42c3-abb2-edb284e927de HTTP/1.1" status: 204 len: 168 time: 0.4453597 Jun 30 09:25:22.979730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50184) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:22.982038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23fe186-3130-41fa-b6e1-95ae452c5386 None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:23.019452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:23.020049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.060248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Deleting subnet ff85ca02-54e6-49cc-86f8-2c755857077e {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:23.075245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.099399 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c002c-f7a8-4210-b0a2-a2a0ece2d7bf None None] New status for floating IP 82077519-2d61-47ee-b60d-7db2caa85c77: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:25:23.133173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-2043b3c7-3ee5-4910-b604-2d7fdea318f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.135151 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-2043b3c7-3ee5-4910-b604-2d7fdea318f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1726215 Jun 30 09:25:23.148627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.308455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.372356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] For port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:23.372356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.430535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.431615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:23.514467 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-b998b12a-51d9-4197-b6a1-769c5963f7ac service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676617 Jun 30 09:25:23.533703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Subnet': ['ID=ff85ca02-54e6-49cc-86f8-2c755857077e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:23.574885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e336a14-40b8-4cba-a10b-b4728a1213b5 None None] Update dhcp port {'port': {'network_id': '24d85a9e-96e0-4b8b-8c23-bf36ab005049', 'fixed_ips': [{'subnet_id': 'ff85ca02-54e6-49cc-86f8-2c755857077e'}], 'binding:host_id': 'n-d-780147-22'}, 'id': 'ea606cab-ec8e-4c20-97bf-14a648d0cebf'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:25:23.576703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.581967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-84999e88-95ea-4e13-8d1d-0d49f62c3f36 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/ff85ca02-54e6-49cc-86f8-2c755857077e HTTP/1.1" status: 204 len: 168 time: 0.5991628 Jun 30 09:25:23.585673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50194) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:23.617239 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7e336a14-40b8-4cba-a10b-b4728a1213b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.641869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d611aca9-11f8-4544-975f-9a72bb1a7606 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534081 Jun 30 09:25:23.645461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50196) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:23.696644 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e080247b-07cd-4f25-9cea-c4fdc255000c req-954ff2f3-2d53-4edc-88b2-0bd03aa85e09 service neutron] 10.222.0.83 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746769 Jun 30 09:25:23.735567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443b3bb-58f5-41d7-bd1a-c0af5216b9dc req-5cf8a647-87cf-4839-a223-4747df6f6376 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.737268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0443b3bb-58f5-41d7-bd1a-c0af5216b9dc req-5cf8a647-87cf-4839-a223-4747df6f6376 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2948318 Jun 30 09:25:23.739515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.758873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219db192-fdd9-4782-bdb2-f371f8d042aa req-3930d945-dc23-4b8c-9a65-2ad4613bf89a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.766159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-219db192-fdd9-4782-bdb2-f371f8d042aa req-3930d945-dc23-4b8c-9a65-2ad4613bf89a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 943 time: 0.2771649 Jun 30 09:25:23.795123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:23.843919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0443b3bb-58f5-41d7-bd1a-c0af5216b9dc req-15800e92-1f4a-419a-b281-c47245ad376c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736916 Jun 30 09:25:23.850858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056780c1-e08e-4987-8e89-a36b7a18fa0a None None] Network 24d85a9e-96e0-4b8b-8c23-bf36ab005049 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:23.868179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7efbc4-b6e8-4672-bf96-78d50efb76aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.868410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] No DVR routers for this DVR port 6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:23.869710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bc7efbc4-b6e8-4672-bf96-78d50efb76aa tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2231469 Jun 30 09:25:23.874819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:23.876358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.878811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-431ab53f-c03f-4299-afbc-d5da91a9b997 req-505081ea-4880-4366-926a-f84a2a151392 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.79 "DELETE /v2.0/ports/6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5 HTTP/1.1" status: 204 len: 173 time: 1.1244085 Jun 30 09:25:23.883162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-219db192-fdd9-4782-bdb2-f371f8d042aa req-48542a97-34c3-4f09-90f6-398bc43605e2 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups?id=68ba61a8-df10-4381-8509-68c455ad4b5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159327 Jun 30 09:25:23.952903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-08eeb82c-c4d7-400c-b175-18ccf7544882 None None] Provisioning complete for port ea606cab-ec8e-4c20-97bf-14a648d0cebf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:23.953325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08eeb82c-c4d7-400c-b175-18ccf7544882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:23.961919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3293c42b-dddb-4e4e-baa9-fda19fd38bfc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:23.967263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50202) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:23.967744 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3293c42b-dddb-4e4e-baa9-fda19fd38bfc tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0877709 Jun 30 09:25:24.030178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d5f44365-ee0f-4c7a-a714-5ed97a410249 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616636 Jun 30 09:25:24.040553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.153066 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4630dcfb-d12f-4540-ad54-d95949ee2c9d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.153834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4630dcfb-d12f-4540-ad54-d95949ee2c9d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.156874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4630dcfb-d12f-4540-ad54-d95949ee2c9d tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/b2ba6f1b-de82-4d97-bb9b-43442cbb3938 HTTP/1.1" status: 404 len: 333 time: 0.1143608 Jun 30 09:25:24.158819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.214431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] DHCP port deletion for 24d85a9e-96e0-4b8b-8c23-bf36ab005049 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:24.226888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361fd10-b0b5-4892-8847-4fb5834a54d0 req-cb46017a-dc35-44e4-916b-4ac6d16214e2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:24.230895 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-73187c04-46d1-4532-9556-a2a0ab831a84 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.230895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73187c04-46d1-4532-9556-a2a0ab831a84 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.234069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73187c04-46d1-4532-9556-a2a0ab831a84 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/ff85ca02-54e6-49cc-86f8-2c755857077e HTTP/1.1" status: 404 len: 337 time: 0.0739534 Jun 30 09:25:24.234815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.236337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b361fd10-b0b5-4892-8847-4fb5834a54d0 req-cb46017a-dc35-44e4-916b-4ac6d16214e2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1710169 Jun 30 09:25:24.281822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] Deleting port ea606cab-ec8e-4c20-97bf-14a648d0cebf {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:24.282103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:24.300114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b361fd10-b0b5-4892-8847-4fb5834a54d0 req-99e8c49e-7ff0-4f01-ba96-6cd3326b7ed0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569093 Jun 30 09:25:24.302417 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0297bd44-992d-4296-a33b-59cc29984dfe tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.305386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0297bd44-992d-4296-a33b-59cc29984dfe tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.313032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.313255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0297bd44-992d-4296-a33b-59cc29984dfe tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/790924cf-8b81-42c3-abb2-edb284e927de HTTP/1.1" status: 404 len: 337 time: 0.0695786 Jun 30 09:25:24.365702 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d782d8b9-fea3-4eec-ae1c-a781bb011792 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.366885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d782d8b9-fea3-4eec-ae1c-a781bb011792 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.371606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d782d8b9-fea3-4eec-ae1c-a781bb011792 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/e406735b-0825-4a47-94ec-1ac2b30cf49c HTTP/1.1" status: 404 len: 333 time: 0.0572248 Jun 30 09:25:24.374269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50214) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.386462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] For port ea606cab-ec8e-4c20-97bf-14a648d0cebf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea606cab-ec8e-4c20-97bf-14a648d0cebf,segment=NetworkSegment(7a5b3941-9ba1-4634-a25a-3c840a15be4b),segment_id=7a5b3941-9ba1-4634-a25a-3c840a15be4b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:24.388202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:24.414099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] Calling delete_port for ea606cab-ec8e-4c20-97bf-14a648d0cebf owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:24.416992 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a02b439-1f13-4c98-9bf0-e87896fc5e01 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.417736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a02b439-1f13-4c98-9bf0-e87896fc5e01 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.419615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6a02b439-1f13-4c98-9bf0-e87896fc5e01 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/21f27331-f6b2-45bc-afe5-230216d9c53d HTTP/1.1" status: 404 len: 337 time: 0.0443048 Jun 30 09:25:24.422681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.456836 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c64b750d-29e9-48e8-ac44-160b7c3d3374 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.457376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c64b750d-29e9-48e8-ac44-160b7c3d3374 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.462410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50218) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.462567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c64b750d-29e9-48e8-ac44-160b7c3d3374 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/ac9d6175-dc1b-4c5d-bbcf-e21daf8cf09c HTTP/1.1" status: 404 len: 337 time: 0.0389848 Jun 30 09:25:24.512605 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-00603379-c1fa-4359-aacd-17182a9644ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.513740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00603379-c1fa-4359-aacd-17182a9644ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.520226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.520600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-00603379-c1fa-4359-aacd-17182a9644ea tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/f4d55b1e-45e1-4344-8ada-83899036f14d HTTP/1.1" status: 404 len: 333 time: 0.0568807 Jun 30 09:25:24.534164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:24.556528 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c82ba5-987e-47b1-a724-70ce7aa2135b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.557130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c82ba5-987e-47b1-a724-70ce7aa2135b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.559069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-13c82ba5-987e-47b1-a724-70ce7aa2135b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/a9cd8509-dfd4-4a4b-b417-8771a39d396a HTTP/1.1" status: 404 len: 337 time: 0.0378466 Jun 30 09:25:24.561468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.568228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] Pushing event deleted for resources: {'Port': ['ID=ea606cab-ec8e-4c20-97bf-14a648d0cebf,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:24.573507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebe1361-df39-4973-b733-328eb47e2dd6 None None] No DVR routers for this DVR port ea606cab-ec8e-4c20-97bf-14a648d0cebf on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:24.600419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c'}, {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:24.602763 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cacbec0-2598-4451-bf75-ba02a5892065" -d '{"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c"}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:24.606213 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a776b1a-3cc1-45e1-b04e-a8bb403e594e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.606913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a776b1a-3cc1-45e1-b04e-a8bb403e594e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.608571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a776b1a-3cc1-45e1-b04e-a8bb403e594e tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/334cb1c3-7ad7-4d8e-a447-e36f282e1e90 HTTP/1.1" status: 404 len: 337 time: 0.0458980 Jun 30 09:25:24.611315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50226) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.641504 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-426d5f29-99de-4909-b805-c04ce0171587 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.642352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426d5f29-99de-4909-b805-c04ce0171587 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.646445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-426d5f29-99de-4909-b805-c04ce0171587 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/33170df0-ea9a-4067-bb7a-11df926666de HTTP/1.1" status: 404 len: 333 time: 0.0317440 Jun 30 09:25:24.646846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.675069 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513afffa-c766-4eaf-85f8-61c161025c00 x-openstack-request-id: req-513afffa-c766-4eaf-85f8-61c161025c00 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:24.675374 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "21699b9c-2adf-496b-88d7-355e3189ef4c", "status": "completed", "code": 200}, {"server_uuid": "cf62fef6-cfa1-4096-aa62-50c87eaae976", "name": "network-vif-deleted", "tag": "6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:24.675629 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-513afffa-c766-4eaf-85f8-61c161025c00 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:24.676023 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '21699b9c-2adf-496b-88d7-355e3189ef4c', 'status': 'completed', 'code': 200} Jun 30 09:25:24.676283 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf62fef6-cfa1-4096-aa62-50c87eaae976', 'name': 'network-vif-deleted', 'tag': '6c7b19d6-f5bd-4968-9ec3-6b3626dddcf5', 'status': 'completed', 'code': 200} Jun 30 09:25:24.678457 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0151bccd-1c17-4489-9ce4-e1c1d00fc6cf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.678921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0151bccd-1c17-4489-9ce4-e1c1d00fc6cf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.682262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0151bccd-1c17-4489-9ce4-e1c1d00fc6cf tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/af296d86-bd85-49ce-8962-5814b0f1f2a4 HTTP/1.1" status: 404 len: 337 time: 0.0328608 Jun 30 09:25:24.683208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.711003 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3810a7cd-533c-4ee3-8a84-513e7596e1e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.711720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3810a7cd-533c-4ee3-8a84-513e7596e1e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.717888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3810a7cd-533c-4ee3-8a84-513e7596e1e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/15071ac2-0f7a-4f32-91ea-3fc9a7c13d4a HTTP/1.1" status: 404 len: 337 time: 0.0312276 Jun 30 09:25:24.719722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50232) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.753368 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f319a807-e523-42ae-a5d0-e21e599b864c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.754281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f319a807-e523-42ae-a5d0-e21e599b864c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.757443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f319a807-e523-42ae-a5d0-e21e599b864c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/87d4eacf-41e3-4d2a-9892-b5ba15812957 HTTP/1.1" status: 404 len: 333 time: 0.0365391 Jun 30 09:25:24.759976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50234) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.791525 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c78cddb3-7784-4335-aa0a-9e939bb7904b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.792024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c78cddb3-7784-4335-aa0a-9e939bb7904b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.796622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50236) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.797138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c78cddb3-7784-4335-aa0a-9e939bb7904b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/5222294b-0115-4053-9cdc-cdb06993d6dd HTTP/1.1" status: 404 len: 337 time: 0.0357599 Jun 30 09:25:24.835911 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-15debbb0-1c59-47ca-b2cc-961449dc8f49 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.836662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15debbb0-1c59-47ca-b2cc-961449dc8f49 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.838618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-15debbb0-1c59-47ca-b2cc-961449dc8f49 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/47b6fbb7-76d2-4634-8693-245fdf3f7a5d HTTP/1.1" status: 404 len: 333 time: 0.0402722 Jun 30 09:25:24.841217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50238) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.869947 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c64bab-ed73-491c-b284-0a65ecbe0294 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.870437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c64bab-ed73-491c-b284-0a65ecbe0294 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.874851 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b7c64bab-ed73-491c-b284-0a65ecbe0294 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/cf38b8f1-dfd6-487d-8535-a5dd66d39dbd HTTP/1.1" status: 404 len: 337 time: 0.0300303 Jun 30 09:25:24.875244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50240) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.903783 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-965db3b4-c92d-4d9f-b84a-285ad37312fd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.904785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965db3b4-c92d-4d9f-b84a-285ad37312fd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.909433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-965db3b4-c92d-4d9f-b84a-285ad37312fd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/37146d08-5360-48c0-82b7-cd2ade642035 HTTP/1.1" status: 404 len: 333 time: 0.0301576 Jun 30 09:25:24.909433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50244) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.945312 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8789f22d-7ad4-43bd-9e8e-6e8d4c69a9b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.946011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8789f22d-7ad4-43bd-9e8e-6e8d4c69a9b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.950079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8789f22d-7ad4-43bd-9e8e-6e8d4c69a9b6 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/4c771785-fced-41a4-8997-34175c066978 HTTP/1.1" status: 404 len: 337 time: 0.0379114 Jun 30 09:25:24.950373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:24.978576 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa33e7e8-cb77-4233-b682-c32b114abe1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:24.981117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa33e7e8-cb77-4233-b682-c32b114abe1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:24.981310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aa33e7e8-cb77-4233-b682-c32b114abe1a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/e28d4042-5084-4c7b-9090-67ce7ba07fb4 HTTP/1.1" status: 404 len: 333 time: 0.0300133 Jun 30 09:25:24.983997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.046668 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8ef4c7-ab41-44f5-97bf-96a5ae5e9691 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.047056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8ef4c7-ab41-44f5-97bf-96a5ae5e9691 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.055121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50252) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.058632 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4b8ef4c7-ab41-44f5-97bf-96a5ae5e9691 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/47347b47-6ac3-4202-8011-4dab02f603cc HTTP/1.1" status: 404 len: 337 time: 0.0671375 Jun 30 09:25:25.101729 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1889eb-b58e-4eea-83c9-bfc7ccc1eeb1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.102506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1889eb-b58e-4eea-83c9-bfc7ccc1eeb1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.104239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-df1889eb-b58e-4eea-83c9-bfc7ccc1eeb1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/271df3dd-74c0-41a3-9ba4-e85596b6c061 HTTP/1.1" status: 404 len: 333 time: 0.0477784 Jun 30 09:25:25.106800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50256) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.154057 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f99a4e2-98fd-4188-b78e-fd7fc944ea23 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.154567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f99a4e2-98fd-4188-b78e-fd7fc944ea23 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.158439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7f99a4e2-98fd-4188-b78e-fd7fc944ea23 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/22d06b8c-5c71-4434-a348-5ea91bdecbba HTTP/1.1" status: 404 len: 337 time: 0.0492942 Jun 30 09:25:25.159517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.172612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fe92caa-7626-4377-b3ef-2cf46d7e9e06 req-82de1b54-8da2-4221-87cd-3f823d256bbb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0509100 Jun 30 09:25:25.211588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9125252-8f5e-489a-bbe7-de8e9f629009 req-221bfcb9-01fb-4848-b4fd-34f360fab0b9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:25.218909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9125252-8f5e-489a-bbe7-de8e9f629009 req-221bfcb9-01fb-4848-b4fd-34f360fab0b9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1185367 Jun 30 09:25:25.226629 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76d7773-5c69-4e21-948c-1d203f347648 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.227438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76d7773-5c69-4e21-948c-1d203f347648 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.229353 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a76d7773-5c69-4e21-948c-1d203f347648 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/7ff1cc73-5d82-43ff-adf2-7339c1bd4da1 HTTP/1.1" status: 404 len: 333 time: 0.0688677 Jun 30 09:25:25.234866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.304069 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6432cfae-f513-478e-ae30-6f710c7f3fc1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.304479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6432cfae-f513-478e-ae30-6f710c7f3fc1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.309692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6432cfae-f513-478e-ae30-6f710c7f3fc1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/cf3caf6a-6ed9-4ed5-b8ac-55cfcac4ae6e HTTP/1.1" status: 404 len: 337 time: 0.0715384 Jun 30 09:25:25.310353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.335365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea606cab-ec8e-4c20-97bf-14a648d0cebf no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:25.340810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9125252-8f5e-489a-bbe7-de8e9f629009 req-b3b8224c-a1c4-400b-a21c-cc1f27e58b0a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206698 Jun 30 09:25:25.376054 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1506592-632e-421d-8dc5-e951cf9487e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.376530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1506592-632e-421d-8dc5-e951cf9487e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.379297 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f1506592-632e-421d-8dc5-e951cf9487e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/538d2cd4-7f77-46fa-aacd-ef94eafa5a53 HTTP/1.1" status: 404 len: 337 time: 0.0652938 Jun 30 09:25:25.382983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50268) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.392330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ea606cab-ec8e-4c20-97bf-14a648d0cebf {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:25.393966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea606cab-ec8e-4c20-97bf-14a648d0cebf not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:25.436639 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f388ee31-4f1f-4c5a-a527-83fae143f1a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.437441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f388ee31-4f1f-4c5a-a527-83fae143f1a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.439234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f388ee31-4f1f-4c5a-a527-83fae143f1a0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/9673e5e9-a479-40b8-bff9-966fdef5ae45 HTTP/1.1" status: 404 len: 333 time: 0.0549939 Jun 30 09:25:25.441674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50270) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.476360 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc400f03-ec10-4508-9490-4899b7109d9c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.477282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc400f03-ec10-4508-9490-4899b7109d9c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.479344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fc400f03-ec10-4508-9490-4899b7109d9c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/36d074f6-7426-4ef1-a036-9c3cb88c1fc2 HTTP/1.1" status: 404 len: 337 time: 0.0366795 Jun 30 09:25:25.482249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.520442 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c117c643-7819-471d-99d6-4ea2a2d28ec5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.520909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c117c643-7819-471d-99d6-4ea2a2d28ec5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.523278 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c117c643-7819-471d-99d6-4ea2a2d28ec5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0f637eb6-9408-4137-beef-638b32e52b73 HTTP/1.1" status: 404 len: 337 time: 0.0399220 Jun 30 09:25:25.525716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50274) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.565259 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46a028b-e326-443d-ab62-1ef08a329bae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.566430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46a028b-e326-443d-ab62-1ef08a329bae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.569674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f46a028b-e326-443d-ab62-1ef08a329bae tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/7999069a-b136-4247-b6ce-8555c699e99d HTTP/1.1" status: 404 len: 333 time: 0.0393543 Jun 30 09:25:25.571726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.572606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cfc38-3de0-4693-8433-4a253013de8a req-3ae4f223-fd29-4e96-977e-dde7d2562491 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:25.574151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615cfc38-3de0-4693-8433-4a253013de8a req-3ae4f223-fd29-4e96-977e-dde7d2562491 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.0753727 Jun 30 09:25:25.603219 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f4ceaa-e865-4651-802f-8c9b833eb2b5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.603938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f4ceaa-e865-4651-802f-8c9b833eb2b5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.605871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d1f4ceaa-e865-4651-802f-8c9b833eb2b5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/555f8d69-425a-4228-87d9-c88a075c02b8 HTTP/1.1" status: 404 len: 337 time: 0.0330100 Jun 30 09:25:25.608338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.625258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615cfc38-3de0-4693-8433-4a253013de8a req-e85a9b73-9a9a-4fdd-b73e-9b1e4ae9ed8d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Jun 30 09:25:25.641356 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0acbf28-65f1-4168-87ac-33b676ca4f08 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.642018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0acbf28-65f1-4168-87ac-33b676ca4f08 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.644365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f0acbf28-65f1-4168-87ac-33b676ca4f08 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/f6c661f2-5d2b-4e48-91f0-7738d1178718 HTTP/1.1" status: 404 len: 337 time: 0.0340998 Jun 30 09:25:25.647573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50280) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.681881 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ff7cb3-71ee-4a05-b685-5a5a37134594 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.682672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ff7cb3-71ee-4a05-b685-5a5a37134594 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.684401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5ff7cb3-71ee-4a05-b685-5a5a37134594 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/909a19fc-42b3-46ac-8c79-b7a0e5a412b8 HTTP/1.1" status: 404 len: 333 time: 0.0350721 Jun 30 09:25:25.686989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50282) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.714550 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-205e26bb-d832-48ae-9092-f37b47e07a8c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.715435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-205e26bb-d832-48ae-9092-f37b47e07a8c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.720115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-205e26bb-d832-48ae-9092-f37b47e07a8c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0dcfde7a-c857-4f40-9621-d78c5cdd99f3 HTTP/1.1" status: 404 len: 337 time: 0.0296881 Jun 30 09:25:25.720466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.746884 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd00515-5221-4da9-8dc0-6bfeeff4d354 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.747324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd00515-5221-4da9-8dc0-6bfeeff4d354 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.753168 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3cd00515-5221-4da9-8dc0-6bfeeff4d354 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/2ac84d5e-7834-4248-9244-7a62d6f91a49 HTTP/1.1" status: 404 len: 337 time: 0.0281193 Jun 30 09:25:25.753349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.786271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-80454467-e776-4f01-8a86-22bd5b721776 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports?device_id=2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 HTTP/1.1" status: 200 len: 205 time: 0.0302157 Jun 30 09:25:25.787281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.831219 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-92507546-da6f-4b20-b796-71317ec74b1c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] delete failed (client error): The resource could not be found. Jun 30 09:25:25.832454 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-92507546-da6f-4b20-b796-71317ec74b1c tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/routers/2d89ff5f-a2e5-4e1b-b838-7f78fafaf468 HTTP/1.1" status: 404 len: 336 time: 0.0441310 Jun 30 09:25:25.835954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50290) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.863301 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b96d709-1a46-4e3e-bf71-e6127a06988a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.863766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b96d709-1a46-4e3e-bf71-e6127a06988a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.866831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6b96d709-1a46-4e3e-bf71-e6127a06988a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0f998397-a335-47e3-a890-678f71322b28 HTTP/1.1" status: 404 len: 337 time: 0.0286713 Jun 30 09:25:25.868476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.904391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-82f3629c-ab21-4f89-b930-60ed34f208d1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "GET /v2.0/ports?device_id=e3278bfe-1132-45f2-999f-53cafc362cd1 HTTP/1.1" status: 200 len: 205 time: 0.0326114 Jun 30 09:25:25.904625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.950135 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-5d8af3ae-05ba-4c65-a964-03f4d1e609d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] delete failed (client error): The resource could not be found. Jun 30 09:25:25.951069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d8af3ae-05ba-4c65-a964-03f4d1e609d4 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/routers/e3278bfe-1132-45f2-999f-53cafc362cd1 HTTP/1.1" status: 404 len: 336 time: 0.0455270 Jun 30 09:25:25.953464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50296) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:25.986617 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d3284e-e017-4e93-9d94-e001dbe7b494 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:25.987284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d3284e-e017-4e93-9d94-e001dbe7b494 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:25.989000 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5d3284e-e017-4e93-9d94-e001dbe7b494 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/2243c257-c176-4c74-afa6-a3ff31fae3dc HTTP/1.1" status: 404 len: 337 time: 0.0346496 Jun 30 09:25:25.992577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.033931 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-340e066e-e8b3-4ee9-8fb7-260164477fb7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.034655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340e066e-e8b3-4ee9-8fb7-260164477fb7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.038171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-340e066e-e8b3-4ee9-8fb7-260164477fb7 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/a7ddf8ea-ac53-43a9-a4f0-d2c8a94aeff4 HTTP/1.1" status: 404 len: 337 time: 0.0438323 Jun 30 09:25:26.040367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50300) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.068675 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaab9b86-e4b5-40ff-b335-3c1430a1dffd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.069394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaab9b86-e4b5-40ff-b335-3c1430a1dffd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.073711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aaab9b86-e4b5-40ff-b335-3c1430a1dffd tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/d8acd246-268f-4a70-bac8-3d4615e1a8b6 HTTP/1.1" status: 404 len: 333 time: 0.0300844 Jun 30 09:25:26.073994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.101074 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03765b4-ded4-4d57-b875-3e0ea6f98871 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.101507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03765b4-ded4-4d57-b875-3e0ea6f98871 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.105694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d03765b4-ded4-4d57-b875-3e0ea6f98871 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/1b9c33c3-99c0-48ef-bd4e-b7070d0c0db4 HTTP/1.1" status: 404 len: 337 time: 0.0284834 Jun 30 09:25:26.106107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.141049 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fcd1dd-7e52-4f8c-ab02-10b474bf5ed1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.142125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fcd1dd-7e52-4f8c-ab02-10b474bf5ed1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.144090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b5fcd1dd-7e52-4f8c-ab02-10b474bf5ed1 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/d1ecea18-073d-463b-acc2-82dbfac55518 HTTP/1.1" status: 404 len: 333 time: 0.0369275 Jun 30 09:25:26.147273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50306) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.174986 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8423c68-efc6-408e-a855-fb30dfec5fa8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.175646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8423c68-efc6-408e-a855-fb30dfec5fa8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.179761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8423c68-efc6-408e-a855-fb30dfec5fa8 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/92f9a7d0-4c12-4710-8902-41d745f930c6 HTTP/1.1" status: 404 len: 337 time: 0.0314734 Jun 30 09:25:26.180021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.207469 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fce4ccd-9f06-4e9a-9601-20d33d9527eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.208207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fce4ccd-9f06-4e9a-9601-20d33d9527eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.210685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9fce4ccd-9f06-4e9a-9601-20d33d9527eb tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/30b6e371-93d9-4025-a11c-6be5174d5d44 HTTP/1.1" status: 404 len: 333 time: 0.0298531 Jun 30 09:25:26.214255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.257775 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2540471-5478-4154-ba59-7d65345e85e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.260291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2540471-5478-4154-ba59-7d65345e85e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.264169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e2540471-5478-4154-ba59-7d65345e85e9 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/b31c561d-542d-4ef1-bb43-2d9466a487f5 HTTP/1.1" status: 404 len: 337 time: 0.0501080 Jun 30 09:25:26.266628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50314) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.297252 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3ae44b-5ea7-403d-ad75-4c0c06c0ca2f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.297991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3ae44b-5ea7-403d-ad75-4c0c06c0ca2f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.299759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7f3ae44b-5ea7-403d-ad75-4c0c06c0ca2f tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/dea89376-5e1b-4b16-95ea-ff903097c928 HTTP/1.1" status: 404 len: 333 time: 0.0308948 Jun 30 09:25:26.302872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50316) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.330271 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-186bc76f-0f9e-4d20-8d82-98ac148b16b0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.330748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186bc76f-0f9e-4d20-8d82-98ac148b16b0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.332742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-186bc76f-0f9e-4d20-8d82-98ac148b16b0 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/0cce4bb4-5fa0-403b-bbd3-4772c61b6075 HTTP/1.1" status: 404 len: 337 time: 0.0288777 Jun 30 09:25:26.337139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50320) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.425020 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-44043081-1471-4f23-b6e6-b6d7b2971a73 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.425758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44043081-1471-4f23-b6e6-b6d7b2971a73 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.433196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.433458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-44043081-1471-4f23-b6e6-b6d7b2971a73 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/08a3b73c-25bb-4c63-a27b-e535a13d60ec HTTP/1.1" status: 404 len: 333 time: 0.0951357 Jun 30 09:25:26.436243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e85c42-6980-4585-84cd-6304281c82ab req-7cd5e25e-c20c-48bc-a681-5c6f17ea4d96 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0900738 Jun 30 09:25:26.464814 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b162d2d-46d5-465a-99e1-cc62859b22e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.465284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b162d2d-46d5-465a-99e1-cc62859b22e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.467496 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b162d2d-46d5-465a-99e1-cc62859b22e3 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/211686f4-1e55-4c5f-825f-b6c81fb0b7a7 HTTP/1.1" status: 404 len: 337 time: 0.0328360 Jun 30 09:25:26.476398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50326) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.509225 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d8dfb8b-848a-46cb-819e-b573f03d0192 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.510147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d8dfb8b-848a-46cb-819e-b573f03d0192 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.511928 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0d8dfb8b-848a-46cb-819e-b573f03d0192 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/a7f04a93-6d78-47d0-8699-683cd008578a HTTP/1.1" status: 404 len: 333 time: 0.0343261 Jun 30 09:25:26.514401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.564485 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9475d5-c4e7-447e-a089-6f8d0e5da37a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.564947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9475d5-c4e7-447e-a089-6f8d0e5da37a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.571127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50334) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.571424 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3a9475d5-c4e7-447e-a089-6f8d0e5da37a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/de791c78-3251-4bc3-890d-44bb10589209 HTTP/1.1" status: 404 len: 337 time: 0.0558326 Jun 30 09:25:26.637657 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-182a62d7-8580-4342-972b-b4033459e16a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.638450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182a62d7-8580-4342-972b-b4033459e16a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.641228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-182a62d7-8580-4342-972b-b4033459e16a tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/ports/bafb6458-482c-431b-b707-697cf4204a7d HTTP/1.1" status: 404 len: 333 time: 0.0683472 Jun 30 09:25:26.643689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.682333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2212acb-994c-4704-8949-f36ebe33cb8b req-c3f9557d-22b6-43e2-bb29-a6acc3171226 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:26.684077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2212acb-994c-4704-8949-f36ebe33cb8b req-c3f9557d-22b6-43e2-bb29-a6acc3171226 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2031128 Jun 30 09:25:26.702276 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e9fe4f-8ebb-4341-b4f3-b51e857941c5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] DELETE failed (client error): The resource could not be found. Jun 30 09:25:26.705337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e9fe4f-8ebb-4341-b4f3-b51e857941c5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:25:26.711676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03e9fe4f-8ebb-4341-b4f3-b51e857941c5 tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/subnets/cb58ce3f-3e68-4c42-8434-7a2739eb676e HTTP/1.1" status: 404 len: 337 time: 0.0668221 Jun 30 09:25:26.712262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50340) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:26.823964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:26.885547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2212acb-994c-4704-8949-f36ebe33cb8b req-f9fee67a-2576-4a0d-98f9-717a1588b44c tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947050 Jun 30 09:25:26.988958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbcd19-cf0d-44a4-b307-d56cf41a4309 req-1100b52a-0006-4d2b-9ae7-7e4a2bc77cad tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:26.997140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dbcd19-cf0d-44a4-b307-d56cf41a4309 req-1100b52a-0006-4d2b-9ae7-7e4a2bc77cad tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1931448 Jun 30 09:25:27.010654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.040825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d85a9e-96e0-4b8b-8c23-bf36ab005049']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:27.079933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5b3941-9ba1-4634-a25a-3c840a15be4b') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:27.080240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5b3941-9ba1-4634-a25a-3c840a15be4b') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:27.106540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39dbcd19-cf0d-44a4-b307-d56cf41a4309 req-2fafa3fa-843a-42eb-b2bf-54d52f29bfba tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Jun 30 09:25:27.109919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.149219 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.158076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:27.158514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:27.161495 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:27.278619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-9d8ff630-a277-431b-8e1e-53638b3c6946 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618539 Jun 30 09:25:27.387050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-d538f545-598a-4cb4-9bb6-94900efdb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:27.389984 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-d538f545-598a-4cb4-9bb6-94900efdb4eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6d73946d11314647a86d38280b6c2a0d&device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 1098 time: 0.0792632 Jun 30 09:25:27.522570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fff364-37b6-410a-a915-898f0397081e req-3c60200d-5dcc-45d8-a7ee-d493fc54bb96 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:27.529633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97fff364-37b6-410a-a915-898f0397081e req-3c60200d-5dcc-45d8-a7ee-d493fc54bb96 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.5032263 Jun 30 09:25:27.574115 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.579181 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:27.584551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] 10.222.0.77 "DELETE /v2.0/networks/24d85a9e-96e0-4b8b-8c23-bf36ab005049 HTTP/1.1" status: 204 len: 168 time: 0.8710647 Jun 30 09:25:27.599177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97fff364-37b6-410a-a915-898f0397081e req-c2d29ccf-e8a7-4c79-bfdf-b486d724016b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663815 Jun 30 09:25:27.605049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-f7ade193-0d24-4b1a-a9aa-be796554b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:27.608437 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-f7ade193-0d24-4b1a-a9aa-be796554b0f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 200 len: 912 time: 0.1841948 Jun 30 09:25:27.640156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b673b-abef-4295-8981-631c3029a00b tempest-NetworksTestDHCPv6-1022374492 tempest-NetworksTestDHCPv6-1022374492-project] Pushing event deleted for resources: {'Network': ['ID=24d85a9e-96e0-4b8b-8c23-bf36ab005049,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:27.697966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-182e448b-b965-4189-bfe1-bf7e9d4738ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963 HTTP/1.1" status: 200 len: 217 time: 0.0762212 Jun 30 09:25:27.785686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c7b5350-984d-44ff-a30e-87edea042224 req-76382533-15c5-4258-9db7-63fcea3ad825 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0567126 Jun 30 09:25:27.822184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-fda2ef73-b98d-46b0-bc01-2c4133547285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:27.824021 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-fda2ef73-b98d-46b0-bc01-2c4133547285 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 200 len: 850 time: 0.1152563 Jun 30 09:25:27.936444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-1896763f-4c85-4f90-a756-9c87f8b9ab63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:27.938309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-1896763f-4c85-4f90-a756-9c87f8b9ab63 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e9f59d3b-831d-4534-8398-dc36dcc87b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031113 Jun 30 09:25:27.988313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50362) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:28.109588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-2f68bf63-e839-4712-96f6-72dd3ecc1fed service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597414 Jun 30 09:25:28.220471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:28.221166 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2676a5e4-0952-4aa1-a575-3a3fd843bac2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=19ca87ea73f44603bc6fd3a9b4de8147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2314553 Jun 30 09:25:28.299291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-280a03af-3a8e-474b-baa0-62dcda856a1a req-6fb1b4ce-25d5-427e-a82d-538afca3bedf service neutron] 10.222.0.79 "GET /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742442 Jun 30 09:25:28.316792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-803a63c1-6c19-407c-b0ef-0eb22ff76afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.364147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-803a63c1-6c19-407c-b0ef-0eb22ff76afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.405650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc84d6b-e466-4713-a4a7-f2ccb071e83c req-9f27f6f4-c784-44b3-9ff5-fd22440b223d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:28.407624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bc84d6b-e466-4713-a4a7-f2ccb071e83c req-9f27f6f4-c784-44b3-9ff5-fd22440b223d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1002235 Jun 30 09:25:28.460833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bc84d6b-e466-4713-a4a7-f2ccb071e83c req-662b1eb9-1a8b-4a8f-a532-d8a890bd0269 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Jun 30 09:25:28.460996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-803a63c1-6c19-407c-b0ef-0eb22ff76afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.463814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-803a63c1-6c19-407c-b0ef-0eb22ff76afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:28.464885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-803a63c1-6c19-407c-b0ef-0eb22ff76afa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/42da99f9-4d7b-494f-916c-af4bf199423b HTTP/1.1" status: 204 len: 168 time: 0.2434745 Jun 30 09:25:28.476140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a63c1-6c19-407c-b0ef-0eb22ff76afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da99f9-4d7b-494f-916c-af4bf199423b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:28.891522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-fc04c32b-f9c2-4894-b677-bccf60f6a7ee tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:28.899912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-fc04c32b-f9c2-4894-b677-bccf60f6a7ee tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=859c7013-80ea-4073-bf0b-571590127786 HTTP/1.1" status: 200 len: 943 time: 0.0841303 Jun 30 09:25:29.058781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30d5c656-d809-4249-bcb3-43bfcdb8f351 req-86b00965-a17e-4f20-b33a-f6eb1a9c8bcb tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0407691 Jun 30 09:25:29.069696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Deleting port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:29.069990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.194991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] For port 13d626ab-bde4-450e-b83d-a66b96a6b5e7, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=13d626ab-bde4-450e-b83d-a66b96a6b5e7,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:29.196288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.219596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Calling delete_port for 13d626ab-bde4-450e-b83d-a66b96a6b5e7 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:29.236050 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.389174 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.405832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['18abf3bb-ff60-42ec-9d84-6e55f0e0b963'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:29.435421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'Port': ['ID=13d626ab-bde4-450e-b83d-a66b96a6b5e7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:29.478703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50428) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:29.526675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:29.535186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] No DVR routers for this DVR port 13d626ab-bde4-450e-b83d-a66b96a6b5e7 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:29.538562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.547320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0622ac05-0cfb-45c8-9a81-f13e7ac490ac req-ccc01bfe-e204-45cd-b210-61836265423a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "DELETE /v2.0/ports/13d626ab-bde4-450e-b83d-a66b96a6b5e7 HTTP/1.1" status: 204 len: 173 time: 0.6454287 Jun 30 09:25:29.548087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-deleted', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:29.550540 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc358c-4d08-40c4-a3cd-a8bf483205c6" -d '{"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-deleted", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:29.702993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1679889024'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:29.755181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:29.760906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.773573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:29.897593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1914f33-2002-4095-8954-dd1b95409b18 req-b9634307-1573-4c39-8f51-556ed20b3a57 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:29.901860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1914f33-2002-4095-8954-dd1b95409b18 req-b9634307-1573-4c39-8f51-556ed20b3a57 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1520720 Jun 30 09:25:30.007267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.017190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1914f33-2002-4095-8954-dd1b95409b18 req-775278ca-73c5-4ace-8fa8-4e6a7ef9dd7d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010768 Jun 30 09:25:30.023736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.079143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:25:30.090105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c3b6c-c8cd-4097-8660-d7430dfb27db,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:30.098169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.098169 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Added segment 4e970b98-f180-462f-88c9-fb9314e4da23 of type vlan for network 419e8cb4-7020-4b24-98bd-4f3908a4400f Jun 30 09:25:30.121334 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ad78d6-7ed2-480b-b79c-44eda67d87cd x-openstack-request-id: req-84ad78d6-7ed2-480b-b79c-44eda67d87cd {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:30.121645 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "859c7013-80ea-4073-bf0b-571590127786", "name": "network-vif-deleted", "tag": "13d626ab-bde4-450e-b83d-a66b96a6b5e7", "status": "failed", "code": 422}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:30.122212 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84ad78d6-7ed2-480b-b79c-44eda67d87cd {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:30.122762 n-d-780147-22 neutron-server[93725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '859c7013-80ea-4073-bf0b-571590127786', 'name': 'network-vif-deleted', 'tag': '13d626ab-bde4-450e-b83d-a66b96a6b5e7', 'status': 'failed', 'code': 422} returned with failed status Jun 30 09:25:30.174858 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.237141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.247290 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:30.247944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.357921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Network': ['ID=419e8cb4-7020-4b24-98bd-4f3908a4400f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:30.374817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-028cf0a9-326e-4b93-9416-685935cc329d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8940601 Jun 30 09:25:30.377680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:25:30.378182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:30.390117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'subnet': {'network_id': '419e8cb4-7020-4b24-98bd-4f3908a4400f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:30.546762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:30.551548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.623028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73e615ad-2035-425f-a2ce-2710e70a3f02 req-5a20c991-1a1f-4cef-b2b5-ba6418bd4856 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.3727808 Jun 30 09:25:30.838406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.917762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Subnet': ['ID=1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:30.943799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Checking segment: {'id': '4e970b98-f180-462f-88c9-fb9314e4da23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '419e8cb4-7020-4b24-98bd-4f3908a4400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:30.944297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network hostable DHCP agents. Network: 419e8cb4-7020-4b24-98bd-4f3908a4400f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:25:30.966036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:25:30.978990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 419e8cb4-7020-4b24-98bd-4f3908a4400f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:30.987129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:30.987721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:30.996618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd0a94d-80fb-41ec-ba19-fd1746980801 None None] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:31.013335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0827d26c-527b-41d4-9149-56bf1897640a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6335781 Jun 30 09:25:31.015781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:31.020416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1849324198', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:31.050385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.051850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.132512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004fae8-9060-494b-8397-8baf02773753 req-e393723a-14f6-44e7-8655-596ccc9a86a4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:31.134026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c004fae8-9060-494b-8397-8baf02773753 req-e393723a-14f6-44e7-8655-596ccc9a86a4 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 907 time: 0.1065238 Jun 30 09:25:31.154564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.238770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b50bea-9b41-4b9e-bf53-d4c79fad02d3 None None] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:31.379982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e54eb9-217f-4cdb-a6c2-1ff131c8b9d8 req-3f51db75-aa27-4b60-8a90-66506c0aeaf9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:31.382140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1e54eb9-217f-4cdb-a6c2-1ff131c8b9d8 req-3f51db75-aa27-4b60-8a90-66506c0aeaf9 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1362019 Jun 30 09:25:31.431475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.478721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1e54eb9-217f-4cdb-a6c2-1ff131c8b9d8 req-132c2dda-edc4-49fd-9fa9-f9854597403a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897245 Jun 30 09:25:31.722597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.754291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:31.863768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ad6073e-d3e0-4313-b747-91f7d9fc18b1 req-6bf38520-935d-413a-9314-852e6982a503 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0660179 Jun 30 09:25:31.934396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.149 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ca3e81b8-466f-4b57-9352-81fa16d16032) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:32.057018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.412432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113e212-7dd2-402b-96ba-f29dba3a4843 req-0637007c-8e00-4e8b-b7ea-feb82b33c8ed tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:32.413631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.437206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7113e212-7dd2-402b-96ba-f29dba3a4843 req-0637007c-8e00-4e8b-b7ea-feb82b33c8ed tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 907 time: 0.1689630 Jun 30 09:25:32.468273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:32.471181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:32.475755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:32.523376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=ca3e81b8-466f-4b57-9352-81fa16d16032,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:32.711742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c2048-904f-4e19-998f-8d387992d5b9 req-bb2bd21b-9b7b-43ac-9571-2fdff2f761e2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:32.717999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c2048-904f-4e19-998f-8d387992d5b9 req-bb2bd21b-9b7b-43ac-9571-2fdff2f761e2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1004779 Jun 30 09:25:32.810700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-585c2048-904f-4e19-998f-8d387992d5b9 req-2bffc634-b804-46d2-9998-8588298191d7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811718 Jun 30 09:25:32.841974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:32.972371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26c688-e094-4d93-a688-19888400a131 req-a1036e67-b1dd-45d6-8bd5-89f2ebb7f8bf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:32.973872 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa26c688-e094-4d93-a688-19888400a131 req-a1036e67-b1dd-45d6-8bd5-89f2ebb7f8bf tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 907 time: 0.1761465 Jun 30 09:25:33.077067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66b1d211-353d-4c6e-987f-879658dc112a req-ba75083d-03e5-41e0-a249-67b3bc23567b tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0394521 Jun 30 09:25:33.246771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.266777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Deleting port 184bbac3-c0f0-4395-bc79-31d61cd602f9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:33.266893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.368517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] For port 184bbac3-c0f0-4395-bc79-31d61cd602f9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=184bbac3-c0f0-4395-bc79-31d61cd602f9,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:33.368893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.427610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Calling delete_port for 184bbac3-c0f0-4395-bc79-31d61cd602f9 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:33.638995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:25:33.648871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9dcaa-698c-47a8-929b-33d073d723de req-5b5bcfa8-af3c-4e29-87ad-155fc4776b27 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:33.651850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82a9dcaa-698c-47a8-929b-33d073d723de req-5b5bcfa8-af3c-4e29-87ad-155fc4776b27 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 907 time: 0.0976555 Jun 30 09:25:33.762124 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.846484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'Port': ['ID=184bbac3-c0f0-4395-bc79-31d61cd602f9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:33.868025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:33.880793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:33.901201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:33.903819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:33.964136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] No DVR routers for this DVR port 184bbac3-c0f0-4395-bc79-31d61cd602f9 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:33.969533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:33.971876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-aa26c688-e094-4d93-a688-19888400a131 req-cf0cd4cb-79a2-4075-84bd-93c2190fd25b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "DELETE /v2.0/ports/184bbac3-c0f0-4395-bc79-31d61cd602f9 HTTP/1.1" status: 204 len: 173 time: 0.9916580 Jun 30 09:25:33.972398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'name': 'network-vif-deleted', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:33.998538 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420c3e24-9af2-4e5c-b1e2-82d7090908ab" -d '{"events": [{"server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "name": "network-vif-deleted", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:34.003545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:34.015722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:34.017199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c81b57e0-aa48-4a7f-b7e4-35bf9597bf48 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.0004165 Jun 30 09:25:34.019955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50498) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:34.082673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:34.089517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:34.153582 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501a592d-52fa-4785-a907-7f8703d3dec1 x-openstack-request-id: req-501a592d-52fa-4785-a907-7f8703d3dec1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:34.154352 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90254efc-375a-4d35-8c68-194922169c01", "name": "network-vif-deleted", "tag": "184bbac3-c0f0-4395-bc79-31d61cd602f9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:34.154855 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-501a592d-52fa-4785-a907-7f8703d3dec1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:34.155781 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90254efc-375a-4d35-8c68-194922169c01', 'name': 'network-vif-deleted', 'tag': '184bbac3-c0f0-4395-bc79-31d61cd602f9', 'status': 'completed', 'code': 200} Jun 30 09:25:34.212002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:34.212674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f4969-8a75-47a9-900b-256454dfa1f0 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:34.460154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6596e5fa-9880-435f-ba95-1434fdf3d0eb req-893d05f0-6335-4a78-8115-23ae6b9b9189 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.1405296 Jun 30 09:25:34.560950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8c379-768a-40e3-9262-a9dd44eb37de req-17a41c99-4a8f-4d79-be97-3aeffe98a04d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:34.562393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffb8c379-768a-40e3-9262-a9dd44eb37de req-17a41c99-4a8f-4d79-be97-3aeffe98a04d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.5258765 Jun 30 09:25:34.639673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffb8c379-768a-40e3-9262-a9dd44eb37de req-1a8c059e-133d-4bcc-833a-98cb2ba112a8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695021 Jun 30 09:25:34.914561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.082629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a57b64e9-63f6-48a0-a5bf-e6dd26cca885 req-dc7f9fe6-cb2a-4d54-b018-36f549fb353a tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=90254efc-375a-4d35-8c68-194922169c01 HTTP/1.1" status: 200 len: 210 time: 0.0377526 Jun 30 09:25:35.313139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.1 (419e8cb4-7020-4b24-98bd-4f3908a4400f/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78/b0ddb1b8-af02-4c0b-a88a-24418721b078) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:35.469642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.520110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:35.596283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:35.602446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:35.618919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:35.718068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=b0ddb1b8-af02-4c0b-a88a-24418721b078,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:35.769628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-956ef5e3-0847-4717-b516-0563253194b5 req-8a3dc561-c4e7-4081-b4f1-4fc7a4d43947 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0435147 Jun 30 09:25:35.786012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.003906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa50233-1651-40b3-ac17-59207f58b603 req-b322030a-2e3c-4599-a796-896d54361b1e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:36.005948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa50233-1651-40b3-ac17-59207f58b603 req-b322030a-2e3c-4599-a796-896d54361b1e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1343040 Jun 30 09:25:36.088200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa50233-1651-40b3-ac17-59207f58b603 req-8ba05785-c7f8-46f6-8202-f83a3d992c24 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695436 Jun 30 09:25:36.103654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.158149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 184bbac3-c0f0-4395-bc79-31d61cd602f9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:36.199262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 184bbac3-c0f0-4395-bc79-31d61cd602f9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:36.199946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 184bbac3-c0f0-4395-bc79-31d61cd602f9 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:36.469926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.479712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.538651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:36.931884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=b0ddb1b8-af02-4c0b-a88a-24418721b078,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:36.973078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b114305a-b059-43a1-89f0-85bcc0966acf req-84f8a9cf-2a3b-4b57-ac29-0633e607e094 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0359681 Jun 30 09:25:37.028302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:37.040162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a828a4-67b8-4d0c-a94b-dea3a269634f req-f00146fd-2d90-4251-8e89-b753ff367816 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.046762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7a828a4-67b8-4d0c-a94b-dea3a269634f req-f00146fd-2d90-4251-8e89-b753ff367816 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 946 time: 0.1668570 Jun 30 09:25:37.056205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:37.132643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7a828a4-67b8-4d0c-a94b-dea3a269634f req-f2ec8727-1faa-463c-ad1f-9e662ed6d8ad tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842638 Jun 30 09:25:37.213861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:37.373203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-cb0d889a-1141-4069-bb26-327660f763e6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.374660 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-cb0d889a-1141-4069-bb26-327660f763e6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 946 time: 0.0707109 Jun 30 09:25:37.378510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d6ce5-9b92-42c2-9809-306b02967696 req-1b689dec-4c18-451c-bd0e-7dd9af2138bf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:37.380642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-396d6ce5-9b92-42c2-9809-306b02967696 req-1b689dec-4c18-451c-bd0e-7dd9af2138bf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1199126 Jun 30 09:25:37.382185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:37.393032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b342091-a39d-4dd7-9715-722b0eb427d3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/routers/8159080d-d316-49ba-9f49-34a36d8adb3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3709474 Jun 30 09:25:37.397683 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:37.399237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50554) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:37.404174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'port': {'network_id': '419e8cb4-7020-4b24-98bd-4f3908a4400f', 'name': 'tempest-FloatingIPTestJSON-112528056'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:37.419900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:37.420904 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:37.464734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-396d6ce5-9b92-42c2-9809-306b02967696 req-baf2c0e7-bc62-4b0e-ac00-7733ee079c16 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Jun 30 09:25:37.475485 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:37.488839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:37.490302 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:37.535109 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:37.537302 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2077c3c4-e07e-48c4-a8c1-9b2707570036 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:37.595502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Deleting port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:37.595991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.661993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:37.666078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.700368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] device_id is not set on port 63f69d62-6d4c-4db6-beea-5814c2614a06 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:37.769905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] For port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:37.770523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:37.797883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Calling delete_port for 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:37.905467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.2 (419e8cb4-7020-4b24-98bd-4f3908a4400f/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78/63f69d62-6d4c-4db6-beea-5814c2614a06) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:38.197364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.213439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['18abf3bb-ff60-42ec-9d84-6e55f0e0b963'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:38.236454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'Port': ['ID=18abf3bb-ff60-42ec-9d84-6e55f0e0b963,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:38.283720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:38.313873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] No DVR routers for this DVR port 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:38.319323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.322054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dae8de4f-3d05-4699-a8c1-d2f3d0c724de req-d78fa4fa-9623-4ad1-aeef-cd9a6a0ac827 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.79 "DELETE /v2.0/ports/18abf3bb-ff60-42ec-9d84-6e55f0e0b963 HTTP/1.1" status: 204 len: 173 time: 0.9378173 Jun 30 09:25:38.322701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'name': 'network-vif-deleted', 'tag': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:38.325609 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cda291-7925-4792-9a6c-9e15d7ea837d" -d '{"events": [{"server_uuid": "a9c5e000-7402-429f-a992-3546447a6ca6", "name": "network-vif-deleted", "tag": "18abf3bb-ff60-42ec-9d84-6e55f0e0b963"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:38.329061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b62123f8-c76b-4332-87c4-a4cda8964a74 req-5c5c3d91-5802-4773-a8aa-343653ce89e8 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/ports?device_id=cf62fef6-cfa1-4096-aa62-50c87eaae976 HTTP/1.1" status: 200 len: 210 time: 0.0775239 Jun 30 09:25:38.339367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.424996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de3bcb10-706f-4410-ad24-8f2f1697de96 req-d019c409-293a-4564-b6b9-2780062560df tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=a9c5e000-7402-429f-a992-3546447a6ca6 HTTP/1.1" status: 200 len: 210 time: 0.0933006 Jun 30 09:25:38.473354 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfe4421-420e-44ac-9ec5-0845d87cc0d6 x-openstack-request-id: req-0bfe4421-420e-44ac-9ec5-0845d87cc0d6 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:38.474483 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c5e000-7402-429f-a992-3546447a6ca6", "name": "network-vif-deleted", "tag": "18abf3bb-ff60-42ec-9d84-6e55f0e0b963", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:38.474981 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bfe4421-420e-44ac-9ec5-0845d87cc0d6 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:38.475636 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c5e000-7402-429f-a992-3546447a6ca6', 'name': 'network-vif-deleted', 'tag': '18abf3bb-ff60-42ec-9d84-6e55f0e0b963', 'status': 'completed', 'code': 200} Jun 30 09:25:38.486671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.597251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:38.620929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:38.624343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:38.666254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=63f69d62-6d4c-4db6-beea-5814c2614a06,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:38.738821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.740439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:38.780648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a7afb85-fc34-46d2-96d5-11be1bf9cee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3802037 Jun 30 09:25:38.782524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50572) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:38.795693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'port': {'network_id': '419e8cb4-7020-4b24-98bd-4f3908a4400f', 'name': 'tempest-FloatingIPTestJSON-1420292899'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:38.943659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15df81-d18f-4ab8-b6ab-53a166511837 req-bb0bb58b-4d88-4c84-8187-21288744c1f1 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:38.946813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b15df81-d18f-4ab8-b6ab-53a166511837 req-bb0bb58b-4d88-4c84-8187-21288744c1f1 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.2195976 Jun 30 09:25:39.034609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b15df81-d18f-4ab8-b6ab-53a166511837 req-58c91459-4662-47f1-b0ae-27703d3fa951 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773797 Jun 30 09:25:39.064868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:39.077017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.114282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] device_id is not set on port 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:25:39.256016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.13 (419e8cb4-7020-4b24-98bd-4f3908a4400f/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78/8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:39.416811 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.464246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.512126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:39.516090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:39.527191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:39.572161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.609384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:39.609384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.609778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:39.664859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e16c7ef0-3915-410c-a288-edb6b20594aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8810916 Jun 30 09:25:39.665509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50586) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:39.680340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:39.729975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e671cd6-a53a-4ebc-9ba3-9854b8d65087 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.740679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.809006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e671cd6-a53a-4ebc-9ba3-9854b8d65087 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.930052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e671cd6-a53a-4ebc-9ba3-9854b8d65087 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.933312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e671cd6-a53a-4ebc-9ba3-9854b8d65087 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:39.933993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3e671cd6-a53a-4ebc-9ba3-9854b8d65087 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/security-groups/68ba61a8-df10-4381-8509-68c455ad4b5b HTTP/1.1" status: 204 len: 168 time: 0.3237321 Jun 30 09:25:39.938280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:39.957310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e671cd6-a53a-4ebc-9ba3-9854b8d65087 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ba61a8-df10-4381-8509-68c455ad4b5b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:39.961134 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-475cad39-123c-43f4-8ae8-35a823dba490 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] show failed (client error): The resource could not be found. Jun 30 09:25:39.962320 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-475cad39-123c-43f4-8ae8-35a823dba490 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "GET /v2.0/security-groups/68ba61a8-df10-4381-8509-68c455ad4b5b HTTP/1.1" status: 404 len: 347 time: 0.0230873 Jun 30 09:25:39.966716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:40.042020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.160582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:40.171041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port c59b55d2-0066-4733-b056-e55eb50acb24 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:40.171704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.331445 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.358974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.243 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/e04a4873-290c-457b-a144-7da3a4cd1e84) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:40.442516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:40.447681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:40.454281 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466add9a-a074-4225-b28f-e6ea4badae31" -d '{"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:40.460857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.461936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.462709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.482629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.488978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for c59b55d2-0066-4733-b056-e55eb50acb24 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:40.552480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:40.561788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.653481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:40.665677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:40.668486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:40.708171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.744051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=c59b55d2-0066-4733-b056-e55eb50acb24,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:40.760126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=e04a4873-290c-457b-a144-7da3a4cd1e84,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:40.852224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-d1d3fac3-f420-432f-9007-4cf9e6cd86e9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.854271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-d1d3fac3-f420-432f-9007-4cf9e6cd86e9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.1832397 Jun 30 09:25:40.872907 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.875979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:40.877049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eba14eaf-2fc3-4fc5-9712-0b9c112feb1a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/floatingips/82077519-2d61-47ee-b60d-7db2caa85c77 HTTP/1.1" status: 204 len: 168 time: 0.9090769 Jun 30 09:25:40.879603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50604) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:40.893992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef10e3-63c4-4751-b699-66224a676d5f req-7749e00b-3cc5-44aa-a218-9d6c2a87dca2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.895911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ef10e3-63c4-4751-b699-66224a676d5f req-7749e00b-3cc5-44aa-a218-9d6c2a87dca2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 944 time: 0.3824923 Jun 30 09:25:40.937656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997613f-0ee2-4448-be1b-844f09e2484d req-6d28714e-8ad4-4e74-977c-e58c869b98eb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:40.940218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b997613f-0ee2-4448-be1b-844f09e2484d req-6d28714e-8ad4-4e74-977c-e58c869b98eb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 945 time: 0.4249969 Jun 30 09:25:40.959348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:40.981601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:40.982041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 18abf3bb-ff60-42ec-9d84-6e55f0e0b963 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:41.103682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b997613f-0ee2-4448-be1b-844f09e2484d req-a95e34b1-48f2-4b30-833f-f1c336c3274b tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=ef6211e2-0e77-4029-875e-059960d5c834&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346185 Jun 30 09:25:41.164828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ef10e3-63c4-4751-b699-66224a676d5f req-2d29db16-2b94-4294-a1cd-8f01bb023d29 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195466 Jun 30 09:25:41.189673 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8422ed1-33a2-4d49-8d4e-f3173216439e x-openstack-request-id: req-e8422ed1-33a2-4d49-8d4e-f3173216439e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:41.190792 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-unplugged", "status": "completed", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:41.191261 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8422ed1-33a2-4d49-8d4e-f3173216439e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:41.192224 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'code': 200} Jun 30 09:25:41.236698 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20056381-657e-4669-ae07-8a03bd0c4f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.515131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Deleting port 0feacd01-1697-415f-9a6f-4a07487be507 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:41.515488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.603221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port bd239818-8d51-4593-9602-262a7f386f3e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:41.603560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.640120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] For port 0feacd01-1697-415f-9a6f-4a07487be507, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=0feacd01-1697-415f-9a6f-4a07487be507,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:41.640920 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.655333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Calling delete_port for 0feacd01-1697-415f-9a6f-4a07487be507 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:41.666901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.795848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.818940 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.849579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'Port': ['ID=0feacd01-1697-415f-9a6f-4a07487be507,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:41.853510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['0feacd01-1697-415f-9a6f-4a07487be507'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:41.972730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] No DVR routers for this DVR port 0feacd01-1697-415f-9a6f-4a07487be507 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:41.978761 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:41.980945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4f4912aa-7f50-427f-aef5-563a5a5b3b97 req-443ddbe9-1d7e-48a6-891a-0527db619003 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "DELETE /v2.0/ports/0feacd01-1697-415f-9a6f-4a07487be507 HTTP/1.1" status: 204 len: 173 time: 1.1192770 Jun 30 09:25:41.981451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'name': 'network-vif-deleted', 'tag': '0feacd01-1697-415f-9a6f-4a07487be507'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:41.984708 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108941e-9e32-475b-9b5a-c0e6ace9c8b0" -d '{"events": [{"server_uuid": "e877f85a-1bc2-400e-aeda-7e3be324c3d9", "name": "network-vif-deleted", "tag": "0feacd01-1697-415f-9a6f-4a07487be507"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:42.010509 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.017868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.041058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.064823 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f6f896-ced8-422e-9dc0-437dd6feff8b x-openstack-request-id: req-b5f6f896-ced8-422e-9dc0-437dd6feff8b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:42.065221 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877f85a-1bc2-400e-aeda-7e3be324c3d9", "name": "network-vif-deleted", "tag": "0feacd01-1697-415f-9a6f-4a07487be507", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:42.066557 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b5f6f896-ced8-422e-9dc0-437dd6feff8b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:42.067189 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e877f85a-1bc2-400e-aeda-7e3be324c3d9', 'name': 'network-vif-deleted', 'tag': '0feacd01-1697-415f-9a6f-4a07487be507', 'status': 'completed', 'code': 200} Jun 30 09:25:42.075650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for bd239818-8d51-4593-9602-262a7f386f3e owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:42.167239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:25:42.184824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=e04a4873-290c-457b-a144-7da3a4cd1e84,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.192235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.308365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.346150 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 5ba66f30-a045-4ea8-9a42-e470eb797ae0 associated. External IP: 172.25.7.243, port: 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2. Jun 30 09:25:42.350517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:42.371142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=bd239818-8d51-4593-9602-262a7f386f3e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.374699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'port_id': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'mac_address': 'fa:16:3e:4f:71:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332a1921-927d-46ad-af8e-e0d1b69f72f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:25:42.435094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.453282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5ec513-d503-4145-9b28-c5eea05b4483 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:42.486485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:42.492901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.512545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.518606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f54b2ff3-c388-4d6e-b88a-dae67548fec6 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/ports/bd239818-8d51-4593-9602-262a7f386f3e HTTP/1.1" status: 204 len: 168 time: 1.6345782 Jun 30 09:25:42.519192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:42.585414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:42.597631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.598176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.600087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.600545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.601200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.601662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.602234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.602755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.603650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.604808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.606703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.607509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:42.736491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 5e982131-88c5-4c82-a6a5-3e49e039dc5c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:42.736918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.900156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:42.926394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 5e982131-88c5-4c82-a6a5-3e49e039dc5c owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:42.932702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3a5ec513-d503-4145-9b28-c5eea05b4483'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:42.965829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e39900-0d95-480c-83c7-2be0481e3d92 req-bcb4377b-3e93-4bb2-b179-c48fb16182f9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=e877f85a-1bc2-400e-aeda-7e3be324c3d9 HTTP/1.1" status: 200 len: 210 time: 0.0653431 Jun 30 09:25:43.131719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e17c73-5c5b-4087-b83c-59ec03038fa5 req-3d32db84-28ce-497a-a0fe-5325b56cf83e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:43.133249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7e17c73-5c5b-4087-b83c-59ec03038fa5 req-3d32db84-28ce-497a-a0fe-5325b56cf83e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 945 time: 0.2759633 Jun 30 09:25:43.159323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.205848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=5e982131-88c5-4c82-a6a5-3e49e039dc5c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:43.256450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7e17c73-5c5b-4087-b83c-59ec03038fa5 req-249a8d0c-d171-4746-98e4-b34d4d5fe8e8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046827 Jun 30 09:25:43.272345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:43.303061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.305140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9f81f485-7f1a-4686-8499-dd8d805ed612 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/ports/5e982131-88c5-4c82-a6a5-3e49e039dc5c HTTP/1.1" status: 204 len: 168 time: 0.7833776 Jun 30 09:25:43.312039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:43.357202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-b8e0dc04-624a-4912-8aa6-67be9c4a498d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:43.358680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-b8e0dc04-624a-4912-8aa6-67be9c4a498d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.2226179 Jun 30 09:25:43.370375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting subnet 45213189-72cf-4a2b-9ffc-d31d678643c1 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:43.374324 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.415495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-1d92d35a-2e95-4a0d-bcfc-8fd9d65e53d6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.0427446 Jun 30 09:25:43.417962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.471297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:43.489112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:43.494546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.500550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:43.501239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:43.544792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebdf1899-d90b-4031-8c87-299195761701 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8743286 Jun 30 09:25:43.545416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50634) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:43.547852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.554297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:43.555279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:43.563114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-6e1ee8c3-24c2-4f5e-8af6-174413ad1912 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1362076 Jun 30 09:25:43.570359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:43.571290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:43.608366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:43.609127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e11da8-9dd5-4c00-affa-f5704386c917 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:43.642412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.667700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.670044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/subnets/45213189-72cf-4a2b-9ffc-d31d678643c1 HTTP/1.1" status: 204 len: 168 time: 0.3569906 Jun 30 09:25:43.679869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704d736a-0442-4fff-a140-581fb16c511c None None] Network 012f022d-6db4-44ad-9e33-6e91318280f5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:43.689426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:43.707403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea49ff5-b10f-4378-899d-f3fd9d74179a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Subnet': ['ID=45213189-72cf-4a2b-9ffc-d31d678643c1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:43.764499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting subnet 52e07e50-43c2-47b3-a73a-9353a20666c9 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:43.768465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.774849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.830905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.853570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-e552bc7d-60c2-4a52-b008-97c427d531e8 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658200 Jun 30 09:25:43.924765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:43.932434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] DHCP port deletion for 012f022d-6db4-44ad-9e33-6e91318280f5 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:43.988228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] Deleting port 88583a14-d4c3-4d84-b9a7-08ecae046d70 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:43.988605 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.006840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.016214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.022634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.023022 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 5ba66f30-a045-4ea8-9a42-e470eb797ae0 disassociated. External IP: 172.25.7.243, port: 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2. Jun 30 09:25:44.034429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.037290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/subnets/52e07e50-43c2-47b3-a73a-9353a20666c9 HTTP/1.1" status: 204 len: 168 time: 0.3464210 Jun 30 09:25:44.055487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66e40c-6b7e-45d3-b00d-ae1ae967de02 None None] Network 03bf68f1-4162-4571-b957-0d118aa71388 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:44.065447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:44.071955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-13f31eb2-e548-4528-b755-15c100aaf377 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096996 Jun 30 09:25:44.093819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb0250-9fe6-47bb-8417-a18bb5409157 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Subnet': ['ID=52e07e50-43c2-47b3-a73a-9353a20666c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.137329 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-31bbbfd1-a61d-4e02-9c84-9f3ee315b41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.144271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] For port 88583a14-d4c3-4d84-b9a7-08ecae046d70, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=88583a14-d4c3-4d84-b9a7-08ecae046d70,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:44.144590 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.175371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:25:44.179342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] Calling delete_port for 88583a14-d4c3-4d84-b9a7-08ecae046d70 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:44.228418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.315371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Deleting port 88583a14-d4c3-4d84-b9a7-08ecae046d70 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:44.315704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.319488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:44.340366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.386006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 3a5ec513-d503-4145-9b28-c5eea05b4483 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:44.386375 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.404250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] For port 88583a14-d4c3-4d84-b9a7-08ecae046d70, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=88583a14-d4c3-4d84-b9a7-08ecae046d70,segment=NetworkSegment(9aa14af4-58fe-4e99-ac6e-557baee332e6),segment_id=9aa14af4-58fe-4e99-ac6e-557baee332e6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:44.404617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.432799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Calling delete_port for 88583a14-d4c3-4d84-b9a7-08ecae046d70 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:44.472942 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.575598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] DHCP port deletion for 03bf68f1-4162-4571-b957-0d118aa71388 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:25:44.590412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] No DVR routers for this DVR port 88583a14-d4c3-4d84-b9a7-08ecae046d70 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:44.590658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.593910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f8d97-5e2d-46c1-b3a7-22d32ba50c35 None None] Pushing event deleted for resources: {'Port': ['ID=88583a14-d4c3-4d84-b9a7-08ecae046d70,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.612294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:44.617725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] No DVR routers for this DVR port 88583a14-d4c3-4d84-b9a7-08ecae046d70 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:44.622700 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:44.624340 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.633988 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:44.635247 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.690810 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.709779 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:44.710640 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.732630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.746522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6d1d75c8-6179-4ff8-b02f-ae8591f6f586 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/floatingips/5ba66f30-a045-4ea8-9a42-e470eb797ae0 HTTP/1.1" status: 200 len: 688 time: 1.1966152 Jun 30 09:25:44.750190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50662) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:44.757192 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.758044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4237391-c27f-4bc3-a92a-b64838e3b973 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:44.771966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:44.774331 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a39bf-63d7-49d0-99e8-45f9c55bd89a" -d '{"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:44.796786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:44.798424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] Deleting port f00bd67a-faf7-4746-9b43-4428dbbcfa88 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:44.798801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.855867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Port': ['ID=88583a14-d4c3-4d84-b9a7-08ecae046d70,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:44.865538 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.865944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.866387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0feacd01-1697-415f-9a6f-4a07487be507 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:44.881701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['012f022d-6db4-44ad-9e33-6e91318280f5']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.897433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa14af4-58fe-4e99-ac6e-557baee332e6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.898391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa14af4-58fe-4e99-ac6e-557baee332e6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:44.902153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] For port f00bd67a-faf7-4746-9b43-4428dbbcfa88, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f00bd67a-faf7-4746-9b43-4428dbbcfa88,segment=NetworkSegment(3ee7564a-96aa-46a4-b096-c9210a700f64),segment_id=3ee7564a-96aa-46a4-b096-c9210a700f64)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:44.902769 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.911918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.928666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.936818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:44.937367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: items = [ Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:44.954840 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:44.996262 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:25:45.004160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6645b-d5df-427c-b978-fdc77a089512 req-0d6a3457-9072-4115-8d67-65f43117eab1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:45.006405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9e6645b-d5df-427c-b978-fdc77a089512 req-0d6a3457-9072-4115-8d67-65f43117eab1 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.2953653 Jun 30 09:25:45.011252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] Calling delete_port for f00bd67a-faf7-4746-9b43-4428dbbcfa88 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:45.064872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9c3a-1524-4692-a4f6-aa83ea7977fc req-05280f21-16b8-4c54-9c70-e5e68c4b016f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:45.074337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76ac9c3a-1524-4692-a4f6-aa83ea7977fc req-05280f21-16b8-4c54-9c70-e5e68c4b016f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.3169370 Jun 30 09:25:45.086563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.105853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.111545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/networks/012f022d-6db4-44ad-9e33-6e91318280f5 HTTP/1.1" status: 204 len: 168 time: 1.0445857 Jun 30 09:25:45.119075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50672) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:45.139915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f8054-a0c7-456f-9690-576b5ada45c4 tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Network': ['ID=012f022d-6db4-44ad-9e33-6e91318280f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.146836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.154570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 0feacd01-1697-415f-9a6f-4a07487be507 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:45.155028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 0feacd01-1697-415f-9a6f-4a07487be507 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:45.204168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.214719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76ac9c3a-1524-4692-a4f6-aa83ea7977fc req-15330ae0-16e8-4603-bc1f-d3b3614750f3 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393282 Jun 30 09:25:45.237435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9e6645b-d5df-427c-b978-fdc77a089512 req-7b3ceede-7c02-4a09-8c96-3952da68debb tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013912 Jun 30 09:25:45.238434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port e04a4873-290c-457b-a144-7da3a4cd1e84 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:45.238783 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.240964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] Pushing event deleted for resources: {'Port': ['ID=f00bd67a-faf7-4746-9b43-4428dbbcfa88,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.250802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26371f-3a83-4c48-81b8-5856ddc1f8c3 None None] No DVR routers for this DVR port f00bd67a-faf7-4746-9b43-4428dbbcfa88 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:45.321538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00bd67a-faf7-4746-9b43-4428dbbcfa88 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:45.345561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.345911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.367773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for e04a4873-290c-457b-a144-7da3a4cd1e84 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:45.385666 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c525bc-de93-4413-8656-0700e5619df8 x-openstack-request-id: req-99c525bc-de93-4413-8656-0700e5619df8 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:45.386119 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-plugged", "status": "completed", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:45.386472 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-99c525bc-de93-4413-8656-0700e5619df8 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:45.386898 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'code': 200} Jun 30 09:25:45.387578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f00bd67a-faf7-4746-9b43-4428dbbcfa88 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:45.387706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.387936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00bd67a-faf7-4746-9b43-4428dbbcfa88 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:45.388343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 88583a14-d4c3-4d84-b9a7-08ecae046d70 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:45.429195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 88583a14-d4c3-4d84-b9a7-08ecae046d70 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:45.429812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 88583a14-d4c3-4d84-b9a7-08ecae046d70 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:45.527794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecb0c081-9296-4207-8cfa-7c353417b7e7 req-997414ec-55e7-4f26-91a7-606e7b5c9d76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 210 time: 0.0635769 Jun 30 09:25:45.594004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.607211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03bf68f1-4162-4571-b957-0d118aa71388']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:45.626118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee7564a-96aa-46a4-b096-c9210a700f64') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:45.626349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee7564a-96aa-46a4-b096-c9210a700f64') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:45.638523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.655193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.680947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:25:45.681350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:25:45.684910 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:25:45.689681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29cfc-9579-4f0a-a87c-0e58a9301874 req-de345f0e-9f7a-493f-8a18-7e336bf8b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:45.691277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36f29cfc-9579-4f0a-a87c-0e58a9301874 req-de345f0e-9f7a-493f-8a18-7e336bf8b541 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 1098 time: 0.1131978 Jun 30 09:25:45.734259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-36f29cfc-9579-4f0a-a87c-0e58a9301874 req-956131db-411e-4792-a1f8-98e67e390636 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359139 Jun 30 09:25:45.757142 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.764234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.783127 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.785001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] 10.222.0.77 "DELETE /v2.0/networks/03bf68f1-4162-4571-b957-0d118aa71388 HTTP/1.1" status: 204 len: 168 time: 0.6652203 Jun 30 09:25:45.803797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Pushing event deleted for resources: {'Network': ['ID=03bf68f1-4162-4571-b957-0d118aa71388,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.807969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=e04a4873-290c-457b-a144-7da3a4cd1e84,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:45.838517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.839005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.839212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.839555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.839895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.840451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.840579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.840862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.841185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.841692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.842025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.842409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.863701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.864969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.865528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.866040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.866705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.867215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.867701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.868210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.868736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.869221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.869702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.870042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0239f2bc-d643-4b1e-90a7-3de44829453a tempest-TaggedBootDevicesTest_v242-1007204843 tempest-TaggedBootDevicesTest_v242-1007204843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:25:45.893251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.897104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:45.898335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0007744d-6354-456a-8d19-f74c693a74ad tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/floatingips/5ba66f30-a045-4ea8-9a42-e470eb797ae0 HTTP/1.1" status: 204 len: 168 time: 1.1383471 Jun 30 09:25:45.901628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50678) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:45.909481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '63f69d62-6d4c-4db6-beea-5814c2614a06'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:45.942954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.070842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.083332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.173992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-4ed20c87-d03e-49fd-bf18-d8bfdffa553c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.175627 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-4ed20c87-d03e-49fd-bf18-d8bfdffa553c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.1518788 Jun 30 09:25:46.197235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': 'b8f96508-087e-4890-b90a-543067b36274', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:46.227025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.167 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d0b2e888-7bff-4a3e-8add-4e4f30489c1f) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:46.358637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:46.362832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.543244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.7 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/4e47f0cd-fd9d-4841-8c9f-3a138d65f80d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:46.748021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.769316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:46.794347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ca58d-9dd0-4f71-b606-b0c660b4f0c1 req-7df0c445-050f-452d-8851-3f71e09cb1a8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.795714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e33ca58d-9dd0-4f71-b606-b0c660b4f0c1 req-7df0c445-050f-452d-8851-3f71e09cb1a8 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1839142 Jun 30 09:25:46.808863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.811388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8102fe-610b-435f-9248-02f0b9da122d req-d01981d5-3a8e-4bb2-b93c-94d71e087de2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:46.821595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc8102fe-610b-435f-9248-02f0b9da122d req-d01981d5-3a8e-4bb2-b93c-94d71e087de2 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.2112257 Jun 30 09:25:46.876938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:46.881750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:46.887321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:46.889304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:46.899373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:46.908131 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e33ca58d-9dd0-4f71-b606-b0c660b4f0c1 req-bca2430d-3ed5-4437-813c-7bd0028486e6 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815811 Jun 30 09:25:46.928348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc8102fe-610b-435f-9248-02f0b9da122d req-3dd7da8b-5859-48a7-907c-bb00022fa02a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056857 Jun 30 09:25:47.011877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.053887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:47.054635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.083643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-ee3435e2-dd2a-474e-b899-3006f7570bc0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8957703 Jun 30 09:25:47.093059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:47.097099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:47.101720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:47.124778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Request body: {'port': {'device_id': 'b8f96508-087e-4890-b90a-543067b36274', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:47.139969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=d0b2e888-7bff-4a3e-8add-4e4f30489c1f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:47.176575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-5ca18aa7-f55c-4744-b471-3aacf78f3b81 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:47.179015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-5ca18aa7-f55c-4744-b471-3aacf78f3b81 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.1966550 Jun 30 09:25:47.223162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfb80777-9688-40ea-876e-66766521cc17 None None] Provisioning for port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:25:47.229223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dfb80777-9688-40ea-876e-66766521cc17 None None] Provisioning complete for port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:25:47.230070 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dfb80777-9688-40ea-876e-66766521cc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.265457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.291455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dfb80777-9688-40ea-876e-66766521cc17 None None] Port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:25:47.338019 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.381979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7caba32-1ef4-45d4-af8e-a81fec2d5c77 req-c5bcca45-7f33-4163-9b18-4d03067c199f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:47.383607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7caba32-1ef4-45d4-af8e-a81fec2d5c77 req-c5bcca45-7f33-4163-9b18-4d03067c199f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 931 time: 0.1979995 Jun 30 09:25:47.522938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Deleting port db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:47.523283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.584188 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.601181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7caba32-1ef4-45d4-af8e-a81fec2d5c77 req-43e02d85-4cf6-4c10-beac-91d85a83715b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906993 Jun 30 09:25:47.731858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] For port db360aa9-3921-44a1-8637-8ccf37f40d0a, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=db360aa9-3921-44a1-8637-8ccf37f40d0a,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:47.732368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.840707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.903229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:47.914543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:47.935551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.011730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Transition to ACTIVE for port object 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:48.027608 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.268567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.280842 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.359683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=d0b2e888-7bff-4a3e-8add-4e4f30489c1f,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.462433 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.462862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.463127 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Floating IP 17c28a2e-e755-4a12-958d-72b4dc694321 disassociated. External IP: 172.25.7.77, port: db360aa9-3921-44a1-8637-8ccf37f40d0a. Jun 30 09:25:48.463478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Calling delete_port for db360aa9-3921-44a1-8637-8ccf37f40d0a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:48.500947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd01c4-aae5-4d45-a16c-5a7e0a390cb4 req-cb234e68-9d4b-42de-a125-b49409c17fd0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.502724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ccd01c4-aae5-4d45-a16c-5a7e0a390cb4 req-cb234e68-9d4b-42de-a125-b49409c17fd0 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 944 time: 0.3572233 Jun 30 09:25:48.517474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf9044-36a6-40a6-b274-ef7a30458242 req-42f2a332-8b3b-4366-a9c2-2cadc070e22a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:48.519263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccbf9044-36a6-40a6-b274-ef7a30458242 req-42f2a332-8b3b-4366-a9c2-2cadc070e22a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.4003141 Jun 30 09:25:48.530550 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.651561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ccd01c4-aae5-4d45-a16c-5a7e0a390cb4 req-ca23faa5-2b5e-405d-a311-b702aa3236e9 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups?id=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421332 Jun 30 09:25:48.658866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccbf9044-36a6-40a6-b274-ef7a30458242 req-1ac4fa58-d1b1-4fef-a571-565fecbea217 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313224 Jun 30 09:25:48.769123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:48.775398 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 associated. External IP: 172.25.7.167, port: 63f69d62-6d4c-4db6-beea-5814c2614a06. Jun 30 09:25:48.778170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Pushing event updated for resources: {'Port': ['ID=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.853161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'Port': ['ID=db360aa9-3921-44a1-8637-8ccf37f40d0a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:48.881542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Attempting to bind port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:48.881907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Attempting to bind port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:48.882277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Attempting to bind port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:48.893759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:25:48.894090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Attempting to bind port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:48.907750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:48.908014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:48.908394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:48.908838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Bound port: 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:48.909214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.075382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:49.268234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] For port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:49.273890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfad4d-d63d-44a3-b8b4-f21ea607a0a4 req-ab0fa688-d9ac-4ed4-93a7-a6bf953d5fc8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.284757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdfad4d-d63d-44a3-b8b4-f21ea607a0a4 req-ab0fa688-d9ac-4ed4-93a7-a6bf953d5fc8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.3286505 Jun 30 09:25:49.293937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-3cc9f46a-3390-4a09-bd68-9498d0be2943 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4209268 Jun 30 09:25:49.294692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] For port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:49.310429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.331461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63193644-6839-43a1-b9c3-4450c15aec74 req-a7956662-b70a-4423-8afa-c5ed7e405458 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.341686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63193644-6839-43a1-b9c3-4450c15aec74 req-a7956662-b70a-4423-8afa-c5ed7e405458 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.3816786 Jun 30 09:25:49.398936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.399972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.401643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] 10.222.0.79 "PUT /v2.0/ports/4e47f0cd-fd9d-4841-8c9f-3a138d65f80d HTTP/1.1" status: 200 len: 1092 time: 2.2990963 Jun 30 09:25:49.402735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc63567e-b303-40ab-b09d-bda6e2612f3a service neutron] Pushing event updated for resources: {'Port': ['ID=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:49.406137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f96508-087e-4890-b90a-543067b36274', 'tag': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:49.418601 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c237e3-4a53-4f07-accd-b1370c3e8b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8f96508-087e-4890-b90a-543067b36274", "tag": "4e47f0cd-fd9d-4841-8c9f-3a138d65f80d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:49.426334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:49.441294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] Sync routers for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:49.464844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:49.465945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:49.552951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] No DVR routers for this DVR port db360aa9-3921-44a1-8637-8ccf37f40d0a on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:49.556748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:49.562356 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-25bc2517-7c9d-4a20-8eab-c489d661f156 req-034a6ad2-4d46-46d4-be62-ecd044ed2414 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.83 "DELETE /v2.0/ports/db360aa9-3921-44a1-8637-8ccf37f40d0a HTTP/1.1" status: 204 len: 173 time: 2.3532493 Jun 30 09:25:49.563424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fdfad4d-d63d-44a3-b8b4-f21ea607a0a4 req-7e04917d-3bb3-413f-b6c8-3dd66c943502 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771513 Jun 30 09:25:49.618106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63193644-6839-43a1-b9c3-4450c15aec74 req-7ec64806-1aa2-468e-befd-f0521e32e9dc tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754765 Jun 30 09:25:49.670716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-001f78d7-5e7a-44f8-aa37-d68db5d89842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.672329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-001f78d7-5e7a-44f8-aa37-d68db5d89842 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 1095 time: 0.2056715 Jun 30 09:25:49.742986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:49.786977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-243960cc-ebaa-4342-8a57-320738fa1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.792653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-243960cc-ebaa-4342-8a57-320738fa1b80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 1099 time: 0.4405780 Jun 30 09:25:49.825040 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b34e6aa-3c70-4542-9b36-bbd0b287abe1 x-openstack-request-id: req-9b34e6aa-3c70-4542-9b36-bbd0b287abe1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:49.825396 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8f96508-087e-4890-b90a-543067b36274", "tag": "4e47f0cd-fd9d-4841-8c9f-3a138d65f80d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:49.825574 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b34e6aa-3c70-4542-9b36-bbd0b287abe1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:49.827529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:49.833707 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f96508-087e-4890-b90a-543067b36274', 'tag': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d', 'status': 'completed', 'code': 200} Jun 30 09:25:49.845131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-a33c96a0-4b55-4886-82a9-bcbe877bbd27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d HTTP/1.1" status: 200 len: 217 time: 0.1492410 Jun 30 09:25:49.959962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-9e0492ea-2908-45af-a0c1-bc2c8c2e84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:49.961524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-9e0492ea-2908-45af-a0c1-bc2c8c2e84ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1142042 Jun 30 09:25:50.093505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788a945-842e-42c3-96a7-75f8003735a5 req-97d716a8-6adf-4ad9-8450-dbb329b0f9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:50.095038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-97d716a8-6adf-4ad9-8450-dbb329b0f9ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215117 Jun 30 09:25:50.104628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f7f76e2-dac3-4d8b-bb31-7d187d2e00dc req-5f4f0743-5b76-4f7b-903b-b267193f51e2 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/ports?device_id=6f5796c9-cb73-46e9-bb30-178a8b0ef919 HTTP/1.1" status: 200 len: 210 time: 0.0761046 Jun 30 09:25:50.191364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-c50a4efd-e988-4f52-be82-977c9f363af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:50.193967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-c50a4efd-e988-4f52-be82-977c9f363af4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.3765597 Jun 30 09:25:50.212023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:50.224393 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:50.241268 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:50.243426 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.250212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:50.273151 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:50.320879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: db360aa9-3921-44a1-8637-8ccf37f40d0a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:50.321096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device db360aa9-3921-44a1-8637-8ccf37f40d0a not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:50.338620 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-691ded86-6e86-4adc-aa41-a9d9d760c2dd service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253959 Jun 30 09:25:50.346171 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.358632 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:50.359430 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.413644 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.414816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:32Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.415113 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232a6920-16dd-4880-9e55-80794b7217a0 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:50.480546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] Checking router: d2d63e8f-a6fa-4435-ab1e-46c730d63b4f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:50.493455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:50.494387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:50.559109 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3788a945-842e-42c3-96a7-75f8003735a5 req-757d0efc-a3e1-4c35-9c6d-29271a480f69 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089417 Jun 30 09:25:50.649018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:50.775086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-f289ad61-820f-41e1-b8b3-2dcb264c5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:50.780238 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-f289ad61-820f-41e1-b8b3-2dcb264c5ee8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 1095 time: 0.1036308 Jun 30 09:25:50.986047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-c31e5a94-af36-409e-a155-9465db6de93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:50.987792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-c31e5a94-af36-409e-a155-9465db6de93a service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1973581 Jun 30 09:25:51.013143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-db23f770-55a1-472c-8f35-678f34be030c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 200 len: 1001 time: 0.8115077 Jun 30 09:25:51.061743 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-c9c6f02b-0131-478b-9377-194eb23d4e94 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d HTTP/1.1" status: 200 len: 217 time: 0.0615726 Jun 30 09:25:51.070804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:32Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:51.112849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119a94c-5fa1-4b3b-b3b4-111c8866d0f6 None None] The sync data for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 is: [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:14:23Z', 'revision_number': 4, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'b69f0d1d-038d-4bf6-9202-be12e9dae8ed', 'name': '', 'network_id': 'e9f59d3b-831d-4534-8398-dc36dcc87b6b', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'mac_address': 'fa:16:3e:dc:f5:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1476, 'fixed_ips': [{'subnet_id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:21Z', 'updated_at': '2021-06-30T09:14:32Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'subnets': [{'id': 'b16a6b68-908c-45cf-ada7-be50ae61e6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:51.126116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-833c04e0-ad78-4676-8a1f-3d621a19d46a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.2211611 Jun 30 09:25:51.132310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50748) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:51.146398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-c900a369-e39a-47d5-8816-7ee635932977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.148257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-c900a369-e39a-47d5-8816-7ee635932977 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0761130 Jun 30 09:25:51.219427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-1ed82c4d-a773-4de5-b5b4-bccc80278642 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.226900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-1ed82c4d-a773-4de5-b5b4-bccc80278642 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 814 time: 0.2617395 Jun 30 09:25:51.261192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-a722de0c-a01c-422b-bdbb-49a152fbc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.263414 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-a722de0c-a01c-422b-bdbb-49a152fbc13f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1035795 Jun 30 09:25:51.288177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-6862d18c-0f88-4d6f-98e6-460cfdf93312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.289787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-6862d18c-0f88-4d6f-98e6-460cfdf93312 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.2283163 Jun 30 09:25:51.296440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-8a9e7bfb-78a7-4875-83f3-631be754d360 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/quotas/a0f808ef791d4a91a56c0030f8919c41 HTTP/1.1" status: 200 len: 375 time: 0.0685496 Jun 30 09:25:51.409705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a810f2e5-b7c5-4e8f-a1dd-9a456aaece18 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/floatingips/cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 HTTP/1.1" status: 200 len: 977 time: 0.2705996 Jun 30 09:25:51.418016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fe602-6bf8-44bc-ba5f-7a7cef4654b8 req-c983b7aa-8b72-4be6-b294-c1bfe4744633 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.437936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-872fe602-6bf8-44bc-ba5f-7a7cef4654b8 req-c983b7aa-8b72-4be6-b294-c1bfe4744633 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.4823792 Jun 30 09:25:51.439726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50754) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:51.483713 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-628be957-da78-4cde-96ff-8a794a656b79 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083881 Jun 30 09:25:51.565913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916070f-37d7-4024-ae25-8bfdb87c2266 None None] New status for floating IP 17c28a2e-e755-4a12-958d-72b4dc694321: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:25:51.665219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-2df08987-1590-4f2c-a683-4259dd3f26be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.667033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-2df08987-1590-4f2c-a683-4259dd3f26be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3644626 Jun 30 09:25:51.680992 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-12c237e3-4a53-4f07-accd-b1370c3e8b0f req-47a2535a-ed36-4242-b2b9-a69d85853990 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860392 Jun 30 09:25:51.689214 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-872fe602-6bf8-44bc-ba5f-7a7cef4654b8 req-b508dd23-19ee-4d97-b3ff-afbbda10a6d7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434349 Jun 30 09:25:51.701136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-935cdc1c-f478-4a98-a784-b4bd2ed18e97 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4037368 Jun 30 09:25:51.742290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-64d0834b-fa02-4dee-a0db-6a5ff9a81b04 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2922010 Jun 30 09:25:51.750993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-67b70eca-4835-44ff-9094-d9aeaa55f9ba tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:51.752562 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-67b70eca-4835-44ff-9094-d9aeaa55f9ba tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "GET /v2.0/ports?device_id=bb339a7b-fd91-460d-96d1-71527dd7e640 HTTP/1.1" status: 200 len: 946 time: 0.1321285 Jun 30 09:25:51.753045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50756) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:51.758252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'port_id': '8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:51.836385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-deleted', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:51.838573 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b000d87f-a999-4b1c-a31e-4ac58c74040f" -d '{"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-deleted", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:51.893301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:51.986417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-50fdd5c3-3021-458a-93aa-4d967b5df7ad service neutron] 10.222.0.77 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842467 Jun 30 09:25:51.992854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-5fc4992d-cc25-45e1-8877-3b7f08d88488 service neutron] 10.222.0.83 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824242 Jun 30 09:25:52.027640 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb39a0a3-dbf6-4774-b81b-5b46bebcfa02 x-openstack-request-id: req-cb39a0a3-dbf6-4774-b81b-5b46bebcfa02 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:52.027920 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5796c9-cb73-46e9-bb30-178a8b0ef919", "name": "network-vif-deleted", "tag": "db360aa9-3921-44a1-8637-8ccf37f40d0a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:52.028166 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb39a0a3-dbf6-4774-b81b-5b46bebcfa02 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:52.028561 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5796c9-cb73-46e9-bb30-178a8b0ef919', 'name': 'network-vif-deleted', 'tag': 'db360aa9-3921-44a1-8637-8ccf37f40d0a', 'status': 'completed', 'code': 200} Jun 30 09:25:52.061418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:52.094017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Deleting port 3a5ec513-d503-4145-9b28-c5eea05b4483 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:52.094387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.289953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-238042ee-0dbd-4526-a529-42c90c2c5147 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.299849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-7cf136c3-9b46-42db-ac3a-7f9b90cef71c service neutron] 10.222.0.77 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054519 Jun 30 09:25:52.324438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-238042ee-0dbd-4526-a529-42c90c2c5147 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.396344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-238042ee-0dbd-4526-a529-42c90c2c5147 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.399064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-238042ee-0dbd-4526-a529-42c90c2c5147 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.403492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:52.403635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-238042ee-0dbd-4526-a529-42c90c2c5147 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "DELETE /v2.0/security-groups/7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8 HTTP/1.1" status: 204 len: 168 time: 0.3409727 Jun 30 09:25:52.425225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79bdb6c4-6c70-4231-9c07-7741be85cf34 req-9be50270-21db-4ca9-9446-5c9a92c60e7c service neutron] 10.222.0.83 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373892 Jun 30 09:25:52.439059 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-186f37b8-5ecc-4566-ad50-154ec2469ddd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] show failed (client error): The resource could not be found. Jun 30 09:25:52.440078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-186f37b8-5ecc-4566-ad50-154ec2469ddd tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "GET /v2.0/security-groups/7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8 HTTP/1.1" status: 404 len: 347 time: 0.0341303 Jun 30 09:25:52.448524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:52.465915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238042ee-0dbd-4526-a529-42c90c2c5147 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce3c1d3-59e3-4e8f-9ddc-09ad845908a8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:52.497987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] For port 3a5ec513-d503-4145-9b28-c5eea05b4483, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3a5ec513-d503-4145-9b28-c5eea05b4483,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:52.498386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.522708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Calling delete_port for 3a5ec513-d503-4145-9b28-c5eea05b4483 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:52.723812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9bc1fa8c-631e-4c0f-99a4-bbd276f81176 req-69dc9bcd-4494-4bf3-954c-8e6e2f11b55a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 210 time: 0.0771806 Jun 30 09:25:52.771589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Deleting port 696b9ccd-a10b-4587-ac63-42eac3e93c6b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:52.771942 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.990448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:52.990886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.031103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Calling delete_port for 696b9ccd-a10b-4587-ac63-42eac3e93c6b owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:53.141575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b008a-0b67-417f-9663-e995440ffecc req-9da96939-0059-4e7a-b5d4-63cd1604fa99 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:53.147154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.153960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e94b008a-0b67-417f-9663-e995440ffecc req-9da96939-0059-4e7a-b5d4-63cd1604fa99 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.2211807 Jun 30 09:25:53.184183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3a5ec513-d503-4145-9b28-c5eea05b4483'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:25:53.238065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Pushing event deleted for resources: {'Port': ['ID=3a5ec513-d503-4145-9b28-c5eea05b4483,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:53.241629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e94b008a-0b67-417f-9663-e995440ffecc req-2710184a-2b42-44bb-8f18-d2f42f27fa48 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828338 Jun 30 09:25:53.260421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.resource_extend [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:25:53.401829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.434650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Pushing event deleted for resources: {'Port': ['ID=696b9ccd-a10b-4587-ac63-42eac3e93c6b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:53.609217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.612344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.619017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e2b179a-cda8-4a70-800c-5d5e42ebeaf3 tempest-ServerActionsTestJSON-2063100200 tempest-ServerActionsTestJSON-2063100200-project] 10.222.0.77 "DELETE /v2.0/floatingips/17c28a2e-e755-4a12-958d-72b4dc694321 HTTP/1.1" status: 204 len: 168 time: 1.1690745 Jun 30 09:25:53.619677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:53.901660 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.907401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.926485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] No DVR routers for this DVR port 3a5ec513-d503-4145-9b28-c5eea05b4483 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:25:53.975167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:53.977305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-54a5bfa2-67c7-4afa-9e56-f204319e0415 req-c90f0c50-4585-4b9a-9fcd-a2adc75b115a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "DELETE /v2.0/ports/3a5ec513-d503-4145-9b28-c5eea05b4483 HTTP/1.1" status: 204 len: 173 time: 2.2161794 Jun 30 09:25:54.068936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-deleted', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:54.072236 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c334462-3696-4d9f-9e40-f65c57d2c4da" -d '{"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-deleted", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:54.073377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf4f5d12-bcee-4a0e-949a-2cf0ddbbee94 req-1d768a09-5241-426e-bf35-ee9e10354735 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 210 time: 0.1814480 Jun 30 09:25:54.104668 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 associated. External IP: 172.25.7.167, port: 63f69d62-6d4c-4db6-beea-5814c2614a06. Jun 30 09:25:54.229950 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-942f86ad-58c8-4f7b-b48a-35e3d72318bf x-openstack-request-id: req-942f86ad-58c8-4f7b-b48a-35e3d72318bf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:54.230629 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb339a7b-fd91-460d-96d1-71527dd7e640", "name": "network-vif-deleted", "tag": "3a5ec513-d503-4145-9b28-c5eea05b4483", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:54.230629 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-942f86ad-58c8-4f7b-b48a-35e3d72318bf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:54.233295 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb339a7b-fd91-460d-96d1-71527dd7e640', 'name': 'network-vif-deleted', 'tag': '3a5ec513-d503-4145-9b28-c5eea05b4483', 'status': 'completed', 'code': 200} Jun 30 09:25:54.514476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:54.555265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:54.577238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50271611-d9b3-4f1f-b08a-22e13d27cd06 req-af25b74a-0c52-4932-b471-e5b7960ee46b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:54.579622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50271611-d9b3-4f1f-b08a-22e13d27cd06 req-af25b74a-0c52-4932-b471-e5b7960ee46b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.1686456 Jun 30 09:25:54.826851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-194adbf7-9129-4414-b9fd-dc0ca5120a59 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:54.831433 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-194adbf7-9129-4414-b9fd-dc0ca5120a59 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 814 time: 0.1804743 Jun 30 09:25:54.870805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Request body: {'port': {'device_id': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'admin_state_up': True, 'tenant_id': 'a0f808ef791d4a91a56c0030f8919c41'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:55.094717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:55.109316 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:55.123778 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:55.124578 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:55.177727 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:55.189335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50271611-d9b3-4f1f-b08a-22e13d27cd06 req-a459daf5-fa04-4358-aac7-73c35be0656e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5924222 Jun 30 09:25:55.205837 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:55.218720 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:55.260658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Made reservation on behalf of a0f808ef791d4a91a56c0030f8919c41 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:25:55.265668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.268699 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:55.269359 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1523f-ebd3-4a81-a67e-e5ccb1225bba None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:55.422359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-decd1b80-a5dc-4c62-87b4-23cfa41c98d5 req-a2dfd844-6a83-453c-a9cb-98879ab70050 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 210 time: 0.0352435 Jun 30 09:25:55.547200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Deleting port b69f0d1d-038d-4bf6-9202-be12e9dae8ed {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:55.548234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.629034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Allocated IP 172.20.0.7 (10733ece-d4f9-4243-af68-7bab7b4243f0/332a1921-927d-46ad-af8e-e0d1b69f72f5/10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:25:55.759817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] For port b69f0d1d-038d-4bf6-9202-be12e9dae8ed, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:55.760230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:55.790611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Calling delete_port for b69f0d1d-038d-4bf6-9202-be12e9dae8ed owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:55.899363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:55.943770 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.100169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:56.105894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.116361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09548752-dcb6-4719-a408-caf7d565162f None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:56.147571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09548752-dcb6-4719-a408-caf7d565162f None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:56.148740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09548752-dcb6-4719-a408-caf7d565162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:56.276833 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.304002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44222c05-6320-4c0c-824b-330de62fbee1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/floatingips/cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 HTTP/1.1" status: 200 len: 979 time: 4.5498769 Jun 30 09:25:56.320440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:56.325589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:56.354960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=b69f0d1d-038d-4bf6-9202-be12e9dae8ed,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:56.407299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.607787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:56.615840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09548752-dcb6-4719-a408-caf7d565162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:56.630722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Network 10733ece-d4f9-4243-af68-7bab7b4243f0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:25:56.636744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:25:56.643747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.702651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 3a5ec513-d503-4145-9b28-c5eea05b4483 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:56.702965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3a5ec513-d503-4145-9b28-c5eea05b4483 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:56.716599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09548752-dcb6-4719-a408-caf7d565162f None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:56.717500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09548752-dcb6-4719-a408-caf7d565162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:56.725012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ef840-1145-44a4-b010-b31ea8733f32 req-bd1978c8-1f5d-4c9b-8928-5f37b15fed32 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:56.726731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c7ef840-1145-44a4-b010-b31ea8733f32 req-bd1978c8-1f5d-4c9b-8928-5f37b15fed32 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.2351124 Jun 30 09:25:56.749079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:25:56.806032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-09548752-dcb6-4719-a408-caf7d565162f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:56.806955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09548752-dcb6-4719-a408-caf7d565162f None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:56.820013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Pushing event updated for resources: {'Port': ['ID=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:56.929259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:56.929877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:56.979321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.008369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.012334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-5f37ef3c-b16c-4387-9b60-f106112d5a5c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1518476 Jun 30 09:25:57.017829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.018643 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 disassociated. External IP: 172.25.7.167, port: 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2. Jun 30 09:25:57.030116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Request body: {'port': {'device_id': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:25:57.198412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c7ef840-1145-44a4-b010-b31ea8733f32 req-b299beb5-aed9-40a8-83f5-6da51cb2d502 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281587 Jun 30 09:25:57.289110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c905bb-1cd9-4f77-8f00-65f842ba6285 req-26e71fdd-2867-4651-8061-345d477d7a17 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:57.297950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35c905bb-1cd9-4f77-8f00-65f842ba6285 req-26e71fdd-2867-4651-8061-345d477d7a17 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 931 time: 0.5543852 Jun 30 09:25:57.368940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35c905bb-1cd9-4f77-8f00-65f842ba6285 req-1b16107c-5167-4140-a7d9-022489db5ff5 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698624 Jun 30 09:25:57.378868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:57.521404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:57.674348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:57.683275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-880f6094-8691-4e42-912b-15d36b5c9f3d admin admin] 10.222.0.77 "PUT /v2.0/routers/d2d63e8f-a6fa-4435-ab1e-46c730d63b4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0624759 Jun 30 09:25:57.683930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:57.685456 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] Sync routers for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:57.701659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:57.702311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:57.869527 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:57.900518 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.080388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.146681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Deleting port d6b65a1e-782f-4963-ac51-0296e8815885 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:58.147027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.148142 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100'}], 'enable_snat': True}, 'gw_port_id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:25:56Z', 'revision_number': 5, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port': {'id': 'd6b65a1e-782f-4963-ac51-0296e8815885', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1474, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:15Z', 'updated_at': '2021-06-30T09:14:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.191442 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] Checking router: d2d63e8f-a6fa-4435-ab1e-46c730d63b4f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:25:58.194715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:25:58.214560 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] Routers {'d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:58.215203 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.234634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.260616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] For port d6b65a1e-782f-4963-ac51-0296e8815885, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d6b65a1e-782f-4963-ac51-0296e8815885,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:25:58.263378 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.265038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Transition to ACTIVE for port object 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:25:58.276259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.289998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:25:58.322015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Calling delete_port for d6b65a1e-782f-4963-ac51-0296e8815885 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:58.373036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Pushing event updated for resources: {'Port': ['ID=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:58.425782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] Set router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:25:58.565822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:25:58.577511 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:25:58Z', 'revision_number': 6, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.578339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9287-2aee-4751-963d-bdd231514688 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:25:58.579886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.592337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a9287-2aee-4751-963d-bdd231514688 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:58.593126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-884a9287-2aee-4751-963d-bdd231514688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.645508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-884a9287-2aee-4751-963d-bdd231514688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.650574 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55b25d0-ac8a-4df6-bf33-81b839625040 None None] The sync data for ids ['d2d63e8f-a6fa-4435-ab1e-46c730d63b4f'] in n-d-780147-22 is: [{'id': 'd2d63e8f-a6fa-4435-ab1e-46c730d63b4f', 'name': 'tempest-ServerActionsTestJSON-592560377-router', 'tenant_id': '6d73946d11314647a86d38280b6c2a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:14Z', 'updated_at': '2021-06-30T09:25:58Z', 'revision_number': 6, 'project_id': '6d73946d11314647a86d38280b6c2a0d', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:58.663804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Attempting to bind port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:25:58.664408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Attempting to bind port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:25:58.664960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Attempting to bind port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f on network 10733ece-d4f9-4243-af68-7bab7b4243f0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:58.667938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884a9287-2aee-4751-963d-bdd231514688 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:25:58.668284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-884a9287-2aee-4751-963d-bdd231514688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.671520 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c0cd97d-064f-4787-9b13-76fc6657f487 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/floatingips/cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 HTTP/1.1" status: 200 len: 688 time: 2.3491170 Jun 30 09:25:58.674267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:58.712842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-884a9287-2aee-4751-963d-bdd231514688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:25:58.713512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884a9287-2aee-4751-963d-bdd231514688 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:25:58.723456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f on network 10733ece-d4f9-4243-af68-7bab7b4243f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:25:58.723941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Attempting to bind port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f on network 10733ece-d4f9-4243-af68-7bab7b4243f0 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:25:58.735358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:25:58.735918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Checking segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:25:58.736305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Bound using segment: {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:25:58.736914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Bound port: 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd416baba-7dbb-4a1c-8a1d-712b371d6d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:25:58.737331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.753402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.766475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd459fd-eef1-4494-a32e-a1c15893aa51 req-2e8fe91f-3ce6-4010-865a-0e3973e0626b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:58.768043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bd459fd-eef1-4494-a32e-a1c15893aa51 req-2e8fe91f-3ce6-4010-865a-0e3973e0626b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 943 time: 0.2034972 Jun 30 09:25:58.805700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b65a1e-782f-4963-ac51-0296e8815885,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:58.823695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3309d797-52aa-4faa-b62b-857904c76dbb req-4b012936-d665-47b3-b51e-9aa2bd5e51e1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:58.825244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3309d797-52aa-4faa-b62b-857904c76dbb req-4b012936-d665-47b3-b51e-9aa2bd5e51e1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.3339629 Jun 30 09:25:58.904115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] For port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:25:58.907716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port d0b2e888-7bff-4a3e-8add-4e4f30489c1f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:25:58.908086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:58.959419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3bd459fd-eef1-4494-a32e-a1c15893aa51 req-fb699841-f89e-4be6-8659-02f0fc2f1bd6 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545610 Jun 30 09:25:58.967567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3309d797-52aa-4faa-b62b-857904c76dbb req-861a2715-1154-4fea-bccd-9c376c1bd7a8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315062 Jun 30 09:25:59.001631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.019373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] For port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:25:59.046054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.150063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.150954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.152183 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] 10.222.0.83 "PUT /v2.0/ports/10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f HTTP/1.1" status: 200 len: 1092 time: 2.1264770 Jun 30 09:25:59.152895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'tag': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:25:59.163281 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8716df7-305b-46be-a8f1-b3cf2626fa4f", "tag": "10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:25:59.220736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.236417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.248021 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.258855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.259315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.263202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceda12d-d8bf-45b4-b686-403c1cd53825 service neutron] Pushing event updated for resources: {'Port': ['ID=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.288399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for d0b2e888-7bff-4a3e-8add-4e4f30489c1f owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:25:59.360662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.361698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2d63e8f-a6fa-4435-ab1e-46c730d63b4f {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:25:59.374193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.376124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28686978-35d9-4398-88b5-e784544d8ee1 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d2d63e8f-a6fa-4435-ab1e-46c730d63b4f HTTP/1.1" status: 204 len: 168 time: 1.6912246 Jun 30 09:25:59.378459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50862) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:59.408867 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f635e984-99e2-4f1c-b35e-bde47ed80aab x-openstack-request-id: req-f635e984-99e2-4f1c-b35e-bde47ed80aab {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:25:59.409351 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8716df7-305b-46be-a8f1-b3cf2626fa4f", "tag": "10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:25:59.409778 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f635e984-99e2-4f1c-b35e-bde47ed80aab {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:25:59.410377 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'tag': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f', 'status': 'completed', 'code': 200} Jun 30 09:25:59.425646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-4f714ebf-274e-4737-b0fd-7cd4592a044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.428011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-4f714ebf-274e-4737-b0fd-7cd4592a044d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 1095 time: 0.2143276 Jun 30 09:25:59.432189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Deleting subnet b16a6b68-908c-45cf-ada7-be50ae61e6d1 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:25:59.435895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.476439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.485839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-97722723-a443-4682-83d1-36c77559e9f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f HTTP/1.1" status: 200 len: 217 time: 0.0448191 Jun 30 09:25:59.607811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7191ec-10fa-48b2-9110-125822897264 req-50244a03-31e8-45cd-bc58-eab7da8218f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:25:59.611428 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-50244a03-31e8-45cd-bc58-eab7da8218f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 200 len: 854 time: 0.1185732 Jun 30 09:25:59.632787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b69f0d1d-038d-4bf6-9202-be12e9dae8ed no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:25:59.637519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.659382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b69f0d1d-038d-4bf6-9202-be12e9dae8ed {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:25:59.659700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b69f0d1d-038d-4bf6-9202-be12e9dae8ed not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:25:59.667146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-f1e8a7a2-db49-4b4f-b762-9dc39c288fe9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10733ece-d4f9-4243-af68-7bab7b4243f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415480 Jun 30 09:25:59.677686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.709601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.735181 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.742816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad9777-ea49-4a16-9ae8-be509a15f7b5 None None] Network e9f59d3b-831d-4534-8398-dc36dcc87b6b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:25:59.749419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b16a6b68-908c-45cf-ada7-be50ae61e6d1 HTTP/1.1" status: 204 len: 168 time: 0.3698316 Jun 30 09:25:59.770269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:25:59.772423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53935401-df9f-4f22-b269-d11bd18ecba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16a6b68-908c-45cf-ada7-be50ae61e6d1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.796628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=d0b2e888-7bff-4a3e-8add-4e4f30489c1f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:25:59.966638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-feb8e93b-8e70-4407-8b78-92c56ad35b48 service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942741 Jun 30 09:25:59.972470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.979855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.983684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:25:59.990112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5291a52b-4b9c-46b6-8bb8-b3e8eee687e4 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/floatingips/cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 HTTP/1.1" status: 204 len: 168 time: 1.3123147 Jun 30 09:25:59.994407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50866) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:00.047633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] DHCP port deletion for e9f59d3b-831d-4534-8398-dc36dcc87b6b request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:26:00.108200 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-5c726af6-8f42-4701-9713-ba747ba73f07 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] delete failed (client error): The resource could not be found. Jun 30 09:26:00.113229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5c726af6-8f42-4701-9713-ba747ba73f07 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/floatingips/cfcc7de5-cf4a-4fec-a96b-0d158853c0e9 HTTP/1.1" status: 404 len: 345 time: 0.1133132 Jun 30 09:26:00.114594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50872) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:00.121705 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2e7191ec-10fa-48b2-9110-125822897264 req-c64accee-42f7-4287-ac16-e9547b2294af service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327403 Jun 30 09:26:00.127359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] Deleting port 68348724-70fd-43ed-9355-0d5bf80d849b {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:00.129238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.174143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50876) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:00.283636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Deleting port 68348724-70fd-43ed-9355-0d5bf80d849b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:00.283985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.314451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] For port 68348724-70fd-43ed-9355-0d5bf80d849b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=68348724-70fd-43ed-9355-0d5bf80d849b,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:00.315134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.334863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] Calling delete_port for 68348724-70fd-43ed-9355-0d5bf80d849b owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:00.372802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] For port 68348724-70fd-43ed-9355-0d5bf80d849b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=68348724-70fd-43ed-9355-0d5bf80d849b,segment=NetworkSegment(fc336ab0-c034-4f0d-80c9-efe45def1ec6),segment_id=fc336ab0-c034-4f0d-80c9-efe45def1ec6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:00.373170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.396857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Calling delete_port for 68348724-70fd-43ed-9355-0d5bf80d849b owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:00.400335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-ea3a87cb-0e49-4fa0-8b1d-84c86a1145d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.401864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-ea3a87cb-0e49-4fa0-8b1d-84c86a1145d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0f808ef791d4a91a56c0030f8919c41&device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 1095 time: 0.1597960 Jun 30 09:26:00.450872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.467061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] No DVR routers for this DVR port 68348724-70fd-43ed-9355-0d5bf80d849b on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:00.489932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7f418-7c26-4484-8bee-77aacf2ab353 None None] Pushing event deleted for resources: {'Port': ['ID=68348724-70fd-43ed-9355-0d5bf80d849b,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:00.591554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.670797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=68348724-70fd-43ed-9355-0d5bf80d849b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:00.673727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] No DVR routers for this DVR port 68348724-70fd-43ed-9355-0d5bf80d849b on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:00.680810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-b2adb356-1a47-4948-9f8c-ae1746c1f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.682376 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-b2adb356-1a47-4948-9f8c-ae1746c1f80a service neutron] 10.222.0.83 "GET /v2.0/networks?id=10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 200 len: 915 time: 0.2707622 Jun 30 09:26:00.819277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-b38cc7a1-f487-40f1-b084-fec81812a9eb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f HTTP/1.1" status: 200 len: 217 time: 0.1182311 Jun 30 09:26:00.821177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.844765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f59d3b-831d-4534-8398-dc36dcc87b6b']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:00.874755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc336ab0-c034-4f0d-80c9-efe45def1ec6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:00.874755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc336ab0-c034-4f0d-80c9-efe45def1ec6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:00.891069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.907286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-43da2a33-4b69-4c1f-a3bc-81e448652a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.908778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-43da2a33-4b69-4c1f-a3bc-81e448652a43 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 200 len: 854 time: 0.0795364 Jun 30 09:26:00.912953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.948861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcb621-167c-45c6-8fdb-c4ad0e12c145 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.950626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:00.951039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:00.952862 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:00.956128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcb621-167c-45c6-8fdb-c4ad0e12c145 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.956234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-a161793a-85cf-4201-89cc-a34b66175ddc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=10733ece-d4f9-4243-af68-7bab7b4243f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395756 Jun 30 09:26:00.961458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebcb621-167c-45c6-8fdb-c4ad0e12c145 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:00.963231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eebcb621-167c-45c6-8fdb-c4ad0e12c145 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/ports?network_id=419e8cb4-7020-4b24-98bd-4f3908a4400f HTTP/1.1" status: 200 len: 2358 time: 0.8477767 Jun 30 09:26:00.972839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:01.027716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8c4bb-f523-43d2-99f4-8c34ae83ba0a req-9478f97c-e2f7-47a8-a008-fc0c68c15f97 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.030288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cd8c4bb-f523-43d2-99f4-8c34ae83ba0a req-9478f97c-e2f7-47a8-a008-fc0c68c15f97 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.7361529 Jun 30 09:26:01.041353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c573365-34cb-4819-b02d-65fcd37b3e4c req-85ce1471-f30c-4b51-9ec1-5951a192b970 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.043293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c573365-34cb-4819-b02d-65fcd37b3e4c req-85ce1471-f30c-4b51-9ec1-5951a192b970 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 943 time: 0.6820145 Jun 30 09:26:01.074961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.096969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.101575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] 10.222.0.77 "DELETE /v2.0/networks/e9f59d3b-831d-4534-8398-dc36dcc87b6b HTTP/1.1" status: 204 len: 168 time: 1.3155386 Jun 30 09:26:01.110827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1f897-5a3e-4633-b959-8fe4ee26cf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f59d3b-831d-4534-8398-dc36dcc87b6b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:01.132333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-bcf31846-6eb4-47f6-9dc9-f2f6b6f2070e service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573131 Jun 30 09:26:01.182995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c573365-34cb-4819-b02d-65fcd37b3e4c req-ff0d2960-ea4e-4ecd-af20-937d509880d7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017220 Jun 30 09:26:01.198539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15edfa-c759-4841-b2cb-fd7cdcebd8f5 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:01.205457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d15edfa-c759-4841-b2cb-fd7cdcebd8f5 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/subnets/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78 HTTP/1.1" status: 200 len: 797 time: 0.1963749 Jun 30 09:26:01.206729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:01.213405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'port': {'network_id': '419e8cb4-7020-4b24-98bd-4f3908a4400f', 'name': 'tempest-FloatingIPTestJSON-595477854', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:01.239759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cd8c4bb-f523-43d2-99f4-8c34ae83ba0a req-6d02dd0e-7b81-4149-b6e0-56ee0cfd4790 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633921 Jun 30 09:26:01.344673 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8e64e3f0-7b0e-4804-9db9-79e0e861b22c req-c1d8a797-58c5-4d8a-ac65-97cd491af225 service neutron] 10.222.0.83 "GET /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050846 Jun 30 09:26:01.354332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:01.359337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d6b65a1e-782f-4963-ac51-0296e8815885 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:01.389005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d6b65a1e-782f-4963-ac51-0296e8815885 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:01.389833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d6b65a1e-782f-4963-ac51-0296e8815885 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:01.390448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 68348724-70fd-43ed-9355-0d5bf80d849b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:01.411630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 68348724-70fd-43ed-9355-0d5bf80d849b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:01.412266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 68348724-70fd-43ed-9355-0d5bf80d849b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:01.435827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f4b1cf84-cba9-43ad-aaf0-3dec0a46739a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d73946d11314647a86d38280b6c2a0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0802107 Jun 30 09:26:01.440550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:01.477275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:01.487997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.555834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81751de2-67b8-45ed-870d-8aec72d197ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.598519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81751de2-67b8-45ed-870d-8aec72d197ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.609158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.651736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] device_id is not set on port 2f44f056-3fbb-4c45-8d21-396b1b31806f yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:26:01.757952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81751de2-67b8-45ed-870d-8aec72d197ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.760502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81751de2-67b8-45ed-870d-8aec72d197ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.762694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-81751de2-67b8-45ed-870d-8aec72d197ab admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef6211e2-0e77-4029-875e-059960d5c834 HTTP/1.1" status: 204 len: 168 time: 0.3210328 Jun 30 09:26:01.816208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81751de2-67b8-45ed-870d-8aec72d197ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6211e2-0e77-4029-875e-059960d5c834,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:01.832343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Deleting port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:01.833527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.938878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] For port 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:01.939369 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:01.956844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Calling delete_port for 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:02.035612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.14 (419e8cb4-7020-4b24-98bd-4f3908a4400f/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78/2f44f056-3fbb-4c45-8d21-396b1b31806f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:02.044864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.12 (419e8cb4-7020-4b24-98bd-4f3908a4400f/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78/2f44f056-3fbb-4c45-8d21-396b1b31806f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:02.175889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.202492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:02.549859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.607586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.642017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef161b-e336-44c4-b625-e0a82494c1ef req-20c3c638-87f8-401a-8657-9b41f061b9a0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.643589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9ef161b-e336-44c4-b625-e0a82494c1ef req-20c3c638-87f8-401a-8657-9b41f061b9a0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 943 time: 0.1945040 Jun 30 09:26:02.672841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.710864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9629f-f182-4fac-a037-dc119b20bcda req-3e88589e-6de9-43b6-b190-d83e134d657a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.712240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3b9629f-f182-4fac-a037-dc119b20bcda req-3e88589e-6de9-43b6-b190-d83e134d657a tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 943 time: 0.2184064 Jun 30 09:26:02.738360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:02.748629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=2f44f056-3fbb-4c45-8d21-396b1b31806f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:02.752309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:02.759436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:02.761206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9ef161b-e336-44c4-b625-e0a82494c1ef req-00174c4d-cb8b-4d59-be23-0741c7dc8b61 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823011 Jun 30 09:26:02.762120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.762598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.762977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.763351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.763684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.764222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.764646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.767576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.768249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.768825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.769394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.770040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:02.783070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:02.818015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e3b9629f-f182-4fac-a037-dc119b20bcda req-d11a1e71-2a64-43a9-8645-e789abb282cd tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915556 Jun 30 09:26:02.846467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:02.847214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.865543 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-37800e9c-7bdf-4d4b-a7f3-dea75257ba47 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6559522 Jun 30 09:26:02.868424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50926) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:02.871879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1058935533-network', 'tenant_id': '4b6354bcab784e54aef719bfd8fed921'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:02.874407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '2f44f056-3fbb-4c45-8d21-396b1b31806f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:02.892191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Made reservation on behalf of 4b6354bcab784e54aef719bfd8fed921 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:02.893341 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:26:02.893341 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:26:02.893341 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id_1': '660185f827ea4bfaab10b28619aa999f', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 26, 2, 880789)}] Jun 30 09:26:02.893341 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:26:02.893745 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:26:02.894740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.901735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Router 70d2bee6-0352-450a-a68c-f0394842ae18 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:02.903612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.993975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:02.999164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.015588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:03.022779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1fd1facf-edb9-4150-9e9b-ce6cefbd6aa2 admin admin] 10.222.0.77 "PUT /v2.0/routers/70d2bee6-0352-450a-a68c-f0394842ae18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8472891 Jun 30 09:26:03.023747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:26:03.023899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50928) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:03.027232 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] Sync routers for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:03.032311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb564dc-4ea0-4780-b0ca-0bfa54394180,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.038774 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:03.039546 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.041843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.042189 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Added segment 2f44db93-d4d6-4fa6-a973-875eaf01b646 of type vlan for network d26155e1-771c-47c3-94c6-542418b13cdc Jun 30 09:26:03.086290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.087288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:03.128652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.131011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:03.131624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.138668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.196878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4553463 Jun 30 09:26:03.199762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50930) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:03.217197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Request body: {'subnet': {'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1058935533-subnet', 'tenant_id': '4b6354bcab784e54aef719bfd8fed921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:03.240284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d017a8-143d-4fc5-bf25-34969a51f761 admin admin] Pushing event updated for resources: {'Network': ['ID=d26155e1-771c-47c3-94c6-542418b13cdc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.256083 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:03.268194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network d26155e1-771c-47c3-94c6-542418b13cdc details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:26:03.274346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.275444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Made reservation on behalf of 4b6354bcab784e54aef719bfd8fed921 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:03.278834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.339391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Deleting port 78796734-e690-465a-b158-3cd245efeed3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:03.339631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.358865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:03.374114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d', 'mac_address': 'fa:16:3e:df:9a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:03.420033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.424316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] For port 78796734-e690-465a-b158-3cd245efeed3, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=78796734-e690-465a-b158-3cd245efeed3,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:03.424684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.441426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:03.443417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Calling delete_port for 78796734-e690-465a-b158-3cd245efeed3 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:03.466518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:03.472434 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.486505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.493413 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161'}], 'enable_snat': True}, 'gw_port_id': '78796734-e690-465a-b158-3cd245efeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:26:02Z', 'revision_number': 5, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port': {'id': '78796734-e690-465a-b158-3cd245efeed3', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:67:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:14:51Z', 'updated_at': '2021-06-30T09:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.520443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.531056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] Checking router: 70d2bee6-0352-450a-a68c-f0394842ae18 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:03.536365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.543848 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] Routers {'70d2bee6-0352-450a-a68c-f0394842ae18'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:03.544917 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['70d2bee6-0352-450a-a68c-f0394842ae18'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.557308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.564702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Checking segment: {'id': '2f44db93-d4d6-4fa6-a973-875eaf01b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:03.565230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Network hostable DHCP agents. Network: d26155e1-771c-47c3-94c6-542418b13cdc, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:26:03.586026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Network d26155e1-771c-47c3-94c6-542418b13cdc is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:26:03.595533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, d26155e1-771c-47c3-94c6-542418b13cdc) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:03.604483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335e6ada-6c19-4738-b52e-97faa60eec4c None None] Network d26155e1-771c-47c3-94c6-542418b13cdc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:03.612469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:03.613442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.632081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b63b3379-f2c6-441f-a0e5-ce41d6fa2042 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4309878 Jun 30 09:26:03.641255 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] Set router 70d2bee6-0352-450a-a68c-f0394842ae18 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:03.738553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.741583 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:26:03Z', 'revision_number': 6, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:03.792844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:03.793600 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb09c91-9a93-4573-9a21-b51eec264503 None None] The sync data for ids ['70d2bee6-0352-450a-a68c-f0394842ae18'] in n-d-780147-22 is: [{'id': '70d2bee6-0352-450a-a68c-f0394842ae18', 'name': 'tempest-TaggedBootDevicesTest_v242-1673184769-router', 'tenant_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:14:50Z', 'updated_at': '2021-06-30T09:26:03Z', 'revision_number': 6, 'project_id': '7b9b55f9cda14213b1b1bbd6e5047bad', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:03.808166 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:03.859532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=78796734-e690-465a-b158-3cd245efeed3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:03.874393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acd0804-4f06-4d1e-97ac-45aec76df6b2 None None] Network d26155e1-771c-47c3-94c6-542418b13cdc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:03.959581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.107723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.110181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.232 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/1750fccc-4e9d-4852-a9fd-992e1744a6d1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:04.113192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.193617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.194142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70d2bee6-0352-450a-a68c-f0394842ae18 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:26:04.199175 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.200311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ed7cd8b3-558c-4efe-bdfb-b2a78a5bcb93 admin admin] 10.222.0.77 "DELETE /v2.0/routers/70d2bee6-0352-450a-a68c-f0394842ae18 HTTP/1.1" status: 204 len: 168 time: 1.1756134 Jun 30 09:26:04.202991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:04.256202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Deleting subnet 8fffb89d-5bae-4842-b014-826fbda039f1 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:26:04.260485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.261507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50153b85-5558-4107-a221-be09ed8dac0a req-cf33554c-6f3f-4b65-9f55-4a63d8d58ffd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:04.263163 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50153b85-5558-4107-a221-be09ed8dac0a req-cf33554c-6f3f-4b65-9f55-4a63d8d58ffd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 944 time: 0.3261745 Jun 30 09:26:04.277530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5cb52-eb18-48be-b117-05767602265c req-09df9f25-abf5-4b1a-a98c-3534a8c8404f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:04.279045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dc5cb52-eb18-48be-b117-05767602265c req-09df9f25-abf5-4b1a-a98c-3534a8c8404f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 943 time: 0.3175526 Jun 30 09:26:04.293549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:04.297101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.358659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.378976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50153b85-5558-4107-a221-be09ed8dac0a req-825e67ee-740c-427a-a134-c229a9fcd457 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935662 Jun 30 09:26:04.383519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dc5cb52-eb18-48be-b117-05767602265c req-3cbf538e-ba9f-4a89-b79b-b552529455a7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963941 Jun 30 09:26:04.396325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.412586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:04.424515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.425505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f', 'network_id': '10733ece-d4f9-4243-af68-7bab7b4243f0', 'port_id': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f', 'mac_address': 'fa:16:3e:45:15:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '332a1921-927d-46ad-af8e-e0d1b69f72f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:04.477402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.479116 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.494654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:04.517865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fffb89d-5bae-4842-b014-826fbda039f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.518192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:04.525130 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.525394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.527197 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d0b96b6d-b6e1-4f77-8bfa-d31f44b16bc4 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/8fffb89d-5bae-4842-b014-826fbda039f1 HTTP/1.1" status: 204 len: 168 time: 0.3230083 Jun 30 09:26:04.529989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:04.533678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb38086-d97f-4332-853a-187f497fa92c None None] Network 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:04.653039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.665909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.730465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Deleting port 222f3502-318a-472a-bfc4-d18ba171eaf8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:04.731012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.821245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] For port 222f3502-318a-472a-bfc4-d18ba171eaf8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=222f3502-318a-472a-bfc4-d18ba171eaf8,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:04.821834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.841651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] DHCP port deletion for 8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:26:04.849556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Calling delete_port for 222f3502-318a-472a-bfc4-d18ba171eaf8 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:04.887332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:04.898855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:04.902829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=1750fccc-4e9d-4852-a9fd-992e1744a6d1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.905287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:04.907686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] Deleting port 222f3502-318a-472a-bfc4-d18ba171eaf8 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:04.908313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.943473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:04.952243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:04.971790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Pushing event deleted for resources: {'Port': ['ID=222f3502-318a-472a-bfc4-d18ba171eaf8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:04.973976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] No DVR routers for this DVR port 222f3502-318a-472a-bfc4-d18ba171eaf8 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:04.990299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] For port 222f3502-318a-472a-bfc4-d18ba171eaf8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=222f3502-318a-472a-bfc4-d18ba171eaf8,segment=NetworkSegment(e43f2496-ab82-4e55-8d3a-3d5deb13e5a0),segment_id=e43f2496-ab82-4e55-8d3a-3d5deb13e5a0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:04.990694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.005051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] Calling delete_port for 222f3502-318a-472a-bfc4-d18ba171eaf8 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:05.010419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-4cdd90fb-6d76-42b3-a842-2b862087bc7e tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:05.018183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-4cdd90fb-6d76-42b3-a842-2b862087bc7e tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/networks?id=d26155e1-771c-47c3-94c6-542418b13cdc HTTP/1.1" status: 200 len: 814 time: 0.2017121 Jun 30 09:26:05.037153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-7c650a3a-8edc-42b7-87f1-db509ba46a3b tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/quotas/4b6354bcab784e54aef719bfd8fed921 HTTP/1.1" status: 200 len: 375 time: 0.0180109 Jun 30 09:26:05.061856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.073097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2ced18-95fc-49b6-a3c1-e0a10599a8d6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:05.083730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:05.084153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43f2496-ab82-4e55-8d3a-3d5deb13e5a0') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:05.091639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-649ee2b7-3c8f-4f28-8eaa-1fbf47f29907 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=4b6354bcab784e54aef719bfd8fed921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348372 Jun 30 09:26:05.096189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.106683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:05.110160 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.111360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.118656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:05.119170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:05.121188 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:05.150871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] Pushing event deleted for resources: {'Port': ['ID=222f3502-318a-472a-bfc4-d18ba171eaf8,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.175755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdb590c-2fcf-481b-b256-248cd5a82ccd None None] No DVR routers for this DVR port 222f3502-318a-472a-bfc4-d18ba171eaf8 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:05.209544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.222609 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.225465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8e2ced18-95fc-49b6-a3c1-e0a10599a8d6 HTTP/1.1" status: 204 len: 168 time: 0.6940863 Jun 30 09:26:05.241997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f0771-eb23-494e-85b0-2e80db7be454 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2ced18-95fc-49b6-a3c1-e0a10599a8d6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.252154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:05.260964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:05.261431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.293408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-21a87e6b-c7a1-423f-8cc4-6f3e6ecad26e service neutron] 10.222.0.77 "GET /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885190 Jun 30 09:26:05.357116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:05.390489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:05.390833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1bc4142f-2bbc-46cf-a8a4-78efac7e3dd7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:05.391497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 222f3502-318a-472a-bfc4-d18ba171eaf8 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:05.418881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:05.425886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 222f3502-318a-472a-bfc4-d18ba171eaf8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:05.426917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 222f3502-318a-472a-bfc4-d18ba171eaf8 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:05.427329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 78796734-e690-465a-b158-3cd245efeed3 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:05.452452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 78796734-e690-465a-b158-3cd245efeed3 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:05.452704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 78796734-e690-465a-b158-3cd245efeed3 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:05.457087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-2d6a9e17-cb14-4978-9257-6c2037009094 service neutron] 10.222.0.77 "GET /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357393 Jun 30 09:26:05.463104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.492508 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-722d09d0-e21b-4f4a-a947-81893815547b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7b9b55f9cda14213b1b1bbd6e5047bad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0705070 Jun 30 09:26:05.492834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:05.542800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:05.544667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f96508-087e-4890-b90a-543067b36274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:05.547574 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8481a4-24d6-4cac-9c47-99489eb7cd50" -d '{"events": [{"server_uuid": "b8f96508-087e-4890-b90a-543067b36274", "name": "network-vif-plugged", "status": "completed", "tag": "4e47f0cd-fd9d-4841-8c9f-3a138d65f80d"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:05.553754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.575814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7493d339-e060-437a-8b1d-d85742d2efc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.603115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7493d339-e060-437a-8b1d-d85742d2efc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.616802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.644049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.675764 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7493d339-e060-437a-8b1d-d85742d2efc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.681245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7493d339-e060-437a-8b1d-d85742d2efc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.685361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7493d339-e060-437a-8b1d-d85742d2efc4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10950cae-cfb6-4144-931d-4da79f201808 HTTP/1.1" status: 204 len: 168 time: 0.1894219 Jun 30 09:26:05.694804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493d339-e060-437a-8b1d-d85742d2efc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10950cae-cfb6-4144-931d-4da79f201808,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:05.709334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efa714e-3294-4e9e-a6cf-5c93704df0b8 req-145fd2a7-5d2a-42ba-bf1a-4c4ef1747f9c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:05.711031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7efa714e-3294-4e9e-a6cf-5c93704df0b8 req-145fd2a7-5d2a-42ba-bf1a-4c4ef1747f9c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.1469660 Jun 30 09:26:05.808109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:05.837934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7efa714e-3294-4e9e-a6cf-5c93704df0b8 req-f7d06eb2-8d90-4b94-a2eb-62f8f808843f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948975 Jun 30 09:26:05.883864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e8662-52dd-46f0-a2df-6e953461c20c req-4ca87ca7-b033-4a5a-8da7-ab75ac21f72d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:05.885977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d85e8662-52dd-46f0-a2df-6e953461c20c req-4ca87ca7-b033-4a5a-8da7-ab75ac21f72d tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 944 time: 0.1713762 Jun 30 09:26:05.907121 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bf57a2-5938-450e-ac41-364cdfde1827 x-openstack-request-id: req-e2bf57a2-5938-450e-ac41-364cdfde1827 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:05.907419 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f96508-087e-4890-b90a-543067b36274", "name": "network-vif-plugged", "status": "completed", "tag": "4e47f0cd-fd9d-4841-8c9f-3a138d65f80d", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:05.907676 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2bf57a2-5938-450e-ac41-364cdfde1827 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:05.908082 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f96508-087e-4890-b90a-543067b36274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d', 'code': 200} Jun 30 09:26:05.999140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b60d4f2-4f5a-4900-9e2d-0dfec4bf1661 req-54469946-d4c4-40cd-af18-1a21e373359f tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 210 time: 0.0511656 Jun 30 09:26:06.046661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d85e8662-52dd-46f0-a2df-6e953461c20c req-445fda14-1286-479e-9752-1911d7bd03e1 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457236 Jun 30 09:26:06.099836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4a267-22a0-49ec-b0d2-935dbdbff37a req-ec6b1cbf-c877-44e3-95d3-475093b15cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:06.101578 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-81b4a267-22a0-49ec-b0d2-935dbdbff37a req-ec6b1cbf-c877-44e3-95d3-475093b15cd0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 1097 time: 0.1055040 Jun 30 09:26:06.120439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.126611 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.156877 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-81b4a267-22a0-49ec-b0d2-935dbdbff37a req-38728b49-2e3b-47ef-967b-9197d699c2cb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Jun 30 09:26:06.208785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=1750fccc-4e9d-4852-a9fd-992e1744a6d1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:06.227977 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.290530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:06.349694 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 96d56f73-ff51-4274-b284-d1eceed1c3b8 associated. External IP: 172.25.7.232, port: 2f44f056-3fbb-4c45-8d21-396b1b31806f. Jun 30 09:26:06.355075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:06.358899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:06.359514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.462169 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.502497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:06.508332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.565275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:06.599892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:06.613744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:06.721925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1579943489-network', 'tenant_id': 'a788cfebccab42a69c64df05a9db5d3f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:06.728366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:06.738421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:06.748689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Made reservation on behalf of a788cfebccab42a69c64df05a9db5d3f for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:06.750029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:06.750709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.751894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.754973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.764675 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.790477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.799578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:06.800195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.804244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7bb663ad-b983-45a7-81b9-bb60001dd7f7 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9347200 Jun 30 09:26:06.806876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51014) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:06.812115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'port_id': '2f44f056-3fbb-4c45-8d21-396b1b31806f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:06.842925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:06.843869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6243eb09-526e-46cf-8692-da5537dc154d None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:06.893899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.912529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.918566 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.950145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:26:06.961938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b8988f-8ecb-401b-8f27-41974167e1f6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:06.972673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:06.974811 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Added segment 7bf6ba48-ea46-4a5a-9210-cdcc0e646112 of type vlan for network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 Jun 30 09:26:07.049286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.087666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.095388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.097364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.157929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901f52b-1d6a-418a-8162-8d3664114162 req-380f77ea-34e6-4ce9-a1c3-35e18a8f016c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.159620 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9901f52b-1d6a-418a-8162-8d3664114162 req-380f77ea-34e6-4ce9-a1c3-35e18a8f016c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.1254692 Jun 30 09:26:07.181332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] Pushing event updated for resources: {'Network': ['ID=eb9f2dfe-480e-4116-9172-7ce2db38a6a5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:07.193775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:26:07.194434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-062d9bc4-a01b-487f-a6f7-83eee963946e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5930886 Jun 30 09:26:07.195301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51024) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:07.201138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Request body: {'subnet': {'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1579943489-subnet', 'tenant_id': 'a788cfebccab42a69c64df05a9db5d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:07.232296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Made reservation on behalf of a788cfebccab42a69c64df05a9db5d3f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:07.241269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.273112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ee2ddf4-19de-4121-845f-c4f98576cfc5 req-d54c4737-2dfc-46f2-8409-ee72d598c09d tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 210 time: 0.0824993 Jun 30 09:26:07.300987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9901f52b-1d6a-418a-8162-8d3664114162 req-fd3ce1c1-111e-4483-9f8f-25e3314ca925 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 Jun 30 09:26:07.536053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.631731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-69f82525-78cb-48b8-9868-5403415295a8 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.633646 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-69f82525-78cb-48b8-9868-5403415295a8 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.79 "GET /v2.0/networks?id=d26155e1-771c-47c3-94c6-542418b13cdc HTTP/1.1" status: 200 len: 814 time: 0.2350495 Jun 30 09:26:07.646476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:07.653972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Request body: {'port': {'device_id': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc', 'admin_state_up': True, 'tenant_id': '4b6354bcab784e54aef719bfd8fed921'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:07.658549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Checking segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:07.659069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Network hostable DHCP agents. Network: eb9f2dfe-480e-4116-9172-7ce2db38a6a5, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:26:07.725286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:26:07.744577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, eb9f2dfe-480e-4116-9172-7ce2db38a6a5) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:07.755907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4fc603-b541-4f21-a9d9-7861abf98873 None None] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:07.760571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.761179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.792237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-07adc70c-d3b1-4826-a4cb-167420b39cda admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5950477 Jun 30 09:26:07.821036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Made reservation on behalf of 4b6354bcab784e54aef719bfd8fed921 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:07.827184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:07.906858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccfd01-a8a4-4fe2-9424-436ec7b767d7 req-8811c153-b88c-413b-9ee1-52849e79fa70 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:07.908389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55ccfd01-a8a4-4fe2-9424-436ec7b767d7 req-8811c153-b88c-413b-9ee1-52849e79fa70 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.5043185 Jun 30 09:26:07.921183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:07.924037 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a40f6e4-5aae-47f0-b70f-54075faf8c7e" -d '{"events": [{"server_uuid": "f8716df7-305b-46be-a8f1-b3cf2626fa4f", "name": "network-vif-plugged", "status": "completed", "tag": "10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:07.945295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1bf17-d523-46d4-bd48-5473f2433e82 None None] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:08.007805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Allocated IP 172.20.0.13 (d26155e1-771c-47c3-94c6-542418b13cdc/05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c/d525fc22-58c5-46ca-8704-e3319769103a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:08.037385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55ccfd01-a8a4-4fe2-9424-436ec7b767d7 req-6ae9df63-2ff4-4a36-a989-fbe223d61df0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185315 Jun 30 09:26:08.057732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.057957 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a9ed04-269a-436d-b319-2a61437f0e8d x-openstack-request-id: req-c8a9ed04-269a-436d-b319-2a61437f0e8d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:08.058421 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8716df7-305b-46be-a8f1-b3cf2626fa4f", "name": "network-vif-plugged", "status": "completed", "tag": "10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:08.058783 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8a9ed04-269a-436d-b319-2a61437f0e8d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:08.059496 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f', 'code': 200} Jun 30 09:26:08.064022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.247092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76428f1b-b36a-4fd6-b0fc-0a41fe7cd42b req-9d0ccacc-5ae1-4375-81de-53145bf1ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.248596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76428f1b-b36a-4fd6-b0fc-0a41fe7cd42b req-9d0ccacc-5ae1-4375-81de-53145bf1ff26 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 1097 time: 0.1496000 Jun 30 09:26:08.273415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.306875 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76428f1b-b36a-4fd6-b0fc-0a41fe7cd42b req-1e27302d-7ee8-4be2-9f16-25ae3ffa08f8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447273 Jun 30 09:26:08.336082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:08.336307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.383871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Network d26155e1-771c-47c3-94c6-542418b13cdc is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:08.389344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:08.393941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:08.404095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Pushing event updated for resources: {'Port': ['ID=d525fc22-58c5-46ca-8704-e3319769103a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:08.451973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.452509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.468725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-ded34b61-1fe4-450a-9278-0f84e5eb1df7 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8241277 Jun 30 09:26:08.480790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Request body: {'port': {'device_id': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:08.553901 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.576493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-ea04ad77-c274-4ca6-b98c-9c8cb06ffd61 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.578003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-ea04ad77-c274-4ca6-b98c-9c8cb06ffd61 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 813 time: 0.2442024 Jun 30 09:26:08.607233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:08.611181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-e3abb992-6a3d-4241-9e03-9486c55d1340 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/quotas/a788cfebccab42a69c64df05a9db5d3f HTTP/1.1" status: 200 len: 375 time: 0.0225344 Jun 30 09:26:08.618687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.620862 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:08.629903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9d7bd9-60fc-4ed4-9824-e06683c06711 req-74e2e627-00a0-47f6-80ba-97f99a9e04af tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:08.631105 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:08.631432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d9d7bd9-60fc-4ed4-9824-e06683c06711 req-74e2e627-00a0-47f6-80ba-97f99a9e04af tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 932 time: 0.1943743 Jun 30 09:26:08.632102 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.670280 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.679915 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:08.680736 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.688354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-9f2bad4e-2ba8-414b-a2ed-5b8662a54ffa tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673389 Jun 30 09:26:08.717669 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:08.719990 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716d4c85-c5dd-4a02-8bdf-f45b1c29354d None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:08.804461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d9d7bd9-60fc-4ed4-9824-e06683c06711 req-91fb28c4-9cff-4eec-87a4-b369c95274f9 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625457 Jun 30 09:26:08.816008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c958235a-ef37-4aa8-a59a-21647fef14b0 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/floatingips/96d56f73-ff51-4274-b284-d1eceed1c3b8 HTTP/1.1" status: 200 len: 978 time: 2.0079119 Jun 30 09:26:08.827205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:08.846182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-5dd078c9-6609-4d63-b11f-4889e9dccb21 service neutron] 10.222.0.77 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396778 Jun 30 09:26:08.904522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d525fc22-58c5-46ca-8704-e3319769103a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:08.917870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.964702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Transition to ACTIVE for port object d525fc22-58c5-46ca-8704-e3319769103a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:08.969611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:08.975489 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-9cc15655-e371-4469-b845-b3fe5cde6573 service neutron] 10.222.0.77 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219854 Jun 30 09:26:09.005606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485418d-0586-42dd-94b1-ec9194ac4a41 req-0f083cc3-6310-4592-9081-09678c44f989 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.007658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e485418d-0586-42dd-94b1-ec9194ac4a41 req-0f083cc3-6310-4592-9081-09678c44f989 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.0897102 Jun 30 09:26:09.055267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d525fc22-58c5-46ca-8704-e3319769103a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:09.058183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e485418d-0586-42dd-94b1-ec9194ac4a41 req-e2d23442-4b63-4fae-9964-a20901092ee4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Jun 30 09:26:09.128234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 1750fccc-4e9d-4852-a9fd-992e1744a6d1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:09.128576 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.191048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Attempting to bind port d525fc22-58c5-46ca-8704-e3319769103a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:09.191377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Attempting to bind port d525fc22-58c5-46ca-8704-e3319769103a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '2f44db93-d4d6-4fa6-a973-875eaf01b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:09.191755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Attempting to bind port d525fc22-58c5-46ca-8704-e3319769103a on network d26155e1-771c-47c3-94c6-542418b13cdc {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:09.202007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Port d525fc22-58c5-46ca-8704-e3319769103a on network d26155e1-771c-47c3-94c6-542418b13cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:09.202376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Attempting to bind port d525fc22-58c5-46ca-8704-e3319769103a on network d26155e1-771c-47c3-94c6-542418b13cdc {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:09.217053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:09.217400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Checking segment: {'id': '2f44db93-d4d6-4fa6-a973-875eaf01b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:09.217788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Bound using segment: {'id': '2f44db93-d4d6-4fa6-a973-875eaf01b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:09.218238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Bound port: d525fc22-58c5-46ca-8704-e3319769103a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f44db93-d4d6-4fa6-a973-875eaf01b646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:09.218617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.258397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.258773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.289711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 1750fccc-4e9d-4852-a9fd-992e1744a6d1 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:09.365385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63294dca-28f8-4207-9809-7bf96b5aacce req-e1c21fe9-ad19-412d-ac27-e38bb5108421 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.367678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63294dca-28f8-4207-9809-7bf96b5aacce req-e1c21fe9-ad19-412d-ac27-e38bb5108421 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.1017122 Jun 30 09:26:09.373023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] For port d525fc22-58c5-46ca-8704-e3319769103a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:09.407305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] For port d525fc22-58c5-46ca-8704-e3319769103a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d525fc22-58c5-46ca-8704-e3319769103a,segment=NetworkSegment(2f44db93-d4d6-4fa6-a973-875eaf01b646),segment_id=2f44db93-d4d6-4fa6-a973-875eaf01b646)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:09.415719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.429675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d54f84-869e-4c12-bbc3-dffc5227a4a8 req-50dcc96d-6d55-468e-9254-35ca8d5d14d9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.431403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2d54f84-869e-4c12-bbc3-dffc5227a4a8 req-50dcc96d-6d55-468e-9254-35ca8d5d14d9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.1164768 Jun 30 09:26:09.435197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63294dca-28f8-4207-9809-7bf96b5aacce req-0600aba1-9a26-47de-926b-9f61936fabc5 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619390 Jun 30 09:26:09.453500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.454116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.456015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] 10.222.0.79 "PUT /v2.0/ports/d525fc22-58c5-46ca-8704-e3319769103a HTTP/1.1" status: 200 len: 1093 time: 0.9797549 Jun 30 09:26:09.460629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'tag': 'd525fc22-58c5-46ca-8704-e3319769103a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:09.463707 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "66451b38-c056-4f35-9606-5f06a5c7fcdc", "tag": "d525fc22-58c5-46ca-8704-e3319769103a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:09.513687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0708d-b757-4f0d-b024-8372b7ae08f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d525fc22-58c5-46ca-8704-e3319769103a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:09.545146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2d54f84-869e-4c12-bbc3-dffc5227a4a8 req-09799033-1cdd-44b9-983c-1d2a5ecc247b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063998 Jun 30 09:26:09.635551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-15a962b7-4396-49bf-b37f-9b4dee72269a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.637290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-15a962b7-4396-49bf-b37f-9b4dee72269a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6354bcab784e54aef719bfd8fed921&device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 1096 time: 0.1140075 Jun 30 09:26:09.638342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.706927 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d0cb37-1621-4ba0-91d7-c20d4f2ca3d8 x-openstack-request-id: req-45d0cb37-1621-4ba0-91d7-c20d4f2ca3d8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:09.707972 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66451b38-c056-4f35-9606-5f06a5c7fcdc", "tag": "d525fc22-58c5-46ca-8704-e3319769103a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:09.709493 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-45d0cb37-1621-4ba0-91d7-c20d4f2ca3d8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:09.709493 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'tag': 'd525fc22-58c5-46ca-8704-e3319769103a', 'status': 'completed', 'code': 200} Jun 30 09:26:09.712600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=1750fccc-4e9d-4852-a9fd-992e1744a6d1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:09.720530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-b8266f46-47e1-4923-b407-db7950b3f5fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d525fc22-58c5-46ca-8704-e3319769103a HTTP/1.1" status: 200 len: 217 time: 0.0742273 Jun 30 09:26:09.877263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-de51b151-0051-4f43-a159-d39ad1cd0c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:09.891072 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-de51b151-0051-4f43-a159-d39ad1cd0c2e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c HTTP/1.1" status: 200 len: 854 time: 0.1449542 Jun 30 09:26:09.908847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:09.909307 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 96d56f73-ff51-4274-b284-d1eceed1c3b8 disassociated (deleted). External IP: 172.25.7.232, port: 2f44f056-3fbb-4c45-8d21-396b1b31806f. Jun 30 09:26:09.985514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f96c997c-1302-4ed8-8f32-c075060b81d0 req-ba00b352-a900-425d-a74e-f7150c7fca3a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 210 time: 0.0580239 Jun 30 09:26:10.009782 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-270c8ec8-f4bc-49fc-816c-377462d1eb74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d26155e1-771c-47c3-94c6-542418b13cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969551 Jun 30 09:26:10.169548 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-a83b2e10-8b62-48ab-98e9-ff7a9212a1c3 service neutron] 10.222.0.79 "GET /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493411 Jun 30 09:26:10.217374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9a1b8-9ca3-4f0f-8a3d-b1c26b7a77be req-e6520da6-16b0-4d9b-a6f3-8a7912a2ba98 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.219251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74f9a1b8-9ca3-4f0f-8a3d-b1c26b7a77be req-e6520da6-16b0-4d9b-a6f3-8a7912a2ba98 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 944 time: 0.0749111 Jun 30 09:26:10.299672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74f9a1b8-9ca3-4f0f-8a3d-b1c26b7a77be req-5f9bf339-4085-48e3-bfe2-b16726fb3a90 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734444 Jun 30 09:26:10.431049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a4403f7c-6544-4d65-98b4-bac7aa73560e req-64f538b3-d48e-4d5c-8b5a-5effc61e4c4b service neutron] 10.222.0.79 "GET /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208872 Jun 30 09:26:10.525812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:10.733185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:10.739734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77c640-f063-48bc-bbcf-5431d4371d99 req-4f47e4fb-4498-43f1-9bed-c16330d67832 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.743395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:10.748690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e77c640-f063-48bc-bbcf-5431d4371d99 req-4f47e4fb-4498-43f1-9bed-c16330d67832 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.1305082 Jun 30 09:26:10.755122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:10.762174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:10.763038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.832880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-2a4365bc-4407-403f-a1cd-e9e008cffd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:10.841714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-2a4365bc-4407-403f-a1cd-e9e008cffd61 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b6354bcab784e54aef719bfd8fed921&device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 1096 time: 0.3117399 Jun 30 09:26:10.844020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.860211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e77c640-f063-48bc-bbcf-5431d4371d99 req-b9135df8-b45a-4fce-888c-620079e00657 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060922 Jun 30 09:26:10.883354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:10.883905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:25:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:10.979311 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6e9a6e6-029b-4c6e-963a-aa01de4b1cba tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/floatingips/96d56f73-ff51-4274-b284-d1eceed1c3b8 HTTP/1.1" status: 204 len: 168 time: 2.1593125 Jun 30 09:26:10.979797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51120) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:11.165400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-63db9166-a11f-46dd-96e9-1f710a437149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.165400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-63db9166-a11f-46dd-96e9-1f710a437149 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d26155e1-771c-47c3-94c6-542418b13cdc HTTP/1.1" status: 200 len: 915 time: 0.3000574 Jun 30 09:26:11.322298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:11.324604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7946be77-6a85-48af-8a7f-819600b23670 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:11.349693 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65477178-2351-4103-a0ab-91200847d4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.547300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-d2353319-0f59-4e9d-94ab-910c8bde9a01 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.549351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-d2353319-0f59-4e9d-94ab-910c8bde9a01 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 813 time: 0.5588243 Jun 30 09:26:11.577121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Request body: {'port': {'device_id': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'admin_state_up': True, 'tenant_id': 'a788cfebccab42a69c64df05a9db5d3f'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:11.606291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065c633-f56f-4168-b807-a2dc56810418 req-9b8bdd78-65df-44fc-9776-65aba475c8f0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.616151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3065c633-f56f-4168-b807-a2dc56810418 req-9b8bdd78-65df-44fc-9776-65aba475c8f0 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.5084138 Jun 30 09:26:11.683054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-e2030b12-a660-4e66-99da-51d951136857 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d525fc22-58c5-46ca-8704-e3319769103a HTTP/1.1" status: 200 len: 217 time: 0.0425301 Jun 30 09:26:11.796601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3065c633-f56f-4168-b807-a2dc56810418 req-6d6021a6-c46f-422c-bb34-aae46ece000e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793189 Jun 30 09:26:11.797147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-ac83a5d9-fcfe-434a-947e-3edb82c8a6f1 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.798700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-ac83a5d9-fcfe-434a-947e-3edb82c8a6f1 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.83 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 813 time: 0.7209198 Jun 30 09:26:11.800109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-c8b6c36d-e947-4292-b44b-33f0996255f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:11.801903 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-c8b6c36d-e947-4292-b44b-33f0996255f5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c HTTP/1.1" status: 200 len: 854 time: 0.1035590 Jun 30 09:26:11.826503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Request body: {'port': {'device_id': '58896209-5508-4152-aad7-3d54505ab107', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'admin_state_up': True, 'tenant_id': 'a788cfebccab42a69c64df05a9db5d3f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:11.844709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 2f44f056-3fbb-4c45-8d21-396b1b31806f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:11.845052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:11.862894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-3bdf5321-7217-4f44-b867-e20fd609b7ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d26155e1-771c-47c3-94c6-542418b13cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534143 Jun 30 09:26:12.045270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9fc73a8-e491-4fb0-8546-70ae8b9ad396 req-6f93d73e-5830-4d5a-afc5-9bbc1f2588a9 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 210 time: 0.0679767 Jun 30 09:26:12.075063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-834b923c-7b9a-466e-b452-39ff2882b5a6 service neutron] 10.222.0.79 "GET /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973729 Jun 30 09:26:12.211324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Made reservation on behalf of a788cfebccab42a69c64df05a9db5d3f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:12.221275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.225880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Made reservation on behalf of a788cfebccab42a69c64df05a9db5d3f for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:12.236023 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.268814 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.296232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 2f44f056-3fbb-4c45-8d21-396b1b31806f owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:12.359876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e6552618-4c48-4b8a-b38a-c26af6cdf5ec req-95f5eee4-13b4-4370-9e73-38ba74a73de2 service neutron] 10.222.0.79 "GET /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519162 Jun 30 09:26:12.515369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acd1ce-61cd-4cf9-84bb-854c11f2bf36 req-09c35651-07e1-4f0c-8d7b-a35ba08a3d4d tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.523570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8acd1ce-61cd-4cf9-84bb-854c11f2bf36 req-09c35651-07e1-4f0c-8d7b-a35ba08a3d4d tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 944 time: 0.4809299 Jun 30 09:26:12.540520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Allocated IP 172.20.0.6 (eb9f2dfe-480e-4116-9172-7ce2db38a6a5/f8e91ba6-4b5c-4be2-9a3e-c9f804316b98/c65d45a3-bd3c-440b-9403-0ca524477a39) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:12.634359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8acd1ce-61cd-4cf9-84bb-854c11f2bf36 req-baf4c860-ca7b-4668-8241-94d20c5e3f61 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095943 Jun 30 09:26:12.726752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.737673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89630a9-0e80-42fd-a133-8bb30bf02bc3 req-648ca119-c347-49a3-9047-2712de93552f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.739984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89630a9-0e80-42fd-a133-8bb30bf02bc3 req-648ca119-c347-49a3-9047-2712de93552f tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.1754866 Jun 30 09:26:12.774518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.814646 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.825807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:12.834548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:12.837118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:12.861268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event updated for resources: {'Port': ['ID=c65d45a3-bd3c-440b-9403-0ca524477a39,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:12.868546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=2f44f056-3fbb-4c45-8d21-396b1b31806f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:12.873779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89630a9-0e80-42fd-a133-8bb30bf02bc3 req-3990eb41-e815-47bc-8ad0-ae1bb27aa305 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239111 Jun 30 09:26:12.898901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:12.899835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:12.926145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-97d3fad6-0dca-4333-bb66-c5bd3f414081 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1044197 Jun 30 09:26:12.944211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Request body: {'port': {'device_id': '58896209-5508-4152-aad7-3d54505ab107', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:12.977763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-1df55f8a-0220-47b4-96ad-c63cb392c18a {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:26:12.978123 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:26:13.009629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.012040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-797c1420-598a-40bc-bf32-f86eb4a0a60d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/ports/2f44f056-3fbb-4c45-8d21-396b1b31806f HTTP/1.1" status: 204 len: 168 time: 2.0315514 Jun 30 09:26:13.015944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:13.022985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:13.079860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.100041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.128672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d525fc22-58c5-46ca-8704-e3319769103a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:13.147375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5cd15-4574-4ff8-9db6-e5df0143be26 req-943aa665-61f7-4747-8aac-b122475033cb tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.155658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa5cd15-4574-4ff8-9db6-e5df0143be26 req-943aa665-61f7-4747-8aac-b122475033cb tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.1018844 Jun 30 09:26:13.267511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d525fc22-58c5-46ca-8704-e3319769103a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d525fc22-58c5-46ca-8704-e3319769103a,segment=NetworkSegment(2f44db93-d4d6-4fa6-a973-875eaf01b646),segment_id=2f44db93-d4d6-4fa6-a973-875eaf01b646)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:13.268769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fa5cd15-4574-4ff8-9db6-e5df0143be26 req-8ce8c970-70ac-4a07-9920-2dd197dfaedf tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122012 Jun 30 09:26:13.283670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd525fc22-58c5-46ca-8704-e3319769103a', 'network_id': 'd26155e1-771c-47c3-94c6-542418b13cdc', 'port_id': 'd525fc22-58c5-46ca-8704-e3319769103a', 'mac_address': 'fa:16:3e:a5:96:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:13.331958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.350072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d525fc22-58c5-46ca-8704-e3319769103a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:13.364074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-656d800d-4025-4a69-840a-cd48071d71ed tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:13.367713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-656d800d-4025-4a69-840a-cd48071d71ed tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.2012539 Jun 30 09:26:13.389358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d525fc22-58c5-46ca-8704-e3319769103a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d525fc22-58c5-46ca-8704-e3319769103a,segment=NetworkSegment(2f44db93-d4d6-4fa6-a973-875eaf01b646),segment_id=2f44db93-d4d6-4fa6-a973-875eaf01b646)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:13.394468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-cc901bc9-daf4-4fd3-b206-a7aafe6a3f97 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.0226455 Jun 30 09:26:13.398298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.466632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d525fc22-58c5-46ca-8704-e3319769103a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:13.478937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.500543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-20e4ebb5-05fa-49ec-a4c4-f64658f847ac tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995929 Jun 30 09:26:13.529060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.540387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e93acd31-5f26-4cb1-9b2a-4f3ebfb9d279 req-d2dab716-3857-4693-9f06-d4375418cc8d tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 210 time: 0.0549533 Jun 30 09:26:13.583350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c65d45a3-bd3c-440b-9403-0ca524477a39 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:13.597415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.623921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Transition to ACTIVE for port object c65d45a3-bd3c-440b-9403-0ca524477a39 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:13.650389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d525fc22-58c5-46ca-8704-e3319769103a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:13.656774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:13.735507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c65d45a3-bd3c-440b-9403-0ca524477a39,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:13.748948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.215 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/8635eb95-f6dc-4726-af0d-656ae1692f68) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:13.766704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-3ca75f46-561d-4f86-91f9-c8a955296761 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549844 Jun 30 09:26:13.849700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Attempting to bind port c65d45a3-bd3c-440b-9403-0ca524477a39 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:13.850213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Attempting to bind port c65d45a3-bd3c-440b-9403-0ca524477a39 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:13.850602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Attempting to bind port c65d45a3-bd3c-440b-9403-0ca524477a39 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:13.900756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Port c65d45a3-bd3c-440b-9403-0ca524477a39 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:13.901235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Attempting to bind port c65d45a3-bd3c-440b-9403-0ca524477a39 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:13.911897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Allocated IP 172.20.0.8 (eb9f2dfe-480e-4116-9172-7ce2db38a6a5/f8e91ba6-4b5c-4be2-9a3e-c9f804316b98/3519bee7-9669-4b9a-bfe6-7338e70248fe) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:13.923504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:13.923929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Checking segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:13.924734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Bound using segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:13.925187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Bound port: c65d45a3-bd3c-440b-9403-0ca524477a39, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:13.925567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.030478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.035934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] For port c65d45a3-bd3c-440b-9403-0ca524477a39, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:14.044363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-8421a9d1-7b36-4725-83f9-7a863ed1790d service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673497 Jun 30 09:26:14.052344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] For port c65d45a3-bd3c-440b-9403-0ca524477a39, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c65d45a3-bd3c-440b-9403-0ca524477a39,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:14.061575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.085145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6534d138-65b1-44ea-a543-9b41ffc36d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.105814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.106496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.108030 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] 10.222.0.83 "PUT /v2.0/ports/c65d45a3-bd3c-440b-9403-0ca524477a39 HTTP/1.1" status: 200 len: 1092 time: 1.1687574 Jun 30 09:26:14.113201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58896209-5508-4152-aad7-3d54505ab107', 'tag': 'c65d45a3-bd3c-440b-9403-0ca524477a39'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:14.116336 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31fe1570-194b-4560-a4fe-965ea53d8cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "58896209-5508-4152-aad7-3d54505ab107", "tag": "c65d45a3-bd3c-440b-9403-0ca524477a39"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:14.156052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4628fb-1c85-40b0-8f50-2525c41ee1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=c65d45a3-bd3c-440b-9403-0ca524477a39,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:14.162673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.197761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.209581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:14.223353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:14.244515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:14.281863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=8635eb95-f6dc-4726-af0d-656ae1692f68,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:14.344355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-92e39199-0555-4d08-92c1-ab0b9076dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.345905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-92e39199-0555-4d08-92c1-ab0b9076dd1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=58896209-5508-4152-aad7-3d54505ab107 HTTP/1.1" status: 200 len: 1095 time: 0.1393645 Jun 30 09:26:14.419130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-9c63ed3f-09d9-4c73-bce4-d98b23752395 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65d45a3-bd3c-440b-9403-0ca524477a39 HTTP/1.1" status: 200 len: 217 time: 0.0501940 Jun 30 09:26:14.472084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.536794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.563885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c8df3a90-d3f7-4a98-a17e-a630c948d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.565755 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c8df3a90-d3f7-4a98-a17e-a630c948d0a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.1298087 Jun 30 09:26:14.593807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff17ef9-adf3-4b6b-9f3f-44c1888d944d req-def2ea39-ba6c-4cf1-9a20-dba3137602d4 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.602893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dff17ef9-adf3-4b6b-9f3f-44c1888d944d req-def2ea39-ba6c-4cf1-9a20-dba3137602d4 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 945 time: 0.6628253 Jun 30 09:26:14.615995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-e05657b7-3108-4da9-9622-a1ffdd6fdc8b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426350 Jun 30 09:26:14.675368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dff17ef9-adf3-4b6b-9f3f-44c1888d944d req-8b116eee-780b-414b-838a-ba2d47a8bda9 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713892 Jun 30 09:26:14.711891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbb40d-dcff-472d-bf74-904db393b718 req-219bc058-58a5-480a-9030-6662950160c7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:14.713469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afcbb40d-dcff-472d-bf74-904db393b718 req-219bc058-58a5-480a-9030-6662950160c7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.2133832 Jun 30 09:26:14.718914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.726740 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-dc253166-4394-4b20-a48e-701c26c38e97 service neutron] 10.222.0.83 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940483 Jun 30 09:26:14.765228 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf5ca3-76bb-49aa-9178-0052746edd55 x-openstack-request-id: req-11cf5ca3-76bb-49aa-9178-0052746edd55 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:14.765743 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58896209-5508-4152-aad7-3d54505ab107", "tag": "c65d45a3-bd3c-440b-9403-0ca524477a39", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:14.766172 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11cf5ca3-76bb-49aa-9178-0052746edd55 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:14.766970 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58896209-5508-4152-aad7-3d54505ab107', 'tag': 'c65d45a3-bd3c-440b-9403-0ca524477a39', 'status': 'completed', 'code': 200} Jun 30 09:26:14.787009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afcbb40d-dcff-472d-bf74-904db393b718 req-9c41bbe5-154e-4e84-bb3d-a5a2ff011213 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655110 Jun 30 09:26:14.872023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02db74f0-ecc0-43e3-9ba2-69e0083d9ebc req-10483e9f-3af8-465a-9396-29bb6af63837 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.0751212 Jun 30 09:26:14.917936 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.955919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-8f7ef22c-948a-4959-b82e-d4323615b99d service neutron] 10.222.0.83 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227416 Jun 30 09:26:14.965306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:14.979961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.985854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:14.987625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:14.994691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:15.039743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=8635eb95-f6dc-4726-af0d-656ae1692f68,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:15.116245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.117038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.119384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.145767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d525fc22-58c5-46ca-8704-e3319769103a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:15.153560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event updated for resources: {'Port': ['ID=3519bee7-9669-4b9a-bfe6-7338e70248fe,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:15.167528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-59f412e1-e26a-4465-94b6-4f7536ca6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.169064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-65cb735a-cdea-4bc3-bcae-0cc35a880d80 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5984266 Jun 30 09:26:15.169842 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-59f412e1-e26a-4465-94b6-4f7536ca6a4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=58896209-5508-4152-aad7-3d54505ab107 HTTP/1.1" status: 200 len: 1095 time: 0.0981793 Jun 30 09:26:15.172987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.175243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03a101ca-97b4-49b5-bbae-b2169f01f4a6 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1554418 Jun 30 09:26:15.176785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:15.184700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Request body: {'port': {'device_id': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:15.188322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'port': {'network_id': '419e8cb4-7020-4b24-98bd-4f3908a4400f', 'name': 'tempest-FloatingIPTestJSON-174200571'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:15.261873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d1742-89f2-44a3-b5be-28be4a284323 req-eac86727-0365-4560-9dba-0e7f853ad761 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.264377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d9d1742-89f2-44a3-b5be-28be4a284323 req-eac86727-0365-4560-9dba-0e7f853ad761 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 931 time: 0.2107096 Jun 30 09:26:15.275258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port d525fc22-58c5-46ca-8704-e3319769103a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:15.280556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d525fc22-58c5-46ca-8704-e3319769103a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:15.281141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.287951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed4510-2054-45e1-828b-3e38dc63c505 req-f412f960-70b2-471d-9607-2d92a0546e7e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.289616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90ed4510-2054-45e1-828b-3e38dc63c505 req-f412f960-70b2-471d-9607-2d92a0546e7e tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.2376533 Jun 30 09:26:15.370156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.378407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d9d1742-89f2-44a3-b5be-28be4a284323 req-db6b7710-2660-4ae7-8a67-d32aba0de6c5 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004403 Jun 30 09:26:15.419315 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.423008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d525fc22-58c5-46ca-8704-e3319769103a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d525fc22-58c5-46ca-8704-e3319769103a,segment=NetworkSegment(2f44db93-d4d6-4fa6-a973-875eaf01b646),segment_id=2f44db93-d4d6-4fa6-a973-875eaf01b646)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:15.424836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd525fc22-58c5-46ca-8704-e3319769103a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:15.430388 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3013db8b-935e-4c76-8352-c2778913a2c6" -d '{"events": [{"server_uuid": "66451b38-c056-4f35-9606-5f06a5c7fcdc", "name": "network-vif-plugged", "status": "completed", "tag": "d525fc22-58c5-46ca-8704-e3319769103a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:15.434188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-fe3a9e8c-9143-40c8-ab59-77b0b291add1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.435691 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-fe3a9e8c-9143-40c8-ab59-77b0b291add1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 914 time: 0.1506479 Jun 30 09:26:15.440936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90ed4510-2054-45e1-828b-3e38dc63c505 req-5b023197-df0d-4759-b217-c188863d0181 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098139 Jun 30 09:26:15.450458 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.548978 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-152dfd78-7874-4965-b461-92086328b822 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c65d45a3-bd3c-440b-9403-0ca524477a39 HTTP/1.1" status: 200 len: 217 time: 0.1023912 Jun 30 09:26:15.560349 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24365c2-c3f0-43de-ad6d-86510b7ad66e x-openstack-request-id: req-e24365c2-c3f0-43de-ad6d-86510b7ad66e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:15.560981 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66451b38-c056-4f35-9606-5f06a5c7fcdc", "name": "network-vif-plugged", "status": "completed", "tag": "d525fc22-58c5-46ca-8704-e3319769103a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:15.562597 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e24365c2-c3f0-43de-ad6d-86510b7ad66e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:15.563168 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd525fc22-58c5-46ca-8704-e3319769103a', 'code': 200} Jun 30 09:26:15.571833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d525fc22-58c5-46ca-8704-e3319769103a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:15.699695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-0d9303c2-6001-4460-8531-d8df8048c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:15.701251 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-0d9303c2-6001-4460-8531-d8df8048c590 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.1416643 Jun 30 09:26:15.703412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:15.708605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.759207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] device_id is not set on port 7e82e801-546e-4562-918e-ef3aed77c708 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:26:15.873471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3519bee7-9669-4b9a-bfe6-7338e70248fe {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:15.883716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:15.899754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Transition to ACTIVE for port object 3519bee7-9669-4b9a-bfe6-7338e70248fe will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:15.901749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-f4dcf312-72d8-4b10-86e4-4f52c72270d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504273 Jun 30 09:26:15.915920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.041724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Pushing event updated for resources: {'Port': ['ID=3519bee7-9669-4b9a-bfe6-7338e70248fe,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:16.071468 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.102199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.9 (419e8cb4-7020-4b24-98bd-4f3908a4400f/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78/7e82e801-546e-4562-918e-ef3aed77c708) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:16.133060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497dcf2d-352a-4ba3-a3d4-b11261abdf29 req-a44a0115-d349-4e9e-8bea-9cf515b63729 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.139288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-497dcf2d-352a-4ba3-a3d4-b11261abdf29 req-a44a0115-d349-4e9e-8bea-9cf515b63729 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 946 time: 0.2371640 Jun 30 09:26:16.173747 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-b8537233-5160-4744-ad3e-e34476eaa445 service neutron] 10.222.0.83 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205391 Jun 30 09:26:16.189936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8592067-c59a-43bf-985c-1938015fb95c req-e5b28467-bdbe-414c-9c49-76fafe861ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.191491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8592067-c59a-43bf-985c-1938015fb95c req-e5b28467-bdbe-414c-9c49-76fafe861ad8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 1098 time: 0.5399430 Jun 30 09:26:16.195002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6b652ed-0f61-47a9-9f8a-3a306eae09bc req-9133febd-77b3-453e-a60b-64066338178f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.0514467 Jun 30 09:26:16.224654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Attempting to bind port 3519bee7-9669-4b9a-bfe6-7338e70248fe on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:16.225074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Attempting to bind port 3519bee7-9669-4b9a-bfe6-7338e70248fe by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:16.225480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Attempting to bind port 3519bee7-9669-4b9a-bfe6-7338e70248fe on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:16.248127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Port 3519bee7-9669-4b9a-bfe6-7338e70248fe on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:16.248555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Attempting to bind port 3519bee7-9669-4b9a-bfe6-7338e70248fe on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:16.258208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-497dcf2d-352a-4ba3-a3d4-b11261abdf29 req-8dc9c408-e34c-4539-a429-c938bfa8e2bc tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108415 Jun 30 09:26:16.268876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:16.270246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Checking segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:16.270869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Bound using segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:16.271401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Bound port: 3519bee7-9669-4b9a-bfe6-7338e70248fe, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:16.271834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.469888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] For port 3519bee7-9669-4b9a-bfe6-7338e70248fe, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:16.499080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] For port 3519bee7-9669-4b9a-bfe6-7338e70248fe, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:16.508189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751464e-bb85-4385-a56d-95c78c81460c req-22e78ef3-bd27-4beb-be7b-bfd4bb7f0ec7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.514954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4751464e-bb85-4385-a56d-95c78c81460c req-22e78ef3-bd27-4beb-be7b-bfd4bb7f0ec7 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.1603606 Jun 30 09:26:16.523329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-db3d96c0-7da3-4f08-bd07-fcdb3c23c9e0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.524798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-db3d96c0-7da3-4f08-bd07-fcdb3c23c9e0 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.2778392 Jun 30 09:26:16.531850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.580068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:16.657892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.658536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.659514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8592067-c59a-43bf-985c-1938015fb95c req-2b341370-8685-4bf8-885d-586ccfa8acc1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385695 Jun 30 09:26:16.659897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] 10.222.0.79 "PUT /v2.0/ports/3519bee7-9669-4b9a-bfe6-7338e70248fe HTTP/1.1" status: 200 len: 1092 time: 1.4809031 Jun 30 09:26:16.665759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'tag': '3519bee7-9669-4b9a-bfe6-7338e70248fe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:16.668140 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca8152-c437-4b10-bc28-230370f86143" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a29489-7f30-4e8e-996a-c6d17b36ee6b", "tag": "3519bee7-9669-4b9a-bfe6-7338e70248fe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:16.712267 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31fe1570-194b-4560-a4fe-965ea53d8cb4 req-5e31aec8-77ac-456a-a581-9c09b049b45e service neutron] 10.222.0.83 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244749 Jun 30 09:26:16.715509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.735966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4751464e-bb85-4385-a56d-95c78c81460c req-c90d36e7-2f97-4600-8643-2d67b3b03a9c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200451 Jun 30 09:26:16.748946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a429b-22b5-4098-87ff-c96904ee411c service neutron] Pushing event updated for resources: {'Port': ['ID=3519bee7-9669-4b9a-bfe6-7338e70248fe,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:16.818503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.834083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad55bcc-86d5-48ae-ae73-708528560d4b req-3c772195-adfd-4f2c-993e-2e7ace9ccffd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.850374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ad55bcc-86d5-48ae-ae73-708528560d4b req-3c772195-adfd-4f2c-993e-2e7ace9ccffd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 943 time: 0.3163180 Jun 30 09:26:16.872617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 419e8cb4-7020-4b24-98bd-4f3908a4400f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:16.877254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:16.881577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:16.904429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:16.908422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.917744 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc7bd96-7abe-4f13-9719-41f4f159f00c x-openstack-request-id: req-7fc7bd96-7abe-4f13-9719-41f4f159f00c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:16.918183 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a29489-7f30-4e8e-996a-c6d17b36ee6b", "tag": "3519bee7-9669-4b9a-bfe6-7338e70248fe", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:16.918336 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7fc7bd96-7abe-4f13-9719-41f4f159f00c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:16.918713 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'tag': '3519bee7-9669-4b9a-bfe6-7338e70248fe', 'status': 'completed', 'code': 200} Jun 30 09:26:16.941533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ad55bcc-86d5-48ae-ae73-708528560d4b req-f4930be3-b797-456e-8f06-8c73fdc421d6 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901468 Jun 30 09:26:16.955474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=7e82e801-546e-4562-918e-ef3aed77c708,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:16.968921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-d3e1bf72-9529-42d1-a226-c9f7f90b9376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.978260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:16.979112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:16.982520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-d3e1bf72-9529-42d1-a226-c9f7f90b9376 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 1095 time: 0.2087145 Jun 30 09:26:16.999480 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff7a80e8-84ec-412a-881d-19d1d26e6a10 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8183410 Jun 30 09:26:17.000149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51242) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:17.005884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'port_id': '7e82e801-546e-4562-918e-ef3aed77c708'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:17.062731 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.079387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-7215c7fa-b113-4bcb-9620-97205113beff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe HTTP/1.1" status: 200 len: 217 time: 0.0959597 Jun 30 09:26:17.192836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c47fe088-5bfb-4731-bd00-4ea5e55154d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:17.194500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-c47fe088-5bfb-4731-bd00-4ea5e55154d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.0990500 Jun 30 09:26:17.255299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-3baf7a6e-093f-4384-b865-6ae725cf807c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403450 Jun 30 09:26:17.262640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.8 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/445eed54-9d4b-4ae0-829b-57034256836e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:17.350934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.566928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daa2c2b0-0d32-4c71-874a-4f9a7049b952 req-2bfaf891-8151-4038-a9ce-d9dd4dfbc31f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.1745408 Jun 30 09:26:17.589184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.591633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.629593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-0c640d0f-f939-47ec-bd81-cace22742789 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633761 Jun 30 09:26:17.647758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object 445eed54-9d4b-4ae0-829b-57034256836e will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:17.819147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.833196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.905239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5d370e-0517-4cb1-b9b0-2ac448efe894 req-10a05c2a-9093-4db6-9016-c95982ed47f3 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620349 Jun 30 09:26:17.923651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:17.939072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:18.033625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-03e91083-ef7f-4c93-a911-fbd7436e5538 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.035279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-03e91083-ef7f-4c93-a911-fbd7436e5538 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.2145157 Jun 30 09:26:18.091961 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 31306293-0d76-4e27-a0aa-816e36ead1e2 associated. External IP: 172.25.7.215, port: 7e82e801-546e-4562-918e-ef3aed77c708. Jun 30 09:26:18.109808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:18.124109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:18.149460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:18.171014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036f5e2-def9-4f4f-ac79-5a834c5c9a58 req-99dc9790-eee4-444c-9f2f-2502371b21ba tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.179361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c036f5e2-def9-4f4f-ac79-5a834c5c9a58 req-99dc9790-eee4-444c-9f2f-2502371b21ba tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 946 time: 0.4516065 Jun 30 09:26:18.203037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=445eed54-9d4b-4ae0-829b-57034256836e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:18.300292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.301184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.327554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c036f5e2-def9-4f4f-ac79-5a834c5c9a58 req-a2a146c5-a6e3-4fb9-aebf-c237a1efd063 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470582 Jun 30 09:26:18.359766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7fb7e-494a-4b55-8afc-57c441330a46 req-f134e510-17e3-4fb4-a38b-e5a18bcded9b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.369112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7b7fb7e-494a-4b55-8afc-57c441330a46 req-f134e510-17e3-4fb4-a38b-e5a18bcded9b tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/ports?device_id=f8716df7-305b-46be-a8f1-b3cf2626fa4f HTTP/1.1" status: 200 len: 945 time: 0.3683300 Jun 30 09:26:18.372057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8152-c437-4b10-bc28-230370f86143 req-b55a63e8-7ceb-49f6-93e4-84cbe24a161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.373626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-b55a63e8-7ceb-49f6-93e4-84cbe24a161f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 1095 time: 0.3722785 Jun 30 09:26:18.374931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-c96dc145-1b02-42a9-ab4e-7c6d7f05d72e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8181403 Jun 30 09:26:18.403885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Request body: {'port': {'device_id': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:18.416332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Deleting port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:18.416684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.474552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2d9a7dc-a2d9-4a2f-9c78-be0ab6fd64fc None None] Provisioning for port 445eed54-9d4b-4ae0-829b-57034256836e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:18.480443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2d9a7dc-a2d9-4a2f-9c78-be0ab6fd64fc None None] Provisioning complete for port 445eed54-9d4b-4ae0-829b-57034256836e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:18.481125 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2d9a7dc-a2d9-4a2f-9c78-be0ab6fd64fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.521889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] For port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,segment=NetworkSegment(d416baba-7dbb-4a1c-8a1d-712b371d6d20),segment_id=d416baba-7dbb-4a1c-8a1d-712b371d6d20)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:18.521889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.534509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7b7fb7e-494a-4b55-8afc-57c441330a46 req-f202119f-1276-415b-a62a-3562379e6fd8 tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.77 "GET /v2.0/security-groups?id=5cd9454f-70df-4d56-880d-4cfce2d41729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644874 Jun 30 09:26:18.543928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Calling delete_port for 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:18.565702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d2d9a7dc-a2d9-4a2f-9c78-be0ab6fd64fc None None] Port 445eed54-9d4b-4ae0-829b-57034256836e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:18.683359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.724156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.747236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:18.753148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8152-c437-4b10-bc28-230370f86143 req-e4186187-b751-4818-b39a-86fa2dec630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:18.755227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-e4186187-b751-4818-b39a-86fa2dec630f service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 914 time: 0.3602679 Jun 30 09:26:18.756502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:18.809012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Pushing event deleted for resources: {'Port': ['ID=10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:18.901636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-8f132d93-f563-44df-ab1d-28c70fbe92c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe HTTP/1.1" status: 200 len: 217 time: 0.1334667 Jun 30 09:26:18.908675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] No DVR routers for this DVR port 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:18.913199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:18.915811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f6d1010-96c8-4acb-bc46-4eacf3b9892a req-1bbaf3c1-4c43-44fe-a3ed-76a8b5e9485c tempest-ServerDiskConfigTestJSON-996206869 tempest-ServerDiskConfigTestJSON-996206869-project] 10.222.0.83 "DELETE /v2.0/ports/10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f HTTP/1.1" status: 204 len: 173 time: 0.8747909 Jun 30 09:26:18.957405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'name': 'network-vif-deleted', 'tag': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:18.960260 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6669049d-b5fc-4029-ae21-a1d8f4579bd6" -d '{"events": [{"server_uuid": "f8716df7-305b-46be-a8f1-b3cf2626fa4f", "name": "network-vif-deleted", "tag": "10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:19.055115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:19.065864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.067218 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:19.095361 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:19.095999 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:19.111076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-82d9ef42-db51-4726-9073-75bbe42d9bd3 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/floatingips/31306293-0d76-4e27-a0aa-816e36ead1e2 HTTP/1.1" status: 200 len: 977 time: 2.1095264 Jun 30 09:26:19.111760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:19.186083 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:19.255382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 7e82e801-546e-4562-918e-ef3aed77c708 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:19.255780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.262712 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:19.266580 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:19.313185 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:19.314690 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d0a08d-26a3-4b38-9deb-bf66174961ed None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:19.371454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.460462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4a7d0-78ff-4033-872d-ba707d50e333 req-bd565b2b-26cc-47de-bce5-d6359c6898ec tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:19.462137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9e4a7d0-78ff-4033-872d-ba707d50e333 req-bd565b2b-26cc-47de-bce5-d6359c6898ec tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 943 time: 0.9210174 Jun 30 09:26:19.501203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8152-c437-4b10-bc28-230370f86143 req-ff2ec3c8-5450-4dcf-9f11-ae70dc7e8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:19.502812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-ff2ec3c8-5450-4dcf-9f11-ae70dc7e8d9a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.5788062 Jun 30 09:26:19.569742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-51444e58-64ad-4c7f-bd48-7099ad17f369 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542395 Jun 30 09:26:19.587504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1cb83-ea5b-4a7d-8416-4e82cc5c6b74 req-27735694-dd54-4970-9102-36581e945dbe tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:19.595347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50a1cb83-ea5b-4a7d-8416-4e82cc5c6b74 req-27735694-dd54-4970-9102-36581e945dbe tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 931 time: 0.8482106 Jun 30 09:26:19.659980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.661671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:19.665188 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 31306293-0d76-4e27-a0aa-816e36ead1e2 disassociated. External IP: 172.25.7.215, port: 7e82e801-546e-4562-918e-ef3aed77c708. Jun 30 09:26:19.665851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 7e82e801-546e-4562-918e-ef3aed77c708 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:19.705623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9e4a7d0-78ff-4033-872d-ba707d50e333 req-90f65c7e-2730-427c-96ac-110f9224f254 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176535 Jun 30 09:26:19.817476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50a1cb83-ea5b-4a7d-8416-4e82cc5c6b74 req-57757874-f657-4e7d-9cef-640bd0aa8aa6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202220 Jun 30 09:26:19.982401 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca113b98-0fe4-4685-ac8a-c35fedf42cfc x-openstack-request-id: req-ca113b98-0fe4-4685-ac8a-c35fedf42cfc {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:19.983065 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8716df7-305b-46be-a8f1-b3cf2626fa4f", "name": "network-vif-deleted", "tag": "10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:19.983065 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca113b98-0fe4-4685-ac8a-c35fedf42cfc {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:19.983347 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8716df7-305b-46be-a8f1-b3cf2626fa4f', 'name': 'network-vif-deleted', 'tag': '10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f', 'status': 'completed', 'code': 200} Jun 30 09:26:19.991342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.000955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445eed54-9d4b-4ae0-829b-57034256836e {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:20.016992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-acde3e57-bc1d-4e2a-aeb3-0f69b434e1e1 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124339 Jun 30 09:26:20.072103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=7e82e801-546e-4562-918e-ef3aed77c708,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:20.112352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.250329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Transition to ACTIVE for port object 445eed54-9d4b-4ae0-829b-57034256836e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:20.268017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.327631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:20.352270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c65d45a3-bd3c-440b-9403-0ca524477a39 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:20.402154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Pushing event updated for resources: {'Port': ['ID=445eed54-9d4b-4ae0-829b-57034256836e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:20.524926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce695-df8f-4ec2-bfd8-e7d2527be26d req-f73b3bf6-ca41-4566-b855-8c457ad2179a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:20.533055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-548ce695-df8f-4ec2-bfd8-e7d2527be26d req-f73b3bf6-ca41-4566-b855-8c457ad2179a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 946 time: 0.5139077 Jun 30 09:26:20.601478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ca8152-c437-4b10-bc28-230370f86143 req-d7b241d3-9365-47cb-9e97-68a76aea0cf6 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550086 Jun 30 09:26:20.627499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:20.687909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c65d45a3-bd3c-440b-9403-0ca524477a39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c65d45a3-bd3c-440b-9403-0ca524477a39,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:20.734925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'c65d45a3-bd3c-440b-9403-0ca524477a39', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'port_id': 'c65d45a3-bd3c-440b-9403-0ca524477a39', 'mac_address': 'fa:16:3e:7a:66:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e91ba6-4b5c-4be2-9a3e-c9f804316b98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:20.753188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:20.772993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-548ce695-df8f-4ec2-bfd8-e7d2527be26d req-ddb4bef4-7549-45b7-b0e5-ccde3904931b tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388730 Jun 30 09:26:20.803882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:20.812817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Attempting to bind port 445eed54-9d4b-4ae0-829b-57034256836e on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:20.813300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Attempting to bind port 445eed54-9d4b-4ae0-829b-57034256836e by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:20.814778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Attempting to bind port 445eed54-9d4b-4ae0-829b-57034256836e on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:20.827016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Port 445eed54-9d4b-4ae0-829b-57034256836e on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:20.827315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:20.828231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:20.829283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Attempting to bind port 445eed54-9d4b-4ae0-829b-57034256836e on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:20.842476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:20.850196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:20.851096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:20.851834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Bound port: 445eed54-9d4b-4ae0-829b-57034256836e, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:20.852443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:20.935604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Deleting subnet 332a1921-927d-46ad-af8e-e0d1b69f72f5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:26:20.943886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.004189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] For port 445eed54-9d4b-4ae0-829b-57034256836e, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:21.007758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:21.021920 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.030635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] For port 445eed54-9d4b-4ae0-829b-57034256836e, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=445eed54-9d4b-4ae0-829b-57034256836e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:21.041942 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.053246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.060350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.060563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-68b91b39-7ece-4edc-aa89-9aa66ebbebef tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/ports/7e82e801-546e-4562-918e-ef3aed77c708 HTTP/1.1" status: 204 len: 168 time: 1.9474666 Jun 30 09:26:21.061220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:21.115127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:21.115972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:21.135680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c65d45a3-bd3c-440b-9403-0ca524477a39 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:21.161347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-820d6fcf-ef6a-447b-bf26-2d027d405354 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/floatingips/31306293-0d76-4e27-a0aa-816e36ead1e2 HTTP/1.1" status: 200 len: 688 time: 0.0961432 Jun 30 09:26:21.166981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51298) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:21.186531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c65d45a3-bd3c-440b-9403-0ca524477a39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c65d45a3-bd3c-440b-9403-0ca524477a39,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:21.200396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Pushing event updated for resources: {'Port': ['ID=445eed54-9d4b-4ae0-829b-57034256836e,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:21.225225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:21.227120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.231185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-a34328b7-a862-4054-bab2-2d4fc2e44283 service neutron] 10.222.0.83 "PUT /v2.0/ports/445eed54-9d4b-4ae0-829b-57034256836e HTTP/1.1" status: 200 len: 1092 time: 2.8342609 Jun 30 09:26:21.231687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'tag': '445eed54-9d4b-4ae0-829b-57034256836e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:21.240578 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2985ac-ae95-4f6c-ac98-d9559d507172", "tag": "445eed54-9d4b-4ae0-829b-57034256836e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:21.273136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3519bee7-9669-4b9a-bfe6-7338e70248fe details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:21.355851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.370719 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.387883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:21.388518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2bc53c-f2d0-4055-a425-5c88ffc2bd8e None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:21.482801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 8635eb95-f6dc-4726-af0d-656ae1692f68 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:21.483371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.532266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44570380-fc5c-4a20-a651-b17456934894 req-32cc362e-ed6c-4456-abea-9e47d4b2f8ed tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:21.542525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44570380-fc5c-4a20-a651-b17456934894 req-32cc362e-ed6c-4456-abea-9e47d4b2f8ed tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 943 time: 0.3243942 Jun 30 09:26:21.568704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.593239 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.594011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-646bb3da-1ea6-4683-bdb8-f88e7b32c7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:21.595390 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/332a1921-927d-46ad-af8e-e0d1b69f72f5 HTTP/1.1" status: 204 len: 168 time: 0.9669399 Jun 30 09:26:21.608490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-646bb3da-1ea6-4683-bdb8-f88e7b32c7cc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 1095 time: 0.2885864 Jun 30 09:26:21.610548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51304) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:21.657133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c65d45a3-bd3c-440b-9403-0ca524477a39,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:21.876958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-bb23233f-a8f8-452d-b917-e6b5234ce121 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445eed54-9d4b-4ae0-829b-57034256836e HTTP/1.1" status: 200 len: 217 time: 0.1986594 Jun 30 09:26:21.910262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:21.929830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44570380-fc5c-4a20-a651-b17456934894 req-cfd360be-9a1f-4aa1-9e99-d0f83aeb68a1 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712442 Jun 30 09:26:21.936209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['c65d45a3-bd3c-440b-9403-0ca524477a39'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:22.011294 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:22.030573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3519bee7-9669-4b9a-bfe6-7338e70248fe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:22.110398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3519bee7-9669-4b9a-bfe6-7338e70248fe', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'port_id': '3519bee7-9669-4b9a-bfe6-7338e70248fe', 'mac_address': 'fa:16:3e:ee:79:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e91ba6-4b5c-4be2-9a3e-c9f804316b98', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:22.170879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.187178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583fd48-fdeb-4d78-968f-702d8b6eb9f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=332a1921-927d-46ad-af8e-e0d1b69f72f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:22.192948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.193456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.199776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10733ece-d4f9-4243-af68-7bab7b4243f0']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:22.220419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 8635eb95-f6dc-4726-af0d-656ae1692f68 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:22.229938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd416baba-7dbb-4a1c-8a1d-712b371d6d20') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:22.229938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd416baba-7dbb-4a1c-8a1d-712b371d6d20') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:22.236428 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.247635 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.286506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.295098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:22.295741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.328226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3519bee7-9669-4b9a-bfe6-7338e70248fe {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:22.346352 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab10fb-0d40-46ef-9b27-0b2630ecc93a x-openstack-request-id: req-8eab10fb-0d40-46ef-9b27-0b2630ecc93a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:22.346933 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2985ac-ae95-4f6c-ac98-d9559d507172", "tag": "445eed54-9d4b-4ae0-829b-57034256836e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:22.347343 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8eab10fb-0d40-46ef-9b27-0b2630ecc93a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:22.348127 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'tag': '445eed54-9d4b-4ae0-829b-57034256836e', 'status': 'completed', 'code': 200} Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:22.349033 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:22.384078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-99fda12c-33f8-4a9d-bbb2-9ea622e7f7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:22.385821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-99fda12c-33f8-4a9d-bbb2-9ea622e7f7f7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.4549246 Jun 30 09:26:22.396333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d271667-6758-4638-b42e-853aee077b73 req-fa2f87bc-bffb-4e95-b7ef-b80ede607410 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:22.403932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3519bee7-9669-4b9a-bfe6-7338e70248fe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:22.405564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d271667-6758-4638-b42e-853aee077b73 req-fa2f87bc-bffb-4e95-b7ef-b80ede607410 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.8615263 Jun 30 09:26:22.447903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:22.476841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.491588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.494481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] 10.222.0.77 "DELETE /v2.0/networks/10733ece-d4f9-4243-af68-7bab7b4243f0 HTTP/1.1" status: 204 len: 168 time: 0.8489368 Jun 30 09:26:22.535681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d271667-6758-4638-b42e-853aee077b73 req-00adf3c7-f7b5-4f6e-8b3f-92ee33b4b5b7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282284 Jun 30 09:26:22.538708 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.554698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87e790-62cf-4589-91b2-da7f08651303 admin admin] Pushing event deleted for resources: {'Network': ['ID=10733ece-d4f9-4243-af68-7bab7b4243f0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:22.606150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-1cc7a07b-22a1-403d-81ee-b30d722959dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:22.614481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-1cc7a07b-22a1-403d-81ee-b30d722959dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1775944 Jun 30 09:26:22.624758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.658469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:22.658972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 10eeccc0-a0f4-4e0f-bc26-5793f89f2c6f not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:22.705446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=8635eb95-f6dc-4726-af0d-656ae1692f68,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:22.745785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51316) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:22.859146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3519bee7-9669-4b9a-bfe6-7338e70248fe,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:22.893205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3519bee7-9669-4b9a-bfe6-7338e70248fe'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:22.909408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2cafac9-157e-4c77-9b6a-ebf51798a9df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a0f808ef791d4a91a56c0030f8919c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623855 Jun 30 09:26:22.914894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51320) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:22.939443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.943979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:22.949367 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-02ab3eb3-2bd0-47e0-807b-089f16f636aa tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/floatingips/31306293-0d76-4e27-a0aa-816e36ead1e2 HTTP/1.1" status: 204 len: 168 time: 1.7767215 Jun 30 09:26:22.949931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:22.960753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:23.015252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-d4981189-62c7-476e-a19b-66110c09a80a service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958902 Jun 30 09:26:23.044223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.186054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51ab7d0f-fafd-4577-88f4-6a93c71d105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.248282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51ab7d0f-fafd-4577-88f4-6a93c71d105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.339319 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.460593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26ea9d40-c4ea-4b5f-a035-8d06f25c0cfa req-16952ac4-6c95-444b-bf7f-5c6e6497210c service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4263747 Jun 30 09:26:23.468420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51ab7d0f-fafd-4577-88f4-6a93c71d105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.474523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51ab7d0f-fafd-4577-88f4-6a93c71d105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:23.481786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-51ab7d0f-fafd-4577-88f4-6a93c71d105b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5cd9454f-70df-4d56-880d-4cfce2d41729 HTTP/1.1" status: 204 len: 168 time: 0.5539076 Jun 30 09:26:23.518146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab7d0f-fafd-4577-88f4-6a93c71d105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd9454f-70df-4d56-880d-4cfce2d41729,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:23.603974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.89 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/b08bf888-ffb9-4674-85db-93bf03f2b140) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:23.865743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-52f93fc4-f7c8-457f-85ad-c459c9d3f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.867314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-52f93fc4-f7c8-457f-85ad-c459c9d3f79d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 1095 time: 0.1827426 Jun 30 09:26:23.879918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb17d6-8b0b-4add-8703-7023dc351f63 req-11000038-bbf2-4331-abe6-0e22e8afffe7 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:23.893977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82fb17d6-8b0b-4add-8703-7023dc351f63 req-11000038-bbf2-4331-abe6-0e22e8afffe7 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 944 time: 0.2568650 Jun 30 09:26:23.899628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.012084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.037823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49169807-b160-43c8-99aa-18be46959251 req-a88937f3-0bc8-4754-9fdc-c68b4bb56159 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.045028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49169807-b160-43c8-99aa-18be46959251 req-a88937f3-0bc8-4754-9fdc-c68b4bb56159 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 946 time: 0.3141639 Jun 30 09:26:24.059622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82fb17d6-8b0b-4add-8703-7023dc351f63 req-1608631b-0179-4ee7-980d-b94a56ab0c22 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624413 Jun 30 09:26:24.130435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49169807-b160-43c8-99aa-18be46959251 req-9751a097-504f-4214-8d3e-110672b441db tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831101 Jun 30 09:26:24.146420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:24.158848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:24.166665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:24.181406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-6a98d7e4-4209-4da1-8849-43605ca10f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.183596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-6a98d7e4-4209-4da1-8849-43605ca10f3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.2709064 Jun 30 09:26:24.246737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-46835f10-e305-43b6-b965-9a62622a09f1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=445eed54-9d4b-4ae0-829b-57034256836e HTTP/1.1" status: 200 len: 217 time: 0.0560727 Jun 30 09:26:24.261958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=b08bf888-ffb9-4674-85db-93bf03f2b140,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:24.386774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c65d45a3-bd3c-440b-9403-0ca524477a39 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:24.390919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-e01da4be-b4fa-4771-a801-e004c2807b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.403297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-e01da4be-b4fa-4771-a801-e004c2807b08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1475856 Jun 30 09:26:24.494770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573d640-f49d-4aa1-9174-380a78c1a71b req-2c8daa09-666d-4271-a954-53f2b9553b97 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.504498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4573d640-f49d-4aa1-9174-380a78c1a71b req-2c8daa09-666d-4271-a954-53f2b9553b97 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.1858273 Jun 30 09:26:24.550042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port c65d45a3-bd3c-440b-9403-0ca524477a39 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:24.556799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-b787a33c-ab08-444f-a2b8-a9d81a79f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:24.558689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-b787a33c-ab08-444f-a2b8-a9d81a79f483 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435919 Jun 30 09:26:24.563205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port c65d45a3-bd3c-440b-9403-0ca524477a39 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:24.563869 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.583894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4573d640-f49d-4aa1-9174-380a78c1a71b req-320138d1-1f78-480c-b233-d8d61898f1f4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780175 Jun 30 09:26:24.761685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.764024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-58e347a9-6f5b-4ef3-95b9-d185bb71495a service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989999 Jun 30 09:26:24.840475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c65d45a3-bd3c-440b-9403-0ca524477a39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c65d45a3-bd3c-440b-9403-0ca524477a39,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:24.841843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58896209-5508-4152-aad7-3d54505ab107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d45a3-bd3c-440b-9403-0ca524477a39'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:24.844804 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3108febd-46f1-4c16-87bb-ed2e4375d802" -d '{"events": [{"server_uuid": "58896209-5508-4152-aad7-3d54505ab107", "name": "network-vif-plugged", "status": "completed", "tag": "c65d45a3-bd3c-440b-9403-0ca524477a39"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:24.851075 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:24.963206 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d5db63-215e-4ac9-bfb7-1814e758aa95 x-openstack-request-id: req-d0d5db63-215e-4ac9-bfb7-1814e758aa95 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:24.963206 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58896209-5508-4152-aad7-3d54505ab107", "name": "network-vif-plugged", "status": "completed", "tag": "c65d45a3-bd3c-440b-9403-0ca524477a39", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:24.963430 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d0d5db63-215e-4ac9-bfb7-1814e758aa95 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:24.963800 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58896209-5508-4152-aad7-3d54505ab107', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c65d45a3-bd3c-440b-9403-0ca524477a39', 'code': 200} Jun 30 09:26:24.996948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c65d45a3-bd3c-440b-9403-0ca524477a39,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:25.084762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5de58f14-c5f9-4c5f-858b-7b18f3304bbf req-81dd222b-0622-4957-bf93-abba71f22958 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129034 Jun 30 09:26:25.121927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746013b-9c43-47f0-a023-715a28e77416 req-8a2434a9-0cfb-4bdd-8193-5b9de297cbde tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.124817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d746013b-9c43-47f0-a023-715a28e77416 req-8a2434a9-0cfb-4bdd-8193-5b9de297cbde tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.79 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 946 time: 0.1926353 Jun 30 09:26:25.189484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3519bee7-9669-4b9a-bfe6-7338e70248fe up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:25.485374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Deleting port d525fc22-58c5-46ca-8704-e3319769103a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:25.486917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.528391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 3519bee7-9669-4b9a-bfe6-7338e70248fe completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:25.534931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3519bee7-9669-4b9a-bfe6-7338e70248fe triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:25.535423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.547429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820cae3-0f94-4207-8089-de7ac3c2c335 req-cf6136cc-007e-49ac-8d00-4b77706110ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.549602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b820cae3-0f94-4207-8089-de7ac3c2c335 req-cf6136cc-007e-49ac-8d00-4b77706110ed service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=58896209-5508-4152-aad7-3d54505ab107 HTTP/1.1" status: 200 len: 1097 time: 0.4411094 Jun 30 09:26:25.587987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.615955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0629a-d9a6-4171-914c-c973cdf5aefc req-cc98b95a-b64e-4b9f-b452-320471e8cdbe tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.618323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50c0629a-d9a6-4171-914c-c973cdf5aefc req-cc98b95a-b64e-4b9f-b452-320471e8cdbe tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 946 time: 0.2714205 Jun 30 09:26:25.651865 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b820cae3-0f94-4207-8089-de7ac3c2c335 req-1c8e7b64-a3bc-4aad-be8b-0a7df4f9d309 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947223 Jun 30 09:26:25.684710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430555b-a282-42b9-aacb-a6eaafbf189e req-08c1444d-9daa-4d01-9e0f-27fcfc62b0e3 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:25.686831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2430555b-a282-42b9-aacb-a6eaafbf189e req-08c1444d-9daa-4d01-9e0f-27fcfc62b0e3 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 944 time: 0.2749634 Jun 30 09:26:25.693846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50c0629a-d9a6-4171-914c-c973cdf5aefc req-29aa4b7e-624e-4bfc-a66e-7a37152dca45 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/security-groups?id=dbb564dc-4ea0-4780-b0ca-0bfa54394180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603909 Jun 30 09:26:25.756951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2430555b-a282-42b9-aacb-a6eaafbf189e req-86319ead-591a-4801-a57c-32084a2ea2ec tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596740 Jun 30 09:26:25.822922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] For port d525fc22-58c5-46ca-8704-e3319769103a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d525fc22-58c5-46ca-8704-e3319769103a,segment=NetworkSegment(2f44db93-d4d6-4fa6-a973-875eaf01b646),segment_id=2f44db93-d4d6-4fa6-a973-875eaf01b646)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:25.823304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.864729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Calling delete_port for d525fc22-58c5-46ca-8704-e3319769103a owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:25.876338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:25.884716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.009562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3519bee7-9669-4b9a-bfe6-7338e70248fe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:26.021460 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.025029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d525fc22-58c5-46ca-8704-e3319769103a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:26.271055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3519bee7-9669-4b9a-bfe6-7338e70248fe,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:26.307248 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.322276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.387379 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.449122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.493847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa74f0b-87cc-484e-a0f5-e7e6edddc858 req-0f569b37-a879-496e-9231-68f850f61da7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:26.502047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2aa74f0b-87cc-484e-a0f5-e7e6edddc858 req-0f569b37-a879-496e-9231-68f850f61da7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.3128824 Jun 30 09:26:26.505267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=b08bf888-ffb9-4674-85db-93bf03f2b140,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:26.525954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.582264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Pushing event deleted for resources: {'Port': ['ID=d525fc22-58c5-46ca-8704-e3319769103a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:26.671452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] No DVR routers for this DVR port d525fc22-58c5-46ca-8704-e3319769103a on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:26.676202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:26.678907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d746013b-9c43-47f0-a023-715a28e77416 req-01ead783-d1be-48be-be8d-4fe33cb5729a tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.79 "DELETE /v2.0/ports/d525fc22-58c5-46ca-8704-e3319769103a HTTP/1.1" status: 204 len: 173 time: 1.5472195 Jun 30 09:26:26.679802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'name': 'network-vif-deleted', 'tag': 'd525fc22-58c5-46ca-8704-e3319769103a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:26.682883 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e462176d-4e91-4cb8-bec2-815e0ef61d96" -d '{"events": [{"server_uuid": "66451b38-c056-4f35-9606-5f06a5c7fcdc", "name": "network-vif-deleted", "tag": "d525fc22-58c5-46ca-8704-e3319769103a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:26.748490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2aa74f0b-87cc-484e-a0f5-e7e6edddc858 req-f2a6fa17-371e-404e-b171-be4fc4eb17b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451026 Jun 30 09:26:26.749509 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 7d45ce63-225d-42b4-9370-08f4891fe34b associated. External IP: 172.25.7.89, port: 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2. Jun 30 09:26:26.968895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3519bee7-9669-4b9a-bfe6-7338e70248fe'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:26.981431 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88df036-468b-4e92-ba6a-e01ba98263b1" -d '{"events": [{"server_uuid": "b5a29489-7f30-4e8e-996a-c6d17b36ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "3519bee7-9669-4b9a-bfe6-7338e70248fe"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:27.002994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-777d9c7c-d7e9-4222-88cc-e68342b2e9f4 req-ca590dee-a592-4d3f-a09b-c4acb671ccde tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.1221387 Jun 30 09:26:27.069579 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60843a2b-a098-4b12-9293-e9bb841696fc x-openstack-request-id: req-60843a2b-a098-4b12-9293-e9bb841696fc {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:27.070211 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66451b38-c056-4f35-9606-5f06a5c7fcdc", "name": "network-vif-deleted", "tag": "d525fc22-58c5-46ca-8704-e3319769103a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:27.070211 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60843a2b-a098-4b12-9293-e9bb841696fc {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:27.070529 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66451b38-c056-4f35-9606-5f06a5c7fcdc', 'name': 'network-vif-deleted', 'tag': 'd525fc22-58c5-46ca-8704-e3319769103a', 'status': 'completed', 'code': 200} Jun 30 09:26:27.352515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:27.409491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ddd670-5d94-46ff-a4fe-e72f37f36042 req-6019c283-6746-410a-8b1d-56717b4ae728 tempest-ServerAddressesTestJSON-1218428257 tempest-ServerAddressesTestJSON-1218428257-project] 10.222.0.77 "GET /v2.0/ports?device_id=66451b38-c056-4f35-9606-5f06a5c7fcdc HTTP/1.1" status: 200 len: 210 time: 0.0372944 Jun 30 09:26:27.493949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f19b4a-4a0e-403f-b06c-bbfafa2a0775 req-6592d8de-5bd5-427a-8be6-7f025d6ed596 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:27.501346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6f19b4a-4a0e-403f-b06c-bbfafa2a0775 req-6592d8de-5bd5-427a-8be6-7f025d6ed596 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 945 time: 0.1594157 Jun 30 09:26:27.572680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6f19b4a-4a0e-403f-b06c-bbfafa2a0775 req-3488b9c8-3f88-415a-b360-c98be5b854fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703812 Jun 30 09:26:27.676375 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d383520e-4cd4-499b-a0b5-adb7dc1d8e71 x-openstack-request-id: req-d383520e-4cd4-499b-a0b5-adb7dc1d8e71 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:27.676664 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a29489-7f30-4e8e-996a-c6d17b36ee6b", "name": "network-vif-plugged", "status": "completed", "tag": "3519bee7-9669-4b9a-bfe6-7338e70248fe", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:27.677094 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d383520e-4cd4-499b-a0b5-adb7dc1d8e71 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:27.677718 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3519bee7-9669-4b9a-bfe6-7338e70248fe', 'code': 200} Jun 30 09:26:27.745961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:27.757551 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:27.770084 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:27.771092 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:27.808223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:27.868393 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:27.893386 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:27.895103 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:27.942879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51432) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:27.943262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-249a7f63-4926-4de2-ac88-f472bd38ca31 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.9920177 Jun 30 09:26:27.979537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-778056669'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:28.035913 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:28.037535 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3b6581-0642-4466-9477-a81bd1965362 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:28.062242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197715c-fa13-449e-9842-175b18225aff req-457bd18c-c790-49ec-86d4-0eaaed6e8bae tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.070585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5197715c-fa13-449e-9842-175b18225aff req-457bd18c-c790-49ec-86d4-0eaaed6e8bae tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.3800890 Jun 30 09:26:28.137758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146ede3-e355-406f-80a6-79abc948cbd7 req-0dacfd86-e29b-4139-8aff-5b6afc5d1147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.148951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6146ede3-e355-406f-80a6-79abc948cbd7 req-0dacfd86-e29b-4139-8aff-5b6afc5d1147 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 1097 time: 0.3599372 Jun 30 09:26:28.151637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:28.162844 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.235107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:26:28.317199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5197715c-fa13-449e-9842-175b18225aff req-b465c7a1-bd89-48f2-aace-8ddca016e94f tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450950 Jun 30 09:26:28.354629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.359083 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Added segment f1633874-a3b9-4846-96a8-0d1a272899a1 of type vlan for network eda7f35e-dc09-4ea2-8c53-ce4f93a228da Jun 30 09:26:28.386173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6146ede3-e355-406f-80a6-79abc948cbd7 req-acc32e6f-71e9-4fbd-8d3f-5a619c4a5cf8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826150 Jun 30 09:26:28.594706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.619029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:28.708189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Deleting subnet 05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:26:28.722277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.780810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.780988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cf42db-af90-4a08-ae4f-8c8ce4a50dd7 req-535a49cd-2b71-4744-bd05-a0c3317bc697 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.792295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25cf42db-af90-4a08-ae4f-8c8ce4a50dd7 req-535a49cd-2b71-4744-bd05-a0c3317bc697 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.4017000 Jun 30 09:26:28.833928 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.852207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:28.853548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.865610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:28.954508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0027242 Jun 30 09:26:28.954848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:28.963153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'subnet': {'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:28.988720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18e8cd85-e539-40ad-98f8-30f61c4659d6 req-779c9b43-85e0-4a93-8eb1-26d0deda3ff5 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.2672470 Jun 30 09:26:29.089887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25cf42db-af90-4a08-ae4f-8c8ce4a50dd7 req-bae4a1b9-8bcc-4bda-953c-21abf315b01b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955256 Jun 30 09:26:29.090924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e81ad-62c7-4b2a-ab62-be899f6750ee tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Network': ['ID=eda7f35e-dc09-4ea2-8c53-ce4f93a228da,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:29.106178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:26:29.134695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.277351 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.327268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:29.359630 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.365326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51460) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:29.367159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dd805549-2846-431f-9152-2ec4cc594442 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/05f1fba0-7fb2-4c69-a1b6-138d4afb1f2c HTTP/1.1" status: 204 len: 168 time: 0.7405121 Jun 30 09:26:29.412261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:29.420622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.463316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.481977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e166d84-321c-4704-a792-52a0bb846165 req-67fa19a2-93c3-44c0-8ff1-5d73e499da8c tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:29.483713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e166d84-321c-4704-a792-52a0bb846165 req-67fa19a2-93c3-44c0-8ff1-5d73e499da8c tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 945 time: 0.1855006 Jun 30 09:26:29.672157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e166d84-321c-4704-a792-52a0bb846165 req-84a99412-87d6-45df-997c-8859ab68c75c tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794322 Jun 30 09:26:29.688674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-e3df6c8a-159f-4e75-b5f5-c9997f726c54 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:29.690351 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-e3df6c8a-159f-4e75-b5f5-c9997f726c54 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.1145127 Jun 30 09:26:29.779583 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.796951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26155e1-771c-47c3-94c6-542418b13cdc']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:29.810762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f44db93-d4d6-4fa6-a973-875eaf01b646') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:29.811056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f44db93-d4d6-4fa6-a973-875eaf01b646') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:29.825350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.854913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b86ad2-77ad-4f88-9144-5436295ba0d4 req-88b68aae-672c-4a43-827a-d38d1c3e2046 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:29.857319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96b86ad2-77ad-4f88-9144-5436295ba0d4 req-88b68aae-672c-4a43-827a-d38d1c3e2046 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 945 time: 0.1807353 Jun 30 09:26:29.858439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.869325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:26:29.870406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:26:29.872118 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:26:29.896873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.952229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Deleting port 4b678a58-ea48-4246-ad11-3e995e974c29 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:29.952852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.968426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96b86ad2-77ad-4f88-9144-5436295ba0d4 req-44b7bd05-61e1-4e89-a90b-d8690a46823f tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups?id=f3892539-8372-48e4-87ef-fa3eed67c336&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951490 Jun 30 09:26:29.974077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.992421 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:29.994516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d26155e1-771c-47c3-94c6-542418b13cdc HTTP/1.1" status: 204 len: 168 time: 0.6271279 Jun 30 09:26:30.006457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcf9f7-50b1-4bcf-b963-babe5535ab39 admin admin] Pushing event deleted for resources: {'Network': ['ID=d26155e1-771c-47c3-94c6-542418b13cdc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:30.030312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Subnet': ['ID=4a9e8920-4cc1-4a2b-b24b-e131c311a345,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:30.044606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Checking segment: {'id': 'f1633874-a3b9-4846-96a8-0d1a272899a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:30.044970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network hostable DHCP agents. Network: eda7f35e-dc09-4ea2-8c53-ce4f93a228da, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:26:30.096268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:26:30.109198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] For port 4b678a58-ea48-4246-ad11-3e995e974c29, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4b678a58-ea48-4246-ad11-3e995e974c29,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:30.109589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.134757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, eda7f35e-dc09-4ea2-8c53-ce4f93a228da) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:30.144903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a858a-cffb-4a78-aead-f49b3adc8c76 None None] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:30.148807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:30.149406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.216677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:30.221402 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d05bc9f8-d18a-4e55-89c2-d5a166fbe933 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2613745 Jun 30 09:26:30.225447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-486254491', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:30.303666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:30.396265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.398560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.438637 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.439668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.439997 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Floating IP 06dc147a-889d-4d1d-b3af-6c02e5b85021 disassociated. External IP: 172.25.7.160, port: 4b678a58-ea48-4246-ad11-3e995e974c29. Jun 30 09:26:30.440357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Calling delete_port for 4b678a58-ea48-4246-ad11-3e995e974c29 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:30.563047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6a78ca20-c6b6-4854-8375-f4ce4583ec19 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b6354bcab784e54aef719bfd8fed921&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574134 Jun 30 09:26:30.577321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:30.621208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.623960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-eda7f35e-dc09-4ea2-8c53-ce4f93a228da', 'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da', 'tenant_id': '660185f827ea4bfaab10b28619aa999f', 'fixed_ips': [{'subnet_id': '4a9e8920-4cc1-4a2b-b24b-e131c311a345'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:26:30.624825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.632215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83f92b20-315f-4a18-aa89-fcbd975f0084 req-b9862f79-cab2-4570-9a95-69915872369a tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.2777522 Jun 30 09:26:30.766361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4295-12cb-427b-a937-9f9a143b9c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.785155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:30.883911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event deleted for resources: {'Port': ['ID=4b678a58-ea48-4246-ad11-3e995e974c29,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:30.895164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4295-12cb-427b-a937-9f9a143b9c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.006354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Allocated IP 172.20.0.2 (eda7f35e-dc09-4ea2-8c53-ce4f93a228da/4a9e8920-4cc1-4a2b-b24b-e131c311a345/7c791cfc-4669-4e69-bfdf-2381c8b1a3fb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:31.045072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4295-12cb-427b-a937-9f9a143b9c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.047737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e9c4295-12cb-427b-a937-9f9a143b9c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.048910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e9c4295-12cb-427b-a937-9f9a143b9c74 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dbb564dc-4ea0-4780-b0ca-0bfa54394180 HTTP/1.1" status: 204 len: 168 time: 0.4694955 Jun 30 09:26:31.062244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c4295-12cb-427b-a937-9f9a143b9c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb564dc-4ea0-4780-b0ca-0bfa54394180,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:31.068305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Router 545eeb46-47b2-4904-bf35-847bdb919b11 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:31.239740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:31.311095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] No DVR routers for this DVR port 4b678a58-ea48-4246-ad11-3e995e974c29 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:31.313943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.316749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e5f11d5a-b2ac-4d18-a886-a1d2a8a3c85a req-4c85fb70-fb0b-4147-af3a-b3dcc208ed04 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.83 "DELETE /v2.0/ports/4b678a58-ea48-4246-ad11-3e995e974c29 HTTP/1.1" status: 204 len: 173 time: 1.6059036 Jun 30 09:26:31.317223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'name': 'network-vif-deleted', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:31.320307 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45091f5d-f532-4475-a5d0-806d00d251d3" -d '{"events": [{"server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "name": "network-vif-deleted", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:31.401215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:31.449096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:31.449980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:31.654614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:31.692680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.737984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd9e778-15a3-477d-b497-7067c3ce838f req-d049d052-df4c-4d26-9a03-626546a2e299 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:31.744802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bd9e778-15a3-477d-b497-7067c3ce838f req-d049d052-df4c-4d26-9a03-626546a2e299 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.2627580 Jun 30 09:26:31.772753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d7675a-faf9-45a9-8d1b-54821ca825fe req-a0e75fec-97fe-42ba-9314-6dc27fcb9a4a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:31.774346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5d7675a-faf9-45a9-8d1b-54821ca825fe req-a0e75fec-97fe-42ba-9314-6dc27fcb9a4a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 945 time: 0.2934537 Jun 30 09:26:31.816020 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:31.865523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Transition to ACTIVE for port object 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:31.906238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bd9e778-15a3-477d-b497-7067c3ce838f req-e3d51641-f5d6-44d0-9285-8e0aded37e6b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497316 Jun 30 09:26:31.923069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Transition to ACTIVE for port object 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:31.946968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5d7675a-faf9-45a9-8d1b-54821ca825fe req-859ea845-cc7b-413b-809e-39fa253f497e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432290 Jun 30 09:26:31.951093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.039667 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7b80a9-c24b-49ad-8bf8-6d84c8f6a615 x-openstack-request-id: req-fb7b80a9-c24b-49ad-8bf8-6d84c8f6a615 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:32.040444 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bb2b1b-1003-4cdc-b415-3df00388a34c", "name": "network-vif-deleted", "tag": "4b678a58-ea48-4246-ad11-3e995e974c29", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:32.040714 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb7b80a9-c24b-49ad-8bf8-6d84c8f6a615 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:32.041126 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bb2b1b-1003-4cdc-b415-3df00388a34c', 'name': 'network-vif-deleted', 'tag': '4b678a58-ea48-4246-ad11-3e995e974c29', 'status': 'completed', 'code': 200} Jun 30 09:26:32.052106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:32.074582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:32.130974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:32.267929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Pushing event updated for resources: {'Port': ['ID=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:32.303680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Attempting to bind port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:32.304881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Attempting to bind port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f1633874-a3b9-4846-96a8-0d1a272899a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:32.305334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Attempting to bind port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb on network eda7f35e-dc09-4ea2-8c53-ce4f93a228da {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:32.314954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:32.315442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Checking segment: {'id': 'f1633874-a3b9-4846-96a8-0d1a272899a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:32.316238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.316849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Bound using segment: {'id': 'f1633874-a3b9-4846-96a8-0d1a272899a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:32.317478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Bound port: 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1633874-a3b9-4846-96a8-0d1a272899a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:32.318011 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.352960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac97cb2d-5794-4a7c-855b-bf708ad02999 req-1f1e9882-12cf-4d6c-bd95-2414a00bbfb2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1602302 Jun 30 09:26:32.497059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.500415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4b678a58-ea48-4246-ad11-3e995e974c29 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:32.534558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9fe1400-9c2e-4358-8cc3-7d2c8bfc83e1 req-a867cdb2-8609-41fe-b89a-814b090b93cf tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/ports?device_id=50bb2b1b-1003-4cdc-b415-3df00388a34c HTTP/1.1" status: 200 len: 210 time: 0.1392314 Jun 30 09:26:32.564361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:32.585265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] For port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:32.589939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] For port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,segment=NetworkSegment(f1633874-a3b9-4846-96a8-0d1a272899a1),segment_id=f1633874-a3b9-4846-96a8-0d1a272899a1)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:32.591244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 4b678a58-ea48-4246-ad11-3e995e974c29 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:32.591657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4b678a58-ea48-4246-ad11-3e995e974c29 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:32.599011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1732371-d98f-4d4c-a49a-2edabe2c82fe req-08c3b607-6ea4-401a-836d-db37db48ac28 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1404479 Jun 30 09:26:32.605895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.610056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f9c9fbeb-1213-4d7c-b6e3-22a58a917c94 req-90c159dd-5516-4371-9f57-3d9c4ed30162 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.0634110 Jun 30 09:26:32.633991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:32.650749 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.717204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:32.725789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e8b3d-4626-45e4-abed-566ccbe585ea None None] Pushing event updated for resources: {'Port': ['ID=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:32.739848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:32.740550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:32.830486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-network', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:32.855967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.25.7.237 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/781d84d0-f3c5-496b-a047-f7ee9403a63c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:32.881059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Made reservation on behalf of fa4d1638bc0c4928adf0174936f5f810 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:32.883546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:32.929842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:32.960134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73479a5-013a-4701-a57f-900576c0812e req-28220238-1e5f-43bb-956f-035ae3c7bfb4 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:32.968733 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e73479a5-013a-4701-a57f-900576c0812e req-28220238-1e5f-43bb-956f-035ae3c7bfb4 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=58896209-5508-4152-aad7-3d54505ab107 HTTP/1.1" status: 200 len: 945 time: 0.2065113 Jun 30 09:26:33.127061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e73479a5-013a-4701-a57f-900576c0812e req-05ccbff9-b204-4dbb-899f-bcecfffa2f48 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494074 Jun 30 09:26:33.226244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.376684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.493344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:33.515205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.567992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:33.584819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:33.587967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:33.595926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:33.635519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=781d84d0-f3c5-496b-a047-f7ee9403a63c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:33.642654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34aae75-8fc2-43f8-b740-009416ba8196 None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:15:43Z', 'revision_number': 4, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '31979f1e-9aff-4d1c-81c8-75f1ee9662cb', 'name': '', 'network_id': '4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'mac_address': 'fa:16:3e:db:82:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:42Z', 'updated_at': '2021-06-30T09:15:53Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'subnets': [{'id': '0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:33.649084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:33.669604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.680284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.713335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:26:33.735869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9242b48e-8ac2-4f18-b735-e1383e13f13e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:33.744953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.745474 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Added segment 7250052f-509b-4a92-8550-7256676e4d2f of type vlan for network 34c847cb-c70e-457a-8763-21add629bc99 Jun 30 09:26:33.785878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2597a-c7c9-4aeb-92a6-a28b5253a45d req-a3b175c9-8093-4584-9a71-ff14d822343e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.795622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79d2597a-c7c9-4aeb-92a6-a28b5253a45d req-a3b175c9-8093-4584-9a71-ff14d822343e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.4042144 Jun 30 09:26:33.818607 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.824636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a3fca-6b31-4a79-a93e-67e1bcacecfa req-f6799993-5b32-4401-b132-a10a175ca059 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.826405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab5a3fca-6b31-4a79-a93e-67e1bcacecfa req-f6799993-5b32-4401-b132-a10a175ca059 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 947 time: 0.4048696 Jun 30 09:26:33.879745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.880825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:33.881416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:33.965964 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3307791 Jun 30 09:26:33.966816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:33.974684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Request body: {'subnet': {'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-subnet', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:34.003676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583256ac-3464-44f8-ac60-2a2c1e3083d6 admin admin] Pushing event updated for resources: {'Network': ['ID=34c847cb-c70e-457a-8763-21add629bc99,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:34.008660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79d2597a-c7c9-4aeb-92a6-a28b5253a45d req-f7128291-dd06-419e-8a07-6f14509e6e63 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117152 Jun 30 09:26:34.016615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 34c847cb-c70e-457a-8763-21add629bc99 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:26:34.031469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Made reservation on behalf of fa4d1638bc0c4928adf0174936f5f810 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:34.036490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.061840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab5a3fca-6b31-4a79-a93e-67e1bcacecfa req-97ecf6f9-0a53-4d68-9100-2e8de9a05ce0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859310 Jun 30 09:26:34.106117 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46653127-c617-4983-8f6f-6c27a7348834 None None] New status for floating IP 06dc147a-889d-4d1d-b3af-6c02e5b85021: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:26:34.332663 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.418328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.422896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Checking segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:34.423588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Network hostable DHCP agents. Network: 34c847cb-c70e-457a-8763-21add629bc99, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:26:34.448150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=44e8bd17-33cb-44c4-9657-d0437dfdb803,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:34.464016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Network 34c847cb-c70e-457a-8763-21add629bc99 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:26:34.479046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 34c847cb-c70e-457a-8763-21add629bc99) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:34.479957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af3d8a3-bdbc-42a6-aa6e-e12104ca7e2f None None] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:34.486840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:34.487438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.526604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0ff2640b-e317-4874-9a28-abefd192b9ca admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5567939 Jun 30 09:26:34.529367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51526) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:34.533827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f6fbe-830b-4d54-b9c7-f71a646cc8df None None] Network 34c847cb-c70e-457a-8763-21add629bc99 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:34.540024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:34.599496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.601006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.617541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:34.642608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b5a177c-b969-4950-9edc-96a3bb433f6c req-3511dde1-b9e2-4646-8b7f-211450e03a85 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0776854 Jun 30 09:26:34.643718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] Provisioning for port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:34.662985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] Provisioning complete for port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:34.663806 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.804515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.821305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.907604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e66fb8-da2e-4a9d-9b88-7892f2284a11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.947889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e66fb8-da2e-4a9d-9b88-7892f2284a11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:34.993259 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.021238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3b3ae-4f51-4981-8fca-8d11fb0744ae None None] Network 34c847cb-c70e-457a-8763-21add629bc99 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:26:35.119066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e66fb8-da2e-4a9d-9b88-7892f2284a11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.140497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99e66fb8-da2e-4a9d-9b88-7892f2284a11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.144389 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-99e66fb8-da2e-4a9d-9b88-7892f2284a11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "DELETE /v2.0/security-groups/f3892539-8372-48e4-87ef-fa3eed67c336 HTTP/1.1" status: 204 len: 168 time: 0.5254753 Jun 30 09:26:35.150662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51546) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:35.186047 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-1459a0e3-6b8f-4be0-ad97-6b290085a60b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] show failed (client error): The resource could not be found. Jun 30 09:26:35.187441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1459a0e3-6b8f-4be0-ad97-6b290085a60b tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "GET /v2.0/security-groups/f3892539-8372-48e4-87ef-fa3eed67c336 HTTP/1.1" status: 404 len: 347 time: 0.0346286 Jun 30 09:26:35.191449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router f10f9a35-4c17-452f-a7bf-9fd309ee5be5 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:26:35.194483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51550) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:35.294666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e66fb8-da2e-4a9d-9b88-7892f2284a11 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3892539-8372-48e4-87ef-fa3eed67c336,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:35.312208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] For port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,segment=NetworkSegment(f1633874-a3b9-4846-96a8-0d1a272899a1),segment_id=f1633874-a3b9-4846-96a8-0d1a272899a1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:35.322726 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.406886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba805f-a3d1-4b3e-b6cc-29f43cb11324 None None] Pushing event updated for resources: {'Port': ['ID=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:35.452114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.557458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-55af0edf-0bdf-4865-be0f-7ac742a59c11 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:35.558920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-55af0edf-0bdf-4865-be0f-7ac742a59c11 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.83 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 947 time: 0.5063667 Jun 30 09:26:35.815178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393629a-b643-4f91-a82e-c923e8f14a11 req-45622fea-9932-4ec2-a007-e489932c8ba1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:35.817271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8393629a-b643-4f91-a82e-c923e8f14a11 req-45622fea-9932-4ec2-a007-e489932c8ba1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.4116697 Jun 30 09:26:35.848321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2e72fb0e-c976-4339-ac4e-133a839facd0 None None] Provisioning complete for port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:35.848896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2e72fb0e-c976-4339-ac4e-133a839facd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.856414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:35.874410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] Sync routers for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:35.874799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Deleting port 983e9861-6514-441b-8281-121cbe825004 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:35.875149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.900608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:35.901479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:35.963952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:35.968268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e54048c8-3fa8-484b-9cdd-25ddafec11da tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7495277 Jun 30 09:26:35.968935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51564) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:35.990128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8393629a-b643-4f91-a82e-c923e8f14a11 req-b0d75709-a4cf-4174-af75-354f98d937b8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620252 Jun 30 09:26:36.064386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.070000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.070379 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.087276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Calling delete_port for 983e9861-6514-441b-8281-121cbe825004 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:36.104052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.226591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Deleting port d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:36.227063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.251189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:36.308718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:36.309613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:36.325952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Allocated IP 172.25.7.126 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/7000e23c-e127-4668-a94a-0cf15c25af6b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:36.369955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:36.371150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52733679-a895-4bc3-9fd4-82c7b565419d None None] The sync data for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:36.442546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] For port d9f633ed-9281-461e-915a-a9cf166f639e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=d9f633ed-9281-461e-915a-a9cf166f639e,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:36.442910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.599309 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.650691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a0064-7a7f-4b10-b34d-0bb5fc04549b req-68d79b82-39c3-4472-8434-bb5c3a8d49fb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.657993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf2a0064-7a7f-4b10-b34d-0bb5fc04549b req-68d79b82-39c3-4472-8434-bb5c3a8d49fb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 947 time: 1.0906525 Jun 30 09:26:36.732467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.732942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.733275 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Floating IP 961c409d-0532-40a4-a538-22547a7af7ea disassociated. External IP: 172.25.7.75, port: d9f633ed-9281-461e-915a-a9cf166f639e. Jun 30 09:26:36.733610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Calling delete_port for d9f633ed-9281-461e-915a-a9cf166f639e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:36.752814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:36.842886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf2a0064-7a7f-4b10-b34d-0bb5fc04549b req-91d2100f-bb12-42af-beed-39aeeb76a0d4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=1c42fe7d-789a-439a-93f2-71f202543cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839259 Jun 30 09:26:36.848223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:36.857208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:36.871344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:36.909591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Pushing event updated for resources: {'Port': ['ID=7000e23c-e127-4668-a94a-0cf15c25af6b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:36.958204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-1c5a161c-b22c-4e02-ae67-1da73ce99757 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.959887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-1c5a161c-b22c-4e02-ae67-1da73ce99757 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.83 "GET /v2.0/ports?device_id=58896209-5508-4152-aad7-3d54505ab107 HTTP/1.1" status: 200 len: 945 time: 0.4454002 Jun 30 09:26:36.995231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-cb5118c4-039d-49f5-b3f0-50f23ac0ca93 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:36.996585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-cb5118c4-039d-49f5-b3f0-50f23ac0ca93 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 813 time: 0.4762938 Jun 30 09:26:37.052744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-80dc819f-5e31-4c1c-9072-ed776747a17c req-14e30957-fa46-49d2-9e13-1abc0408af3b tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0664535 Jun 30 09:26:37.131635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31377b8-214f-4c37-8924-5694c2dae721 req-2cb77bb9-a728-48f9-bd17-f818e9bad1c0 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:37.133198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b31377b8-214f-4c37-8924-5694c2dae721 req-2cb77bb9-a728-48f9-bd17-f818e9bad1c0 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "GET /v2.0/ports?device_id=b5a29489-7f30-4e8e-996a-c6d17b36ee6b HTTP/1.1" status: 200 len: 945 time: 0.4494143 Jun 30 09:26:37.141902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.164357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-c612c253-7660-4dba-aa8c-f65541b6be5e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/quotas/a788cfebccab42a69c64df05a9db5d3f HTTP/1.1" status: 200 len: 375 time: 0.1533468 Jun 30 09:26:37.206792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event deleted for resources: {'Port': ['ID=d9f633ed-9281-461e-915a-a9cf166f639e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:37.237380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.324626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Pushing event deleted for resources: {'Port': ['ID=983e9861-6514-441b-8281-121cbe825004,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:37.343782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:37.355132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:37.410586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.416740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:37.417320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.548233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.552386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.553619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-71fcf061-dff2-4cc1-bc4b-e4c5096d1737 tempest-AttachVolumeTestJSON-392336033 tempest-AttachVolumeTestJSON-392336033-project] 10.222.0.77 "DELETE /v2.0/floatingips/06dc147a-889d-4d1d-b3af-6c02e5b85021 HTTP/1.1" status: 204 len: 168 time: 2.3548074 Jun 30 09:26:37.744303 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d4ac2-d286-4657-bef7-b2c4b8115cf7 req-54757264-86df-4195-b8e1-92f9ee0f5e39 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:37.753402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-487d4ac2-d286-4657-bef7-b2c4b8115cf7 req-54757264-86df-4195-b8e1-92f9ee0f5e39 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.5029175 Jun 30 09:26:37.767476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-203d4d37-e5cf-4fe0-970a-429d5a0b0175 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5706954 Jun 30 09:26:37.849945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Deleting port c65d45a3-bd3c-440b-9403-0ca524477a39 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:37.850536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:37.966796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-487d4ac2-d286-4657-bef7-b2c4b8115cf7 req-26d27435-501c-4747-b969-af2435b5b956 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117250 Jun 30 09:26:38.018330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:38.029018 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:38.047201 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:38.047783 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:38.146258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Deleting port 3519bee7-9669-4b9a-bfe6-7338e70248fe {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:38.146667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.167650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.189684 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:38.245693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] No DVR routers for this DVR port d9f633ed-9281-461e-915a-a9cf166f639e on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:38.250193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.252408 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a3d2ccb5-da0c-4dda-b087-bfd37d244f09 req-e27ea802-a7ce-4ac1-beff-d8d2d07ba5b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.83 "DELETE /v2.0/ports/d9f633ed-9281-461e-915a-a9cf166f639e HTTP/1.1" status: 204 len: 173 time: 2.6867969 Jun 30 09:26:38.253021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-deleted', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:38.256434 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483edb6d-eecd-4ead-9967-d821b4bafb53" -d '{"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-deleted", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:38.312991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0525cc66-508d-4a04-a05c-231187d98781 req-8300a9e3-a085-438a-9f26-e834dc9d8267 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=9653c3e3-128e-4a2f-a366-1b5cd61efecb HTTP/1.1" status: 200 len: 210 time: 0.2057507 Jun 30 09:26:38.343909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] For port 3519bee7-9669-4b9a-bfe6-7338e70248fe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3519bee7-9669-4b9a-bfe6-7338e70248fe,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:38.344510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.402456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d9f633ed-9281-461e-915a-a9cf166f639e no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:38.429940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Calling delete_port for 3519bee7-9669-4b9a-bfe6-7338e70248fe owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:38.436955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] For port c65d45a3-bd3c-440b-9403-0ca524477a39, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c65d45a3-bd3c-440b-9403-0ca524477a39,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:38.437321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.468816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: d9f633ed-9281-461e-915a-a9cf166f639e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:38.469199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device d9f633ed-9281-461e-915a-a9cf166f639e not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:38.491018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Calling delete_port for c65d45a3-bd3c-440b-9403-0ca524477a39 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:38.495101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Router ee05e96c-6b99-4138-92a8-4507b5eedbfc is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:26:38.504438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-a8f37a94-84cf-455c-930f-348904753df3 service neutron] 10.222.0.77 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017100 Jun 30 09:26:38.574303 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:38.642814 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:38.654701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:38.655895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:38.671446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2275850-ddc7-4eeb-8e19-fe064994882f req-c83cd65e-3b82-4ed6-9ed0-636a20a603b5 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0735745 Jun 30 09:26:38.672555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:38.681132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.699015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Sync routers for ids ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:38.712114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:38.718298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ac5bda73-3199-429b-84ff-f748dc90ed5f admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1864631 Jun 30 09:26:38.718298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:38.744108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Routers {'ee05e96c-6b99-4138-92a8-4507b5eedbfc'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:38.747345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:38.844684 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9bf910-cd34-409a-ac74-23390b06c6b7 x-openstack-request-id: req-3f9bf910-cd34-409a-ac74-23390b06c6b7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:38.844684 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9653c3e3-128e-4a2f-a366-1b5cd61efecb", "name": "network-vif-deleted", "tag": "d9f633ed-9281-461e-915a-a9cf166f639e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:38.854481 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f9bf910-cd34-409a-ac74-23390b06c6b7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:38.855003 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9653c3e3-128e-4a2f-a366-1b5cd61efecb', 'name': 'network-vif-deleted', 'tag': 'd9f633ed-9281-461e-915a-a9cf166f639e', 'status': 'completed', 'code': 200} Jun 30 09:26:38.881600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-2efb419d-1929-48de-993f-8fbcedfb7c32 service neutron] 10.222.0.77 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762872 Jun 30 09:26:38.954414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Set router ee05e96c-6b99-4138-92a8-4507b5eedbfc gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:39.172237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:39.245035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3519bee7-9669-4b9a-bfe6-7338e70248fe no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:39.357376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 3519bee7-9669-4b9a-bfe6-7338e70248fe {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:39.358081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3519bee7-9669-4b9a-bfe6-7338e70248fe not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:39.567760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:26:37Z', 'revision_number': 3, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:39.623444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Checking router: ee05e96c-6b99-4138-92a8-4507b5eedbfc for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:39.623901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Updating router ee05e96c-6b99-4138-92a8-4507b5eedbfc port 7000e23c-e127-4668-a94a-0cf15c25af6b binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:26:39.651380 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:39.676812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.708554 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5661f4f9-3e47-4c58-aeac-3e27147d3920 None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:39.709380 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.917250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.918838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:39.970341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d63664f-3f7c-4bc6-b15c-77b648b2f799 req-251daadb-24c6-4e03-b044-277317458103 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0768335 Jun 30 09:26:40.023258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event deleted for resources: {'Port': ['ID=c65d45a3-bd3c-440b-9403-0ca524477a39,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:40.149737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51618) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:40.180777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event deleted for resources: {'Port': ['ID=3519bee7-9669-4b9a-bfe6-7338e70248fe,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:40.219908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.234634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Transition to ACTIVE for port object 7000e23c-e127-4668-a94a-0cf15c25af6b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:40.240456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Allocated IP 172.20.0.1 (34c847cb-c70e-457a-8763-21add629bc99/44e8bd17-33cb-44c4-9657-d0437dfdb803/fa242716-08b7-4381-b89e-5623ba9efc63) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:40.243320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.299771 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553d891e-f4da-49b7-89c6-75b4c25e80dc None None] New status for floating IP 961c409d-0532-40a4-a538-22547a7af7ea: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:26:40.347525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] No DVR routers for this DVR port c65d45a3-bd3c-440b-9403-0ca524477a39 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:40.349983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Attempting to bind port 7000e23c-e127-4668-a94a-0cf15c25af6b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:40.350905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Attempting to bind port 7000e23c-e127-4668-a94a-0cf15c25af6b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:40.351536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Attempting to bind port 7000e23c-e127-4668-a94a-0cf15c25af6b on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:40.354245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24084c3-7c78-4824-9bcb-cf97a4d0ec5a None None] Pushing event updated for resources: {'Port': ['ID=7000e23c-e127-4668-a94a-0cf15c25af6b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:40.364532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:40.364532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:40.364788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.365220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:40.365698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Bound port: 7000e23c-e127-4668-a94a-0cf15c25af6b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:40.366109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.376054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.378891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79843098-f17a-4780-9e0d-ae6ac3cb2b0d req-0e5f0d08-69f6-40a4-9986-77da7324696a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.83 "DELETE /v2.0/ports/c65d45a3-bd3c-440b-9403-0ca524477a39 HTTP/1.1" status: 204 len: 173 time: 3.3947289 Jun 30 09:26:40.388273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58896209-5508-4152-aad7-3d54505ab107', 'name': 'network-vif-deleted', 'tag': 'c65d45a3-bd3c-440b-9403-0ca524477a39'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:40.391194 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3733e0b6-dddd-4fcb-b93b-3ca929b40719" -d '{"events": [{"server_uuid": "58896209-5508-4152-aad7-3d54505ab107", "name": "network-vif-deleted", "tag": "c65d45a3-bd3c-440b-9403-0ca524477a39"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:40.436052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a882e575-f69f-42e4-b792-98575aab9aa6 req-d558166b-7477-46f0-9fac-a02fcd24bd0a tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0782580 Jun 30 09:26:40.488740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.531691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] For port 7000e23c-e127-4668-a94a-0cf15c25af6b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:40.542815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] For port 7000e23c-e127-4668-a94a-0cf15c25af6b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7000e23c-e127-4668-a94a-0cf15c25af6b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:40.549153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c65d45a3-bd3c-440b-9403-0ca524477a39 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:26:40.580490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.615336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: c65d45a3-bd3c-440b-9403-0ca524477a39 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:26:40.615923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c65d45a3-bd3c-440b-9403-0ca524477a39 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:26:40.621406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.656422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Network 34c847cb-c70e-457a-8763-21add629bc99 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:40.661392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:40.665567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:40.678710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] No DVR routers for this DVR port 3519bee7-9669-4b9a-bfe6-7338e70248fe on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:26:40.682576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Pushing event updated for resources: {'Port': ['ID=fa242716-08b7-4381-b89e-5623ba9efc63,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:40.687749 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e315f6-4cd1-47a8-9c3e-7ddcc3e23546 x-openstack-request-id: req-f1e315f6-4cd1-47a8-9c3e-7ddcc3e23546 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:40.688302 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58896209-5508-4152-aad7-3d54505ab107", "name": "network-vif-deleted", "tag": "c65d45a3-bd3c-440b-9403-0ca524477a39", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:40.688763 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1e315f6-4cd1-47a8-9c3e-7ddcc3e23546 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:40.703126 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58896209-5508-4152-aad7-3d54505ab107', 'name': 'network-vif-deleted', 'tag': 'c65d45a3-bd3c-440b-9403-0ca524477a39', 'status': 'completed', 'code': 200} Jun 30 09:26:40.747587 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.749898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b31377b8-214f-4c37-8924-5694c2dae721 req-38c6db72-f358-4a63-aeca-d8c864aa6a69 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "DELETE /v2.0/ports/3519bee7-9669-4b9a-bfe6-7338e70248fe HTTP/1.1" status: 204 len: 173 time: 3.6093311 Jun 30 09:26:40.758408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:40.789782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Routers {'ee05e96c-6b99-4138-92a8-4507b5eedbfc'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:40.791436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:40.794424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24084c3-7c78-4824-9bcb-cf97a4d0ec5a None None] Pushing event updated for resources: {'Port': ['ID=7000e23c-e127-4668-a94a-0cf15c25af6b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:40.830980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ab4cb-beb7-47de-89a6-4dbdbfd9ec3e req-a17bb3ac-d615-4f73-82db-837f9840a4dd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:40.841645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-939ab4cb-beb7-47de-89a6-4dbdbfd9ec3e req-a17bb3ac-d615-4f73-82db-837f9840a4dd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.9380844 Jun 30 09:26:40.907739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.1 (eda7f35e-dc09-4ea2-8c53-ce4f93a228da/4a9e8920-4cc1-4a2b-b24b-e131c311a345/5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:40.977038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] Set router ee05e96c-6b99-4138-92a8-4507b5eedbfc gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:41.027543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-939ab4cb-beb7-47de-89a6-4dbdbfd9ec3e req-d6656e8b-f907-47ff-9622-82325998d6f4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832550 Jun 30 09:26:41.029898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ded809c-706d-4558-88be-c4cf5f3b2f1e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.042048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.135917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ded809c-706d-4558-88be-c4cf5f3b2f1e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.231921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.260226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Transition to ACTIVE for port object 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:41.319930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ded809c-706d-4558-88be-c4cf5f3b2f1e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.323552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ded809c-706d-4558-88be-c4cf5f3b2f1e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.324791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ded809c-706d-4558-88be-c4cf5f3b2f1e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c42fe7d-789a-439a-93f2-71f202543cb7 HTTP/1.1" status: 204 len: 168 time: 1.1727068 Jun 30 09:26:41.326247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.330726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:41.331187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4bde8588-f306-4a3c-894c-244f1ca1fe0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.348854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:26:37Z', 'revision_number': 3, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:41.360068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2d27ee8-cdef-43f2-96a8-02c5e8b788d3 req-88c3f6bf-9ab8-4f70-8190-6d17ade93608 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0556216 Jun 30 09:26:41.402363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded809c-706d-4558-88be-c4cf5f3b2f1e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c42fe7d-789a-439a-93f2-71f202543cb7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:41.404927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:41.410412 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-65b8ebed-0989-44b3-ba99-6bd1af735540 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] show failed (client error): The resource could not be found. Jun 30 09:26:41.412514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:41.413105 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65b8ebed-0989-44b3-ba99-6bd1af735540 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups/1c42fe7d-789a-439a-93f2-71f202543cb7 HTTP/1.1" status: 404 len: 347 time: 0.0711105 Jun 30 09:26:41.416320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51630) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:41.417317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:41.427185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:41.446756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d96d46-8ec4-4fa9-ba31-1660b2e138cc None None] The sync data for ids ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'] in n-d-780147-22 is: [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:26:37Z', 'revision_number': 3, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:41.496978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.667535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.682851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.803776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a05085f-b97b-465c-996d-6ac9979c5914 req-8d15d624-67ff-42ea-a94c-93e9ab2e3c96 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1335425 Jun 30 09:26:41.874420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ce45f0b9-25e4-43ac-872b-022902fef49c None None] Provisioning for port 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:41.882036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ce45f0b9-25e4-43ac-872b-022902fef49c None None] Provisioning complete for port 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:41.882449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ce45f0b9-25e4-43ac-872b-022902fef49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.892879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Deleting port c129f5e2-e413-4acd-bd3f-8b6f0c708379 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:41.893258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.896386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.902524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Pushing event updated for resources: {'Port': ['ID=fa242716-08b7-4381-b89e-5623ba9efc63,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:41.941208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:41.981954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ce45f0b9-25e4-43ac-872b-022902fef49c None None] Port 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:42.130881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-cf7768a6-1bb5-4bc3-a50a-944759b863eb tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:42.132462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-cf7768a6-1bb5-4bc3-a50a-944759b863eb tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 813 time: 0.3255281 Jun 30 09:26:42.239329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Request body: {'port': {'device_id': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'admin_state_up': True, 'tenant_id': 'a788cfebccab42a69c64df05a9db5d3f'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:42.261754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Network 34c847cb-c70e-457a-8763-21add629bc99 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:42.264284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.264853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.268283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:42.298314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Calling delete_port for c129f5e2-e413-4acd-bd3f-8b6f0c708379 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:42.614691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Router ee05e96c-6b99-4138-92a8-4507b5eedbfc has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:42.784551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'name': 'network-vif-deleted', 'tag': '3519bee7-9669-4b9a-bfe6-7338e70248fe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:42.787944 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51e9635-5e32-45a6-bd5c-f95bb9e0a6ff" -d '{"events": [{"server_uuid": "b5a29489-7f30-4e8e-996a-c6d17b36ee6b", "name": "network-vif-deleted", "tag": "3519bee7-9669-4b9a-bfe6-7338e70248fe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:42.795527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.834814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.847396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00222fb9-68ee-4450-96d6-c67e20ba50f3 req-eaff2088-b5d0-47e7-b4bb-03ea700ebc95 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 210 time: 0.2542458 Jun 30 09:26:42.847865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.932022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Made reservation on behalf of a788cfebccab42a69c64df05a9db5d3f for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:42.935644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.979370 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:42.984030 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6597dc89-6b56-4562-a681-88f11d63d59e x-openstack-request-id: req-6597dc89-6b56-4562-a681-88f11d63d59e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:42.984314 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a29489-7f30-4e8e-996a-c6d17b36ee6b", "name": "network-vif-deleted", "tag": "3519bee7-9669-4b9a-bfe6-7338e70248fe", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:42.984567 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6597dc89-6b56-4562-a681-88f11d63d59e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:42.984964 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a29489-7f30-4e8e-996a-c6d17b36ee6b', 'name': 'network-vif-deleted', 'tag': '3519bee7-9669-4b9a-bfe6-7338e70248fe', 'status': 'completed', 'code': 200} Jun 30 09:26:42.997512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:43.020706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bc08b-cddb-48a1-a06b-2f2c432b3816 req-4a20d233-c900-4d91-a604-2056314279d7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.022359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-422bc08b-cddb-48a1-a06b-2f2c432b3816 req-4a20d233-c900-4d91-a604-2056314279d7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.5752766 Jun 30 09:26:43.274318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-422bc08b-cddb-48a1-a06b-2f2c432b3816 req-31f85308-c88a-49b2-bf01-83ad2baffbac tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387381 Jun 30 09:26:43.299323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5493523-beff-4848-887d-344ddc6659d4 req-6481637f-1905-472e-a0dd-b8a516cae7f2 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0909805 Jun 30 09:26:43.402367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Allocated IP 172.20.0.5 (eb9f2dfe-480e-4116-9172-7ce2db38a6a5/f8e91ba6-4b5c-4be2-9a3e-c9f804316b98/1044fc9d-ce8a-4c13-b872-cb5e532980e1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:43.426481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:43.446997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7000e23c-e127-4668-a94a-0cf15c25af6b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:43.516010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:43.528842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:43.574827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7000e23c-e127-4668-a94a-0cf15c25af6b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:43.580068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7000e23c-e127-4668-a94a-0cf15c25af6b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:43.580622 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:43.592666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-d799a9be-41ca-461f-b028-e930f409551c tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:43.598977 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-d799a9be-41ca-461f-b028-e930f409551c tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 813 time: 0.2294259 Jun 30 09:26:43.656853 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2945e5a2-ef39-4425-8fad-1106cf1dc40d admin admin] 10.222.0.77 "PUT /v2.0/routers/ee05e96c-6b99-4138-92a8-4507b5eedbfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9369490 Jun 30 09:26:43.674272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event deleted for resources: {'Port': ['ID=c129f5e2-e413-4acd-bd3f-8b6f0c708379,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:43.694405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Request body: {'port': {'device_id': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'admin_state_up': True, 'tenant_id': 'a788cfebccab42a69c64df05a9db5d3f'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:43.784894 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:43.831697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:43.846105 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:43.847613 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3bb61323-3540-4449-b5d9-8e5e8ae76c15 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "DELETE /v2.0/floatingips/961c409d-0532-40a4-a538-22547a7af7ea HTTP/1.1" status: 204 len: 168 time: 2.4289382 Jun 30 09:26:43.855191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 7000e23c-e127-4668-a94a-0cf15c25af6b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7000e23c-e127-4668-a94a-0cf15c25af6b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:43.863983 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.038794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=7000e23c-e127-4668-a94a-0cf15c25af6b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:44.042319 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.083314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Made reservation on behalf of a788cfebccab42a69c64df05a9db5d3f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:44.088101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.093516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.093869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.094210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.094570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.094901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.095231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.095553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.095871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.096386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.097486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.098186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.098704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:44.116396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5da94da9-caad-4000-b110-b46fe3f9e840 None None] Provisioning complete for port 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:44.117419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5da94da9-caad-4000-b110-b46fe3f9e840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.126902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router f10f9a35-4c17-452f-a7bf-9fd309ee5be5 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:44.141915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71cbbf36-1953-44b7-9b39-e463e8043228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.161437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc42a6f0-9f55-46e8-8400-c6d841d8f530 req-dd9f2e65-d60c-4018-86bd-6fdab283e27b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0542812 Jun 30 09:26:44.176079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5da94da9-caad-4000-b110-b46fe3f9e840 None None] Port 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:44.227746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.273358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.321942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:44.328676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--620329494', 'description': 'tempest-description--252771085'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:44.380953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.431124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Allocated IP 172.20.0.6 (eb9f2dfe-480e-4116-9172-7ce2db38a6a5/f8e91ba6-4b5c-4be2-9a3e-c9f804316b98/a151228f-4622-408c-ab68-cc6343547913) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:44.465639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:44.481016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:44.486793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event updated for resources: {'Port': ['ID=1044fc9d-ce8a-4c13-b872-cb5e532980e1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:44.498040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:44.517303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Sync routers for ids ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:44.533566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Routers {'ee05e96c-6b99-4138-92a8-4507b5eedbfc'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:44.535752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:44.641643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.651778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.701282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94e176b8-c42d-4d4c-93c8-6372cef9e272,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:44.763084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Set router ee05e96c-6b99-4138-92a8-4507b5eedbfc gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:44.775733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.777509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6a6fbda-0e5d-4c6e-ab30-4a51b16806d0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4544117 Jun 30 09:26:44.780727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:44.790863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'security_group_rule': {'security_group_id': '94e176b8-c42d-4d4c-93c8-6372cef9e272', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:44.825437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.880613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.933310 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:44.969411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:44.998050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:45.011638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:45.022812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:45.037683 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] Sync routers for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:45.041969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-df9602d7-a924-4bdb-b377-fbcb6951de2f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/routers/f10f9a35-4c17-452f-a7bf-9fd309ee5be5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0611043 Jun 30 09:26:45.042993 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.043991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:45.055884 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:45.056489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:45.071272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'port': {'network_id': 'eda7f35e-dc09-4ea2-8c53-ce4f93a228da', 'name': 'tempest-FloatingIPTestJSON-10256267'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:45.072544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:45.073194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.085917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:26:40Z', 'revision_number': 4, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'fa242716-08b7-4381-b89e-5623ba9efc63', 'name': '', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'mac_address': 'fa:16:3e:f6:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:39Z', 'updated_at': '2021-06-30T09:26:41Z', 'revision_number': 2, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'subnets': [{'id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:45.095352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.123484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Checking router: ee05e96c-6b99-4138-92a8-4507b5eedbfc for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:26:45.123869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Updating router ee05e96c-6b99-4138-92a8-4507b5eedbfc port fa242716-08b7-4381-b89e-5623ba9efc63 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:26:45.126704 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:45.142944 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:45.146068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:45.152717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event updated for resources: {'Port': ['ID=a151228f-4622-408c-ab68-cc6343547913,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:45.176782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.179476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-56cb3576-c3f8-449c-b735-f685c5c0888b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0297678 Jun 30 09:26:45.202453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c03261-4523-4ef0-9d9e-ae092e134494,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:45.205924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-489d8792-4e66-4202-b418-7c2fbcada14b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:45.209288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-489d8792-4e66-4202-b418-7c2fbcada14b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 819 time: 0.6770887 Jun 30 09:26:45.217672 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:45.218352 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0491bf3-4c0d-49e4-aaa7-68edd87e8da0 None None] The sync data for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:45.223942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Request body: {'port': {'device_id': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:45.264852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:45.265628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.272027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.273366 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-78605c54-055f-46b9-ae03-826313e75a10 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4913852 Jun 30 09:26:45.278706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:45.300274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'security_group_rule': {'security_group_id': '94e176b8-c42d-4d4c-93c8-6372cef9e272', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:45.333229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7000e23c-e127-4668-a94a-0cf15c25af6b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:45.337286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a8396-2b29-45a2-8a16-d9767fc659b3 req-d5e72210-73fa-4faf-93a6-fa369ff3cbc4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:45.341763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b89a8396-2b29-45a2-8a16-d9767fc659b3 req-d5e72210-73fa-4faf-93a6-fa369ff3cbc4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.8083413 Jun 30 09:26:45.343105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-5ae80a4f-3eb1-45d8-9305-2693fa60b8be tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/quotas/fa4d1638bc0c4928adf0174936f5f810 HTTP/1.1" status: 200 len: 375 time: 0.1159437 Jun 30 09:26:45.356911 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-1fa3f60d-3dbf-45d1-8dc6-60c9b061f95e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6709843 Jun 30 09:26:45.375076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Request body: {'port': {'device_id': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:45.401769 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.419484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Made reservation on behalf of 660185f827ea4bfaab10b28619aa999f for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:45.423112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.507500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.513193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b89a8396-2b29-45a2-8a16-d9767fc659b3 req-bfb2ddef-5e87-447c-9e1f-0e8aa4f989b4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923731 Jun 30 09:26:45.516561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.532235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] device_id is not set on port 237a0407-83eb-42f1-904a-6b334c4788dc yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:26:45.632840 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.650636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.650898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Transition to ACTIVE for port object fa242716-08b7-4381-b89e-5623ba9efc63 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:45.670853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.682392 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.739707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-b1fb221a-d77b-494d-9783-99a1f7fcf81f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3534987 Jun 30 09:26:45.761880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7000e23c-e127-4668-a94a-0cf15c25af6b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:45.762171 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.766548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763868-01b9-4347-80e0-13183cff7b66 None None] Pushing event updated for resources: {'Port': ['ID=fa242716-08b7-4381-b89e-5623ba9efc63,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:45.824443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.830509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5345294 Jun 30 09:26:45.834055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:45.836955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da854e7a-1b6f-4759-9004-ac59061a60fc tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eba3660-c360-4361-836f-10ead3cc4ca6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:45.849301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:45.883176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Attempting to bind port fa242716-08b7-4381-b89e-5623ba9efc63 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:45.883546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Attempting to bind port fa242716-08b7-4381-b89e-5623ba9efc63 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:45.883906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Attempting to bind port fa242716-08b7-4381-b89e-5623ba9efc63 on network 34c847cb-c70e-457a-8763-21add629bc99 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:45.897252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:45.897748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Checking segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:45.898149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.898682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Bound using segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:45.899166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Bound port: fa242716-08b7-4381-b89e-5623ba9efc63, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:45.899548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.906868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Allocated IP 172.20.0.11 (eda7f35e-dc09-4ea2-8c53-ce4f93a228da/4a9e8920-4cc1-4a2b-b24b-e131c311a345/237a0407-83eb-42f1-904a-6b334c4788dc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:45.927982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:45.954182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06748483-490f-40b5-8772-254268261b98 req-2734dbd1-1581-4054-b574-efc3fb294b2f tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0837133 Jun 30 09:26:46.104813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] For port fa242716-08b7-4381-b89e-5623ba9efc63, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:46.110051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.117542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] For port fa242716-08b7-4381-b89e-5623ba9efc63, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa242716-08b7-4381-b89e-5623ba9efc63,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:46.127089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.156839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-d75519bd-5de2-46b5-b0be-d278ed93385b service neutron] 10.222.0.77 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005397 Jun 30 09:26:46.228671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Routers {'ee05e96c-6b99-4138-92a8-4507b5eedbfc'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:46.229450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:46.246086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.268294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Transition to ACTIVE for port object 237a0407-83eb-42f1-904a-6b334c4788dc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:46.318847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1044fc9d-ce8a-4c13-b872-cb5e532980e1 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:46.332940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.365366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Transition to ACTIVE for port object 1044fc9d-ce8a-4c13-b872-cb5e532980e1 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:46.367971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.377261 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.415352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-6177c38c-7f7b-45b1-847c-976ecea398e5 service neutron] 10.222.0.77 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431893 Jun 30 09:26:46.427201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d38ad-455d-436e-81ef-561215225da6 req-a5b53e70-5db6-44e7-9e51-cd149f1e8095 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:46.435223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db3d38ad-455d-436e-81ef-561215225da6 req-a5b53e70-5db6-44e7-9e51-cd149f1e8095 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 931 time: 0.2361460 Jun 30 09:26:46.480003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Pushing event updated for resources: {'Port': ['ID=1044fc9d-ce8a-4c13-b872-cb5e532980e1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:46.503705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.504064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.504421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.504753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.505082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.505412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.505742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.506069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.506425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.506759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.507083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.507423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:26:46.524063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] Set router ee05e96c-6b99-4138-92a8-4507b5eedbfc gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:26:46.555304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763868-01b9-4347-80e0-13183cff7b66 None None] Pushing event updated for resources: {'Port': ['ID=fa242716-08b7-4381-b89e-5623ba9efc63,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:46.582815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:46.584455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db3d38ad-455d-436e-81ef-561215225da6 req-fcdbe505-3596-4111-aa5c-3f984b60ee73 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482284 Jun 30 09:26:46.606711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:46.606711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:46.606711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:46.885049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a98b73cd-3d97-46dc-865b-d0ae94edeeb8 req-ea2123a2-1889-4cd3-8d3c-5481fc65b0f0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 210 time: 0.1293156 Jun 30 09:26:46.900075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Attempting to bind port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:46.900362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Attempting to bind port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:46.900633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Attempting to bind port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:46.927561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Allocated IP 172.25.7.40 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/234c4280-2dca-4293-9b3e-1366bf6eb644) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:46.935026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:46.935363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Attempting to bind port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:46.978637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:46.978985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Checking segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:46.979376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Bound using segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:46.979827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Bound port: 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:46.980244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.032471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:26:40Z', 'revision_number': 4, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'fa242716-08b7-4381-b89e-5623ba9efc63', 'name': '', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'mac_address': 'fa:16:3e:f6:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:39Z', 'updated_at': '2021-06-30T09:26:46Z', 'revision_number': 4, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'subnets': [{'id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:47.105891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243d81e-7558-4ce0-88c0-4404551f289a req-19f67204-ee99-4ac2-9d35-94624e637f21 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:47.106497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c987cd59-a501-4714-9e94-a9cfd1f3997b None None] The sync data for ids ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'] in n-d-780147-22 is: [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:26:40Z', 'revision_number': 4, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'fa242716-08b7-4381-b89e-5623ba9efc63', 'name': '', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'mac_address': 'fa:16:3e:f6:86:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2190, 'fixed_ips': [{'subnet_id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:39Z', 'updated_at': '2021-06-30T09:26:46Z', 'revision_number': 4, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'subnets': [{'id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:47.116354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e243d81e-7558-4ce0-88c0-4404551f289a req-19f67204-ee99-4ac2-9d35-94624e637f21 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.2338803 Jun 30 09:26:47.157157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-345d7a32-0105-41ff-aa70-b47f5342efb6 None None] Provisioning for port 237a0407-83eb-42f1-904a-6b334c4788dc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:47.172076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] For port 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:47.177690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] For port 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:47.205408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-345d7a32-0105-41ff-aa70-b47f5342efb6 None None] Provisioning complete for port 237a0407-83eb-42f1-904a-6b334c4788dc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:47.205787 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-345d7a32-0105-41ff-aa70-b47f5342efb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.206211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.206876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e243d81e-7558-4ce0-88c0-4404551f289a req-9d8e826a-ff7b-41a1-be3f-35abfa0528cf tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879223 Jun 30 09:26:47.212649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.313240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-345d7a32-0105-41ff-aa70-b47f5342efb6 None None] Port 237a0407-83eb-42f1-904a-6b334c4788dc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:47.313835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:47.314578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.317091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] 10.222.0.79 "PUT /v2.0/ports/1044fc9d-ce8a-4c13-b872-cb5e532980e1 HTTP/1.1" status: 200 len: 1092 time: 2.1058352 Jun 30 09:26:47.342841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event updated for resources: {'Port': ['ID=237a0407-83eb-42f1-904a-6b334c4788dc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:47.354768 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.372836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'tag': '1044fc9d-ce8a-4c13-b872-cb5e532980e1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:47.398075 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13" -d '{"events": [{"name": "network-changed", "server_uuid": "fc28eed7-ed8b-4a86-80ca-3797035d9340", "tag": "1044fc9d-ce8a-4c13-b872-cb5e532980e1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:47.420678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3193ea77-1dbe-4128-8c05-7722d0c89f40 req-389fad07-58f1-4bdd-9ffd-c0433f9d3d20 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1000924 Jun 30 09:26:47.448686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:47.454995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.592556 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba888c0-b1cf-4756-b6d0-c2a666db0221 x-openstack-request-id: req-eba888c0-b1cf-4756-b6d0-c2a666db0221 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:47.593389 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc28eed7-ed8b-4a86-80ca-3797035d9340", "tag": "1044fc9d-ce8a-4c13-b872-cb5e532980e1", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:47.594009 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eba888c0-b1cf-4756-b6d0-c2a666db0221 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:47.594455 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'tag': '1044fc9d-ce8a-4c13-b872-cb5e532980e1', 'status': 'completed', 'code': 200} Jun 30 09:26:47.599280 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.603785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa242716-08b7-4381-b89e-5623ba9efc63 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:47.610766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a151228f-4622-408c-ab68-cc6343547913 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:47.624070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f87ecd4-3d58-43e2-9395-92ff1426a2c9 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5571978 Jun 30 09:26:47.624605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:47.626609 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.637110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Request body: {'floatingip': {'port_id': '237a0407-83eb-42f1-904a-6b334c4788dc'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:47.679499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd209b-8b5e-45b9-b9a3-01ef298a5501 service neutron] Pushing event updated for resources: {'Port': ['ID=1044fc9d-ce8a-4c13-b872-cb5e532980e1,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:47.705377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.740228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Transition to ACTIVE for port object a151228f-4622-408c-ab68-cc6343547913 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:47.760072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port fa242716-08b7-4381-b89e-5623ba9efc63 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:47.766528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fa242716-08b7-4381-b89e-5623ba9efc63 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:47.767027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.776334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.805734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-34cc5a58-f51c-43c1-9a66-70ce60aba19e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:47.815650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:47.821818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-34cc5a58-f51c-43c1-9a66-70ce60aba19e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 819 time: 0.3978801 Jun 30 09:26:47.838715 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.849031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-f651d405-4567-48f4-90b3-6cee31cd8ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:47.857160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-f651d405-4567-48f4-90b3-6cee31cd8ab0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 1095 time: 0.3593266 Jun 30 09:26:47.862165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-a9caeb7e-ff7a-4a2e-92b6-a565fa54e21a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/quotas/fa4d1638bc0c4928adf0174936f5f810 HTTP/1.1" status: 200 len: 375 time: 0.0382988 Jun 30 09:26:47.871437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:47.884406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:47.900668 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.947924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port fa242716-08b7-4381-b89e-5623ba9efc63, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa242716-08b7-4381-b89e-5623ba9efc63,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:47.958120 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:47.996119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-36e14398-f4fd-4734-9298-e92a94d48c0f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1 HTTP/1.1" status: 200 len: 217 time: 0.1242251 Jun 30 09:26:48.026752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=fa242716-08b7-4381-b89e-5623ba9efc63,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:48.074019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:48.080176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'Port': ['ID=234c4280-2dca-4293-9b3e-1366bf6eb644,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:48.150271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-276c1dcf-5421-477f-a273-d5df8a449fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:48.151942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-276c1dcf-5421-477f-a273-d5df8a449fb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.1524661 Jun 30 09:26:48.158511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-04458be7-bafa-4bc3-9223-07c2925860ec tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2879562 Jun 30 09:26:48.261682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-fdcad2f4-4cfb-4419-ac04-df2569ae9ad0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020229 Jun 30 09:26:48.275417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec1e2f3-6a71-401d-b99a-84b5d4aa82f8 req-850d2ce6-fe69-444a-92c8-440f76bae8d6 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:48.277096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cec1e2f3-6a71-401d-b99a-84b5d4aa82f8 req-850d2ce6-fe69-444a-92c8-440f76bae8d6 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 943 time: 0.2943516 Jun 30 09:26:48.286411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:48.374706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Pushing event updated for resources: {'Port': ['ID=a151228f-4622-408c-ab68-cc6343547913,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:48.431777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 445eed54-9d4b-4ae0-829b-57034256836e details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:48.467109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cec1e2f3-6a71-401d-b99a-84b5d4aa82f8 req-748f63a3-dd54-4d1d-b83e-a7c14cdc2568 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682341 Jun 30 09:26:48.508379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-81a831bf-aabe-463c-a35f-46123e3e28cb service neutron] 10.222.0.77 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385751 Jun 30 09:26:48.646472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 445eed54-9d4b-4ae0-829b-57034256836e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=445eed54-9d4b-4ae0-829b-57034256836e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:48.666901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-fb5b4a54-f5a4-49d4-8df1-b40ffca15279 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856709 Jun 30 09:26:48.680943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Attempting to bind port a151228f-4622-408c-ab68-cc6343547913 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:48.682485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Attempting to bind port a151228f-4622-408c-ab68-cc6343547913 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:48.684656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Attempting to bind port a151228f-4622-408c-ab68-cc6343547913 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:48.692169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '445eed54-9d4b-4ae0-829b-57034256836e', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': '445eed54-9d4b-4ae0-829b-57034256836e', 'mac_address': 'fa:16:3e:fb:7c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:48.744674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Port a151228f-4622-408c-ab68-cc6343547913 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:48.745069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Attempting to bind port a151228f-4622-408c-ab68-cc6343547913 on network eb9f2dfe-480e-4116-9172-7ce2db38a6a5 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:48.809317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:48.809317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Checking segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:48.809317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Bound using segment: {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:48.809860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Bound port: a151228f-4622-408c-ab68-cc6343547913, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf6ba48-ea46-4a5a-9210-cdcc0e646112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:48.813049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:48.823692 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:48.835262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-cd1a6962-dcab-4d61-b63a-80fb79bafd3d service neutron] 10.222.0.77 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941363 Jun 30 09:26:48.866019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445eed54-9d4b-4ae0-829b-57034256836e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:48.920336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 445eed54-9d4b-4ae0-829b-57034256836e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=445eed54-9d4b-4ae0-829b-57034256836e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:48.928311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.030890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=445eed54-9d4b-4ae0-829b-57034256836e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:49.109338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] For port a151228f-4622-408c-ab68-cc6343547913, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:49.156720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] For port a151228f-4622-408c-ab68-cc6343547913, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a151228f-4622-408c-ab68-cc6343547913,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:49.184590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-646a90f2-2552-44dd-9883-9a7012c0c9f5 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077529 Jun 30 09:26:49.224709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.227485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.246986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.291483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['445eed54-9d4b-4ae0-829b-57034256836e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:49.292057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14308516-ea0b-4712-9392-3c106e828343 req-e6a78a7b-b584-4c7a-ad03-4896ed7eee8a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:49.293634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14308516-ea0b-4712-9392-3c106e828343 req-e6a78a7b-b584-4c7a-ad03-4896ed7eee8a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 943 time: 0.4375637 Jun 30 09:26:49.374480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:49.375174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.376608 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] 10.222.0.79 "PUT /v2.0/ports/a151228f-4622-408c-ab68-cc6343547913 HTTP/1.1" status: 200 len: 1092 time: 4.0085237 Jun 30 09:26:49.387204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'tag': 'a151228f-4622-408c-ab68-cc6343547913'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:49.389441 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35dc0f91-9576-4573-9706-d5072a355086" -d '{"events": [{"name": "network-changed", "server_uuid": "202be14c-9dfc-44f5-b47b-76fa72d4c3f2", "tag": "a151228f-4622-408c-ab68-cc6343547913"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:49.434883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa242716-08b7-4381-b89e-5623ba9efc63 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:49.466254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d5ea834-e9b1-4c36-8298-1b388a000828 req-0015b210-c162-43af-8cbf-07189e21fdc1 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1418960 Jun 30 09:26:49.497241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-64884195-2572-4b5a-8fef-def49fd3350c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:49.498952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-64884195-2572-4b5a-8fef-def49fd3350c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 819 time: 0.5038261 Jun 30 09:26:49.525637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14308516-ea0b-4712-9392-3c106e828343 req-e38d6834-287b-4799-bf58-17a96f3ef7f7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906536 Jun 30 09:26:49.539157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Request body: {'port': {'device_id': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'admin_state_up': True, 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:49.606765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.618712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87318e28-174d-4328-a1e1-886c80198b0d service neutron] Pushing event updated for resources: {'Port': ['ID=a151228f-4622-408c-ab68-cc6343547913,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:49.679158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-da453a29-b92d-471c-96bd-ecf4c29332ad req-c02f32bd-fa3f-4450-85e6-803f47ab01d0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 210 time: 0.0568097 Jun 30 09:26:49.738108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fa242716-08b7-4381-b89e-5623ba9efc63 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:49.740548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-2b75a1da-3f0b-44ea-810c-2c69a413afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:49.743919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-2b75a1da-3f0b-44ea-810c-2c69a413afe8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 1095 time: 0.3249540 Jun 30 09:26:49.744736 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:49.988209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Made reservation on behalf of fa4d1638bc0c4928adf0174936f5f810 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:49.991895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.043113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-10b9ce62-de7e-4db9-9d3e-02a6bbd0ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.044901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-10b9ce62-de7e-4db9-9d3e-02a6bbd0ca9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 914 time: 0.2919405 Jun 30 09:26:50.137234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.138648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2936132 Jun 30 09:26:50.158726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-e625f943-0417-455c-b26c-88dfaa267833 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1 HTTP/1.1" status: 200 len: 217 time: 0.0650713 Jun 30 09:26:50.167006 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a6ae65-bb7e-471c-8a78-5926c17194d0 x-openstack-request-id: req-d6a6ae65-bb7e-471c-8a78-5926c17194d0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:50.167662 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202be14c-9dfc-44f5-b47b-76fa72d4c3f2", "tag": "a151228f-4622-408c-ab68-cc6343547913", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:50.168204 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6a6ae65-bb7e-471c-8a78-5926c17194d0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:50.168812 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'tag': 'a151228f-4622-408c-ab68-cc6343547913', 'status': 'completed', 'code': 200} Jun 30 09:26:50.173989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d6581-f582-468e-9208-4aff7619ab8a req-819d521c-c0b1-437e-a645-90db3a1ee4af tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.181667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-581d6581-f582-468e-9208-4aff7619ab8a req-819d521c-c0b1-437e-a645-90db3a1ee4af tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 943 time: 0.2799132 Jun 30 09:26:50.302012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3b2d3-ab27-4f04-89e0-61878f04abb4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'Port': ['ID=234c4280-2dca-4293-9b3e-1366bf6eb644,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:50.320876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-4f32a621-fdc4-47ce-ac91-d6198e89c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.322677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-4f32a621-fdc4-47ce-ac91-d6198e89c7f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 1095 time: 0.8676271 Jun 30 09:26:50.329605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-581d6581-f582-468e-9208-4aff7619ab8a req-da44cbad-0c9b-4450-8f3f-5de75e5141ee tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466184 Jun 30 09:26:50.362068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-fad71d42-7b5b-4949-b00a-a7da1b1ba99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.362068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-fad71d42-7b5b-4949-b00a-a7da1b1ba99d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.1669118 Jun 30 09:26:50.396362 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-57a9a506-9752-49f8-b7c6-bffbb1296f24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151228f-4622-408c-ab68-cc6343547913 HTTP/1.1" status: 200 len: 217 time: 0.0438530 Jun 30 09:26:50.399235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Allocated IP 172.20.0.6 (34c847cb-c70e-457a-8763-21add629bc99/44e8bd17-33cb-44c4-9657-d0437dfdb803/f59ddff8-5485-450d-b61c-4270c0c7e4c5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:50.499737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.505094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-990e4676-aa7e-4a30-8233-03b65735fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:50.506856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-990e4676-aa7e-4a30-8233-03b65735fe6b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.0991611 Jun 30 09:26:50.508126 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:50.576540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-e58c52b0-0a59-420b-8a9d-d943410eae5e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624866 Jun 30 09:26:50.728212 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 7d45ce63-225d-42b4-9370-08f4891fe34b associated. External IP: 172.25.7.89, port: 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2. Jun 30 09:26:50.786575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-8b4068d0-61fc-4b70-b670-13d642035304 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000721 Jun 30 09:26:50.818397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-fac9b8f1-3806-48a4-9ab8-ca86b0bd4276 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--620329494&fields=id&tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 267 time: 0.5079939 Jun 30 09:26:50.864310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-7a778124-3f93-45b7-8008-898c99eb3cc7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4872227 Jun 30 09:26:50.907493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2766f74-9221-40c9-9c51-12b844493996 req-de261e88-f87e-414c-80e2-7fdf720177e9 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0801356 Jun 30 09:26:51.013073 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-85c950c5-c95f-4c66-8ec3-059861f2aeb7 req-b307a8e5-70fc-4c6b-ba6f-9cfa87ff59c7 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151790 Jun 30 09:26:51.272256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:51.279241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-938f1cd0-f61d-4bab-9f8f-3dc82d352d41 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.280705 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-938f1cd0-f61d-4bab-9f8f-3dc82d352d41 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 819 time: 0.2667570 Jun 30 09:26:51.291708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1044fc9d-ce8a-4c13-b872-cb5e532980e1 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:51.306806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0f91-9576-4573-9706-d5072a355086 req-83461bb9-bcd6-4b3e-9f4b-9141016d987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.308426 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-83461bb9-bcd6-4b3e-9f4b-9141016d987f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a788cfebccab42a69c64df05a9db5d3f&device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 1095 time: 0.1845970 Jun 30 09:26:51.358001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.364007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Request body: {'port': {'device_id': '59fe9a92-fe37-4917-b675-65921de8eea1', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'admin_state_up': True, 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:51.416716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-35dfecd9-63bd-4ccb-b4b6-0189defc729b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.418320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-35dfecd9-63bd-4ccb-b4b6-0189defc729b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 816 time: 0.5991056 Jun 30 09:26:51.436500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:51.460591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-1d9f4355-dcb7-44b3-bded-422a6b2b8029 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632045 Jun 30 09:26:51.463265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '1044fc9d-ce8a-4c13-b872-cb5e532980e1', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'port_id': '1044fc9d-ce8a-4c13-b872-cb5e532980e1', 'mac_address': 'fa:16:3e:7b:89:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e91ba6-4b5c-4be2-9a3e-c9f804316b98', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:51.491964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2260bc-249a-4a2b-8e7d-7096210af84c req-a271296a-41bb-409b-bf12-4f851f188a8f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.499929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff2260bc-249a-4a2b-8e7d-7096210af84c req-a271296a-41bb-409b-bf12-4f851f188a8f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 944 time: 0.3666205 Jun 30 09:26:51.514562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-c28c06d5-b667-4bd6-97a0-cef79de2ae00 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/quotas/27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 375 time: 0.0844653 Jun 30 09:26:51.519125 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.537740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1044fc9d-ce8a-4c13-b872-cb5e532980e1 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:51.570357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:51.577688 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.594380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:51.606329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0f91-9576-4573-9706-d5072a355086 req-b2074111-c59b-40ac-a41b-ab6d3750fbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.607836 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-b2074111-c59b-40ac-a41b-ab6d3750fbbd service neutron] 10.222.0.79 "GET /v2.0/networks?id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 200 len: 914 time: 0.2608328 Jun 30 09:26:51.611667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:51.631185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:51.632065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:51.682870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:51.686528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff2260bc-249a-4a2b-8e7d-7096210af84c req-a1e18c4e-4de1-4e72-a17b-562c2670e768 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859565 Jun 30 09:26:51.698668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:51.699525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:51.701873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1044fc9d-ce8a-4c13-b872-cb5e532980e1,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:51.703815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-9ebf7b37-149f-4674-a41d-df23c7c489be service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a151228f-4622-408c-ab68-cc6343547913 HTTP/1.1" status: 200 len: 217 time: 0.0568268 Jun 30 09:26:51.750727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:51.751547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98639a23-b05a-4851-b293-a0d7d194181c None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:51.774285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.835285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1044fc9d-ce8a-4c13-b872-cb5e532980e1'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:51.853372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Made reservation on behalf of fa4d1638bc0c4928adf0174936f5f810 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:51.857500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:51.869802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75d28893-5e74-4ad7-8ff0-ea6d0f93ca13 req-c6492118-0721-460d-893f-7eb71f9cd49e service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980885 Jun 30 09:26:51.886093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc0f91-9576-4573-9706-d5072a355086 req-8b3c0943-22cd-45e4-bf7a-7c03a86a4d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:51.887707 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-8b3c0943-22cd-45e4-bf7a-7c03a86a4d10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 200 len: 853 time: 0.1831098 Jun 30 09:26:51.913874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39fd5992-aca7-4f2b-a40e-94f6051c3e04 req-0498c1a7-f550-42a8-9c1c-66173a0c562c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 210 time: 0.0541379 Jun 30 09:26:51.953414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-11697a8e-d593-4ae4-bc30-7013a74d1ffb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4024413 Jun 30 09:26:51.959433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Pushing event updated for resources: {'Port': ['ID=f59ddff8-5485-450d-b61c-4270c0c7e4c5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:51.963398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Network 34c847cb-c70e-457a-8763-21add629bc99 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:51.985849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-fcbe3b1f-7a1c-4e28-9800-f05b2d91f5ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=eb9f2dfe-480e-4116-9172-7ce2db38a6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286782 Jun 30 09:26:51.992651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:52.023242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:52.187290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:52.187821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:52.211537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-cb35752c-435c-48d4-b934-0bafdcbd9dcc service neutron] 10.222.0.77 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533305 Jun 30 09:26:52.227125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-7f8aea2f-b4fa-4e12-84b5-d9908649150e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6985140 Jun 30 09:26:52.281759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Allocated IP 172.20.0.2 (34c847cb-c70e-457a-8763-21add629bc99/44e8bd17-33cb-44c4-9657-d0437dfdb803/07ba9108-da43-4823-8ec9-e74f0c0b782f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:52.292402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Request body: {'port': {'device_id': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:52.343621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3299ef8-cec1-4aee-8cf6-39ea8ba55110 req-17f10200-749f-4821-9097-f79d0c2fb658 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:52.345296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3299ef8-cec1-4aee-8cf6-39ea8ba55110 req-17f10200-749f-4821-9097-f79d0c2fb658 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 943 time: 0.2447128 Jun 30 09:26:52.348484 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-f6ead2a0-f3fe-4c2c-9a0b-ccfea95a6fd1 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548151 Jun 30 09:26:52.374601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router f10f9a35-4c17-452f-a7bf-9fd309ee5be5 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:52.429655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 445eed54-9d4b-4ae0-829b-57034256836e up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:52.451242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3299ef8-cec1-4aee-8cf6-39ea8ba55110 req-a24c16c4-f434-4027-8107-45eaf0be1270 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950396 Jun 30 09:26:52.469608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:52.490692 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-4462089e-ea81-41d6-82da-c0c568717d75 service neutron] 10.222.0.77 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623503 Jun 30 09:26:52.521232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 445eed54-9d4b-4ae0-829b-57034256836e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:52.527897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 445eed54-9d4b-4ae0-829b-57034256836e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:52.528521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:52.749709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:52.788935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445eed54-9d4b-4ae0-829b-57034256836e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:52.791489 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e127135-73e6-45f3-90df-2575de493e2d" -d '{"events": [{"server_uuid": "7a2985ac-ae95-4f6c-ac98-d9559d507172", "name": "network-vif-plugged", "status": "completed", "tag": "445eed54-9d4b-4ae0-829b-57034256836e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:52.809134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 445eed54-9d4b-4ae0-829b-57034256836e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=445eed54-9d4b-4ae0-829b-57034256836e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:52.816612 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:52.834054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b05f628-fb36-418e-b364-ba497eccdeea req-39e47177-c77a-46ae-836f-24d8de7e656c tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0828738 Jun 30 09:26:52.890198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=445eed54-9d4b-4ae0-829b-57034256836e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:52.915999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e665d3e-d1ca-4cc8-83a6-181fcac9f4b0 req-547ea069-346a-4cd8-9c0a-34731780204b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0923836 Jun 30 09:26:53.019563 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9c86b7-cf6f-4257-b59c-dc6ca8bde753 x-openstack-request-id: req-8c9c86b7-cf6f-4257-b59c-dc6ca8bde753 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:53.019940 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2985ac-ae95-4f6c-ac98-d9559d507172", "name": "network-vif-plugged", "status": "completed", "tag": "445eed54-9d4b-4ae0-829b-57034256836e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:53.020268 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8c9c86b7-cf6f-4257-b59c-dc6ca8bde753 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:53.021346 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445eed54-9d4b-4ae0-829b-57034256836e', 'code': 200} Jun 30 09:26:53.192306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-328de514-fe4c-4f0b-8890-ccaf1798ab88 req-a3e72447-f025-4cc5-a27e-d37f9103505b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 210 time: 0.0332327 Jun 30 09:26:53.194996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.231331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592dc28d-53b8-485e-ad9e-a5d72c4f9ef8 req-0d4edf68-b477-405f-991f-8ea8d89fefef tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:53.241218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-592dc28d-53b8-485e-ad9e-a5d72c4f9ef8 req-0d4edf68-b477-405f-991f-8ea8d89fefef tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.1383157 Jun 30 09:26:53.286043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-35dc0f91-9576-4573-9706-d5072a355086 req-dfde6e9c-d59c-4fb5-8468-f4308449ab24 service neutron] 10.222.0.79 "GET /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9285154 Jun 30 09:26:53.309749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-592dc28d-53b8-485e-ad9e-a5d72c4f9ef8 req-61eecb41-5ece-4517-9a8b-596f14755d5a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693998 Jun 30 09:26:53.313929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a151228f-4622-408c-ab68-cc6343547913 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:53.322466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1044fc9d-ce8a-4c13-b872-cb5e532980e1 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:53.327727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:53.337139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.343336 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] Sync routers for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:53.356647 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:53.357263 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:53.392755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac552fa0-52e4-456b-9bdd-8a478c12c029 req-6152588c-57ef-4408-ada3-4422313803a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:53.399193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ac552fa0-52e4-456b-9bdd-8a478c12c029 req-6152588c-57ef-4408-ada3-4422313803a1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 1097 time: 0.2445290 Jun 30 09:26:53.414897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.421056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:53.433657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:53.434553 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:53.485217 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:53.488569 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7c6ba-3808-4ba2-b4f8-e69354db6764 None None] The sync data for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:53.595019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:53.605104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:53.606436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:53.607008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.613232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Network 34c847cb-c70e-457a-8763-21add629bc99 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:53.632991 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3605f818-f816-4a58-9693-a8793b03c7de tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/floatingips/7d45ce63-225d-42b4-9370-08f4891fe34b HTTP/1.1" status: 200 len: 976 time: 6.0011005 Jun 30 09:26:53.633933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Pushing event updated for resources: {'Port': ['ID=07ba9108-da43-4823-8ec9-e74f0c0b782f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:53.639448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:53.645696 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ac552fa0-52e4-456b-9bdd-8a478c12c029 req-14e87db8-8001-401a-b046-a48e772d9ebb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381229 Jun 30 09:26:53.648424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:53.687214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port a151228f-4622-408c-ab68-cc6343547913, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a151228f-4622-408c-ab68-cc6343547913,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:53.711161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'a151228f-4622-408c-ab68-cc6343547913', 'network_id': 'eb9f2dfe-480e-4116-9172-7ce2db38a6a5', 'port_id': 'a151228f-4622-408c-ab68-cc6343547913', 'mac_address': 'fa:16:3e:eb:cc:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e91ba6-4b5c-4be2-9a3e-c9f804316b98', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:53.764762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f59ddff8-5485-450d-b61c-4270c0c7e4c5 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:53.779199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:53.784077 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.788773 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.802467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Transition to ACTIVE for port object f59ddff8-5485-450d-b61c-4270c0c7e4c5 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:53.808751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.817826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.854731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a151228f-4622-408c-ab68-cc6343547913 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:53.880584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:53.895395 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.914198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port a151228f-4622-408c-ab68-cc6343547913, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a151228f-4622-408c-ab68-cc6343547913,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:53.916037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f59ddff8-5485-450d-b61c-4270c0c7e4c5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:53.936845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:53.976785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1044fc9d-ce8a-4c13-b872-cb5e532980e1,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:54.019097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3be500-24b3-4601-89d3-8d1a7910481f req-d08b1084-ccb0-4573-994f-8da603985403 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.020885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a3be500-24b3-4601-89d3-8d1a7910481f req-d08b1084-ccb0-4573-994f-8da603985403 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 943 time: 0.2168241 Jun 30 09:26:54.037807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.038521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.039054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=a151228f-4622-408c-ab68-cc6343547913,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:54.052726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 237a0407-83eb-42f1-904a-6b334c4788dc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:54.053108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.074856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-ae8ea26b-0015-4ba6-ad66-bac094e716ac tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7261913 Jun 30 09:26:54.080287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Attempting to bind port f59ddff8-5485-450d-b61c-4270c0c7e4c5 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:54.080695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Attempting to bind port f59ddff8-5485-450d-b61c-4270c0c7e4c5 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:54.082164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Attempting to bind port f59ddff8-5485-450d-b61c-4270c0c7e4c5 on network 34c847cb-c70e-457a-8763-21add629bc99 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:54.090432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Port f59ddff8-5485-450d-b61c-4270c0c7e4c5 on network 34c847cb-c70e-457a-8763-21add629bc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:54.090860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Attempting to bind port f59ddff8-5485-450d-b61c-4270c0c7e4c5 on network 34c847cb-c70e-457a-8763-21add629bc99 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:54.110070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:54.110525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Checking segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:54.110993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Bound using segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:54.111519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Bound port: f59ddff8-5485-450d-b61c-4270c0c7e4c5, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:54.111954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.140882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a3be500-24b3-4601-89d3-8d1a7910481f req-9018a76a-c864-4e53-9f5c-8200ce99925e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099424 Jun 30 09:26:54.169093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3390b71-2497-4e1a-9775-df29ef89dfde req-4af7c89f-9e86-459c-86da-e4a260189b1d tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0493009 Jun 30 09:26:54.218613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Request body: {'port': {'device_id': '59fe9a92-fe37-4917-b675-65921de8eea1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:54.255017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] For port f59ddff8-5485-450d-b61c-4270c0c7e4c5, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:54.260747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] For port f59ddff8-5485-450d-b61c-4270c0c7e4c5, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:54.267919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.298422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['a151228f-4622-408c-ab68-cc6343547913'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:54.358308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.360498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.362521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] 10.222.0.83 "PUT /v2.0/ports/f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 1092 time: 2.1092687 Jun 30 09:26:54.365213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eed2d7-16ae-4ad6-99ca-ba700dc0ebc4 service neutron] Pushing event updated for resources: {'Port': ['ID=f59ddff8-5485-450d-b61c-4270c0c7e4c5,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:54.385257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'tag': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:54.388452 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed22e17b-73de-46d6-a8f2-66f170b81a19" -d '{"events": [{"name": "network-changed", "server_uuid": "ee57f958-a76f-4a6b-98af-57e12c49715c", "tag": "f59ddff8-5485-450d-b61c-4270c0c7e4c5"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:54.446347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2598ed5a-e197-4a33-960b-d8817baaca70 req-01c5d47e-fb6e-4876-a755-70bbfc3b9020 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0817442 Jun 30 09:26:54.462789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.558994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:54.570548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fee69-0e23-4941-9167-c4421f85728d req-acc2b431-d5ca-4246-874f-695e58153e71 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.572457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b53fee69-0e23-4941-9167-c4421f85728d req-acc2b431-d5ca-4246-874f-695e58153e71 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 931 time: 0.1292315 Jun 30 09:26:54.588064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-cfc3f918-be97-424a-a042-88446a085011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.591207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-cfc3f918-be97-424a-a042-88446a085011 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1095 time: 0.1296122 Jun 30 09:26:54.617541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-7e72d4f1-67b1-416d-ae13-8d63bb95b037 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.619384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-7e72d4f1-67b1-416d-ae13-8d63bb95b037 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 816 time: 0.3387883 Jun 30 09:26:54.678968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-0db14b53-4973-4609-9ced-814b5f561f8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.0629351 Jun 30 09:26:54.724972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b53fee69-0e23-4941-9167-c4421f85728d req-e8edc7fb-9a5b-43ab-b38a-ab0bd692e3f1 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389110 Jun 30 09:26:54.773208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-174f73e2-960d-4a4b-9671-977bac5b8d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.774875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-174f73e2-960d-4a4b-9671-977bac5b8d16 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.0836484 Jun 30 09:26:54.800227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-59f60dd0-cb2e-4a93-bb32-4cdd5b80bcae tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 379 time: 0.1562662 Jun 30 09:26:54.800612 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d5388b-e0cd-4277-8605-5897ed2e8981 x-openstack-request-id: req-c6d5388b-e0cd-4277-8605-5897ed2e8981 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:54.800971 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee57f958-a76f-4a6b-98af-57e12c49715c", "tag": "f59ddff8-5485-450d-b61c-4270c0c7e4c5", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:54.801277 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c6d5388b-e0cd-4277-8605-5897ed2e8981 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:54.801811 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'tag': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5', 'status': 'completed', 'code': 200} Jun 30 09:26:54.822795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-bb08d3fa-d142-4b4b-8f0a-23c3b737bc81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384352 Jun 30 09:26:54.837376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4582f-9fd8-4133-9f5e-7abe87b02ef5 req-1384f6ea-b79e-46e9-8e55-ec1af223c978 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:54.838983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37c4582f-9fd8-4133-9f5e-7abe87b02ef5 req-1384f6ea-b79e-46e9-8e55-ec1af223c978 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.1715686 Jun 30 09:26:54.888681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'port': {'device_id': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'admin_state_up': True, 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'security_groups': ['94e176b8-c42d-4d4c-93c8-6372cef9e272']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:54.944667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-37c4582f-9fd8-4133-9f5e-7abe87b02ef5 req-a2d4c3c9-c264-415c-b3dc-79aa49ea963f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951083 Jun 30 09:26:54.976164 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-e4786b78-cac3-4a19-b4ed-2a881b362500 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360250 Jun 30 09:26:55.022843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1044fc9d-ce8a-4c13-b872-cb5e532980e1'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:55.025385 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1325a93e-4248-48e5-85c7-19284e030a30" -d '{"events": [{"server_uuid": "fc28eed7-ed8b-4a86-80ca-3797035d9340", "name": "network-vif-plugged", "status": "completed", "tag": "1044fc9d-ce8a-4c13-b872-cb5e532980e1"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:55.068685 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884d0e38-b856-469f-86fd-41a90022a7e6 x-openstack-request-id: req-884d0e38-b856-469f-86fd-41a90022a7e6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:55.069142 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28eed7-ed8b-4a86-80ca-3797035d9340", "name": "network-vif-plugged", "status": "completed", "tag": "1044fc9d-ce8a-4c13-b872-cb5e532980e1", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:55.069478 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-884d0e38-b856-469f-86fd-41a90022a7e6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:55.070426 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1044fc9d-ce8a-4c13-b872-cb5e532980e1', 'code': 200} Jun 30 09:26:55.101490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab2047a-5bba-4fc2-8c9e-5aa8402879b0 req-c51cdec6-dc18-4c53-876d-714b319b55f1 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026108 Jun 30 09:26:55.180282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.180748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.181104 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Floating IP 7d45ce63-225d-42b4-9370-08f4891fe34b disassociated. External IP: 172.25.7.89, port: 237a0407-83eb-42f1-904a-6b334c4788dc. Jun 30 09:26:55.181603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 237a0407-83eb-42f1-904a-6b334c4788dc owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:55.324211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a151228f-4622-408c-ab68-cc6343547913 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:26:55.371365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Made reservation on behalf of 27ea1eb8d51a4fc5afac6cb6bcb25e71 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:26:55.374756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.392610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port a151228f-4622-408c-ab68-cc6343547913 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:55.397964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port a151228f-4622-408c-ab68-cc6343547913 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:55.398152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.443092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd50e8e1-9fc8-49df-a8a8-91c01c86e87a req-243ff669-790c-437d-bbda-d6e6ebe9a973 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0461617 Jun 30 09:26:55.459488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.496479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f51fde-92cf-432f-9101-76228712032a req-8507b9c5-760b-4a39-82c8-31d9e4a04c84 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:55.503548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11f51fde-92cf-432f-9101-76228712032a req-8507b9c5-760b-4a39-82c8-31d9e4a04c84 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 944 time: 0.2099025 Jun 30 09:26:55.505644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.535733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d868-35d5-4847-a8bf-135e7d1b31e7 req-595fac7f-068a-4335-b365-a20755703307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:55.537421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4317d868-35d5-4847-a8bf-135e7d1b31e7 req-595fac7f-068a-4335-b365-a20755703307 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 1097 time: 0.2415257 Jun 30 09:26:55.539799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-8f56beeb-3145-4799-a319-4f9469f599b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:55.541177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-8f56beeb-3145-4799-a319-4f9469f599b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1095 time: 0.3267009 Jun 30 09:26:55.547745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port a151228f-4622-408c-ab68-cc6343547913, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a151228f-4622-408c-ab68-cc6343547913,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:55.555215 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.627669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=a151228f-4622-408c-ab68-cc6343547913,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:55.652324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11f51fde-92cf-432f-9101-76228712032a req-38594bae-7616-498d-9c54-6fe43e8920cb tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477780 Jun 30 09:26:55.657186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4317d868-35d5-4847-a8bf-135e7d1b31e7 req-74a163e7-e84c-4df1-8a9f-ea588d1827ef service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049907 Jun 30 09:26:55.684976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45e6484b-a59d-4696-bd03-3b5a997af9c8 req-287c8cd5-3337-434d-981f-f5f66e6e3fb9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0514700 Jun 30 09:26:55.729808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-f109badf-88f7-4afc-9827-e4b64d26cc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:55.731451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-f109badf-88f7-4afc-9827-e4b64d26cc7f service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.1590381 Jun 30 09:26:55.778591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-79efd9ee-b4ab-42c7-b87d-95f49d0c54ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.0379508 Jun 30 09:26:55.831631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-842506cf-f049-4b74-8ac9-acd7cf69b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:55.833311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-842506cf-f049-4b74-8ac9-acd7cf69b8ae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.0493228 Jun 30 09:26:55.872002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-205329d2-d385-403b-9c65-c4b829892bc7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323360 Jun 30 09:26:55.901961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ba9108-da43-4823-8ec9-e74f0c0b782f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:55.922378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:55.974594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Transition to ACTIVE for port object 07ba9108-da43-4823-8ec9-e74f0c0b782f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:56.022685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:56.028729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:56.030409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-aab0338a-fe32-4e47-8c5d-0296c3d721d5 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464062 Jun 30 09:26:56.142664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Allocated IP 172.20.0.13 (7b8aef35-be7a-42e5-9aa4-ab70717568d9/bb55e915-a80f-4088-bd1b-4877ee7c7975/ca545908-f66a-481d-8144-09cf3869b9e9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:26:56.153686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=07ba9108-da43-4823-8ec9-e74f0c0b782f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:56.169687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf38086-cdfa-4151-a58c-3c3035a68263 req-84223cc4-a9d8-4137-bdd3-64337bfebbe4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:56.171461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bf38086-cdfa-4151-a58c-3c3035a68263 req-84223cc4-a9d8-4137-bdd3-64337bfebbe4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 931 time: 0.3021309 Jun 30 09:26:56.265242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=237a0407-83eb-42f1-904a-6b334c4788dc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:56.569552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Attempting to bind port 07ba9108-da43-4823-8ec9-e74f0c0b782f on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:56.575789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Attempting to bind port 07ba9108-da43-4823-8ec9-e74f0c0b782f by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:56.575789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Attempting to bind port 07ba9108-da43-4823-8ec9-e74f0c0b782f on network 34c847cb-c70e-457a-8763-21add629bc99 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:56.591161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Port 07ba9108-da43-4823-8ec9-e74f0c0b782f on network 34c847cb-c70e-457a-8763-21add629bc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:56.591911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Attempting to bind port 07ba9108-da43-4823-8ec9-e74f0c0b782f on network 34c847cb-c70e-457a-8763-21add629bc99 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:56.616310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router f10f9a35-4c17-452f-a7bf-9fd309ee5be5 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:56.621062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:56.621062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Checking segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:56.621519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Bound using segment: {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:56.621950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Bound port: 07ba9108-da43-4823-8ec9-e74f0c0b782f, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7250052f-509b-4a92-8550-7256676e4d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '34c847cb-c70e-457a-8763-21add629bc99'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:56.622408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:56.628038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bf38086-cdfa-4151-a58c-3c3035a68263 req-9f57b893-ee35-4513-81c8-0eca5af2aa85 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285889 Jun 30 09:26:56.667790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed22e17b-73de-46d6-a8f2-66f170b81a19 req-6f47c5ba-ce1c-40a8-affe-e0ce1be9c66b service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188276 Jun 30 09:26:56.693499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:56.723035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24229d45-f4be-4769-8561-dad666499260 req-90e4b739-cc9e-4f9d-8720-ec4f5b58da38 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:56.728329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24229d45-f4be-4769-8561-dad666499260 req-90e4b739-cc9e-4f9d-8720-ec4f5b58da38 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.5970383 Jun 30 09:26:56.747988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Transition to ACTIVE for port object ca545908-f66a-481d-8144-09cf3869b9e9 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:56.819986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24229d45-f4be-4769-8561-dad666499260 req-22cd35d8-1b28-4edb-be9e-eba08189e0c1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741460 Jun 30 09:26:56.882534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] For port 07ba9108-da43-4823-8ec9-e74f0c0b782f, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:26:56.975206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8b8b1bf-4f81-4be0-95de-85af01518c2e req-32ab05b8-b496-4bea-8651-e82d6d415944 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0718069 Jun 30 09:26:56.990464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] For port 07ba9108-da43-4823-8ec9-e74f0c0b782f, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:26:56.995778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:26:57.008348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.014735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] Sync routers for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:26:57.031332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:57.044521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:57.056229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Deleting port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:26:57.056575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.074464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19967679-ce90-4afa-a2d6-0527c1767b84 req-d94fabd3-6574-4ce9-972a-38b652d3ac6e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.087115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19967679-ce90-4afa-a2d6-0527c1767b84 req-d94fabd3-6574-4ce9-972a-38b652d3ac6e tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 945 time: 0.1123931 Jun 30 09:26:57.092825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a151228f-4622-408c-ab68-cc6343547913'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:57.096006 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb3eb7-3ae1-4738-9f83-d1008079cefc" -d '{"events": [{"server_uuid": "202be14c-9dfc-44f5-b47b-76fa72d4c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "a151228f-4622-408c-ab68-cc6343547913"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:57.101504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:57.116179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:26:57.117779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:57.153707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] For port 31979f1e-9aff-4d1c-81c8-75f1ee9662cb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:57.154071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.158794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:26:57.160218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a3b55e-b85d-4024-9870-5664d568c554 None None] The sync data for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:26:57.171845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Calling delete_port for 31979f1e-9aff-4d1c-81c8-75f1ee9662cb owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:26:57.189850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.210040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19967679-ce90-4afa-a2d6-0527c1767b84 req-308961c1-6044-4250-84d1-875fe4d39e5b tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162784 Jun 30 09:26:57.233719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.234361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.236300 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] 10.222.0.83 "PUT /v2.0/ports/07ba9108-da43-4823-8ec9-e74f0c0b782f HTTP/1.1" status: 200 len: 1092 time: 3.0239058 Jun 30 09:26:57.237535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5717437d-feb4-4088-9c4e-c0ad47a3b4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=07ba9108-da43-4823-8ec9-e74f0c0b782f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:57.253360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b2e22e-da63-4d4e-afcc-465bbee2fbeb req-82f31f79-46a0-41a4-a50e-82fa87fa23eb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.255261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1b2e22e-da63-4d4e-afcc-465bbee2fbeb req-82f31f79-46a0-41a4-a50e-82fa87fa23eb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 932 time: 0.1189592 Jun 30 09:26:57.266144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fe9a92-fe37-4917-b675-65921de8eea1', 'tag': '07ba9108-da43-4823-8ec9-e74f0c0b782f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:26:57.269505 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125c87ed-0327-4d9d-a360-904d1da916c0" -d '{"events": [{"name": "network-changed", "server_uuid": "59fe9a92-fe37-4917-b675-65921de8eea1", "tag": "07ba9108-da43-4823-8ec9-e74f0c0b782f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:26:57.312250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1b2e22e-da63-4d4e-afcc-465bbee2fbeb req-61878b31-e4b5-4438-be2c-34a9c6a8ff53 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489142 Jun 30 09:26:57.371341 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a006f3-2ddc-4f22-b5be-039138d48d43 x-openstack-request-id: req-06a006f3-2ddc-4f22-b5be-039138d48d43 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:57.371843 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202be14c-9dfc-44f5-b47b-76fa72d4c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "a151228f-4622-408c-ab68-cc6343547913", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:57.372253 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06a006f3-2ddc-4f22-b5be-039138d48d43 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:57.373656 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a151228f-4622-408c-ab68-cc6343547913', 'code': 200} Jun 30 09:26:57.409802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:26:57.427427 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da1463b-f731-49a9-8165-acbf6f97feed x-openstack-request-id: req-8da1463b-f731-49a9-8165-acbf6f97feed {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:26:57.427690 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59fe9a92-fe37-4917-b675-65921de8eea1", "tag": "07ba9108-da43-4823-8ec9-e74f0c0b782f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:26:57.427923 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8da1463b-f731-49a9-8165-acbf6f97feed {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:26:57.428456 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59fe9a92-fe37-4917-b675-65921de8eea1', 'tag': '07ba9108-da43-4823-8ec9-e74f0c0b782f', 'status': 'completed', 'code': 200} Jun 30 09:26:57.429272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:26:57.431679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:26:57.463965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05be9-b95c-495e-be64-7fcc7e200f87 req-cac46975-d268-4a35-a31b-552790b79d07 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.465454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53e05be9-b95c-495e-be64-7fcc7e200f87 req-cac46975-d268-4a35-a31b-552790b79d07 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.1105590 Jun 30 09:26:57.482521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.486701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-382a59a2-cccc-4859-9151-800dc603abc2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/ports/237a0407-83eb-42f1-904a-6b334c4788dc HTTP/1.1" status: 204 len: 168 time: 3.8278894 Jun 30 09:26:57.491785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:26:57.505229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:57.539396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53e05be9-b95c-495e-be64-7fcc7e200f87 req-ed5afdf6-fb77-477f-8d64-587c689202fc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639708 Jun 30 09:26:57.564079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696f5b8-30e8-41f5-a0df-17c986aefec9 req-d1245f98-ff43-49ff-9ef4-f5e8d2987539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.566546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c696f5b8-30e8-41f5-a0df-17c986aefec9 req-d1245f98-ff43-49ff-9ef4-f5e8d2987539 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 1097 time: 0.0999732 Jun 30 09:26:57.609691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c696f5b8-30e8-41f5-a0df-17c986aefec9 req-d7fd6380-dcea-47a8-b6c8-1f316adf9a2a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350957 Jun 30 09:26:57.624402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.625400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.701933 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-24dfee93-7c68-4388-8fcd-d2691117a693 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8622625 Jun 30 09:26:57.725082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Request body: {'port': {'device_id': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:26:57.731931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fcfe25b7-a062-424f-9a75-d75da90e4221 None None] Provisioning for port ca545908-f66a-481d-8144-09cf3869b9e9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:26:57.732169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-7af0cfaa-3ef6-4648-b32c-e88a5b20b828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.733650 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-7af0cfaa-3ef6-4648-b32c-e88a5b20b828 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 1095 time: 0.4093869 Jun 30 09:26:57.740660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fcfe25b7-a062-424f-9a75-d75da90e4221 None None] Provisioning complete for port ca545908-f66a-481d-8144-09cf3869b9e9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:26:57.741605 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fcfe25b7-a062-424f-9a75-d75da90e4221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:57.796430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe25b7-a062-424f-9a75-d75da90e4221 None None] Port ca545908-f66a-481d-8144-09cf3869b9e9 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:26:57.818827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-973dc3d7-e133-4561-a8b1-0424f24165f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f HTTP/1.1" status: 200 len: 217 time: 0.0569711 Jun 30 09:26:57.871120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbb6bb-ffe4-4ef8-82a2-087a2cdc9877 req-bf916f50-b4cb-481e-9d49-4d4c29afc1d4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:57.878925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1fbb6bb-ffe4-4ef8-82a2-087a2cdc9877 req-bf916f50-b4cb-481e-9d49-4d4c29afc1d4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 943 time: 0.0879414 Jun 30 09:26:57.920250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1fbb6bb-ffe4-4ef8-82a2-087a2cdc9877 req-db6a57bb-657c-48ee-98d8-5eb2db849b9e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355871 Jun 30 09:26:58.019167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:58.024710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-97fd414a-db8d-418e-ba87-5c466e048adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:58.026309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-97fd414a-db8d-418e-ba87-5c466e048adf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.1674280 Jun 30 09:26:58.077008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b7f6-176a-4a95-b56e-46459a407126 req-8d1e762a-e5d6-4cdc-a519-29ac02122f52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:58.079236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc80b7f6-176a-4a95-b56e-46459a407126 req-8d1e762a-e5d6-4cdc-a519-29ac02122f52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.0735152 Jun 30 09:26:58.088521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-63c201e0-1ce8-41d5-8c7e-ae08c1115413 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508337 Jun 30 09:26:58.115002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:58.149006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc80b7f6-176a-4a95-b56e-46459a407126 req-5f6476e0-357d-4a27-b468-9a1ec2a4af29 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619652 Jun 30 09:26:58.183496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5866db74-eb9f-45e5-8081-608da89b91a2 req-ee82776a-30cc-4543-b630-2953899c4825 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0332630 Jun 30 09:26:58.423328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd193a3d-4fd3-43b3-a7ff-5d79d7106f89 req-11b0223d-6f8f-4e2a-97bf-85aca764ac70 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:58.425693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd193a3d-4fd3-43b3-a7ff-5d79d7106f89 req-11b0223d-6f8f-4e2a-97bf-85aca764ac70 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0845473 Jun 30 09:26:58.456938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device f59ddff8-5485-450d-b61c-4270c0c7e4c5 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:26:58.474484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd193a3d-4fd3-43b3-a7ff-5d79d7106f89 req-7c8237d7-c393-406e-82f3-923195b534cf tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Jun 30 09:26:58.562683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb36054-7e0a-419c-a9dd-fa5003a6352c req-02b46abb-22bf-4487-a137-c7c53bc01c74 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:58.570133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Pushing event deleted for resources: {'Port': ['ID=31979f1e-9aff-4d1c-81c8-75f1ee9662cb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:58.579684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfb36054-7e0a-419c-a9dd-fa5003a6352c req-02b46abb-22bf-4487-a137-c7c53bc01c74 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 932 time: 0.1034644 Jun 30 09:26:58.606576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port f59ddff8-5485-450d-b61c-4270c0c7e4c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:58.623056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfb36054-7e0a-419c-a9dd-fa5003a6352c req-d7b1e0d9-50f0-4b24-8d5c-35fd6409aa7f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421970 Jun 30 09:26:58.647163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'port_id': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5', 'mac_address': 'fa:16:3e:12:db:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:26:58.700882 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:58.731296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f59ddff8-5485-450d-b61c-4270c0c7e4c5 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:58.761052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port f59ddff8-5485-450d-b61c-4270c0c7e4c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:26:58.765355 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:58.823090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=f59ddff8-5485-450d-b61c-4270c0c7e4c5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:58.848268 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-f47855a4-1f9b-4338-a2ec-ba39c8a42973 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364249 Jun 30 09:26:59.000648 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:26:59.094416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.105515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c802e-2b43-4978-97ff-a209a3cf5db6 req-39ed3f93-5ffc-415f-afd0-0fcc79781ef6 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.107030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a00c802e-2b43-4978-97ff-a209a3cf5db6 req-39ed3f93-5ffc-415f-afd0-0fcc79781ef6 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 943 time: 0.0663915 Jun 30 09:26:59.132760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46bb974c-8025-4ee2-9ebd-b5a1d4ff4b8e req-21abf80d-66b0-4369-b2ce-07eb3d95e82b service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494078 Jun 30 09:26:59.145832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a00c802e-2b43-4978-97ff-a209a3cf5db6 req-675a38bd-eb9e-4f44-8730-8ca7d9688981 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Jun 30 09:26:59.185531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca545908-f66a-481d-8144-09cf3869b9e9 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:26:59.197390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.197778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['f59ddff8-5485-450d-b61c-4270c0c7e4c5'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:26:59.221141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.225024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Transition to ACTIVE for port object ca545908-f66a-481d-8144-09cf3869b9e9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:26:59.256663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.349177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.389249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85830563-b2a4-4f07-af95-e0b502609483 req-8b07a0c6-b307-4eec-8530-02317ad3dd67 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.390813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85830563-b2a4-4f07-af95-e0b502609483 req-8b07a0c6-b307-4eec-8530-02317ad3dd67 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.0760744 Jun 30 09:26:59.449904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-35e0426d-5e8c-4340-b7d1-a0c5412e1537 req-538656be-dfdc-4163-b704-df664c135e99 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0398624 Jun 30 09:26:59.486984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-85830563-b2a4-4f07-af95-e0b502609483 req-6deade9f-f9ae-4da0-8053-40dd14966844 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838444 Jun 30 09:26:59.570251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:26:59.680273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea17ba-cfdb-4934-b7ca-ff2dbde96bc8 req-c1c4115f-839e-41e3-9eec-e241231bacad tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.681900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ea17ba-cfdb-4934-b7ca-ff2dbde96bc8 req-c1c4115f-839e-41e3-9eec-e241231bacad tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0739307 Jun 30 09:26:59.691518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-b2719229-9f61-4525-8542-1d75782d3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.693026 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-b2719229-9f61-4525-8542-1d75782d3603 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 1095 time: 0.4693189 Jun 30 09:26:59.722885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60ea17ba-cfdb-4934-b7ca-ff2dbde96bc8 req-44851dc8-516d-459b-9a76-aef5c8227f52 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350089 Jun 30 09:26:59.811913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Attempting to bind port ca545908-f66a-481d-8144-09cf3869b9e9 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:26:59.812249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Attempting to bind port ca545908-f66a-481d-8144-09cf3869b9e9 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:26:59.812578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Attempting to bind port ca545908-f66a-481d-8144-09cf3869b9e9 on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:59.828119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Router 545eeb46-47b2-4904-bf35-847bdb919b11 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:26:59.832404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Port ca545908-f66a-481d-8144-09cf3869b9e9 on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:26:59.832742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Attempting to bind port ca545908-f66a-481d-8144-09cf3869b9e9 on network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:26:59.855716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:26:59.855971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Checking segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:26:59.856329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Bound using segment: {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:26:59.856774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Bound port: ca545908-f66a-481d-8144-09cf3869b9e9, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9f00c82-f5ce-4b6c-b68d-e518558a848d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:26:59.857132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:26:59.859571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-528f22ab-50dd-40e1-8a54-6b8566b0b141 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.861040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-528f22ab-50dd-40e1-8a54-6b8566b0b141 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 945 time: 0.1217122 Jun 30 09:26:59.891061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc312c9-2a41-4cc8-87be-c46da1ffafd5 req-d6e7b269-0387-47b5-9da1-d3865842b642 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.892536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9bc312c9-2a41-4cc8-87be-c46da1ffafd5 req-d6e7b269-0387-47b5-9da1-d3865842b642 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.1147146 Jun 30 09:26:59.924727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-3511e73c-133f-444a-b819-832d870cd6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:26:59.926801 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-3511e73c-133f-444a-b819-832d870cd6d7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.1830199 Jun 30 09:27:00.012503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9bc312c9-2a41-4cc8-87be-c46da1ffafd5 req-73847dec-80ac-4eb6-ba46-cad4af01d021 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853229 Jun 30 09:27:00.020002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-c7471467-7343-42cf-bf89-5642ca23e7ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f HTTP/1.1" status: 200 len: 217 time: 0.0844669 Jun 30 09:27:00.047555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ada80-2afb-4e43-9cb7-8f6dcbf3df8e req-f85b4aff-6c1f-489c-aad0-1bd42aaac214 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.047555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de7ada80-2afb-4e43-9cb7-8f6dcbf3df8e req-f85b4aff-6c1f-489c-aad0-1bd42aaac214 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 945 time: 0.1800337 Jun 30 09:27:00.091429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 445eed54-9d4b-4ae0-829b-57034256836e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:00.091774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.096591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de7ada80-2afb-4e43-9cb7-8f6dcbf3df8e req-659c82b1-e37e-48c9-bd09-543a9c3bab04 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485432 Jun 30 09:27:00.126113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:00.131468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:00.161584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.183451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-bb65375f-fd87-49f9-85f4-dabdc49f2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.184816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-bb65375f-fd87-49f9-85f4-dabdc49f2732 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.1482618 Jun 30 09:27:00.211366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port 445eed54-9d4b-4ae0-829b-57034256836e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=445eed54-9d4b-4ae0-829b-57034256836e,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:00.212128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.220101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:00.233225 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] Sync routers for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:00.243696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 445eed54-9d4b-4ae0-829b-57034256836e owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:00.248537 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:00.249484 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:00.254038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c20cedfa-f760-4526-b34f-f61cdc70ec7e admin admin] 10.222.0.77 "PUT /v2.0/routers/545eeb46-47b2-4904-bf35-847bdb919b11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6364946 Jun 30 09:27:00.255111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.255547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.256905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] 10.222.0.79 "PUT /v2.0/ports/ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 1093 time: 2.5365117 Jun 30 09:27:00.257386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:00.259746 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d7881-0689-4782-bda1-f349ad88e303" -d '{"events": [{"name": "network-changed", "server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:00.263117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:00.267795 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-56e8acdd-f2d7-4ab6-bc3b-3896df394604 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599763 Jun 30 09:27:00.448183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41db167-e654-4837-843e-fb40b10c3f5b service neutron] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:00.463460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-ce1603c6-ef94-4c08-8ba5-df2632d7b4a0 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864157 Jun 30 09:27:00.464268 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:00.481702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device f59ddff8-5485-450d-b61c-4270c0c7e4c5 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:00.544172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.597488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port f59ddff8-5485-450d-b61c-4270c0c7e4c5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:00.602374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port f59ddff8-5485-450d-b61c-4270c0c7e4c5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:00.603051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.614458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-125c87ed-0327-4d9d-a360-904d1da916c0 req-069b5a22-b298-4de9-9ec0-fbe90734193e service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222136 Jun 30 09:27:00.616541 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8b9848e-b9df-4b26-8dd6-9808bd6be4c3 x-openstack-request-id: req-f8b9848e-b9df-4b26-8dd6-9808bd6be4c3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:00.616828 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:00.617079 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8b9848e-b9df-4b26-8dd6-9808bd6be4c3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:00.617774 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'status': 'completed', 'code': 200} Jun 30 09:27:00.630840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:00.631701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.760593 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:26:57Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:00.788041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-189f6a86-13b7-4410-9f26-87b7646f471c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.789724 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-189f6a86-13b7-4410-9f26-87b7646f471c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1096 time: 0.4091139 Jun 30 09:27:00.804736 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.819905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] Checking router: 545eeb46-47b2-4904-bf35-847bdb919b11 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:27:00.838972 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] Routers {'545eeb46-47b2-4904-bf35-847bdb919b11'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:00.839588 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['545eeb46-47b2-4904-bf35-847bdb919b11'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:00.845537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.849844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-91799c18-bf2b-43f2-babe-e8673c1bc750 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 217 time: 0.0431814 Jun 30 09:27:00.865509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port f59ddff8-5485-450d-b61c-4270c0c7e4c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:00.867013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:00.870835 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eac09ee-c928-4ac2-9c45-c54115abb791" -d '{"events": [{"server_uuid": "ee57f958-a76f-4a6b-98af-57e12c49715c", "name": "network-vif-plugged", "status": "completed", "tag": "f59ddff8-5485-450d-b61c-4270c0c7e4c5"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:00.875678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:00.881093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:00.882000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 445eed54-9d4b-4ae0-829b-57034256836e no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:00.911424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-8d648ce2-a5f1-4d11-a4d9-bef372cc9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.913025 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-8d648ce2-a5f1-4d11-a4d9-bef372cc9764 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0593925 Jun 30 09:27:00.915099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=445eed54-9d4b-4ae0-829b-57034256836e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:00.986821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 445eed54-9d4b-4ae0-829b-57034256836e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:00.987177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 445eed54-9d4b-4ae0-829b-57034256836e not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:00.989311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1153b4-8a4e-4dc4-9288-d64039e866cf req-cf65869b-14b6-45ac-9714-30db0361b7cf tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:00.991596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c1153b4-8a4e-4dc4-9288-d64039e866cf req-cf65869b-14b6-45ac-9714-30db0361b7cf tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 943 time: 0.6351650 Jun 30 09:27:00.996351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.012307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port 445eed54-9d4b-4ae0-829b-57034256836e on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:01.036551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:01.045608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.053891 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] Set router 545eeb46-47b2-4904-bf35-847bdb919b11 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:01.060373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9215f624-e620-4d8d-874e-21e9c3759c2a req-a58fd35c-37c7-4e01-8597-d2eabbd64d77 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "DELETE /v2.0/ports/445eed54-9d4b-4ae0-829b-57034256836e HTTP/1.1" status: 204 len: 173 time: 1.1871777 Jun 30 09:27:01.061998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.076067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'name': 'network-vif-deleted', 'tag': '445eed54-9d4b-4ae0-829b-57034256836e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:01.078750 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb39537-8612-4383-be82-9195f2a992a0" -d '{"events": [{"server_uuid": "7a2985ac-ae95-4f6c-ac98-d9559d507172", "name": "network-vif-deleted", "tag": "445eed54-9d4b-4ae0-829b-57034256836e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:01.147176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c1153b4-8a4e-4dc4-9288-d64039e866cf req-299b5a27-c17a-433b-96ff-7a99e045495c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360011 Jun 30 09:27:01.306330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae782c69-1987-488f-a5c0-8a5a09da216a req-db469832-2c36-4ab8-8a14-18a04f0bcc28 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1539004 Jun 30 09:27:01.382304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e19a91dd-8df6-43d8-86d1-be932e31a86d req-99d4043b-a764-4dc2-86a9-bc36e46b6f22 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.0622678 Jun 30 09:27:01.387444 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-decc4f96-b607-41c2-8c1d-da88b2902775 x-openstack-request-id: req-decc4f96-b607-41c2-8c1d-da88b2902775 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:01.387799 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee57f958-a76f-4a6b-98af-57e12c49715c", "name": "network-vif-plugged", "status": "completed", "tag": "f59ddff8-5485-450d-b61c-4270c0c7e4c5", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:01.387993 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-decc4f96-b607-41c2-8c1d-da88b2902775 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:01.388391 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5', 'code': 200} Jun 30 09:27:01.405119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=f59ddff8-5485-450d-b61c-4270c0c7e4c5,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:01.425457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Deleting port bd1060c0-0af2-48e2-b596-709e45e7ec3b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:01.425457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.601912 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:26:57Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:01.631885 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e848f91-6072-4f94-a698-fba78efd4b93 None None] The sync data for ids ['545eeb46-47b2-4904-bf35-847bdb919b11'] in n-d-780147-22 is: [{'id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'name': 'tempest-AttachVolumeTestJSON-566984563-router', 'tenant_id': '073a4d91f55945789c58ac1491660c87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:15:38Z', 'updated_at': '2021-06-30T09:26:57Z', 'revision_number': 5, 'project_id': '073a4d91f55945789c58ac1491660c87', 'gw_port': {'id': 'bd1060c0-0af2-48e2-b596-709e45e7ec3b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:8f:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545eeb46-47b2-4904-bf35-847bdb919b11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:15:39Z', 'updated_at': '2021-06-30T09:15:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:01.728412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] For port bd1060c0-0af2-48e2-b596-709e45e7ec3b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bd1060c0-0af2-48e2-b596-709e45e7ec3b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:01.728772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:01.755099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Calling delete_port for bd1060c0-0af2-48e2-b596-709e45e7ec3b owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:01.756774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-068de4e2-1ed4-4524-bd6f-20abbdfcd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:01.758515 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-068de4e2-1ed4-4524-bd6f-20abbdfcd93e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8343489 Jun 30 09:27:01.766134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a64ec-9177-4c86-b626-090fcda9c697 req-be464c27-56c1-4d44-b9ae-387d7f291448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:01.767770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d6a64ec-9177-4c86-b626-090fcda9c697 req-be464c27-56c1-4d44-b9ae-387d7f291448 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.2546256 Jun 30 09:27:01.852093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3f8e4-0b74-442e-979d-8c6da3a8cf25 req-20df397b-f021-459f-a157-d766e744dbfc tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:01.853684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffc3f8e4-0b74-442e-979d-8c6da3a8cf25 req-20df397b-f021-459f-a157-d766e744dbfc tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 945 time: 0.2825367 Jun 30 09:27:01.912180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-a9810b82-1b7d-46e3-8c19-05ffe1f6c26b service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452861 Jun 30 09:27:01.922718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d6a64ec-9177-4c86-b626-090fcda9c697 req-a3fe6226-d3d5-44dd-97fb-4f761b906ff4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346509 Jun 30 09:27:01.933840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e555979-1c47-4d3d-96f6-0cde14c7187c req-3b03c917-0053-4e30-be65-2e3436353315 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:01.937706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e555979-1c47-4d3d-96f6-0cde14c7187c req-3b03c917-0053-4e30-be65-2e3436353315 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2753949 Jun 30 09:27:02.027121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ffc3f8e4-0b74-442e-979d-8c6da3a8cf25 req-c764d163-0a1b-4ea8-9cac-3d6d85ed9828 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494513 Jun 30 09:27:02.044346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.082302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e555979-1c47-4d3d-96f6-0cde14c7187c req-dcb86038-391f-4602-a818-31261a0c8059 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363788 Jun 30 09:27:02.088728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=5f4bcf0b-fbf3-479c-a71b-ad369e71cdb7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:02.098615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-615f2d4d-ff28-4e62-b36a-c52f0ab04a4c req-598d21fd-9487-4a1d-8e26-fd5bf0f9e1f1 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731825 Jun 30 09:27:02.106910 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea72bc35-0cea-4835-a121-55f2cb10bb47 x-openstack-request-id: req-ea72bc35-0cea-4835-a121-55f2cb10bb47 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:02.107273 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2985ac-ae95-4f6c-ac98-d9559d507172", "name": "network-vif-deleted", "tag": "445eed54-9d4b-4ae0-829b-57034256836e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:02.107450 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea72bc35-0cea-4835-a121-55f2cb10bb47 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:02.107834 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2985ac-ae95-4f6c-ac98-d9559d507172', 'name': 'network-vif-deleted', 'tag': '445eed54-9d4b-4ae0-829b-57034256836e', 'status': 'completed', 'code': 200} Jun 30 09:27:02.210163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.298672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-e7b95884-13ee-4f7d-be35-2b8cbbcf5d3a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.301918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-e7b95884-13ee-4f7d-be35-2b8cbbcf5d3a tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "GET /v2.0/ports?device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 945 time: 0.2387695 Jun 30 09:27:02.312289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1060c0-0af2-48e2-b596-709e45e7ec3b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:02.460176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07ba9108-da43-4823-8ec9-e74f0c0b782f details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:27:02.477691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-1213640e-790d-4d78-bb5d-90ec98d3484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.479334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-1213640e-790d-4d78-bb5d-90ec98d3484c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1096 time: 0.3073893 Jun 30 09:27:02.574510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.589617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f13cf561-332b-494a-abfc-e9c6d54a5278 req-3519320d-47df-427d-8678-1aaec57eb808 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0575869 Jun 30 09:27:02.590872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.662417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07ba9108-da43-4823-8ec9-e74f0c0b782f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:02.699863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '07ba9108-da43-4823-8ec9-e74f0c0b782f', 'network_id': '34c847cb-c70e-457a-8763-21add629bc99', 'port_id': '07ba9108-da43-4823-8ec9-e74f0c0b782f', 'mac_address': 'fa:16:3e:42:c6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44e8bd17-33cb-44c4-9657-d0437dfdb803', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:27:02.710997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.716576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.780958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550cbe6-e5cd-48c3-98a3-e8146a0ab258 req-e87f959c-d877-4f5a-8215-1449b8a61200 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.786947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-f5b0c0fa-b490-4575-863e-ba13b636fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.788443 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-f5b0c0fa-b490-4575-863e-ba13b636fb60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.2927551 Jun 30 09:27:02.790480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2550cbe6-e5cd-48c3-98a3-e8146a0ab258 req-e87f959c-d877-4f5a-8215-1449b8a61200 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 943 time: 0.3532233 Jun 30 09:27:02.792027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.818416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ba9108-da43-4823-8ec9-e74f0c0b782f {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:02.844053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07ba9108-da43-4823-8ec9-e74f0c0b782f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:02.847491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08b685e2-ab89-4994-a5b3-cbe1c12195da req-77779fcd-734a-42f2-b882-84efe8ec1b45 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.0526762 Jun 30 09:27:02.848488 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.849550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545eeb46-47b2-4904-bf35-847bdb919b11 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:27:02.854029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Deleting port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:02.854659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.859378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-358f861d-b9ec-41e7-a8ce-87acfc117bdb tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.860384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-358f861d-b9ec-41e7-a8ce-87acfc117bdb tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "GET /v2.0/ports?device_id=202be14c-9dfc-44f5-b47b-76fa72d4c3f2 HTTP/1.1" status: 200 len: 945 time: 0.2829366 Jun 30 09:27:02.862705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.866002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:02.869587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c07a00f3-1357-413a-82b0-b1ad237a54ef admin admin] 10.222.0.77 "DELETE /v2.0/routers/545eeb46-47b2-4904-bf35-847bdb919b11 HTTP/1.1" status: 204 len: 168 time: 2.5991859 Jun 30 09:27:02.869743 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-dd7c6271-53a0-4883-9823-de4a359a4b0b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 217 time: 0.0705831 Jun 30 09:27:02.892768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51904) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:02.944108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07ba9108-da43-4823-8ec9-e74f0c0b782f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:02.963933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-a3bd0874-50a1-4cb0-b8c3-9abda5312598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:02.965571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-a3bd0874-50a1-4cb0-b8c3-9abda5312598 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0794771 Jun 30 09:27:03.110849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-447cda5e-0494-409c-a9c1-794dad49c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.113810 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-447cda5e-0494-409c-a9c1-794dad49c88d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183696 Jun 30 09:27:03.289143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['07ba9108-da43-4823-8ec9-e74f0c0b782f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:03.308029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router f10f9a35-4c17-452f-a7bf-9fd309ee5be5 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:03.333596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Deleting port a151228f-4622-408c-ab68-cc6343547913 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:03.333928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.392844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-e8e35120-0eaf-48ec-9509-13c67d3d0f6c service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694182 Jun 30 09:27:03.496838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0f8d7881-0689-4782-bda1-f349ad88e303 req-112e95d9-9495-46e8-8ad3-5fa46e7c2ea1 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960321 Jun 30 09:27:03.511028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2550cbe6-e5cd-48c3-98a3-e8146a0ab258 req-826f999e-2c4e-4e65-8184-8b00c240fed9 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7194057 Jun 30 09:27:03.559513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31979f1e-9aff-4d1c-81c8-75f1ee9662cb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:03.591453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Deleting subnet 0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:03.598939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 31979f1e-9aff-4d1c-81c8-75f1ee9662cb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:03.599270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31979f1e-9aff-4d1c-81c8-75f1ee9662cb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:03.599738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bd1060c0-0af2-48e2-b596-709e45e7ec3b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:03.600848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.645872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: bd1060c0-0af2-48e2-b596-709e45e7ec3b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:03.646277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bd1060c0-0af2-48e2-b596-709e45e7ec3b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:03.686176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.697051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] For port a151228f-4622-408c-ab68-cc6343547913, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=a151228f-4622-408c-ab68-cc6343547913,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:03.697319 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.717388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Calling delete_port for a151228f-4622-408c-ab68-cc6343547913 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:03.722466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:03.731395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7ee10b98-8f85-4a0a-b6ae-5c5a15b55e81 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/routers/f10f9a35-4c17-452f-a7bf-9fd309ee5be5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2370481 Jun 30 09:27:03.735542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51912) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:03.736332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] Sync routers for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:03.753119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:03.754505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:03.778547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] For port 1044fc9d-ce8a-4c13-b872-cb5e532980e1, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1044fc9d-ce8a-4c13-b872-cb5e532980e1,segment=NetworkSegment(7bf6ba48-ea46-4a5a-9210-cdcc0e646112),segment_id=7bf6ba48-ea46-4a5a-9210-cdcc0e646112)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:03.778801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.803740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Calling delete_port for 1044fc9d-ce8a-4c13-b872-cb5e532980e1 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:03.808535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:03.831026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] Routers {'f10f9a35-4c17-452f-a7bf-9fd309ee5be5'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:03.832702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:26:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:03.862700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25c53f-757c-4b43-8d57-4bc2f95f3c10 req-3960b7dd-319a-4b3c-84c7-6a6acddbe683 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:03.864561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a25c53f-757c-4b43-8d57-4bc2f95f3c10 req-3960b7dd-319a-4b3c-84c7-6a6acddbe683 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 945 time: 0.5732622 Jun 30 09:27:03.886830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:03.887491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66015de-d301-4b40-bcc8-df538bff0b7a None None] The sync data for ids ['f10f9a35-4c17-452f-a7bf-9fd309ee5be5'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:03.901445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.954382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:03.998813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d39d9-e806-4c93-8d0b-a9e3be14ba14 req-96b97e13-4369-4212-adb9-96502aa1bc82 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:04.000448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e5d39d9-e806-4c93-8d0b-a9e3be14ba14 req-96b97e13-4369-4212-adb9-96502aa1bc82 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.3354669 Jun 30 09:27:04.045408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.062475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1044fc9d-ce8a-4c13-b872-cb5e532980e1', 'a151228f-4622-408c-ab68-cc6343547913'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:04.063000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2a25c53f-757c-4b43-8d57-4bc2f95f3c10 req-3b46af35-6c3a-4f6a-85f5-1f37f0062b0f tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/security-groups?id=c5b8988f-8ecb-401b-8f27-41974167e1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554909 Jun 30 09:27:04.111416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event deleted for resources: {'Port': ['ID=a151228f-4622-408c-ab68-cc6343547913,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:04.167155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.205425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.206919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.207324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.208810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.210364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.210762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.211178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.211517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.211851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.214199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.214752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.226366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:04.230851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e5d39d9-e806-4c93-8d0b-a9e3be14ba14 req-a6ca4993-b8dc-4772-aee2-8053372a68a7 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173169 Jun 30 09:27:04.277436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83e7402f-397a-40a1-bcf9-73831fffc428 req-61a17961-32e2-4899-8d73-f4955433f51f tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0442202 Jun 30 09:27:04.278690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.282071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] No DVR routers for this DVR port a151228f-4622-408c-ab68-cc6343547913 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:04.287356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.291672 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-71be4dc5-6ebf-41c9-9241-d06672e8c948 req-db731baf-94af-4839-ac69-bfd9bc8ba0fd tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "DELETE /v2.0/ports/a151228f-4622-408c-ab68-cc6343547913 HTTP/1.1" status: 204 len: 173 time: 1.4217193 Jun 30 09:27:04.294357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'name': 'network-vif-deleted', 'tag': 'a151228f-4622-408c-ab68-cc6343547913'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:04.300423 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3278f02e-e984-4982-9fd2-e559231e744b" -d '{"events": [{"server_uuid": "202be14c-9dfc-44f5-b47b-76fa72d4c3f2", "name": "network-vif-deleted", "tag": "a151228f-4622-408c-ab68-cc6343547913"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:04.317371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:04.339356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545840b-a4f8-413a-8ebf-3e22a25e7387 None None] Network 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:04.351599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.353559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13483daf-0552-485f-8ce2-6bdc4577487b admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0ef2df0d-a961-4ff7-bf8c-c1d5ce74329d HTTP/1.1" status: 204 len: 168 time: 1.0637608 Jun 30 09:27:04.354903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.356468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51918) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:04.383526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['a151228f-4622-408c-ab68-cc6343547913'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:04.389436 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb30ea-5183-4beb-843c-dd17ea6cb6af x-openstack-request-id: req-fdfb30ea-5183-4beb-843c-dd17ea6cb6af {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:04.390061 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202be14c-9dfc-44f5-b47b-76fa72d4c3f2", "name": "network-vif-deleted", "tag": "a151228f-4622-408c-ab68-cc6343547913", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:04.391054 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fdfb30ea-5183-4beb-843c-dd17ea6cb6af {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:04.391650 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202be14c-9dfc-44f5-b47b-76fa72d4c3f2', 'name': 'network-vif-deleted', 'tag': 'a151228f-4622-408c-ab68-cc6343547913', 'status': 'completed', 'code': 200} Jun 30 09:27:04.420111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 781d84d0-f3c5-496b-a047-f7ee9403a63c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:04.420746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.546439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.584176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 781d84d0-f3c5-496b-a047-f7ee9403a63c owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:04.611400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Pushing event deleted for resources: {'Port': ['ID=1044fc9d-ce8a-4c13-b872-cb5e532980e1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:04.635664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91c36db2-4022-4a0f-a53b-e004c50603d6 req-19dd0bd9-5d9e-466b-890e-8a331f244d18 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.1730216 Jun 30 09:27:04.661667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] DHCP port deletion for 4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:27:04.673654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] No DVR routers for this DVR port 1044fc9d-ce8a-4c13-b872-cb5e532980e1 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:04.679071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.681320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c966baf5-3f3e-4960-b8a9-70a81fd0f867 req-9b053683-843a-4deb-92f2-8f93f3c61425 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.79 "DELETE /v2.0/ports/1044fc9d-ce8a-4c13-b872-cb5e532980e1 HTTP/1.1" status: 204 len: 173 time: 2.3623149 Jun 30 09:27:04.681780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'name': 'network-vif-deleted', 'tag': '1044fc9d-ce8a-4c13-b872-cb5e532980e1'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:04.684961 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d7f380-5b63-4ee0-ad7c-444da0f1857a" -d '{"events": [{"server_uuid": "fc28eed7-ed8b-4a86-80ca-3797035d9340", "name": "network-vif-deleted", "tag": "1044fc9d-ce8a-4c13-b872-cb5e532980e1"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:04.739159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.776715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] Deleting port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:04.777498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.788811 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b415c59d-6cac-403f-921f-0c045d655663 x-openstack-request-id: req-b415c59d-6cac-403f-921f-0c045d655663 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:04.789317 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc28eed7-ed8b-4a86-80ca-3797035d9340", "name": "network-vif-deleted", "tag": "1044fc9d-ce8a-4c13-b872-cb5e532980e1", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:04.789586 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b415c59d-6cac-403f-921f-0c045d655663 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:04.790026 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc28eed7-ed8b-4a86-80ca-3797035d9340', 'name': 'network-vif-deleted', 'tag': '1044fc9d-ce8a-4c13-b872-cb5e532980e1', 'status': 'completed', 'code': 200} Jun 30 09:27:04.888685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] For port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:04.890127 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:04.898859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae456a-511c-4633-b945-8dcdb13f2af5 req-7029ebe7-5445-43c5-af13-f448f64c6c7b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:04.907081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91ae456a-511c-4633-b945-8dcdb13f2af5 req-7029ebe7-5445-43c5-af13-f448f64c6c7b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 944 time: 0.1592107 Jun 30 09:27:04.910576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] Calling delete_port for 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:04.919888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Deleting port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:04.920241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.019250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.028993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91ae456a-511c-4633-b945-8dcdb13f2af5 req-b567ac83-3198-49a6-90a0-e44830795ce7 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209161 Jun 30 09:27:05.086773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] For port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,segment=NetworkSegment(45d9b6ef-4aef-41f2-abf6-16ff27a8b455),segment_id=45d9b6ef-4aef-41f2-abf6-16ff27a8b455)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:05.087954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.091111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] Pushing event deleted for resources: {'Port': ['ID=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:05.093267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbfd289-3a82-4fb9-8249-e277644f4e8c None None] No DVR routers for this DVR port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:05.126936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Calling delete_port for 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:05.219457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.255343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] No DVR routers for this DVR port 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:05.297036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Pushing event deleted for resources: {'Port': ['ID=42772dc3-297e-4c23-ab5a-4cc0ffa6bd64,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:05.338285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.389585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=781d84d0-f3c5-496b-a047-f7ee9403a63c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:05.403269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:27:05.451807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:05.461408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-319ff8b5-5384-435f-b444-3550f79603bc req-be3d1dc0-7cd6-4b7b-b0a6-756a30c06e90 tempest-MultipleCreateTestJSON-1008675121 tempest-MultipleCreateTestJSON-1008675121-project] 10.222.0.77 "GET /v2.0/ports?device_id=fc28eed7-ed8b-4a86-80ca-3797035d9340 HTTP/1.1" status: 200 len: 210 time: 0.0580761 Jun 30 09:27:05.495238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.515205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.519903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:05.598378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:05.600417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d9b6ef-4aef-41f2-abf6-16ff27a8b455') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:05.600913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d9b6ef-4aef-41f2-abf6-16ff27a8b455') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:05.616466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'mac_address': 'fa:16:3e:ec:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:27:05.634175 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.654568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:05.655757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 42772dc3-297e-4c23-ab5a-4cc0ffa6bd64 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:05.684236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.687786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.722771 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.740771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.745306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.745745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fc5f418-97a5-41cb-a68a-2318533808c1 req-5370e7f2-2dfd-42bb-8c1a-a9d7ed23192e tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0404539 Jun 30 09:27:05.745905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Fanout notify agent at l3_agent the message router_deleted on router f10f9a35-4c17-452f-a7bf-9fd309ee5be5 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:27:05.749157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca545908-f66a-481d-8144-09cf3869b9e9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:05.761144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.765314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b8981698-7773-41d3-9a22-9237a1923fe1 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/routers/f10f9a35-4c17-452f-a7bf-9fd309ee5be5 HTTP/1.1" status: 204 len: 168 time: 2.0275640 Jun 30 09:27:05.765528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:05.765641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1110ff5-49c5-4015-b65d-da865db47c32 req-a4737c3e-4d08-41cb-92e9-da1542e85287 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:05.778689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1110ff5-49c5-4015-b65d-da865db47c32 req-a4737c3e-4d08-41cb-92e9-da1542e85287 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2426982 Jun 30 09:27:05.786870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:05.787295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:05.789965 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:05.793520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:05.804677 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.835393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting subnet 4a9e8920-4cc1-4a2b-b24b-e131c311a345 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:05.839258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.876185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a1110ff5-49c5-4015-b65d-da865db47c32 req-017774be-745b-4341-84e6-f5c34f2b1e37 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964704 Jun 30 09:27:05.889364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.902451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:05.914556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.921638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:05.926951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] 10.222.0.77 "DELETE /v2.0/networks/4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0 HTTP/1.1" status: 204 len: 168 time: 1.5666242 Jun 30 09:27:05.955249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5b8a1-2f49-4917-a877-8f17e1686677 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ffe0829-0b02-45f8-b1d6-d0a5c0d527c0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:06.013624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fc0bfb9-1e9d-45ba-9b45-3d45ef64d098 req-f0d97db4-dbaa-4f1c-890d-95e532a72559 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=7a2985ac-ae95-4f6c-ac98-d9559d507172 HTTP/1.1" status: 200 len: 210 time: 0.0350389 Jun 30 09:27:06.027418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.068742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ca545908-f66a-481d-8144-09cf3869b9e9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:06.102782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51938) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:06.118846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.147929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77cedaf-6bc6-4916-980a-495f955f18e5 None None] Network eda7f35e-dc09-4ea2-8c53-ce4f93a228da requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:06.148153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.150032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/subnets/4a9e8920-4cc1-4a2b-b24b-e131c311a345 HTTP/1.1" status: 204 len: 168 time: 0.3835418 Jun 30 09:27:06.168665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51940) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:06.175919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615ff0a-aac6-4fe9-9293-84f297446ebd tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Subnet': ['ID=4a9e8920-4cc1-4a2b-b24b-e131c311a345,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:06.272152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5bde096f-2413-403e-9db2-0d52433bd1fb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=073a4d91f55945789c58ac1491660c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641595 Jun 30 09:27:06.272528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51942) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:06.347342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcfae-6c5e-4989-8c15-55e2d4e1b78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.348112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.390473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcfae-6c5e-4989-8c15-55e2d4e1b78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.420856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a036264-938b-488a-9b99-6b38d7ba502b req-9e1b33d5-3a95-435f-a603-0b7fac984bde tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:06.422464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7a036264-938b-488a-9b99-6b38d7ba502b req-9e1b33d5-3a95-435f-a603-0b7fac984bde tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 944 time: 0.2546108 Jun 30 09:27:06.471713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcfae-6c5e-4989-8c15-55e2d4e1b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.475145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d5fcfae-6c5e-4989-8c15-55e2d4e1b78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.479086 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d5fcfae-6c5e-4989-8c15-55e2d4e1b78f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53264b19-16f6-4a82-8d58-3a1cf3841e7f HTTP/1.1" status: 204 len: 168 time: 0.2029209 Jun 30 09:27:06.489632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5fcfae-6c5e-4989-8c15-55e2d4e1b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53264b19-16f6-4a82-8d58-3a1cf3841e7f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:06.494193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07ba9108-da43-4823-8ec9-e74f0c0b782f up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:06.512530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:06.512886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.543350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] DHCP port deletion for eda7f35e-dc09-4ea2-8c53-ce4f93a228da request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:27:06.608607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 07ba9108-da43-4823-8ec9-e74f0c0b782f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:06.614609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7a036264-938b-488a-9b99-6b38d7ba502b req-2b5e84f2-b06a-4e43-832e-ba8cd0a4bf1d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820543 Jun 30 09:27:06.631048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 07ba9108-da43-4823-8ec9-e74f0c0b782f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:06.631048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.633257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] Deleting port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:06.633627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.664264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] For port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,segment=NetworkSegment(f1633874-a3b9-4846-96a8-0d1a272899a1),segment_id=f1633874-a3b9-4846-96a8-0d1a272899a1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:06.665497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.686998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:06.748222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:06.787535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] For port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,segment=NetworkSegment(f1633874-a3b9-4846-96a8-0d1a272899a1),segment_id=f1633874-a3b9-4846-96a8-0d1a272899a1)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:06.788234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.806621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] Calling delete_port for 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:06.833313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.848085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Deleting subnet f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:06.852136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.891517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:06.895603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:06.906855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] No DVR routers for this DVR port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:06.983429 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.037057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.068615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fe9a92-fe37-4917-b675-65921de8eea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ba9108-da43-4823-8ec9-e74f0c0b782f'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:07.071385 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a428f520-98ee-41ae-b2bf-bc41f592f9cd" -d '{"events": [{"server_uuid": "59fe9a92-fe37-4917-b675-65921de8eea1", "name": "network-vif-plugged", "status": "completed", "tag": "07ba9108-da43-4823-8ec9-e74f0c0b782f"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:07.113167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07ba9108-da43-4823-8ec9-e74f0c0b782f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:07.116681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2fe21160-3ff8-41cf-b461-77086b7c8ee5 req-94514c28-e730-4828-8dad-59886249d770 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0808289 Jun 30 09:27:07.134436 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.146260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.163977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eda7f35e-dc09-4ea2-8c53-ce4f93a228da']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:07.218723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1633874-a3b9-4846-96a8-0d1a272899a1') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:07.220116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1633874-a3b9-4846-96a8-0d1a272899a1') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:07.229618 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.237545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07ba9108-da43-4823-8ec9-e74f0c0b782f,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:07.238242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.253217 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.307928 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd79ab9e-12aa-4f93-b9c1-fc9585ace626 x-openstack-request-id: req-cd79ab9e-12aa-4f93-b9c1-fc9585ace626 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:07.308120 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fe9a92-fe37-4917-b675-65921de8eea1", "name": "network-vif-plugged", "status": "completed", "tag": "07ba9108-da43-4823-8ec9-e74f0c0b782f", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:07.308392 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd79ab9e-12aa-4f93-b9c1-fc9585ace626 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:07.308776 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fe9a92-fe37-4917-b675-65921de8eea1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ba9108-da43-4823-8ec9-e74f0c0b782f', 'code': 200} Jun 30 09:27:07.309847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] Pushing event deleted for resources: {'Port': ['ID=7c791cfc-4669-4e69-bfdf-2381c8b1a3fb,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:07.325392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.332550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07492806-07b9-4ba0-81ee-cfa9efa5da7d None None] No DVR routers for this DVR port 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:07.360554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:07.367428 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:07.370871 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:07.376481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.384602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/f8e91ba6-4b5c-4be2-9a3e-c9f804316b98 HTTP/1.1" status: 204 len: 168 time: 0.6330581 Jun 30 09:27:07.384602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a416318f-4e3c-4151-af07-2fc98a3a73d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8e91ba6-4b5c-4be2-9a3e-c9f804316b98,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:07.393013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 51972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:07.411901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:07.478630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88930881-254f-4670-9d37-254fdee613a9 req-139de6a3-2ea0-4279-8b27-d4bec3bf1211 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:07.485089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:07.486154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88930881-254f-4670-9d37-254fdee613a9 req-139de6a3-2ea0-4279-8b27-d4bec3bf1211 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 945 time: 0.3258903 Jun 30 09:27:07.511839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.542916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:07.543260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88930881-254f-4670-9d37-254fdee613a9 req-fdb600cc-a402-4f9d-a8e1-97e760a364fd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560982 Jun 30 09:27:07.543381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7c791cfc-4669-4e69-bfdf-2381c8b1a3fb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:07.574448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.579706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/networks/eda7f35e-dc09-4ea2-8c53-ce4f93a228da HTTP/1.1" status: 204 len: 168 time: 1.4099650 Jun 30 09:27:07.581057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51976) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:07.588452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ca545908-f66a-481d-8144-09cf3869b9e9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:07.596784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ca545908-f66a-481d-8144-09cf3869b9e9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:07.597234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.601945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86c82c7-2c04-4c37-b87e-d99b83352f93 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Network': ['ID=eda7f35e-dc09-4ea2-8c53-ce4f93a228da,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:07.671855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.794874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c0cfa-5103-4401-a515-a6bc6dad5252 req-9cd39b1d-8c79-4266-b65e-ea026f538075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:07.796433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c3c0cfa-5103-4401-a515-a6bc6dad5252 req-9cd39b1d-8c79-4266-b65e-ea026f538075 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 1097 time: 0.1012852 Jun 30 09:27:07.805006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port b08bf888-ffb9-4674-85db-93bf03f2b140 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:07.805358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.834673 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.893321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.904786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9f2dfe-480e-4116-9172-7ce2db38a6a5']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:07.907779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:07.917774 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.919087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1044fc9d-ce8a-4c13-b872-cb5e532980e1 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:07.919482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf6ba48-ea46-4a5a-9210-cdcc0e646112') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:07.919790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf6ba48-ea46-4a5a-9210-cdcc0e646112') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:07.933330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.951113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.958495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:07.958939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:07.960928 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:07.976700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 1044fc9d-ce8a-4c13-b872-cb5e532980e1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:07.977052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1044fc9d-ce8a-4c13-b872-cb5e532980e1 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:07.977471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a151228f-4622-408c-ab68-cc6343547913 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:08.007126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c3c0cfa-5103-4401-a515-a6bc6dad5252 req-82bb2413-82f2-4854-b626-2a53cc96534d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977012 Jun 30 09:27:08.048690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.049128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.052766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.074167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.077504 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] 10.222.0.77 "DELETE /v2.0/networks/eb9f2dfe-480e-4116-9172-7ce2db38a6a5 HTTP/1.1" status: 204 len: 168 time: 0.6833544 Jun 30 09:27:08.078746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9b42e-ab83-48db-8f3b-6ca2a8e1a30b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb9f2dfe-480e-4116-9172-7ce2db38a6a5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:08.080914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f40f16-162b-449c-8b81-4f55495c1ae7 req-e34c67ac-6783-4d6d-af66-f2dc88ba48ee tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:08.085147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17f40f16-162b-449c-8b81-4f55495c1ae7 req-e34c67ac-6783-4d6d-af66-f2dc88ba48ee tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.2102225 Jun 30 09:27:08.086147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for b08bf888-ffb9-4674-85db-93bf03f2b140 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:08.092940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: a151228f-4622-408c-ab68-cc6343547913 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:08.093332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device a151228f-4622-408c-ab68-cc6343547913 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:08.100641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:08.193454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17f40f16-162b-449c-8b81-4f55495c1ae7 req-57f9106f-847f-41dd-b7a7-92e284d2ff77 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975380 Jun 30 09:27:08.297576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.344964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=b08bf888-ffb9-4674-85db-93bf03f2b140,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:08.398080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30390506-e777-4ac1-a213-b23e4dc36e0c req-c7d5d1f1-a072-4ba7-bc22-eef06fb82fe1 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0686684 Jun 30 09:27:08.496087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.499714 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.502306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2ad01ed2-1b7d-483b-b904-f6bab16a7600 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/floatingips/7d45ce63-225d-42b4-9370-08f4891fe34b HTTP/1.1" status: 204 len: 168 time: 0.9088690 Jun 30 09:27:08.507061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52002) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.507199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.537032 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-da551a88-7ece-41f8-a784-9cfd07857c05 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] DELETE failed (client error): The resource could not be found. Jun 30 09:27:08.537805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da551a88-7ece-41f8-a784-9cfd07857c05 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:27:08.542127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-da551a88-7ece-41f8-a784-9cfd07857c05 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/ports/237a0407-83eb-42f1-904a-6b334c4788dc HTTP/1.1" status: 404 len: 333 time: 0.0308743 Jun 30 09:27:08.542460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52006) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.568948 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9b44378a-3dbf-42ba-9b96-d79e114f6e73 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a788cfebccab42a69c64df05a9db5d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605156 Jun 30 09:27:08.572536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.594916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52012) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.595193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-37788ae1-d964-49d1-b857-bd56ea62258f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/ports?device_id=f10f9a35-4c17-452f-a7bf-9fd309ee5be5 HTTP/1.1" status: 200 len: 205 time: 0.0466931 Jun 30 09:27:08.654047 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-ecd94ea7-fd6f-46bb-a8ca-ba490155b5a2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] delete failed (client error): The resource could not be found. Jun 30 09:27:08.655126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ecd94ea7-fd6f-46bb-a8ca-ba490155b5a2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/routers/f10f9a35-4c17-452f-a7bf-9fd309ee5be5 HTTP/1.1" status: 404 len: 336 time: 0.0581281 Jun 30 09:27:08.657826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52014) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.689400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57955056-2fbb-4d06-b7e8-21db6ed8b992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.727711 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-770a3394-fbdc-4991-8d63-36e958af64b2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] DELETE failed (client error): The resource could not be found. Jun 30 09:27:08.728283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770a3394-fbdc-4991-8d63-36e958af64b2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:27:08.729070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57955056-2fbb-4d06-b7e8-21db6ed8b992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.730305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-770a3394-fbdc-4991-8d63-36e958af64b2 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/subnets/4a9e8920-4cc1-4a2b-b24b-e131c311a345 HTTP/1.1" status: 404 len: 337 time: 0.0712717 Jun 30 09:27:08.734557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52016) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:08.808030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57955056-2fbb-4d06-b7e8-21db6ed8b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.810863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57955056-2fbb-4d06-b7e8-21db6ed8b992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:08.812295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-57955056-2fbb-4d06-b7e8-21db6ed8b992 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c5b8988f-8ecb-401b-8f27-41974167e1f6 HTTP/1.1" status: 204 len: 168 time: 0.2386744 Jun 30 09:27:08.827482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57955056-2fbb-4d06-b7e8-21db6ed8b992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b8988f-8ecb-401b-8f27-41974167e1f6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:08.843566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5129b89-4e2c-4c75-b01d-96ca5fa4512e req-28bdb1a4-f6ee-48a9-9931-07b1b3219f8c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:08.852105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5129b89-4e2c-4c75-b01d-96ca5fa4512e req-28bdb1a4-f6ee-48a9-9931-07b1b3219f8c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1567330 Jun 30 09:27:08.918816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e5129b89-4e2c-4c75-b01d-96ca5fa4512e req-6f69c5cc-8694-42c1-8da0-2596e17595f9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656977 Jun 30 09:27:08.953433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:08.954440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:09.089717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:09.123192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-885afa3b-7b19-4180-8923-1d760d5e5876 req-ed4260a9-859f-44e6-ae45-4e6bc63cf14c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0468583 Jun 30 09:27:09.131387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:09.310943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:09.318012 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96db1d6a-cb9d-4c9e-bced-f58226690342" -d '{"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-plugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:09.333795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:09.413041 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ddaa76-8770-4b6f-8dcc-c7b428295a55 x-openstack-request-id: req-93ddaa76-8770-4b6f-8dcc-c7b428295a55 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:09.413540 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-plugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:09.414285 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-93ddaa76-8770-4b6f-8dcc-c7b428295a55 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:09.414846 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'code': 200} Jun 30 09:27:09.462565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:09.729973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:09.731964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f5d440d7-ee26-4148-8b52-79348d86c100 tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/ports/8fb97bd0-5fe9-4b6f-bf3e-0101e4945ec2 HTTP/1.1" status: 204 len: 168 time: 0.9965558 Jun 30 09:27:09.734606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9bb02e00-e016-4ba8-aa69-d4683b9f8097 req-f2dd0c17-2e4e-4726-a199-e17ff548797b tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.1450531 Jun 30 09:27:09.734768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:09.854962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759e02-feac-403b-9a38-d6182b8a984a req-44d7a18d-1d7f-4918-b074-be61eda0063d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:09.858946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d759e02-feac-403b-9a38-d6182b8a984a req-44d7a18d-1d7f-4918-b074-be61eda0063d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.4066470 Jun 30 09:27:09.880610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac49635-9b59-40dc-8508-13dec280f3c5 req-86b78bde-8c30-4dbe-84eb-1f5919cf82fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:09.882540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cac49635-9b59-40dc-8508-13dec280f3c5 req-86b78bde-8c30-4dbe-84eb-1f5919cf82fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1098 time: 0.2349427 Jun 30 09:27:09.934897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port 63f69d62-6d4c-4db6-beea-5814c2614a06 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:09.935187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:09.969205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cac49635-9b59-40dc-8508-13dec280f3c5 req-f0d93bc1-3dbd-4eed-baa5-38f46e717daf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788178 Jun 30 09:27:09.990641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d759e02-feac-403b-9a38-d6182b8a984a req-48a00488-80f2-4a57-8541-cdf49b06c5e0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088450 Jun 30 09:27:10.163008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:10.197481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for 63f69d62-6d4c-4db6-beea-5814c2614a06 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:10.306516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875ff40-40c2-4bf4-bd26-bcb70f22e985 req-93fab531-564b-4eeb-88f5-aa1417aee94d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:10.322044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2875ff40-40c2-4bf4-bd26-bcb70f22e985 req-93fab531-564b-4eeb-88f5-aa1417aee94d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1780574 Jun 30 09:27:10.355269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:10.443294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2875ff40-40c2-4bf4-bd26-bcb70f22e985 req-2084d734-beae-489b-ac7a-ff1581b5802b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168506 Jun 30 09:27:10.457143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:10.522182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=63f69d62-6d4c-4db6-beea-5814c2614a06,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:10.621742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:10.623942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b7a731e3-0652-4404-a180-10cab067de4a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/ports/63f69d62-6d4c-4db6-beea-5814c2614a06 HTTP/1.1" status: 204 len: 168 time: 0.8883147 Jun 30 09:27:10.628733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52090) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:10.753666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2145460313-network', 'tenant_id': 'deddd569c25041a89e76282bde91e763'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:10.767126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942e212a-f138-4ecb-af1c-05731c1aa44f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:10.772438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-942e212a-f138-4ecb-af1c-05731c1aa44f tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "GET /v2.0/ports?device_id=8159080d-d316-49ba-9f49-34a36d8adb3e HTTP/1.1" status: 200 len: 913 time: 0.1387341 Jun 30 09:27:10.772673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52094) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:10.823910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Made reservation on behalf of deddd569c25041a89e76282bde91e763 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:10.826502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:10.855897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.080168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.099010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.196985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:11.231388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:11.236274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3eabf2d-de09-4f1b-9076-d65304244b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.242531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee3fc1e-b721-4d08-a592-99c32c05ae93,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:11.253800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.254344 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Added segment 48644ad5-97d5-404a-ae7b-d373c9a8108c of type vlan for network bbf9b201-5935-4f2e-9429-f040ee80b760 Jun 30 09:27:11.332504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.383574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.384819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.387387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.467951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-126a11ec-d6d2-44c1-ae03-6e2cb804eaec req-1a75d23e-585d-4b6b-a91f-b13eea758971 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.4718401 Jun 30 09:27:11.469256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f75aa0fc-4825-4415-a85a-17993250663e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.529468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1579983 Jun 30 09:27:11.531854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d559e37-261d-4ced-ad01-075c14bf5d0e admin admin] Pushing event updated for resources: {'Network': ['ID=bbf9b201-5935-4f2e-9429-f040ee80b760,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:11.536046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52110) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:11.547266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Request body: {'subnet': {'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2145460313-subnet', 'tenant_id': 'deddd569c25041a89e76282bde91e763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:11.547913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network bbf9b201-5935-4f2e-9429-f040ee80b760 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:11.586058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057fced1-23a5-4fc7-9c82-b81c96547dff req-34202880-4e60-4c4d-8265-140ca9e1ea28 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.594010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-057fced1-23a5-4fc7-9c82-b81c96547dff req-34202880-4e60-4c4d-8265-140ca9e1ea28 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1498744 Jun 30 09:27:11.616491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f75aa0fc-4825-4415-a85a-17993250663e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.641860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f75aa0fc-4825-4415-a85a-17993250663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.656757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-057fced1-23a5-4fc7-9c82-b81c96547dff req-a97b3b92-6957-445a-84ef-aaf835d5ab36 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Jun 30 09:27:11.661155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Made reservation on behalf of deddd569c25041a89e76282bde91e763 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:11.665026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.759591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75aa0fc-4825-4415-a85a-17993250663e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57be118d-140d-4c79-ad5a-b1ef452f73c6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:11.766094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f75aa0fc-4825-4415-a85a-17993250663e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1f884fe5a11c45478ad375cb11a468bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5305212 Jun 30 09:27:11.767827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52116) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:11.823236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc8e7c-815b-4e38-b289-405ca6fd6bf8 req-3b08dcbe-5dc4-45e0-b0fe-b563970d3691 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:11.824767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8fc8e7c-815b-4e38-b289-405ca6fd6bf8 req-3b08dcbe-5dc4-45e0-b0fe-b563970d3691 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1667790 Jun 30 09:27:11.881199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f563ef01-45b3-463e-96bc-1ac18a454352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.902402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8fc8e7c-815b-4e38-b289-405ca6fd6bf8 req-51be4c4a-2243-4666-b3b4-a545990c5b88 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606296 Jun 30 09:27:11.928928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f563ef01-45b3-463e-96bc-1ac18a454352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:11.936900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.005276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.035958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-417e49ff-0684-461c-93f2-a89f923db400 req-0410bcd9-693c-4e6a-b9ec-bdccf75b392d tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da&device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.0414197 Jun 30 09:27:12.060565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b22c152-4469-474b-800f-df5b0a8f16ab,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:12.074473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f563ef01-45b3-463e-96bc-1ac18a454352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.077316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f563ef01-45b3-463e-96bc-1ac18a454352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.081066 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f563ef01-45b3-463e-96bc-1ac18a454352 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/57be118d-140d-4c79-ad5a-b1ef452f73c6 HTTP/1.1" status: 204 len: 168 time: 0.3090422 Jun 30 09:27:12.110759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Checking segment: {'id': '48644ad5-97d5-404a-ae7b-d373c9a8108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:12.111489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Network hostable DHCP agents. Network: bbf9b201-5935-4f2e-9429-f040ee80b760, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:12.115008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563ef01-45b3-463e-96bc-1ac18a454352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57be118d-140d-4c79-ad5a-b1ef452f73c6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:12.145140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Network bbf9b201-5935-4f2e-9429-f040ee80b760 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:12.159911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, bbf9b201-5935-4f2e-9429-f040ee80b760) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:12.168857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:12.170837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.173379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530f895b-9add-4290-8da6-7679a1ec439e None None] Network bbf9b201-5935-4f2e-9429-f040ee80b760 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:12.219638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c2fed2e8-8001-45e9-ac70-306e0be8cf82 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6754270 Jun 30 09:27:12.470195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e91c4ca-036d-4034-8296-db05abd1b2f8 None None] Network bbf9b201-5935-4f2e-9429-f040ee80b760 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:12.510319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port b0ddb1b8-af02-4c0b-a88a-24418721b078 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:12.510930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.567781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-5fa14149-deb8-4108-8c35-3984bdab6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:12.569380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-5fa14149-deb8-4108-8c35-3984bdab6f89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 1097 time: 0.2110865 Jun 30 09:27:12.600884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52136) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:12.619007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-529cf2d0-6d39-41ff-a423-2396f29ad2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.689350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e89dd1-25fe-4338-b9cb-00f655aef4b6 req-fd533675-855d-4b3c-831a-4e85287654c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:12.691032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4e89dd1-25fe-4338-b9cb-00f655aef4b6 req-fd533675-855d-4b3c-831a-4e85287654c2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2344639 Jun 30 09:27:12.702960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.708144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:12.723107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for b0ddb1b8-af02-4c0b-a88a-24418721b078 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:12.728346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Request body: {'floatingip': {'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:12.748181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-d8d21da4-2fc5-4cd2-8cc1-cc2b25f04fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:12.749742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-d8d21da4-2fc5-4cd2-8cc1-cc2b25f04fd1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.1691229 Jun 30 09:27:12.801141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.826973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-70c4de9f-7053-4024-98e5-9132e034e0ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f HTTP/1.1" status: 200 len: 217 time: 0.0465431 Jun 30 09:27:12.859288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-529cf2d0-6d39-41ff-a423-2396f29ad2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.865605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-529cf2d0-6d39-41ff-a423-2396f29ad2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:12.926687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fec741b-b38d-45d5-8fda-697c92da0793 req-7ee2f8c0-6f6b-48a5-b916-805618930f7c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=fcbaefeef0074b038f5e0d66e1928cd0&device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0975761 Jun 30 09:27:12.937446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529cf2d0-6d39-41ff-a423-2396f29ad2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652b3992-1ce9-4c80-b2fd-76a8dae15e44,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:12.952344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-529cf2d0-6d39-41ff-a423-2396f29ad2fc admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1cbba81649984c1588f6f34f69e37eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3501670 Jun 30 09:27:12.952956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52144) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:12.970537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fec741b-b38d-45d5-8fda-697c92da0793 req-86fe195d-77e1-4a51-ba20-eb5f2ca543d5 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=fcbaefeef0074b038f5e0d66e1928cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319891 Jun 30 09:27:13.087361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41f5ec27-fe42-4063-95bb-67fc74eb18fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.094855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-7b6f2748-b4d4-4a0f-99ad-dd9ccb5dd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:13.097067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-7b6f2748-b4d4-4a0f-99ad-dd9ccb5dd848 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.2589920 Jun 30 09:27:13.144780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41f5ec27-fe42-4063-95bb-67fc74eb18fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.177361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-4ff681ce-ceb6-4dfa-a058-a00749ce09db service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673161 Jun 30 09:27:13.193375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1581b-744b-4539-b2f2-b86d80cb489f req-9f6246a3-44ac-429c-bb42-afc455725220 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:13.198731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ed1581b-744b-4539-b2f2-b86d80cb489f req-9f6246a3-44ac-429c-bb42-afc455725220 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.3756440 Jun 30 09:27:13.286775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41f5ec27-fe42-4063-95bb-67fc74eb18fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.289211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41f5ec27-fe42-4063-95bb-67fc74eb18fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.292816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-41f5ec27-fe42-4063-95bb-67fc74eb18fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/652b3992-1ce9-4c80-b2fd-76a8dae15e44 HTTP/1.1" status: 204 len: 168 time: 0.3183315 Jun 30 09:27:13.328632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5ec27-fe42-4063-95bb-67fc74eb18fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652b3992-1ce9-4c80-b2fd-76a8dae15e44,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:13.426695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec741b-b38d-45d5-8fda-697c92da0793 req-6ff9538a-8fb7-4def-bd51-390258ee04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:13.428173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fec741b-b38d-45d5-8fda-697c92da0793 req-6ff9538a-8fb7-4def-bd51-390258ee04ed service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4482470 Jun 30 09:27:13.454819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ed1581b-744b-4539-b2f2-b86d80cb489f req-d3513bb3-d962-4c0d-be27-a85b8868507a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466459 Jun 30 09:27:13.493759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-62da4c3e-b4a9-4c40-9c97-f204f7a33033 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937207 Jun 30 09:27:13.504413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc352cd0-0947-41f6-9684-5f2d67647289 req-d6f8a064-524e-4d75-b209-4814098953e7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:13.506613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc352cd0-0947-41f6-9684-5f2d67647289 req-d6f8a064-524e-4d75-b209-4814098953e7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.2526500 Jun 30 09:27:13.519045 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.605774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=b0ddb1b8-af02-4c0b-a88a-24418721b078,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:13.611283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.616724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:13.670417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa98b34b-1e2d-4174-a189-19b4db1d926f req-5b4a488e-9985-4fe5-9d29-96ec62163103 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0696352 Jun 30 09:27:13.735994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc352cd0-0947-41f6-9684-5f2d67647289 req-1672de99-8bb2-4fe0-94fa-53e51b7f5e53 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190278 Jun 30 09:27:13.747449 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Floating IP 188d85ee-b8dc-4a43-81ed-2fb5c80ed638 associated. External IP: 172.25.7.40, port: ca545908-f66a-481d-8144-09cf3869b9e9. Jun 30 09:27:13.802106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2a5a0b5-affa-471f-bc65-cb9633aa2754 req-3fd624e5-b6cb-42ab-80dd-9b91b4398c5b service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936842 Jun 30 09:27:13.967397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:14.045703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:14.074484 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e741595a-8892-440e-a4ed-fd9610e5055a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:14.199234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:14.202135 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:14.207460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:14.218102 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:14.232742 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:14.235532 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:14.251276 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-003dbaaf-f58a-45e9-84d8-c1890b80daa3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "PUT /v2.0/floatingips/188d85ee-b8dc-4a43-81ed-2fb5c80ed638 HTTP/1.1" status: 200 len: 991 time: 1.5394933 Jun 30 09:27:14.251276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:14.252924 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2bf73a-404b-4adc-a92b-187bc383d967" -d '{"events": [{"name": "network-changed", "server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:14.330000 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b1c3a1-85a3-44ad-b069-2ebd5bc148d9 x-openstack-request-id: req-f0b1c3a1-85a3-44ad-b069-2ebd5bc148d9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:14.331010 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:14.331265 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f0b1c3a1-85a3-44ad-b069-2ebd5bc148d9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:14.331675 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'status': 'completed', 'code': 200} Jun 30 09:27:14.451779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-62c1f859-0abc-45b8-a874-bf566fdf204e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.454018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-62c1f859-0abc-45b8-a874-bf566fdf204e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1098 time: 0.0867784 Jun 30 09:27:14.570059 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:14.620145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-fdac6b6a-a52f-4a83-a034-e4eabf48f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.621864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-fdac6b6a-a52f-4a83-a034-e4eabf48f4aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1605055 Jun 30 09:27:14.713876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-24f3fa85-27ff-4107-9b50-4ac246248c1e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 999 time: 0.0828183 Jun 30 09:27:14.785792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-5da729f0-6b38-4f42-b202-1179ce3a95e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.787308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-5da729f0-6b38-4f42-b202-1179ce3a95e2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0649207 Jun 30 09:27:14.824619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Router 8159080d-d316-49ba-9f49-34a36d8adb3e has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:14.874084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6fec741b-b38d-45d5-8fda-697c92da0793 req-3c5627fb-d3e5-417e-800f-15ae83b4180b tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.79 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0538654 Jun 30 09:27:14.909441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-83feb6c3-bbdb-4ed6-8dec-20f2a64fdeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.911088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-83feb6c3-bbdb-4ed6-8dec-20f2a64fdeda service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165488 Jun 30 09:27:14.913805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34f56dca-203b-4454-a55c-73af62a48052 req-d8d78ca1-c3da-4090-b73b-3a2f5a7cd0ce tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=4029171c-7a48-4838-a786-7d407b2494da HTTP/1.1" status: 200 len: 210 time: 0.0721080 Jun 30 09:27:14.933313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-1821e7a3-a346-40ae-835d-8019c288f99d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:14.933313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-1821e7a3-a346-40ae-835d-8019c288f99d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.7586799 Jun 30 09:27:14.945928 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '188d85ee-b8dc-4a43-81ed-2fb5c80ed638', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'mac_address': 'fa:16:3e:ec:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:48Z', 'updated_at': '2021-06-30T09:27:13Z', 'revision_number': 1, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.005703 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:27:15.027388 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:15.029675 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.041782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec6fa2-c18a-48ca-86b6-114a985448fd req-3efc46f1-8d61-4c8a-992e-92336ff34b7d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:15.049420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1ec6fa2-c18a-48ca-86b6-114a985448fd req-3efc46f1-8d61-4c8a-992e-92336ff34b7d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.3189538 Jun 30 09:27:15.125352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-5e2b2373-9d06-45e0-a958-1592f53b60e1 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019436 Jun 30 09:27:15.195142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:15.205817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb8332a2-8f09-4201-8bf5-4dca8017998d tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "PUT /v2.0/routers/8159080d-d316-49ba-9f49-34a36d8adb3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4311097 Jun 30 09:27:15.208328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52224) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:15.210613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1ec6fa2-c18a-48ca-86b6-114a985448fd req-3c8c487a-ed2a-4bcf-9d9f-1eaaa59f642a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602278 Jun 30 09:27:15.210974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] Sync routers for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:15.229786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:15.230499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.237936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:15.238386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:15.321585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.334465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] Routers {'8159080d-d316-49ba-9f49-34a36d8adb3e'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:15.335273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['8159080d-d316-49ba-9f49-34a36d8adb3e'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.341556 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:27:15.413566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.414423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee8eff6-bbf6-46b1-a29c-e92d8b0bceb0 None None] The sync data for ids ['8159080d-d316-49ba-9f49-34a36d8adb3e'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:15.496490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea1900-b4df-46e1-b164-b115bbf268d5 req-88f40b14-5266-47de-afdc-80e9590b3dff tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:15.498510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39ea1900-b4df-46e1-b164-b115bbf268d5 req-88f40b14-5266-47de-afdc-80e9590b3dff tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 945 time: 0.2566223 Jun 30 09:27:15.504876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:15.505380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:15.544094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:15.624753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-0e085c99-f9c3-4247-89d6-d0669478c193 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:15.633333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-0e085c99-f9c3-4247-89d6-d0669478c193 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/networks?id=bbf9b201-5935-4f2e-9429-f040ee80b760 HTTP/1.1" status: 200 len: 810 time: 0.2701464 Jun 30 09:27:15.667194 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '188d85ee-b8dc-4a43-81ed-2fb5c80ed638', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'mac_address': 'fa:16:3e:ec:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:48Z', 'updated_at': '2021-06-30T09:27:13Z', 'revision_number': 1, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:15.682246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39ea1900-b4df-46e1-b164-b115bbf268d5 req-a521d01d-c01d-4d6c-a866-8cfe72ac0273 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=1bf3053f-4835-45e4-9fc8-a8eb7c12c666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715653 Jun 30 09:27:15.695515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-94478be2-ecb8-481e-ac41-8beb78a710f6 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/quotas/deddd569c25041a89e76282bde91e763 HTTP/1.1" status: 200 len: 375 time: 0.0611017 Jun 30 09:27:15.714971 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e69710f-2984-4080-a90e-c35ff04f922c None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '188d85ee-b8dc-4a43-81ed-2fb5c80ed638', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'floating_ip_address': '172.25.7.40', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'mac_address': 'fa:16:3e:ec:13:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:26:48Z', 'updated_at': '2021-06-30T09:27:13Z', 'revision_number': 1, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:15.765609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-bce33c1a-1c87-4980-9c28-1ade4d513458 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=deddd569c25041a89e76282bde91e763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686507 Jun 30 09:27:15.887502 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be2bf73a-404b-4adc-a92b-187bc383d967 req-bcc31faf-b0ad-4195-b17d-2bf8033b8c8a service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551908 Jun 30 09:27:15.917530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:15.986384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-6fbff518-962e-4962-929a-770b00a6b483 service neutron] 10.222.0.77 "GET /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177057 Jun 30 09:27:16.039047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.051826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:16.081861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=4e47f0cd-fd9d-4841-8c9f-3a138d65f80d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:16.091421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.139011 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69c4b2-b850-42c8-8ebf-09e416c710e1 None None] New status for floating IP 188d85ee-b8dc-4a43-81ed-2fb5c80ed638: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:27:16.160494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:16.164533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.166012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.168252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42feb780-1d95-40e1-803b-0ae29b6050ce req-4afff630-0ef7-4fbe-ba4d-ee58c7b5a5b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "DELETE /v2.0/ports/4e47f0cd-fd9d-4841-8c9f-3a138d65f80d HTTP/1.1" status: 204 len: 173 time: 1.1845958 Jun 30 09:27:16.173536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f96508-087e-4890-b90a-543067b36274', 'name': 'network-vif-deleted', 'tag': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:16.179323 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eceff6-a174-40aa-9b88-ac4da1846598" -d '{"events": [{"server_uuid": "b8f96508-087e-4890-b90a-543067b36274", "name": "network-vif-deleted", "tag": "4e47f0cd-fd9d-4841-8c9f-3a138d65f80d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:16.217637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-6feaf504-d654-4171-907f-b3d075c74771 service neutron] 10.222.0.77 "GET /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300272 Jun 30 09:27:16.239386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting port ca3e81b8-466f-4b57-9352-81fa16d16032 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:16.239929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.341601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.361369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Calling delete_port for ca3e81b8-466f-4b57-9352-81fa16d16032 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:16.660944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:16.730551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3f77c04-9f8f-483d-8164-eca7ecafb178 req-c62d4559-0774-434a-95fd-15aa92a1c9df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fcbaefeef0074b038f5e0d66e1928cd0&device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.0993829 Jun 30 09:27:16.738269 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91a324-13d9-4672-b385-a300fd90bc92 x-openstack-request-id: req-0b91a324-13d9-4672-b385-a300fd90bc92 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:16.738574 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8f96508-087e-4890-b90a-543067b36274", "name": "network-vif-deleted", "tag": "4e47f0cd-fd9d-4841-8c9f-3a138d65f80d", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:16.743295 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b91a324-13d9-4672-b385-a300fd90bc92 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:16.743821 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f96508-087e-4890-b90a-543067b36274', 'name': 'network-vif-deleted', 'tag': '4e47f0cd-fd9d-4841-8c9f-3a138d65f80d', 'status': 'completed', 'code': 200} Jun 30 09:27:16.757934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Port': ['ID=ca3e81b8-466f-4b57-9352-81fa16d16032,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:16.851539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84df268d-3f9c-4d88-8aa9-cb0b91d6d65c req-c7ba3959-4f2a-4c70-a27a-e67d633d2961 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 210 time: 0.0766129 Jun 30 09:27:16.853829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3f77c04-9f8f-483d-8164-eca7ecafb178 req-df45faaf-8588-495a-b7d6-9ed89d01a76e service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=fcbaefeef0074b038f5e0d66e1928cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089170 Jun 30 09:27:16.897504 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.046536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f77c04-9f8f-483d-8164-eca7ecafb178 req-e77bd857-b6a8-42ef-9e85-8d8295cb5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:17.048212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3f77c04-9f8f-483d-8164-eca7ecafb178 req-e77bd857-b6a8-42ef-9e85-8d8295cb5d54 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838326 Jun 30 09:27:17.107000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cd893d0-5f0f-4dfd-bd81-1bb538dcc3d7 req-7d7331cb-c190-46c5-a182-788906d3d3e3 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.0396633 Jun 30 09:27:17.147141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.150980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.215078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d0513-de6c-4369-ad05-52caa3b97ec4 req-a4da08aa-1725-48d3-8fdb-a4bc290347b1 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:17.223429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.224204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Fanout notify agent at l3_agent the message router_deleted on router 8159080d-d316-49ba-9f49-34a36d8adb3e {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:27:17.235055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b7d0513-de6c-4369-ad05-52caa3b97ec4 req-a4da08aa-1725-48d3-8fdb-a4bc290347b1 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1304564 Jun 30 09:27:17.235811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.242583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dd97980b-d512-4997-b9f5-d749729903bf tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/routers/8159080d-d316-49ba-9f49-34a36d8adb3e HTTP/1.1" status: 204 len: 168 time: 2.0331287 Jun 30 09:27:17.244517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52278) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:17.322742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b7d0513-de6c-4369-ad05-52caa3b97ec4 req-f6a3d0da-b6fd-4540-bb60-cf3c2e53825c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863266 Jun 30 09:27:17.349795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Deleting subnet 1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:17.356113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.359550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.458653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac948a14-7e1a-4efa-9e4e-3c4ce145d59b req-c9ef5fd2-91fa-471a-bdbe-224d27d9612f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 210 time: 0.0522099 Jun 30 09:27:17.461229 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.524329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.586592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.601952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.635710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:17.637870 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.640148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-79ccba0c-a23e-44b5-9e18-269765a38a1a tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/subnets/1a9565f5-fb6c-4d4b-a4a8-2ea4ae23ae78 HTTP/1.1" status: 204 len: 168 time: 0.3933132 Jun 30 09:27:17.642645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:17.745946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.799538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52286) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:17.854737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.866569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419e8cb4-7020-4b24-98bd-4f3908a4400f']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:17.877351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e970b98-f180-462f-88c9-fb9314e4da23') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:17.877723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e970b98-f180-462f-88c9-fb9314e4da23') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:17.893366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.909845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.918007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:17.918449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:17.921887 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:18.009638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7840ec7-95b8-4de4-aded-fbdb34a1b6ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.033974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95016cbb-9438-4c1d-872f-c9f9581e5e7a req-42c8219e-feed-402b-8c24-ca010d692568 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 210 time: 0.0498157 Jun 30 09:27:18.044623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.058509 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.058509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] 10.222.0.77 "DELETE /v2.0/networks/419e8cb4-7020-4b24-98bd-4f3908a4400f HTTP/1.1" status: 204 len: 168 time: 0.4132895 Jun 30 09:27:18.073288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884b68d-88e6-4170-955e-ae03cf95e05b tempest-FloatingIPTestJSON-1151797019 tempest-FloatingIPTestJSON-1151797019-project] Pushing event deleted for resources: {'Network': ['ID=419e8cb4-7020-4b24-98bd-4f3908a4400f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:18.161137 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7840ec7-95b8-4de4-aded-fbdb34a1b6ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.168176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7840ec7-95b8-4de4-aded-fbdb34a1b6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.234016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7840ec7-95b8-4de4-aded-fbdb34a1b6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649ae4b3-cf60-4616-80d5-a81e4394ac07,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:18.248747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52296) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:18.249351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7840ec7-95b8-4de4-aded-fbdb34a1b6ff admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d676fd38f5104d1c8981569b5ebe85a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476111 Jun 30 09:27:18.366567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6ba97c6-f027-4821-8e26-1f3c62766936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.392756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6ba97c6-f027-4821-8e26-1f3c62766936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.428250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-082fb163-8292-415f-9b76-9c76c060c08f req-5320db0d-1a46-4423-8b2a-267526ce7726 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.0881517 Jun 30 09:27:18.456590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-d55d14a2-a0c9-48c6-a47d-555d195ea7bc tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:18.458601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-d55d14a2-a0c9-48c6-a47d-555d195ea7bc tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.79 "GET /v2.0/networks?id=bbf9b201-5935-4f2e-9429-f040ee80b760 HTTP/1.1" status: 200 len: 810 time: 0.2382307 Jun 30 09:27:18.473000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Request body: {'port': {'device_id': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760', 'admin_state_up': True, 'tenant_id': 'deddd569c25041a89e76282bde91e763'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:18.500252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:18.512370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6ba97c6-f027-4821-8e26-1f3c62766936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.515818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6ba97c6-f027-4821-8e26-1f3c62766936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.517341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6ba97c6-f027-4821-8e26-1f3c62766936 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/649ae4b3-cf60-4616-80d5-a81e4394ac07 HTTP/1.1" status: 204 len: 168 time: 0.2665658 Jun 30 09:27:18.540822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba97c6-f027-4821-8e26-1f3c62766936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649ae4b3-cf60-4616-80d5-a81e4394ac07,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:18.737288 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3b333002-7359-487f-9cf5-2d85c83082f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=660185f827ea4bfaab10b28619aa999f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2348704 Jun 30 09:27:18.740194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52314) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:18.767276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f3f77c04-9f8f-483d-8164-eca7ecafb178 req-27fde300-f91a-4ce8-bb1d-8822a9a8b949 tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.83 "GET /v2.0/ports?device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.1162360 Jun 30 09:27:18.823267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f348dd9-b275-4ab5-884f-3d1ca923ca54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.846723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c32c1458-8f04-485c-b58c-0d62df50c343 req-e59cb0e1-ce9a-43f6-b1bf-eca91925ebea tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 210 time: 0.0568585 Jun 30 09:27:18.850417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f348dd9-b275-4ab5-884f-3d1ca923ca54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.883846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3decd3f-b570-485c-a3fd-c9f7b4181ec5 req-05dc9ba3-019b-48e8-8f71-df2db52d390e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:18.891555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3decd3f-b570-485c-a3fd-c9f7b4181ec5 req-05dc9ba3-019b-48e8-8f71-df2db52d390e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.3019266 Jun 30 09:27:18.896791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Made reservation on behalf of deddd569c25041a89e76282bde91e763 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:18.900406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.914091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f348dd9-b275-4ab5-884f-3d1ca923ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.921591 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f348dd9-b275-4ab5-884f-3d1ca923ca54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:18.924750 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f348dd9-b275-4ab5-884f-3d1ca923ca54 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ef7c3b6c-c8cd-4097-8660-d7430dfb27db HTTP/1.1" status: 204 len: 168 time: 0.1770439 Jun 30 09:27:18.939568 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f348dd9-b275-4ab5-884f-3d1ca923ca54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c3b6c-c8cd-4097-8660-d7430dfb27db,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:18.991971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3decd3f-b570-485c-a3fd-c9f7b4181ec5 req-4d0ac851-30b8-405a-a06e-65429e63220e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994270 Jun 30 09:27:19.000060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52318) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:19.022558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cacc7cc-67ae-4acb-b863-001aea9d5e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.145514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Allocated IP 172.20.0.13 (bbf9b201-5935-4f2e-9429-f040ee80b760/5b22c152-4469-474b-800f-df5b0a8f16ab/8028cac3-a6d9-4357-8a9c-063f3a608c08) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:19.177787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cacc7cc-67ae-4acb-b863-001aea9d5e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.185759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cacc7cc-67ae-4acb-b863-001aea9d5e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.230291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cacc7cc-67ae-4acb-b863-001aea9d5e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273780af-b5b7-4d5e-b78e-1b672b277af1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:19.235356 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6cacc7cc-67ae-4acb-b863-001aea9d5e21 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4387c45f07546cab4af2c2d9486593c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342467 Jun 30 09:27:19.239378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:19.256949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e898459-169b-4d08-8c17-11fefd8bf1f2 req-1a8e8e0e-22ea-49e7-90dd-7c6c5b29a6e0 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 210 time: 0.0656552 Jun 30 09:27:19.332824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c6392c3-80f6-4202-8e36-206c891b0e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.383918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c6392c3-80f6-4202-8e36-206c891b0e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.411084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.458755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c6392c3-80f6-4202-8e36-206c891b0e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.462168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c6392c3-80f6-4202-8e36-206c891b0e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.463537 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9c6392c3-80f6-4202-8e36-206c891b0e9d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/273780af-b5b7-4d5e-b78e-1b672b277af1 HTTP/1.1" status: 204 len: 168 time: 0.2225738 Jun 30 09:27:19.482477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:19.490642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6392c3-80f6-4202-8e36-206c891b0e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273780af-b5b7-4d5e-b78e-1b672b277af1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:19.506353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.549676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:19.550022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4e47f0cd-fd9d-4841-8c9f-3a138d65f80d not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:19.602709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Network bbf9b201-5935-4f2e-9429-f040ee80b760 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:19.604123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Pushing event updated for resources: {'Port': ['ID=8028cac3-a6d9-4357-8a9c-063f3a608c08,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:19.607186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:19.609806 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:19.664987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:19.665708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:19.689077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-3546af14-d75a-4b1b-9d34-619c4ca9f8d7 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2204497 Jun 30 09:27:19.704227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Request body: {'port': {'device_id': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:19.808785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fcf4685-10da-4e80-9cd6-d4264d908669 req-9072dc0a-c019-405c-9368-9d2403b36cab tempest-ServerShowV247Test-766011748 tempest-ServerShowV247Test-766011748-project] 10.222.0.77 "GET /v2.0/ports?device_id=68c4c579-aad5-4c3f-a056-a1790f7ae693 HTTP/1.1" status: 200 len: 210 time: 0.0742679 Jun 30 09:27:19.865366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.163311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52362) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:20.228139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae347225-9155-4baf-90a1-1f40215df2be req-3772d16f-3991-4571-8b37-d01fa5f83704 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 210 time: 0.0638654 Jun 30 09:27:20.335392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-524517807'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:20.369773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:20.373292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96190d-5ca4-4ec5-a0f9-366202fcdf05 req-960995b6-d9d9-4d1e-b87d-6d003036860c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:20.375081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.380890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e96190d-5ca4-4ec5-a0f9-366202fcdf05 req-960995b6-d9d9-4d1e-b87d-6d003036860c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1457508 Jun 30 09:27:20.387246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.424874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8028cac3-a6d9-4357-8a9c-063f3a608c08 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:20.465279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.520557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e96190d-5ca4-4ec5-a0f9-366202fcdf05 req-bcfef78b-a5c7-45e9-b074-c4845fe53eed tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386220 Jun 30 09:27:20.521582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.528229 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.531701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Transition to ACTIVE for port object 8028cac3-a6d9-4357-8a9c-063f3a608c08 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:20.543067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:20.553175 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.558693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.559047 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment 151b96e4-78a7-4f7d-ba95-d7c1950bf1c8 of type vlan for network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d Jun 30 09:27:20.627761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe5eac-75c8-4b11-b5c1-9a52cc202eae req-1fd997cb-6a13-42ad-bb9e-4f40a5b8dd39 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:20.630396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74fe5eac-75c8-4b11-b5c1-9a52cc202eae req-1fd997cb-6a13-42ad-bb9e-4f40a5b8dd39 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 932 time: 0.1773803 Jun 30 09:27:20.633316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc54dd8a-be47-4e29-b734-bac906aa1927,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:20.661084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.681183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Pushing event updated for resources: {'Port': ['ID=8028cac3-a6d9-4357-8a9c-063f3a608c08,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:20.709288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.718456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:20.719384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.742846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74fe5eac-75c8-4b11-b5c1-9a52cc202eae req-2624d3de-ad75-478d-8b89-65c903d3cdd9 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026673 Jun 30 09:27:20.780177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Attempting to bind port 8028cac3-a6d9-4357-8a9c-063f3a608c08 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:20.780651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Attempting to bind port 8028cac3-a6d9-4357-8a9c-063f3a608c08 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '48644ad5-97d5-404a-ae7b-d373c9a8108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:20.781081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Attempting to bind port 8028cac3-a6d9-4357-8a9c-063f3a608c08 on network bbf9b201-5935-4f2e-9429-f040ee80b760 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:20.786790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Port 8028cac3-a6d9-4357-8a9c-063f3a608c08 on network bbf9b201-5935-4f2e-9429-f040ee80b760 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:27:20.787262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Attempting to bind port 8028cac3-a6d9-4357-8a9c-063f3a608c08 on network bbf9b201-5935-4f2e-9429-f040ee80b760 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:20.792440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:20.792965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Checking segment: {'id': '48644ad5-97d5-404a-ae7b-d373c9a8108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:20.793426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Bound using segment: {'id': '48644ad5-97d5-404a-ae7b-d373c9a8108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:20.793922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Bound port: 8028cac3-a6d9-4357-8a9c-063f3a608c08, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48644ad5-97d5-404a-ae7b-d373c9a8108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:20.794388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:20.825093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=a0d6e6d4-e846-49ab-a846-ae0d629e2e4d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:20.844798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:20.866839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0c39c02f-1630-44cc-a727-54db4b8cb36e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7022767 Jun 30 09:27:20.869845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:20.879906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'name': 'tempest-PortsTestJSON-110249485'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:20.923296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] For port 8028cac3-a6d9-4357-8a9c-063f3a608c08, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:20.928965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] For port 8028cac3-a6d9-4357-8a9c-063f3a608c08, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08,segment=NetworkSegment(48644ad5-97d5-404a-ae7b-d373c9a8108c),segment_id=48644ad5-97d5-404a-ae7b-d373c9a8108c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:20.945193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.015649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.015649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.016081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] 10.222.0.79 "PUT /v2.0/ports/8028cac3-a6d9-4357-8a9c-063f3a608c08 HTTP/1.1" status: 200 len: 1093 time: 1.3181763 Jun 30 09:27:21.019240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'tag': '8028cac3-a6d9-4357-8a9c-063f3a608c08'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:21.027385 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eb9c26-0289-4254-964a-de79d46dd756" -d '{"events": [{"name": "network-changed", "server_uuid": "36d6f46d-07c0-4ec6-b580-1dbff85a5640", "tag": "8028cac3-a6d9-4357-8a9c-063f3a608c08"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:21.059403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846a9bc-d928-42e4-8f47-05f1355bafcf service neutron] Pushing event updated for resources: {'Port': ['ID=8028cac3-a6d9-4357-8a9c-063f3a608c08,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:21.074097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:21.081468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.141273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port b2e81052-0867-4df9-b509-a55e4eeee87d yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:21.151468 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e35fdf-87f8-4ba0-b222-75d59cdb0666 x-openstack-request-id: req-f2e35fdf-87f8-4ba0-b222-75d59cdb0666 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:21.151756 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d6f46d-07c0-4ec6-b580-1dbff85a5640", "tag": "8028cac3-a6d9-4357-8a9c-063f3a608c08", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:21.152004 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2e35fdf-87f8-4ba0-b222-75d59cdb0666 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:21.152428 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'tag': '8028cac3-a6d9-4357-8a9c-063f3a608c08', 'status': 'completed', 'code': 200} Jun 30 09:27:21.218776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-2bf85feb-2be9-4bc9-8e28-646427a59f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.221758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-2bf85feb-2be9-4bc9-8e28-646427a59f26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=deddd569c25041a89e76282bde91e763&device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 1096 time: 0.1468215 Jun 30 09:27:21.308520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-ade61e3d-24e2-4bdb-9bd5-6253c9603239 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08 HTTP/1.1" status: 200 len: 217 time: 0.0768671 Jun 30 09:27:21.387218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-93a80aff-9660-4958-9fdd-3b721e37088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.388740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-93a80aff-9660-4958-9fdd-3b721e37088b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b22c152-4469-474b-800f-df5b0a8f16ab HTTP/1.1" status: 200 len: 850 time: 0.0700076 Jun 30 09:27:21.403823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.441813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-5d7f7e7e-7e32-45ba-8f3c-00de33d07095 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bbf9b201-5935-4f2e-9429-f040ee80b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322773 Jun 30 09:27:21.462494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:21.475334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.480448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69bc2eb8-a7f5-4695-aa17-863ddfc29b5b req-9909064f-8ffe-4e46-8acf-3c27b3ec9496 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=b8f96508-087e-4890-b90a-543067b36274 HTTP/1.1" status: 200 len: 210 time: 0.0376208 Jun 30 09:27:21.636098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=b2e81052-0867-4df9-b509-a55e4eeee87d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:21.654193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-c697cfc0-d395-455e-81ce-f9b5c579d656 service neutron] 10.222.0.79 "GET /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763167 Jun 30 09:27:21.659317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:21.660178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: a0d6e6d4-e846-49ab-a846-ae0d629e2e4d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:21.694003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:21.722330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, a0d6e6d4-e846-49ab-a846-ae0d629e2e4d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:21.733052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6f4b4c-ec59-4969-961d-2d8cbe81d17b None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:21.757583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:21.775213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.776230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.778779 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39dbb0ee-a86c-460c-b09b-1e379dd58779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:21.888410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-669a94e5-b408-4d34-acf0-acbaefea63c9 req-13bdc48d-0506-4c94-bfec-c2ba93844d49 service neutron] 10.222.0.79 "GET /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257004 Jun 30 09:27:21.913216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea53ef3-b1a9-4bef-aad7-3a6592836465 req-d68880a7-402b-417d-97c2-efa239a1534f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:21.921090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dea53ef3-b1a9-4bef-aad7-3a6592836465 req-d68880a7-402b-417d-97c2-efa239a1534f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1337748 Jun 30 09:27:21.988491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39dbb0ee-a86c-460c-b09b-1e379dd58779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.003546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39dbb0ee-a86c-460c-b09b-1e379dd58779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.028361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d6a606e-2da3-449d-9ccf-0366e3953b27 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1570847 Jun 30 09:27:22.039238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52432) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:22.054831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-239097818'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:22.060989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dea53ef3-b1a9-4bef-aad7-3a6592836465 req-62e3d32e-460b-41dd-95e2-103f58f63bb2 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390238 Jun 30 09:27:22.123210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-39dbb0ee-a86c-460c-b09b-1e379dd58779 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fcbaefeef0074b038f5e0d66e1928cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6571393 Jun 30 09:27:22.128805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:22.133703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e056-cd55-4efd-9db8-1fe44153072d req-e0566771-5b4c-496d-8cdd-67dfd67dcde1 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:22.135250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3809e056-cd55-4efd-9db8-1fe44153072d req-e0566771-5b4c-496d-8cdd-67dfd67dcde1 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 944 time: 0.1728334 Jun 30 09:27:22.142153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb9c26-0289-4254-964a-de79d46dd756 req-7636df5b-1c8a-4499-be20-f43e8c89e9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:22.144517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbb0ee-a86c-460c-b09b-1e379dd58779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1983ae-c18e-413a-ad91-13e46bcc707b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:22.145238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-7636df5b-1c8a-4499-be20-f43e8c89e9fe service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=deddd569c25041a89e76282bde91e763&device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 1096 time: 0.1686330 Jun 30 09:27:22.192436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:22.197356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.237255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:22.252576 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84c717d3-7d6f-4c67-aa0e-b59d588d86c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.259892 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.260230 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment 3c65b492-87b2-4b77-8197-25e4f150bfe0 of type vlan for network 38df3d02-2df4-4b0b-afbf-85746859e7a3 Jun 30 09:27:22.356636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84c717d3-7d6f-4c67-aa0e-b59d588d86c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.370957 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.442609 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.450579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:22.451459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.474861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4326284 Jun 30 09:27:22.475821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:22.492438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'ports': [{'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'}, {'network_id': '38df3d02-2df4-4b0b-afbf-85746859e7a3'}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:22.492735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:22.493219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': '38df3d02-2df4-4b0b-afbf-85746859e7a3'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:22.531817 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84c717d3-7d6f-4c67-aa0e-b59d588d86c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.534621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84c717d3-7d6f-4c67-aa0e-b59d588d86c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.535949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-84c717d3-7d6f-4c67-aa0e-b59d588d86c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4d1983ae-c18e-413a-ad91-13e46bcc707b HTTP/1.1" status: 204 len: 168 time: 0.4056396 Jun 30 09:27:22.602096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c717d3-7d6f-4c67-aa0e-b59d588d86c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1983ae-c18e-413a-ad91-13e46bcc707b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:22.631902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb91668-3817-42fd-aefe-1ccc377f2d95 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=38df3d02-2df4-4b0b-afbf-85746859e7a3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:22.644153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:22.660023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 38df3d02-2df4-4b0b-afbf-85746859e7a3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:22.852859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:22.858893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.867093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3809e056-cd55-4efd-9db8-1fe44153072d req-e3c10ff2-e001-4780-ab0f-0575536eb31c tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7201295 Jun 30 09:27:22.881668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:22.925364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb9c26-0289-4254-964a-de79d46dd756 req-1e12a1b7-0be4-4018-ba7d-fbd91f50516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:22.927229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-1e12a1b7-0be4-4018-ba7d-fbd91f50516f service neutron] 10.222.0.79 "GET /v2.0/networks?id=bbf9b201-5935-4f2e-9429-f040ee80b760 HTTP/1.1" status: 200 len: 911 time: 0.7603316 Jun 30 09:27:22.982324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 517b430f-649c-48aa-98d3-5e2f0d9a8316 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:23.024790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-94e9a97b-1368-44ac-9fe9-ae2712f9a91d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08 HTTP/1.1" status: 200 len: 217 time: 0.0897832 Jun 30 09:27:23.119652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.130603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb9c26-0289-4254-964a-de79d46dd756 req-becaee97-aa8e-4356-997b-ac62341ebab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:23.133614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-becaee97-aa8e-4356-997b-ac62341ebab8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5b22c152-4469-474b-800f-df5b0a8f16ab HTTP/1.1" status: 200 len: 850 time: 0.1003795 Jun 30 09:27:23.187653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e49ff8c6-2ba3-4084-80cc-b595a8edbc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.192546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-ffb34373-c6e6-41f4-b246-edcbab031ca6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=bbf9b201-5935-4f2e-9429-f040ee80b760&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515554 Jun 30 09:27:23.230963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 7b09fbc8-dd71-4893-912e-b19572bc3e4a yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:23.403430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e49ff8c6-2ba3-4084-80cc-b595a8edbc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.414950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e49ff8c6-2ba3-4084-80cc-b595a8edbc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.444029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0fdd5-0d64-4753-9a39-229b534e201b req-4daf0231-50e2-4b1f-bb4a-2aff8a428c46 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:23.445913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42b0fdd5-0d64-4753-9a39-229b534e201b req-4daf0231-50e2-4b1f-bb4a-2aff8a428c46 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.2343900 Jun 30 09:27:23.448393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-47cefdf7-9dfa-4388-93fd-2f53bac8aa2e service neutron] 10.222.0.79 "GET /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491279 Jun 30 09:27:23.470249 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e49ff8c6-2ba3-4084-80cc-b595a8edbc9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0ca1404cf2b2496fa2c8916849198245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8022823 Jun 30 09:27:23.471358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ff8c6-2ba3-4084-80cc-b595a8edbc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ddb43-f8b6-47eb-a7f1-17b5bcc43fa7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:23.476466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.478825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:23.487142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8028cac3-a6d9-4357-8a9c-063f3a608c08 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:27:23.556939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d453-1b0b-4759-84d5-c7cc36c50f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.574152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42b0fdd5-0d64-4753-9a39-229b534e201b req-03760c5f-e41b-4d4b-90d7-94111c6b7355 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193225 Jun 30 09:27:23.598863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d453-1b0b-4759-84d5-c7cc36c50f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.609830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.648285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67eb9c26-0289-4254-964a-de79d46dd756 req-d7928807-ab29-4d61-a436-27575cce0c50 service neutron] 10.222.0.79 "GET /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918948 Jun 30 09:27:23.676536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:23.682847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:23.687214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:23.688063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.699485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8028cac3-a6d9-4357-8a9c-063f3a608c08, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08,segment=NetworkSegment(48644ad5-97d5-404a-ae7b-d373c9a8108c),segment_id=48644ad5-97d5-404a-ae7b-d373c9a8108c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:23.703340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=517b430f-649c-48aa-98d3-5e2f0d9a8316,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:23.726336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '8028cac3-a6d9-4357-8a9c-063f3a608c08', 'network_id': 'bbf9b201-5935-4f2e-9429-f040ee80b760', 'port_id': '8028cac3-a6d9-4357-8a9c-063f3a608c08', 'mac_address': 'fa:16:3e:9c:6d:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b22c152-4469-474b-800f-df5b0a8f16ab', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:27:23.766756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d453-1b0b-4759-84d5-c7cc36c50f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.769370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6d5d453-1b0b-4759-84d5-c7cc36c50f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.772862 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e6d5d453-1b0b-4759-84d5-c7cc36c50f36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a58ddb43-f8b6-47eb-a7f1-17b5bcc43fa7 HTTP/1.1" status: 204 len: 168 time: 0.2902980 Jun 30 09:27:23.775660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.776657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=7b09fbc8-dd71-4893-912e-b19572bc3e4a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:23.789830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5d453-1b0b-4759-84d5-c7cc36c50f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ddb43-f8b6-47eb-a7f1-17b5bcc43fa7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:23.800871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': '3c65b492-87b2-4b77-8197-25e4f150bfe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '38df3d02-2df4-4b0b-afbf-85746859e7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:23.801333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: 38df3d02-2df4-4b0b-afbf-85746859e7a3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:23.816983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8028cac3-a6d9-4357-8a9c-063f3a608c08 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:23.822180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 38df3d02-2df4-4b0b-afbf-85746859e7a3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:23.837943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 38df3d02-2df4-4b0b-afbf-85746859e7a3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:23.845391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8028cac3-a6d9-4357-8a9c-063f3a608c08, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08,segment=NetworkSegment(48644ad5-97d5-404a-ae7b-d373c9a8108c),segment_id=48644ad5-97d5-404a-ae7b-d373c9a8108c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:23.852579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:23.860739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:23.863312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30edda56-9423-430a-91ef-b58f3fdef0b8 None None] Network 38df3d02-2df4-4b0b-afbf-85746859e7a3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:23.868396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:23.869026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:23.887690 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1492404d-fbd4-4b72-9717-081da5899958 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3966227 Jun 30 09:27:23.887899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52490) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:23.927412 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.114919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 7b09fbc8-dd71-4893-912e-b19572bc3e4a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:24.115683 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.132191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=8028cac3-a6d9-4357-8a9c-063f3a608c08,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:24.209853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['8028cac3-a6d9-4357-8a9c-063f3a608c08'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:24.227338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.248709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 7b09fbc8-dd71-4893-912e-b19572bc3e4a owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:24.277969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b97451-8344-42b1-b533-35d436b2293f req-a206abe0-2c8d-4d5e-9892-6d13e818c547 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:24.286202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66b97451-8344-42b1-b533-35d436b2293f req-a206abe0-2c8d-4d5e-9892-6d13e818c547 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 945 time: 0.1777251 Jun 30 09:27:24.301573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52504) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:24.322997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18fbe94-68ec-4f8b-b339-e3b025aa8db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.484115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66b97451-8344-42b1-b533-35d436b2293f req-576e5816-da2b-4c22-8856-d71a7f536948 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958501 Jun 30 09:27:24.511802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.522011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18fbe94-68ec-4f8b-b339-e3b025aa8db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.527889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d18fbe94-68ec-4f8b-b339-e3b025aa8db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.541252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8275b1f4-a00c-4a77-80da-74778dff0620 req-3a670535-9300-4e4a-8294-22b3c9bd9ded tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0433791 Jun 30 09:27:24.604470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=7b09fbc8-dd71-4893-912e-b19572bc3e4a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:24.616236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.619155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aac30a1a-95db-46cb-a469-6a6e4abe1666 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/7b09fbc8-dd71-4893-912e-b19572bc3e4a HTTP/1.1" status: 204 len: 168 time: 0.7289736 Jun 30 09:27:24.622874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52514) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:24.627998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d18fbe94-68ec-4f8b-b339-e3b025aa8db9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2277a07f7f554cc587782d6e17d6894f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3252442 Jun 30 09:27:24.629491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:24.630479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18fbe94-68ec-4f8b-b339-e3b025aa8db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccd4700-bf3f-414b-ae2a-632687bc4588,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:24.698379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f0af17f-05e8-46ae-9cee-10b932703e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.732776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f0af17f-05e8-46ae-9cee-10b932703e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.739845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816ca3c-d3d2-4a29-972a-456464177806 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:24.746278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816ca3c-d3d2-4a29-972a-456464177806 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:24.748057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8816ca3c-d3d2-4a29-972a-456464177806 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1220670 Jun 30 09:27:24.750515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:24.792611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f0af17f-05e8-46ae-9cee-10b932703e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.796244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f0af17f-05e8-46ae-9cee-10b932703e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:24.800822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4f0af17f-05e8-46ae-9cee-10b932703e63 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3ccd4700-bf3f-414b-ae2a-632687bc4588 HTTP/1.1" status: 204 len: 168 time: 0.1650577 Jun 30 09:27:24.809212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0af17f-05e8-46ae-9cee-10b932703e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccd4700-bf3f-414b-ae2a-632687bc4588,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:24.980119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 517b430f-649c-48aa-98d3-5e2f0d9a8316 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:24.980743 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.103325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.135518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 517b430f-649c-48aa-98d3-5e2f0d9a8316 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:25.193177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c71e8-ef7d-4bc8-a424-f533e937556c req-41d20fbd-214d-4f9d-b43d-6ff90f1f7e17 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:25.195066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-911c71e8-ef7d-4bc8-a424-f533e937556c req-41d20fbd-214d-4f9d-b43d-6ff90f1f7e17 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.3169079 Jun 30 09:27:25.295734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-911c71e8-ef7d-4bc8-a424-f533e937556c req-86dec3fe-6151-4ca3-9b0c-98a77821ee3f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629568 Jun 30 09:27:25.335641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.373155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=517b430f-649c-48aa-98d3-5e2f0d9a8316,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:25.394768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.399713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52554) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:25.400310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3ba47903-0761-42d8-ae6a-1d59251d3152 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/517b430f-649c-48aa-98d3-5e2f0d9a8316 HTTP/1.1" status: 204 len: 168 time: 0.6485102 Jun 30 09:27:25.500861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bfe9cd-b642-47eb-b65c-73f93f652f38 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:25.503830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8028cac3-a6d9-4357-8a9c-063f3a608c08 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:25.508462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52570) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:25.509209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-74bfe9cd-b642-47eb-b65c-73f93f652f38 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1082320 Jun 30 09:27:25.554048 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c10e9c7-585b-46b9-a258-aeab62e0c58a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:25.559656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:25.560336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6c10e9c7-585b-46b9-a258-aeab62e0c58a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/7b09fbc8-dd71-4893-912e-b19572bc3e4a HTTP/1.1" status: 404 len: 333 time: 0.0488031 Jun 30 09:27:25.619270 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a37d8bd-0674-4dc3-b96f-6d90b6712906 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:25.636619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52580) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:25.637768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a37d8bd-0674-4dc3-b96f-6d90b6712906 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/517b430f-649c-48aa-98d3-5e2f0d9a8316 HTTP/1.1" status: 404 len: 333 time: 0.0746264 Jun 30 09:27:25.651730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 8028cac3-a6d9-4357-8a9c-063f3a608c08 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:25.656105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 8028cac3-a6d9-4357-8a9c-063f3a608c08 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:25.656865 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.774876 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.815340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8028cac3-a6d9-4357-8a9c-063f3a608c08'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:25.818316 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a89ad7-e2e4-4a37-ad66-3206d1106dac" -d '{"events": [{"server_uuid": "36d6f46d-07c0-4ec6-b580-1dbff85a5640", "name": "network-vif-plugged", "status": "completed", "tag": "8028cac3-a6d9-4357-8a9c-063f3a608c08"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:25.835565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8028cac3-a6d9-4357-8a9c-063f3a608c08, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08,segment=NetworkSegment(48644ad5-97d5-404a-ae7b-d373c9a8108c),segment_id=48644ad5-97d5-404a-ae7b-d373c9a8108c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:25.842065 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:25.930172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=8028cac3-a6d9-4357-8a9c-063f3a608c08,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:25.944136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3f2d140-6ffd-4e0f-afcf-dd0dbee648f5 req-096337de-1ddc-44e9-a77d-020b3212bc9b tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0811446 Jun 30 09:27:25.982938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.114676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a8e2f-c1cc-46d7-844b-50695780c8b6 req-203ddb1d-5d27-4b57-9fc6-b3d5bf09b427 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:26.128221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a59a8e2f-c1cc-46d7-844b-50695780c8b6 req-203ddb1d-5d27-4b57-9fc6-b3d5bf09b427 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 945 time: 0.3615491 Jun 30 09:27:26.250149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a59a8e2f-c1cc-46d7-844b-50695780c8b6 req-a4894b5d-c774-46d1-8637-1734242a99d8 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209357 Jun 30 09:27:26.256090 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1bbb14-9223-4af0-be9c-a1adcbb654fd x-openstack-request-id: req-5c1bbb14-9223-4af0-be9c-a1adcbb654fd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:26.256482 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d6f46d-07c0-4ec6-b580-1dbff85a5640", "name": "network-vif-plugged", "status": "completed", "tag": "8028cac3-a6d9-4357-8a9c-063f3a608c08", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:26.256802 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5c1bbb14-9223-4af0-be9c-a1adcbb654fd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:26.257521 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8028cac3-a6d9-4357-8a9c-063f3a608c08', 'code': 200} Jun 30 09:27:26.288690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.302468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38df3d02-2df4-4b0b-afbf-85746859e7a3']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:26.345793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c65b492-87b2-4b77-8197-25e4f150bfe0') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:26.346945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c65b492-87b2-4b77-8197-25e4f150bfe0') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:26.367780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.387289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.394134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:26.394751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:26.398163 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:26.537215 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.554136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.556015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/38df3d02-2df4-4b0b-afbf-85746859e7a3 HTTP/1.1" status: 204 len: 168 time: 0.9182928 Jun 30 09:27:26.559951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52626) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:26.565595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1593277033'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:26.572916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31065d-6bc6-4f4c-a546-f8d6b6842a5e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=38df3d02-2df4-4b0b-afbf-85746859e7a3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:26.591624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:26.595812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.602182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d474db6-5f92-48ee-a3d4-ea28c955e6d1 req-48d81ed3-7e5b-4173-a752-d6521d77c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:26.604009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d474db6-5f92-48ee-a3d4-ea28c955e6d1 req-48d81ed3-7e5b-4173-a752-d6521d77c123 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 1098 time: 0.2021334 Jun 30 09:27:26.624332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730f8d7-bf68-44d6-8273-9d42acab7f72 req-acfd2ef4-5e54-4edb-98a0-e642de1c274d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:26.627990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:26.628676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e730f8d7-bf68-44d6-8273-9d42acab7f72 req-acfd2ef4-5e54-4edb-98a0-e642de1c274d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1493278 Jun 30 09:27:26.639277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.639743 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment 1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28 of type vlan for network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 Jun 30 09:27:26.681837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.686945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d474db6-5f92-48ee-a3d4-ea28c955e6d1 req-d07dcc50-2a58-4aa1-9400-fa0539438bf4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731409 Jun 30 09:27:26.697084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e730f8d7-bf68-44d6-8273-9d42acab7f72 req-aff7b0da-b149-4a21-b4db-35b73d53d1ee tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599709 Jun 30 09:27:26.726767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.733557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:26.734170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.795685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2349288 Jun 30 09:27:26.798352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52632) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:26.798540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:26.803872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2146491497', 'description': 'tempest-secgroup-smoke-2146491497 description', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:26.804092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:26.830829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.863264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcd6fc-cbac-49d8-8a57-48b54b7cd8fd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=fd95c2a2-8c2c-4efa-9a06-4b57b0126018,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:26.874825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:26.925276 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.929609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.958009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:26.962646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.964918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:26.969040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1662750 Jun 30 09:27:26.969980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52638) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:26.975976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group_rule': {'security_group_id': 'd848270a-fbf0-4a87-9e42-8d570577e15e', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:26.980232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6ed1b-ed61-4c7d-b23f-ae951ba5a890 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d848270a-fbf0-4a87-9e42-8d570577e15e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:27.023576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.116976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.129331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.154616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b499a67-c1c4-4760-9a07-57ddd0a7507a req-51bf6ff1-e265-4f6a-9c76-d4e7404eac9f tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0398245 Jun 30 09:27:27.166864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce7ad1b-b442-4a58-840c-33c443c807ff,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:27.175885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.177496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-57b73cc2-c57b-4f89-af73-e749cb4de517 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2054191 Jun 30 09:27:27.180250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52648) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:27.186088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group_rule': {'security_group_id': 'd848270a-fbf0-4a87-9e42-8d570577e15e', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:27.216794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.241755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.293219 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.303897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.312667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=ef5341d1-1822-447d-bd46-0f209188395e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:27.327712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:27.328470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: fd95c2a2-8c2c-4efa-9a06-4b57b0126018, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:27.329511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9d092b-7631-4480-b708-fad2ba128095,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:27.340848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.343179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b55daf04-a334-4417-a61d-4da338be051a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616697 Jun 30 09:27:27.346241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:27.353128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:27.353904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group_rule': {'security_group_id': 'd848270a-fbf0-4a87-9e42-8d570577e15e', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:27.368473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fd95c2a2-8c2c-4efa-9a06-4b57b0126018) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:27.373744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:27.375460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.382875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79008e7e-d4a5-4e77-a8f5-1df4b7b2c1a2 None None] Network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:27.403810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.413491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b5662511-0a9e-439b-b03b-0885868fbf0b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6133914 Jun 30 09:27:27.416160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52660) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:27.421573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018', 'name': 'tempest-PortsTestJSON-766163578'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:27.587058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c5fa4677-eae6-4139-a969-6e8fed8eb546 req-5aef4e9a-3c16-4757-a8a2-cc7e806d6183 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0542932 Jun 30 09:27:27.627402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.631752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:27.637041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.648287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571f7b1-32c0-4bd2-9d01-7ca86744ad2f req-f690bb3e-29fa-4ca9-87a6-ed211a93ee93 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:27.656059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b571f7b1-32c0-4bd2-9d01-7ca86744ad2f req-f690bb3e-29fa-4ca9-87a6-ed211a93ee93 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 946 time: 0.2449656 Jun 30 09:27:27.659295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.674797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port d6150c45-60ce-46d6-adef-cf12a6033f93 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:27.701599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76e93f92-d4df-4768-b8d1-cfb70a1d1262,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:27.734724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.738657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d0e0c99a-0abf-41ae-b674-8b24dbf6aca1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877034 Jun 30 09:27:27.742342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:27.752135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group_rule': {'security_group_id': 'd848270a-fbf0-4a87-9e42-8d570577e15e', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:27.773952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b571f7b1-32c0-4bd2-9d01-7ca86744ad2f req-72edc737-0c41-4b9f-95d0-60bfe808fe93 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161394 Jun 30 09:27:27.803475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.804681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-fd95c2a2-8c2c-4efa-9a06-4b57b0126018', 'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': 'ef5341d1-1822-447d-bd46-0f209188395e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:27:27.805763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.893625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.7 (fd95c2a2-8c2c-4efa-9a06-4b57b0126018/ef5341d1-1822-447d-bd46-0f209188395e/d6150c45-60ce-46d6-adef-cf12a6033f93) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:27.914894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.937365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.942081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f2c1f-a60d-4831-9777-ad472cb5425c req-a5ca9f4b-c435-4b08-9a53-bb93f4053f94 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:27.946001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec5f2c1f-a60d-4831-9777-ad472cb5425c req-a5ca9f4b-c435-4b08-9a53-bb93f4053f94 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.0875947 Jun 30 09:27:27.982682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9623352-a431-4e89-aa43-d13df2ca792c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:27.990678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:27.994672 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-09652407-ecc3-4374-b482-6c210c49f0f9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2513089 Jun 30 09:27:27.996348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec5f2c1f-a60d-4831-9777-ad472cb5425c req-130069ec-31e8-4f0f-a2ec-9d0b51ab0b8b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429418 Jun 30 09:27:27.996832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52674) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:28.001178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group_rule': {'security_group_id': 'd848270a-fbf0-4a87-9e42-8d570577e15e', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:28.030372 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Project 9e884ee79a4c4ed98e09903991cd3b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:27:28.036391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.088757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.092899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.113996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.115782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53c7f9fc-8d8f-4dca-b706-26bc61067dc0,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:28.122664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.123760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-085d2e14-26c2-4d25-a170-9e14bc52bdc6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259947 Jun 30 09:27:28.126521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:28.133819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'security_group_rule': {'security_group_id': 'd848270a-fbf0-4a87-9e42-8d570577e15e', 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:28.140896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object d6150c45-60ce-46d6-adef-cf12a6033f93 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:28.178416 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Project 9e884ee79a4c4ed98e09903991cd3b7a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:27:28.185980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.204090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52682) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:28.218320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.268657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Allocated IP 172.20.0.2 (fd95c2a2-8c2c-4efa-9a06-4b57b0126018/ef5341d1-1822-447d-bd46-0f209188395e/d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:28.290572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:28.300831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:28.303995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:28.306892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=d6150c45-60ce-46d6-adef-cf12a6033f93,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:28.358073 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc79f2ea-335d-4929-af8d-d013fd28625d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.371944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.382448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc649d91-8be7-4bab-a7c7-3274b6c608a7 req-7d2a12c3-7ade-4ff7-aa47-60fc4c0e1e9c tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0433273 Jun 30 09:27:28.384159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.394021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:28.394767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.433597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009bd6fa-8d46-46d8-8143-e64ac9923508,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:28.514906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.520884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc79f2ea-335d-4929-af8d-d013fd28625d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.525817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Transition to ACTIVE for port object d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:28.529592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc79f2ea-335d-4929-af8d-d013fd28625d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.540436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-417271f6-c71e-48e2-b1b7-e44e6bbfa726 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1222467 Jun 30 09:27:28.542145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.542145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-07b9807b-d973-4e51-a06b-15b1e6c87bd2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4144819 Jun 30 09:27:28.542145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:28.549746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Transition to ACTIVE for port object d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:28.558817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.583462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79f2ea-335d-4929-af8d-d013fd28625d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb67dddf-c9e3-4a37-bca2-660b99f7b504,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:28.591433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc79f2ea-335d-4929-af8d-d013fd28625d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79a79697701145abbf5214e39ef03bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3833911 Jun 30 09:27:28.591793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:28.605283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:28.608271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:28.613077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:28.659853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Pushing event updated for resources: {'Port': ['ID=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:28.661415 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8bac828-fe1a-4753-a7ca-c6e2857d0468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.684872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port d6150c45-60ce-46d6-adef-cf12a6033f93 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:28.685453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.694785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8bac828-fe1a-4753-a7ca-c6e2857d0468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.699507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Attempting to bind port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:28.699886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Attempting to bind port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:28.700253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Attempting to bind port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc on network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:28.707697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:28.708161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Checking segment: {'id': '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:28.708637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.709097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Bound using segment: {'id': '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:28.710345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Bound port: d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fd95c2a2-8c2c-4efa-9a06-4b57b0126018'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:28.710802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.760019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8bac828-fe1a-4753-a7ca-c6e2857d0468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.765073 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8bac828-fe1a-4753-a7ca-c6e2857d0468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.766877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8bac828-fe1a-4753-a7ca-c6e2857d0468 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bb67dddf-c9e3-4a37-bca2-660b99f7b504 HTTP/1.1" status: 204 len: 168 time: 0.1740525 Jun 30 09:27:28.785814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bac828-fe1a-4753-a7ca-c6e2857d0468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb67dddf-c9e3-4a37-bca2-660b99f7b504,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:28.801573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.816166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] For port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:28.819537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] For port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,segment=NetworkSegment(1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28),segment_id=1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:28.822617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for d6150c45-60ce-46d6-adef-cf12a6033f93 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:28.833407 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:28.885552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c56d82-c84e-4141-a68e-60fc56e75f49 None None] Pushing event updated for resources: {'Port': ['ID=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:29.008780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b69aa-4349-4056-8ff7-e9d3df46a48c req-babbeaaa-0c34-4598-b053-e57e2bf1a507 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:29.016561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a94b69aa-4349-4056-8ff7-e9d3df46a48c req-babbeaaa-0c34-4598-b053-e57e2bf1a507 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 946 time: 0.1031895 Jun 30 09:27:29.029317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.078630 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a94b69aa-4349-4056-8ff7-e9d3df46a48c req-94103fd9-56b8-47a9-b7d6-6bd72753643a tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610781 Jun 30 09:27:29.108791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=d6150c45-60ce-46d6-adef-cf12a6033f93,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:29.171498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.174597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2400641b-c706-4ea0-842c-ca1cc1c08103 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/d6150c45-60ce-46d6-adef-cf12a6033f93 HTTP/1.1" status: 204 len: 168 time: 0.6292305 Jun 30 09:27:29.179232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:29.223838 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-73908d41-d88e-4649-8acb-e5fa50c2ae71 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:27:29.224698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73908d41-d88e-4649-8acb-e5fa50c2ae71 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:27:29.228897 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73908d41-d88e-4649-8acb-e5fa50c2ae71 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/d6150c45-60ce-46d6-adef-cf12a6033f93 HTTP/1.1" status: 404 len: 333 time: 0.0459969 Jun 30 09:27:29.229219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:29.256797 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.272284 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b636e8-17d4-4a69-87c3-ac4336d7a167 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:29.277441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-72c5ef1e-c37e-4e88-99e1-5af8e5b4e85d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1231196 Jun 30 09:27:29.278089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52746) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:29.284134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-42b636e8-17d4-4a69-87c3-ac4336d7a167 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/d6150c45-60ce-46d6-adef-cf12a6033f93 HTTP/1.1" status: 404 len: 333 time: 0.0436933 Jun 30 09:27:29.362932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:29.387967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-477e6acb-9ac1-4f12-b4da-7cfa8e488bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.403469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet ef5341d1-1822-447d-bd46-0f209188395e {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:29.419420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.537950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.574256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:29.609454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4f1da-90b7-49c2-950c-a1477bd6043f req-ab0129cd-1e64-4416-845f-765618f76b44 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:29.611422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6db4f1da-90b7-49c2-950c-a1477bd6043f req-ab0129cd-1e64-4416-845f-765618f76b44 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.2039752 Jun 30 09:27:29.623130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-54ec98bb-127a-4b87-9ba1-f9c312131070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:29.624788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-54ec98bb-127a-4b87-9ba1-f9c312131070 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1098 time: 0.2186010 Jun 30 09:27:29.669171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:29.676825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-477e6acb-9ac1-4f12-b4da-7cfa8e488bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.688990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-477e6acb-9ac1-4f12-b4da-7cfa8e488bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.750877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e6acb-9ac1-4f12-b4da-7cfa8e488bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a486cc62-4696-4a59-acfb-84d245cdac48,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:29.773847 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-477e6acb-9ac1-4f12-b4da-7cfa8e488bd8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc12476fa74a4be486940247a47b8957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099071 Jun 30 09:27:29.776434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:29.803860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-4f4e0db1-1fe1-4e23-b9bc-d3f56ec9b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:29.805478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-4f4e0db1-1fe1-4e23-b9bc-d3f56ec9b347 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1550848 Jun 30 09:27:29.852038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f373542-5a64-4b2e-bb90-f811982a9612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.893741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f373542-5a64-4b2e-bb90-f811982a9612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.897716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6db4f1da-90b7-49c2-950c-a1477bd6043f req-4d6dee11-8f3f-4c39-8753-d569861941c0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735054 Jun 30 09:27:29.912919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.956421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-a1e53953-36c9-47c3-affc-e3026357b058 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 1001 time: 0.1394031 Jun 30 09:27:29.982478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f373542-5a64-4b2e-bb90-f811982a9612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.985831 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f373542-5a64-4b2e-bb90-f811982a9612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:29.988499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1f373542-5a64-4b2e-bb90-f811982a9612 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a486cc62-4696-4a59-acfb-84d245cdac48 HTTP/1.1" status: 204 len: 168 time: 0.2106419 Jun 30 09:27:30.002640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f373542-5a64-4b2e-bb90-f811982a9612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a486cc62-4696-4a59-acfb-84d245cdac48,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:30.035408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82a3c06d-57a0-482b-a8c6-29b91a711a11 req-353a125d-6e4b-496a-98aa-4f01e7345f1b tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.1038973 Jun 30 09:27:30.237418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-ff97f7d8-aa5f-4630-98e3-54a7f42a0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:30.239567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-ff97f7d8-aa5f-4630-98e3-54a7f42a0909 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.1999412 Jun 30 09:27:30.284989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.315418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.317295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/ef5341d1-1822-447d-bd46-0f209188395e HTTP/1.1" status: 204 len: 168 time: 1.0380087 Jun 30 09:27:30.321896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52796) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:30.357963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b51904-d8b0-40fe-922b-2357232f2714 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5341d1-1822-447d-bd46-0f209188395e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:30.395756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7441b0-05bd-49b5-a7eb-3bf25f5d9b5a req-352d7875-459f-432d-987f-e77cd559a425 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:30.403843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e7441b0-05bd-49b5-a7eb-3bf25f5d9b5a req-352d7875-459f-432d-987f-e77cd559a425 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 946 time: 0.2469895 Jun 30 09:27:30.437016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13975142-29cb-4166-a554-83eb6e011694 None None] Network fd95c2a2-8c2c-4efa-9a06-4b57b0126018 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:30.444216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-20a0b7aa-6fcb-4d92-bd8a-4cc79994de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:30.446088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-20a0b7aa-6fcb-4d92-bd8a-4cc79994de77 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1966810 Jun 30 09:27:30.523271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e7441b0-05bd-49b5-a7eb-3bf25f5d9b5a req-1ce85d1c-cb11-4b11-8435-4d281a6744f3 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051183 Jun 30 09:27:30.545158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.583216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] Provisioning for port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:30.630132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] Provisioning complete for port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:30.632539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:30.633691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.634087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.667718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-cc4537b4-8056-41ba-a854-4f7d4634821e service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069201 Jun 30 09:27:30.722967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] For port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,segment=NetworkSegment(1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28),segment_id=1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:30.723413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.741833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:30.806068 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.868723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] For port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,segment=NetworkSegment(1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28),segment_id=1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:30.880586 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:30.921305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-059ba8ec-11b9-449a-b794-c4f62c6637b5 req-9a5c84e3-92ce-49ba-9075-5a4b5cc7a90e service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425513 Jun 30 09:27:30.942238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] DHCP port deletion for fd95c2a2-8c2c-4efa-9a06-4b57b0126018 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:27:30.979928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.009511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:31.020561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No DVR routers for this DVR port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:31.021098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89106f94-0d6d-4b2f-ba12-8c65b89d5f48 None None] Pushing event updated for resources: {'Port': ['ID=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:31.079772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Deleting port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:31.080413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.172583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] For port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:31.173059 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.180173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.188963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Calling delete_port for d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:31.191935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:27:31.193846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.195188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd95c2a2-8c2c-4efa-9a06-4b57b0126018']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:31.212953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] No DVR routers for this DVR port d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:31.214256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:31.214683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfc98cc-b0a4-4bdb-bbd0-870cb679ed28') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:31.246560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.258746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48528035-d4a6-453e-a6f2-dfd91106c757 None None] Pushing event deleted for resources: {'Port': ['ID=d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:31.277050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.305460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:31.305878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:31.318481 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:31.472110 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.478886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.481985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/fd95c2a2-8c2c-4efa-9a06-4b57b0126018 HTTP/1.1" status: 204 len: 168 time: 1.1590664 Jun 30 09:27:31.490733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:31.500834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ee47b7-bf0e-4eba-aec9-39a8fe758921 req-301e22d2-3d5f-477d-9500-26e2547880eb tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:31.505356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-615109424'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:31.510134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423bf24-6134-427d-a0fd-3b45b9f100be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=fd95c2a2-8c2c-4efa-9a06-4b57b0126018,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:31.515624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30ee47b7-bf0e-4eba-aec9-39a8fe758921 req-301e22d2-3d5f-477d-9500-26e2547880eb tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.3341920 Jun 30 09:27:31.537263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:31.542900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.574274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:31.582197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:31.598892 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.600314 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8 of type vlan for network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 Jun 30 09:27:31.621110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:31.623333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d1b83eca-68e9-4c82-9eb7-2cd8c4475cfc not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:31.653337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-250f9cf7-873e-4682-93a6-3d1ab29f7a68 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:31.659167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-250f9cf7-873e-4682-93a6-3d1ab29f7a68 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.79 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 946 time: 0.4144056 Jun 30 09:27:31.672351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.725803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30ee47b7-bf0e-4eba-aec9-39a8fe758921 req-4dd7da1c-f32a-4e53-9414-335b0b6bd328 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063911 Jun 30 09:27:31.772776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.778735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:31.779414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.841092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac64836b-09d9-47a7-8c14-603c677dc977 req-2b5e2ec7-be91-4ca6-80f2-2b104dcc8048 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0483754 Jun 30 09:27:31.857080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Deleting port 8028cac3-a6d9-4357-8a9c-063f3a608c08 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:31.857749 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:31.936689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=0fdb627d-31f6-4bc1-8c92-7a26c51e9b75,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:31.944550 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12612df8-d1af-42f2-8ac4-8a890c887193 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4534295 Jun 30 09:27:31.945691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:31.950065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:31.967049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:32.076402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] For port 8028cac3-a6d9-4357-8a9c-063f3a608c08, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8028cac3-a6d9-4357-8a9c-063f3a608c08,segment=NetworkSegment(48644ad5-97d5-404a-ae7b-d373c9a8108c),segment_id=48644ad5-97d5-404a-ae7b-d373c9a8108c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:32.076656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.102053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeab53e-998b-461f-bb61-7d1c7a80ba54 req-a0ddfba2-5788-4baf-b58b-14be43373fbf tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:32.103811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7eeab53e-998b-461f-bb61-7d1c7a80ba54 req-a0ddfba2-5788-4baf-b58b-14be43373fbf tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 946 time: 0.1477313 Jun 30 09:27:32.104764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Calling delete_port for 8028cac3-a6d9-4357-8a9c-063f3a608c08 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:32.117471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:32.121050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.195336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7eeab53e-998b-461f-bb61-7d1c7a80ba54 req-8503b3b3-75c0-435c-be89-1ef806b84cf4 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/security-groups?id=5ee3fc1e-b721-4d08-a592-99c32c05ae93&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818083 Jun 30 09:27:32.311560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.324510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['8028cac3-a6d9-4357-8a9c-063f3a608c08'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:32.350556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.376942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Pushing event deleted for resources: {'Port': ['ID=8028cac3-a6d9-4357-8a9c-063f3a608c08,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:32.432720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=3d68e303-d942-445d-bdee-9886237c03cd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:32.439102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] No DVR routers for this DVR port 8028cac3-a6d9-4357-8a9c-063f3a608c08 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:32.442924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.443190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:32.443555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:32.446122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-010f9ecc-2498-42f0-9249-cd42365674c8 req-03b2afc6-c5ec-466c-abb9-31cd07dde253 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.79 "DELETE /v2.0/ports/8028cac3-a6d9-4357-8a9c-063f3a608c08 HTTP/1.1" status: 204 len: 173 time: 0.7803788 Jun 30 09:27:32.446963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'name': 'network-vif-deleted', 'tag': '8028cac3-a6d9-4357-8a9c-063f3a608c08'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:32.451014 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5856b03-2dd2-4949-9f98-129925509274" -d '{"events": [{"server_uuid": "36d6f46d-07c0-4ec6-b580-1dbff85a5640", "name": "network-vif-deleted", "tag": "8028cac3-a6d9-4357-8a9c-063f3a608c08"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:32.483559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:32.500904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52874) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:32.508201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:32.516498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b4eff4-3dd5-46f6-887f-e0b807d26756 None None] Network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:32.525333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:32.526599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:32.544138 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b7155b-5b6a-4276-99fd-16a23adbb173 x-openstack-request-id: req-56b7155b-5b6a-4276-99fd-16a23adbb173 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:32.544740 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d6f46d-07c0-4ec6-b580-1dbff85a5640", "name": "network-vif-deleted", "tag": "8028cac3-a6d9-4357-8a9c-063f3a608c08", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:32.545325 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-56b7155b-5b6a-4276-99fd-16a23adbb173 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:32.545837 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d6f46d-07c0-4ec6-b580-1dbff85a5640', 'name': 'network-vif-deleted', 'tag': '8028cac3-a6d9-4357-8a9c-063f3a608c08', 'status': 'completed', 'code': 200} Jun 30 09:27:32.555354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:32.555769 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-827d23c9-d030-43f6-8680-89b4c68e14ff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6090684 Jun 30 09:27:32.563784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1588066346'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:32.889113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-0fdb627d-31f6-4bc1-8c92-7a26c51e9b75', 'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': '3d68e303-d942-445d-bdee-9886237c03cd'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:27:32.890647 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.071156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Allocated IP 172.20.0.2 (0fdb627d-31f6-4bc1-8c92-7a26c51e9b75/3d68e303-d942-445d-bdee-9886237c03cd/dbe46028-1961-441d-b018-81a4157bd0b5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:33.141651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-549dba23-7ca9-4fb3-a99e-1abe4fd97187 req-7739a71d-6213-49a2-b699-8fc12255a273 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0462904 Jun 30 09:27:33.187836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fc6bf3-d8b3-4a0c-9cc8-15ad1948c351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.279751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9b926-b71c-4b63-9562-e694d53cb3ac req-e02da3e5-2e22-4283-b4c0-70492db9bed2 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:33.287098 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bad9b926-b71c-4b63-9562-e694d53cb3ac req-e02da3e5-2e22-4283-b4c0-70492db9bed2 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1898608 Jun 30 09:27:33.319357 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.341190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Transition to ACTIVE for port object dbe46028-1961-441d-b018-81a4157bd0b5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:33.349666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bad9b926-b71c-4b63-9562-e694d53cb3ac req-ae0d183f-e03c-42d8-ab25-e98dd8978574 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579665 Jun 30 09:27:33.390273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Transition to ACTIVE for port object dbe46028-1961-441d-b018-81a4157bd0b5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:33.405637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.428946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fc6bf3-d8b3-4a0c-9cc8-15ad1948c351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.450674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:33.450986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-039ac53f-e02a-42a4-95cd-f0c36cc2885d req-79d3fdf4-fdea-4d34-8418-f2b7bbf97476 tempest-ServerGroupTestJSON-554711788 tempest-ServerGroupTestJSON-554711788-project] 10.222.0.77 "GET /v2.0/ports?device_id=36d6f46d-07c0-4ec6-b580-1dbff85a5640 HTTP/1.1" status: 200 len: 210 time: 0.0492034 Jun 30 09:27:33.453737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-96fc6bf3-d8b3-4a0c-9cc8-15ad1948c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.453887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:33.457531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:33.500540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:33.502252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Pushing event updated for resources: {'Port': ['ID=dbe46028-1961-441d-b018-81a4157bd0b5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:33.506159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.525369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc6bf3-d8b3-4a0c-9cc8-15ad1948c351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328120a3-b155-4af2-a3b3-138672c70615,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:33.530284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-96fc6bf3-d8b3-4a0c-9cc8-15ad1948c351 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=017bacdee74d4393ae771f16a661d6db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0262012 Jun 30 09:27:33.532620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:33.538468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port db36ff1c-3509-473c-818c-1155f61de220 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:33.558566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Attempting to bind port dbe46028-1961-441d-b018-81a4157bd0b5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:33.559034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Attempting to bind port dbe46028-1961-441d-b018-81a4157bd0b5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:33.559468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Attempting to bind port dbe46028-1961-441d-b018-81a4157bd0b5 on network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:33.565371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:33.565946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Checking segment: {'id': 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:33.566715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.567188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Bound using segment: {'id': 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:33.568003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Bound port: dbe46028-1961-441d-b018-81a4157bd0b5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0fdb627d-31f6-4bc1-8c92-7a26c51e9b75'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:33.568459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.597149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b095d767-93cc-4f18-b168-30e8b6aeff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.624649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b095d767-93cc-4f18-b168-30e8b6aeff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.654104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] For port dbe46028-1961-441d-b018-81a4157bd0b5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:33.658261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] For port dbe46028-1961-441d-b018-81a4157bd0b5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=dbe46028-1961-441d-b018-81a4157bd0b5,segment=NetworkSegment(f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8),segment_id=f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:33.663858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.14 (0fdb627d-31f6-4bc1-8c92-7a26c51e9b75/3d68e303-d942-445d-bdee-9886237c03cd/db36ff1c-3509-473c-818c-1155f61de220) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:33.666431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.684773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b095d767-93cc-4f18-b168-30e8b6aeff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.688707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b095d767-93cc-4f18-b168-30e8b6aeff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.691485 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b095d767-93cc-4f18-b168-30e8b6aeff86 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/328120a3-b155-4af2-a3b3-138672c70615 HTTP/1.1" status: 204 len: 168 time: 0.1571798 Jun 30 09:27:33.738357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095d767-93cc-4f18-b168-30e8b6aeff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328120a3-b155-4af2-a3b3-138672c70615,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:33.766381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fb6c64-aa50-4c68-ae48-b70dec15eceb None None] Pushing event updated for resources: {'Port': ['ID=dbe46028-1961-441d-b018-81a4157bd0b5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:33.864534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.879375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object db36ff1c-3509-473c-818c-1155f61de220 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:33.937451 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:33.984395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:33.988037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:33.993988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:34.065144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=db36ff1c-3509-473c-818c-1155f61de220,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:34.086110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:34.087014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.107622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-67270436-fa76-4d66-bebb-a329c0aa2418 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.5489333 Jun 30 09:27:34.108729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:34.264553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port db36ff1c-3509-473c-818c-1155f61de220 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:34.265163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.342452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9823fae-1624-4cce-9f5c-8b07f37abf51 req-e30b4d9d-88e1-415d-90c7-74cd126ef510 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0298557 Jun 30 09:27:34.399884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.418256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for db36ff1c-3509-473c-818c-1155f61de220 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:34.585112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1f7d4-20dd-46a1-b2f5-45d0cd5cdfb8 req-fb74a54b-b159-45d5-a5dc-ad250a95d791 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:34.593520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fd1f7d4-20dd-46a1-b2f5-45d0cd5cdfb8 req-fb74a54b-b159-45d5-a5dc-ad250a95d791 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.0968001 Jun 30 09:27:34.634952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.647351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fd1f7d4-20dd-46a1-b2f5-45d0cd5cdfb8 req-b5248f93-56e4-49fc-8064-958eef616696 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543337 Jun 30 09:27:34.674267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=db36ff1c-3509-473c-818c-1155f61de220,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:34.793330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.795908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b924bfe8-3355-4a1d-8208-7762f9debe6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/db36ff1c-3509-473c-818c-1155f61de220 HTTP/1.1" status: 204 len: 168 time: 0.6857824 Jun 30 09:27:34.797947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:34.835826 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd5a735-c96e-4efb-9283-2146b97d13c9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:34.840322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52940) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:34.840608 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4bd5a735-c96e-4efb-9283-2146b97d13c9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/db36ff1c-3509-473c-818c-1155f61de220 HTTP/1.1" status: 404 len: 333 time: 0.0409067 Jun 30 09:27:34.909914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet 3d68e303-d942-445d-bdee-9886237c03cd {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:34.915057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:34.981416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.142720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.185287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:35.190766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841695ba-1452-4f87-8913-1303a3ce4f8e None None] Network 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:35.232861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:35.249506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.268857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-581b9d3c-fb2c-4b44-912f-85904dfbbb7c None None] Provisioning for port dbe46028-1961-441d-b018-81a4157bd0b5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:35.299573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=3d68e303-d942-445d-bdee-9886237c03cd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:35.310014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.315291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8053017a-4270-4ed4-8626-1e8b4bcdf71e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/3d68e303-d942-445d-bdee-9886237c03cd HTTP/1.1" status: 204 len: 168 time: 0.4710460 Jun 30 09:27:35.315671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52966) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:35.327378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Deleting subnet 5b22c152-4469-474b-800f-df5b0a8f16ab {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:35.333834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.353454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c494b16-295e-4467-b4d4-8fe52536102a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.487107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] DHCP port deletion for 0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:27:35.505790 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c494b16-295e-4467-b4d4-8fe52536102a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.522658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c494b16-295e-4467-b4d4-8fe52536102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.542503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.553452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8028cac3-a6d9-4357-8a9c-063f3a608c08 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:35.563437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.587250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 8028cac3-a6d9-4357-8a9c-063f3a608c08 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:35.587909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8028cac3-a6d9-4357-8a9c-063f3a608c08 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:35.597934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d43df212-798f-461a-a322-e1067ed9f24c req-5a324313-0bab-47c2-aa41-d5670070b517 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0524509 Jun 30 09:27:35.618610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c494b16-295e-4467-b4d4-8fe52536102a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fbc46d2060045f0805e4ceba8df0114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4320335 Jun 30 09:27:35.620338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] Deleting port dbe46028-1961-441d-b018-81a4157bd0b5 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:35.620968 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.621101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c494b16-295e-4467-b4d4-8fe52536102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e79465d-1195-4b7c-8c3b-df8f66e3393e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:35.625749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:35.650563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.676632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port dbe46028-1961-441d-b018-81a4157bd0b5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:35.677247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.721506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] For port dbe46028-1961-441d-b018-81a4157bd0b5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=dbe46028-1961-441d-b018-81a4157bd0b5,segment=NetworkSegment(f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8),segment_id=f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:35.722376 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.733291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-314bcb93-8ebf-4808-8df1-be0db70f4929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.742444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] Calling delete_port for dbe46028-1961-441d-b018-81a4157bd0b5 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:35.767076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-314bcb93-8ebf-4808-8df1-be0db70f4929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.775195 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.815026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] For port dbe46028-1961-441d-b018-81a4157bd0b5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=dbe46028-1961-441d-b018-81a4157bd0b5,segment=NetworkSegment(f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8),segment_id=f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:35.815504 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.817422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.821177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5b22c152-4469-474b-800f-df5b0a8f16ab HTTP/1.1" status: 204 len: 168 time: 0.5861595 Jun 30 09:27:35.842851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52974) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:35.856443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37695dc6-ba31-4437-bea7-a67d1bb00a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b22c152-4469-474b-800f-df5b0a8f16ab,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:35.872489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for dbe46028-1961-441d-b018-81a4157bd0b5 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:35.901913 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.932744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] Pushing event deleted for resources: {'Port': ['ID=dbe46028-1961-441d-b018-81a4157bd0b5,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:35.937456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5575c381-c5aa-45cb-86c5-94fe69ecd259 None None] No DVR routers for this DVR port dbe46028-1961-441d-b018-81a4157bd0b5 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:35.947060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.964346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-314bcb93-8ebf-4808-8df1-be0db70f4929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.966991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-314bcb93-8ebf-4808-8df1-be0db70f4929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:35.972602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-314bcb93-8ebf-4808-8df1-be0db70f4929 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e79465d-1195-4b7c-8c3b-df8f66e3393e HTTP/1.1" status: 204 len: 168 time: 0.3421416 Jun 30 09:27:35.979859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bcb93-8ebf-4808-8df1-be0db70f4929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e79465d-1195-4b7c-8c3b-df8f66e3393e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:35.985671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7c442a-e283-4d98-97cc-d99456c72864 req-58ad64d7-230e-494f-be80-eccfbecc3024 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:35.987924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f7c442a-e283-4d98-97cc-d99456c72864 req-58ad64d7-230e-494f-be80-eccfbecc3024 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1695318 Jun 30 09:27:36.005166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:27:36.049496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f7c442a-e283-4d98-97cc-d99456c72864 req-b60e6513-dec2-4847-af33-5b2f1b75ffed tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401068 Jun 30 09:27:36.050904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.078295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=dbe46028-1961-441d-b018-81a4157bd0b5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:36.085586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No DVR routers for this DVR port dbe46028-1961-441d-b018-81a4157bd0b5 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:36.235636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.246959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdb627d-31f6-4bc1-8c92-7a26c51e9b75']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:36.258268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:36.258596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8294f6d-d6e4-424c-85fc-e8f7fbd0bcf8') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:36.269680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.285123 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.292313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:36.293198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:36.364871 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:36.375716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.392565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.402208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/0fdb627d-31f6-4bc1-8c92-7a26c51e9b75 HTTP/1.1" status: 204 len: 168 time: 1.0844767 Jun 30 09:27:36.411425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52986) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:36.418677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'name': 'tempest-PortsTestJSON-460962922'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:36.448726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419ee89-4b99-44f2-917b-2cf0b6b6badb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=0fdb627d-31f6-4bc1-8c92-7a26c51e9b75,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:36.495360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.504494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf9b201-5935-4f2e-9429-f040ee80b760']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:36.516857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48644ad5-97d5-404a-ae7b-d373c9a8108c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:36.517452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48644ad5-97d5-404a-ae7b-d373c9a8108c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:36.527789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.538646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:36.542700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.552771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.559938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:36.560762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:36.562854 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:36.567464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 7e8525ac-5761-4a55-bbc2-061eb4009e4f yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:36.637701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.644828 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.646961 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] 10.222.0.77 "DELETE /v2.0/networks/bbf9b201-5935-4f2e-9429-f040ee80b760 HTTP/1.1" status: 204 len: 168 time: 0.8026476 Jun 30 09:27:36.659658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163adde8-a4c4-4533-acc7-ef209b00b160 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf9b201-5935-4f2e-9429-f040ee80b760,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:36.831499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-316e2994-0d90-49d2-a5df-4c80c3812fba req-a475fb9a-7dc1-4494-8aab-f6702ce2c203 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0386288 Jun 30 09:27:36.842443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.892990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.931335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53004) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:36.948660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:36.958752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:36.965077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:36.971181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:36.971742 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:36.989957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=7e8525ac-5761-4a55-bbc2-061eb4009e4f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:37.005120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ea98dbe1-e039-4942-898e-26a80e4117fa tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5906780 Jun 30 09:27:37.008335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:37.016070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f67b466c-e62b-4a77-a1bb-b17bee7ef8c9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=deddd569c25041a89e76282bde91e763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808711 Jun 30 09:27:37.019102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53010) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:37.088062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b482ad12-051f-494d-a457-693067efec18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.117069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b482ad12-051f-494d-a457-693067efec18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.155483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 7e8525ac-5761-4a55-bbc2-061eb4009e4f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:37.155863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.190733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b482ad12-051f-494d-a457-693067efec18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.190733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b482ad12-051f-494d-a457-693067efec18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.194234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b482ad12-051f-494d-a457-693067efec18 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ee3fc1e-b721-4d08-a592-99c32c05ae93 HTTP/1.1" status: 204 len: 168 time: 0.1740181 Jun 30 09:27:37.207682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482ad12-051f-494d-a457-693067efec18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee3fc1e-b721-4d08-a592-99c32c05ae93,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:37.249277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.263719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 7e8525ac-5761-4a55-bbc2-061eb4009e4f owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:37.378789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea3e06-c450-4a75-931c-97449becc2e4 req-59c6808d-855f-4e4f-bf0e-78eeb8727305 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:37.386787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcea3e06-c450-4a75-931c-97449becc2e4 req-59c6808d-855f-4e4f-bf0e-78eeb8727305 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1265621 Jun 30 09:27:37.425946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.456356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcea3e06-c450-4a75-931c-97449becc2e4 req-5f6ac14d-7422-461f-8b6f-0e7e677b527e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681865 Jun 30 09:27:37.480432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device dbe46028-1961-441d-b018-81a4157bd0b5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:37.495321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=7e8525ac-5761-4a55-bbc2-061eb4009e4f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:37.517950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.519178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: dbe46028-1961-441d-b018-81a4157bd0b5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:37.520040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-674f0985-ba2d-4b23-a9e3-7c0b2fe8b6a8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/7e8525ac-5761-4a55-bbc2-061eb4009e4f HTTP/1.1" status: 204 len: 168 time: 0.5106661 Jun 30 09:27:37.521183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device dbe46028-1961-441d-b018-81a4157bd0b5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:37.523008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:37.536999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'mac_address': 'fa:16:3e:f9:10:83', 'name': 'tempest-PortsTestJSON-195725508'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:37.645261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:37.736465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:37.768855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port ac9b9d19-f0b9-48a0-8343-815659e28ee7 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:37.992205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.042537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.082247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d33e3ba-b28a-4931-94e6-4afd0054ab47 req-1cd6a73e-49d6-4636-a632-bdca37edc9bc tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0461481 Jun 30 09:27:38.108314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:38.115423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:38.117389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=ac9b9d19-f0b9-48a0-8343-815659e28ee7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:38.127743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:38.133514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.133867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.156561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1930bd96-3046-4f0c-97d0-7ed5bb216de8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6236014 Jun 30 09:27:38.156828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:38.230948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04fa50-12a6-42c3-9ae4-6c6f48bee535 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.235375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53060) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:38.235624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd04fa50-12a6-42c3-9ae4-6c6f48bee535 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/ac9b9d19-f0b9-48a0-8343-815659e28ee7 HTTP/1.1" status: 200 len: 840 time: 0.0771937 Jun 30 09:27:38.363673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port ac9b9d19-f0b9-48a0-8343-815659e28ee7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:38.364108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.461455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53072) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:38.464565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.489821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for ac9b9d19-f0b9-48a0-8343-815659e28ee7 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:38.601584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.667575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=ac9b9d19-f0b9-48a0-8343-815659e28ee7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:38.701855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:38.712097 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.714112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eacc8e68-4ac9-4a2a-a681-0dd3d19ec712 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/ac9b9d19-f0b9-48a0-8343-815659e28ee7 HTTP/1.1" status: 204 len: 168 time: 0.4770975 Jun 30 09:27:38.716717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53086) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:38.767640 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d140379-70ee-419b-897a-58aebc148327 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:38.769214 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6d140379-70ee-419b-897a-58aebc148327 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/ac9b9d19-f0b9-48a0-8343-815659e28ee7 HTTP/1.1" status: 404 len: 333 time: 0.0515838 Jun 30 09:27:38.772844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:38.777925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'name': 'tempest-PortsTestJSON-2116194586'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:38.814408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393998a-c93e-403e-996e-5ef211d9aba1 req-f8c20e26-958d-4d5c-b050-04f4cf4823d8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:38.823042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5393998a-c93e-403e-996e-5ef211d9aba1 req-f8c20e26-958d-4d5c-b050-04f4cf4823d8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1563013 Jun 30 09:27:38.883419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5393998a-c93e-403e-996e-5ef211d9aba1 req-50e41459-e535-400d-bca3-6df46261861c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589457 Jun 30 09:27:38.887150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1547335794-network', 'tenant_id': '1267483997c941eb8c0affa8a4dcb782'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:38.892397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:38.899481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.911558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Made reservation on behalf of 1267483997c941eb8c0affa8a4dcb782 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:38.914475 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.925310 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:38.925537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port ed2201d9-3f5f-4738-a946-fefb5bfd43d1 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:38.973421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:39.029692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.035037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.058015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:39.073166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc5886-4455-4b80-a613-a5b0ee13a87e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:39.079198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.079573 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Added segment 1269a4df-4224-4d5e-9aad-492c5fdd780b of type vlan for network 89736e82-2130-470a-afe1-c38f11eb911e Jun 30 09:27:39.101426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.127538 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.160031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.164930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.166697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.167767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.238436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53092) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:39.238660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7759523 Jun 30 09:27:39.244246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Request body: {'subnet': {'network_id': '89736e82-2130-470a-afe1-c38f11eb911e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1547335794-subnet', 'tenant_id': '1267483997c941eb8c0affa8a4dcb782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:39.250308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.297099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-881f8405-9a94-4227-aeb3-3e2b82a27fdc req-cefeb1fe-fb5e-4f72-92d9-ff814100ed4b tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0573878 Jun 30 09:27:39.311469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f7921-8279-4c9b-8d53-5d6603b7b28c admin admin] Pushing event updated for resources: {'Network': ['ID=89736e82-2130-470a-afe1-c38f11eb911e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:39.324137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 89736e82-2130-470a-afe1-c38f11eb911e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:39.352898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Made reservation on behalf of 1267483997c941eb8c0affa8a4dcb782 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:39.355595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.400056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:39.408287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=ed2201d9-3f5f-4738-a946-fefb5bfd43d1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:39.414779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:39.426318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:39.431836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.432447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.462966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.465327 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3538d924-6acc-4096-8581-b01c5aa9eb2e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6914928 Jun 30 09:27:39.469387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53096) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:39.478627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:39.597332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.650622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Allocated IP 172.25.7.167 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/8d33e22f-bb5d-4432-9b8b-e72856251147) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:39.669396 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.790168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.796365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.833396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=38a32391-e248-4e22-abc6-2e24940b41e0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:39.849543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] In _notify_port_updated(), no bound segment for port ed2201d9-3f5f-4738-a946-fefb5bfd43d1 on network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:27:39.855201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.855856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.857119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/ports/ed2201d9-3f5f-4738-a946-fefb5bfd43d1 HTTP/1.1" status: 200 len: 818 time: 0.3864403 Jun 30 09:27:39.859907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53100) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:39.863277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.869697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Checking segment: {'id': '1269a4df-4224-4d5e-9aad-492c5fdd780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:39.870090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Network hostable DHCP agents. Network: 89736e82-2130-470a-afe1-c38f11eb911e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:39.874741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d78e3-35fb-43c2-90fa-9f1b32bfc8ce tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=ed2201d9-3f5f-4738-a946-fefb5bfd43d1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:39.921638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Network 89736e82-2130-470a-afe1-c38f11eb911e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:39.927525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.972908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port ed2201d9-3f5f-4738-a946-fefb5bfd43d1 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:39.973257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.977115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 89736e82-2130-470a-afe1-c38f11eb911e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:39.984230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Port': ['ID=8d33e22f-bb5d-4432-9b8b-e72856251147,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:39.987770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:39.988425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:39.991797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:39.994444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:39.999237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:40.010457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a7a451-85b2-444f-99ac-68298cac8fdc None None] Network 89736e82-2130-470a-afe1-c38f11eb911e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:40.050047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1f940cc9-3b6f-446d-9dec-b8ae0692f9dd admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8019433 Jun 30 09:27:40.065263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.078543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for ed2201d9-3f5f-4738-a946-fefb5bfd43d1 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:40.181692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.182383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9051c677-2e89-44ee-9802-9cf5b61529fc None None] Network 89736e82-2130-470a-afe1-c38f11eb911e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:40.184528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.262414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.265820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/ed2201d9-3f5f-4738-a946-fefb5bfd43d1 HTTP/1.1" status: 204 len: 168 time: 0.4041576 Jun 30 09:27:40.268944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:40.269117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe177dd-12c6-4320-b3d1-0d0753e5f4f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=ed2201d9-3f5f-4738-a946-fefb5bfd43d1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:40.288836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.310255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5df306-c2c3-433e-ae13-281529d1912d req-e8e25cc1-a0de-4514-9a5f-2c0a99db4d33 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.317797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de5df306-c2c3-433e-ae13-281529d1912d req-e8e25cc1-a0de-4514-9a5f-2c0a99db4d33 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1506889 Jun 30 09:27:40.370847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de5df306-c2c3-433e-ae13-281529d1912d req-a0d9e1c6-09b4-4427-bd5e-eff30138e100 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Jun 30 09:27:40.504981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddc331-a264-4099-bf0a-a6d5d8ddd315 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.506574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5dddc331-a264-4099-bf0a-a6d5d8ddd315 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2243257 Jun 30 09:27:40.509396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53118) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:40.541892 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece83768-eacf-47bc-bd7b-bcd63d9ce694 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:40.543698 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ece83768-eacf-47bc-bd7b-bcd63d9ce694 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/ed2201d9-3f5f-4738-a946-fefb5bfd43d1 HTTP/1.1" status: 404 len: 333 time: 0.0314593 Jun 30 09:27:40.550057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53120) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:40.562955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-879610059'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:40.602486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.614472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.637921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3f007d7-e136-4083-97af-958957959cb3 req-b0da8e96-3845-4690-87ce-36de2a59e961 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0693586 Jun 30 09:27:40.689982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Port': ['ID=8d33e22f-bb5d-4432-9b8b-e72856251147,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:40.712457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:40.713183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.716752 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.741623 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.746722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c03b2f1-14ca-40f7-895f-b04b0f4bc12f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0435500 Jun 30 09:27:40.747387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:40.755036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1631924226'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:40.766333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:40.780178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Made reservation on behalf of c026aead58504a90beb0cc734a761c57 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:40.783980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.795230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.795575 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment 199cd4e7-a35d-4663-bb47-35fc3e5e4d51 of type vlan for network dad24345-5689-4e31-9e8f-d23f948fba00 Jun 30 09:27:40.795696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.820171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae2d99-4bff-46e8-921c-d71263dfd269 req-f2a483fb-4823-432f-9d2e-e09c6ed3da7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.821983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55ae2d99-4bff-46e8-921c-d71263dfd269 req-f2a483fb-4823-432f-9d2e-e09c6ed3da7d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 1097 time: 0.2549536 Jun 30 09:27:40.851992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-3a6afe35-88a7-441c-af23-84fc1244a02f tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:40.853623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-3a6afe35-88a7-441c-af23-84fc1244a02f tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/networks?id=89736e82-2130-470a-afe1-c38f11eb911e HTTP/1.1" status: 200 len: 809 time: 0.2180943 Jun 30 09:27:40.901757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.904613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.911667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.918916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-3edf9489-8fd8-4519-a00a-34305642fcd6 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/quotas/1267483997c941eb8c0affa8a4dcb782 HTTP/1.1" status: 200 len: 375 time: 0.0509913 Jun 30 09:27:40.943637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:40.945559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55ae2d99-4bff-46e8-921c-d71263dfd269 req-aa27ef91-3efb-4b89-8d93-c9782cbbe25c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016243 Jun 30 09:27:40.956606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826a57d9-73cf-484a-8ebd-62e52e827023,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:40.967371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:40.967747 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Added segment 66733582-0107-481c-8785-75b8c5e20340 of type vlan for network 6df56abf-3c11-485a-b7f6-f61bd95faa6f Jun 30 09:27:40.996040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-e88fb1f2-9be2-44d3-b451-b224d941a361 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=1267483997c941eb8c0affa8a4dcb782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533383 Jun 30 09:27:41.015490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.018317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.021566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.022460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.052283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.059542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:41.060221 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.120448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5674512 Jun 30 09:27:41.125469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3730614 Jun 30 09:27:41.125469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:41.129431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53136) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:41.136834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Request body: {'subnet': {'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:41.137276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:41.183282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91332057-e78b-4806-ac64-7fff5459fcff tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=dad24345-5689-4e31-9e8f-d23f948fba00,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:41.195122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:41.215595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88da85-2254-4290-a90f-952dbcede059 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Network': ['ID=6df56abf-3c11-485a-b7f6-f61bd95faa6f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:41.232512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-a781178c-e4bf-481f-a0bf-1d82f09706e2 service neutron] 10.222.0.77 "GET /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259161 Jun 30 09:27:41.253101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:41.304268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:27:41.304268 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:27:41.304268 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id_1': 'df5d38c0725c40d382719bf1e2e9d6a4', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 27, 41, 249783)}] Jun 30 09:27:41.304268 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:27:41.305078 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:27:41.317257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Made reservation on behalf of c026aead58504a90beb0cc734a761c57 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:41.321852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.329504 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9351967b-dbfb-40a3-ba4c-51bcd7147068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.403689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-8ee609c0-33df-4c7d-97e7-9a0a7f0acc37 service neutron] 10.222.0.77 "GET /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626492 Jun 30 09:27:41.602049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:41.841980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:41.851874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.042338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53890e14-57cc-4dd5-8f82-718e4a462744 req-4228acd7-94d9-4c95-8c18-8c2e081fa76a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 210 time: 0.3967886 Jun 30 09:27:42.067086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed953822-47e3-4797-95e9-4727e7b2213a req-50216d6f-9ed2-4ff7-9fde-455a4f1bc9fa tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:42.074144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed953822-47e3-4797-95e9-4727e7b2213a req-50216d6f-9ed2-4ff7-9fde-455a4f1bc9fa tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.5300455 Jun 30 09:27:42.087625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Subnet': ['ID=c7714af5-8654-4ff2-a0d4-a59723b38460,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:42.099916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Checking segment: {'id': '66733582-0107-481c-8785-75b8c5e20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:42.100271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network hostable DHCP agents. Network: 6df56abf-3c11-485a-b7f6-f61bd95faa6f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:42.143017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed953822-47e3-4797-95e9-4727e7b2213a req-7ca2a4d4-a5ab-4ab4-b7eb-6c5d3c2df3af tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678594 Jun 30 09:27:42.146639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:42.173184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 6df56abf-3c11-485a-b7f6-f61bd95faa6f) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:42.175441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.179198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:42.180017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.185617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40af304-ea9e-4f25-be45-0f7e9543165f None None] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:42.247632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-00d0f8cf-7517-4430-923e-a52b9c4c9c5c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1170559 Jun 30 09:27:42.253244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53156) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:42.268042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1934557968', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:42.331478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=d3ad9af7-1c18-4e24-892d-d43be758d89c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:42.337101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1f17085-45ab-47bc-9b87-e120ef283d1a req-63b8e07a-db76-4265-b416-01fe4525f51a tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.1032813 Jun 30 09:27:42.339342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': '199cd4e7-a35d-4663-bb47-35fc3e5e4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:42.339834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: dad24345-5689-4e31-9e8f-d23f948fba00, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:42.364703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.366324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.373793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network dad24345-5689-4e31-9e8f-d23f948fba00 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:42.396776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, dad24345-5689-4e31-9e8f-d23f948fba00) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:42.419733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:42.420886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.445424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809f1b66-6041-4af9-b5b2-4f96615187bd None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:42.459751 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b6b955e0-ae2f-4fad-be57-67a6d9cc1b32 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3328602 Jun 30 09:27:42.460464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53158) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:42.465405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:42.467507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-6df56abf-3c11-485a-b7f6-f61bd95faa6f', 'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f', 'tenant_id': 'c026aead58504a90beb0cc734a761c57', 'fixed_ips': [{'subnet_id': 'c7714af5-8654-4ff2-a0d4-a59723b38460'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:27:42.468796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.471685 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.726022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.822138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:42.825830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:42.936409 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3ad9af7-1c18-4e24-892d-d43be758d89c (CIDR: 172.20.0.0/28) Jun 30 09:27:42.939334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Allocated IP 172.20.0.2 (6df56abf-3c11-485a-b7f6-f61bd95faa6f/c7714af5-8654-4ff2-a0d4-a59723b38460/d9278bf2-dad8-421d-8347-fb33d191d76a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:42.942311 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:27:42.943183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:27:42.993212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fdd194e6-acff-4307-ba8d-99a91826dadb tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5320554 Jun 30 09:27:42.995956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53162) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:43.027129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:43.072748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-dad24345-5689-4e31-9e8f-d23f948fba00', 'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': 'd3ad9af7-1c18-4e24-892d-d43be758d89c'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:27:43.073172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.107878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.136381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.272028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Allocated IP 172.25.7.218 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/b8653aa6-7290-4958-a2ee-d4ff47e76cea) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:43.380506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Allocated IP 172.20.0.2 (dad24345-5689-4e31-9e8f-d23f948fba00/d3ad9af7-1c18-4e24-892d-d43be758d89c/9b6fd038-119d-4112-b674-33031c7e7b72) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:43.383242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e5b7788-07e2-42d6-936f-88c10be82b9c req-eabd972f-a5ee-428d-95ee-7e241e9f29ae tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 210 time: 0.1379070 Jun 30 09:27:43.414085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.431075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Transition to ACTIVE for port object d9278bf2-dad8-421d-8347-fb33d191d76a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:43.529643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Transition to ACTIVE for port object d9278bf2-dad8-421d-8347-fb33d191d76a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:43.614163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-44accff4-a75e-4cd5-bca1-64a5b1fe1ee1 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:43.615699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-44accff4-a75e-4cd5-bca1-64a5b1fe1ee1 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.79 "GET /v2.0/networks?id=89736e82-2130-470a-afe1-c38f11eb911e HTTP/1.1" status: 200 len: 809 time: 0.3694942 Jun 30 09:27:43.620388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:43.623853 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.643205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Request body: {'port': {'device_id': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e', 'admin_state_up': True, 'tenant_id': '1267483997c941eb8c0affa8a4dcb782'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:43.646441 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.649351 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.698648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Transition to ACTIVE for port object 9b6fd038-119d-4112-b674-33031c7e7b72 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:43.733969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:43.744801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Pushing event updated for resources: {'Port': ['ID=d9278bf2-dad8-421d-8347-fb33d191d76a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:43.756938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:43.762833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Transition to ACTIVE for port object 9b6fd038-119d-4112-b674-33031c7e7b72 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:43.766693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:43.781889 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.787835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6714c7dc-6c2c-42f2-bdb3-a8ef5bb4db2e req-a8069214-a191-426f-a8fb-cb7f7faa6856 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.1254811 Jun 30 09:27:43.811927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e19acd-37df-416f-9d25-c102e85a6bce req-858af58d-8313-4f1e-b4e8-9c590866f5a8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:43.813444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e19acd-37df-416f-9d25-c102e85a6bce req-858af58d-8313-4f1e-b4e8-9c590866f5a8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.4653087 Jun 30 09:27:43.826609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.867844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:43.879122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:43.885426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:43.906511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Attempting to bind port d9278bf2-dad8-421d-8347-fb33d191d76a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:43.906887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Attempting to bind port d9278bf2-dad8-421d-8347-fb33d191d76a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '66733582-0107-481c-8785-75b8c5e20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:43.907240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Attempting to bind port d9278bf2-dad8-421d-8347-fb33d191d76a on network 6df56abf-3c11-485a-b7f6-f61bd95faa6f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:43.914358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Pushing event updated for resources: {'Port': ['ID=9b6fd038-119d-4112-b674-33031c7e7b72,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:43.927246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:43.927767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Checking segment: {'id': '66733582-0107-481c-8785-75b8c5e20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:43.928297 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.928786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Bound using segment: {'id': '66733582-0107-481c-8785-75b8c5e20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:43.929366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Bound port: d9278bf2-dad8-421d-8347-fb33d191d76a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66733582-0107-481c-8785-75b8c5e20340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:43.929842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:43.959639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e19acd-37df-416f-9d25-c102e85a6bce req-0f435d5c-5ebf-413f-abef-e62aaa17c55e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291785 Jun 30 09:27:44.026561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Made reservation on behalf of 1267483997c941eb8c0affa8a4dcb782 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:44.030283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.047746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] For port d9278bf2-dad8-421d-8347-fb33d191d76a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:44.052965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] For port d9278bf2-dad8-421d-8347-fb33d191d76a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9278bf2-dad8-421d-8347-fb33d191d76a,segment=NetworkSegment(66733582-0107-481c-8785-75b8c5e20340),segment_id=66733582-0107-481c-8785-75b8c5e20340)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:44.067638 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.070566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Attempting to bind port 9b6fd038-119d-4112-b674-33031c7e7b72 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:44.071035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Attempting to bind port 9b6fd038-119d-4112-b674-33031c7e7b72 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '199cd4e7-a35d-4663-bb47-35fc3e5e4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:44.071757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Attempting to bind port 9b6fd038-119d-4112-b674-33031c7e7b72 on network dad24345-5689-4e31-9e8f-d23f948fba00 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:44.084771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:44.085295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Checking segment: {'id': '199cd4e7-a35d-4663-bb47-35fc3e5e4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:44.085901 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.086389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Bound using segment: {'id': '199cd4e7-a35d-4663-bb47-35fc3e5e4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:44.086980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Bound port: 9b6fd038-119d-4112-b674-33031c7e7b72, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '199cd4e7-a35d-4663-bb47-35fc3e5e4d51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:44.087453 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.120599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.122120 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8d86c253-42b9-47af-85d0-8489c14f6629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.178416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Pushing event updated for resources: {'Port': ['ID=d9278bf2-dad8-421d-8347-fb33d191d76a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:44.203209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.203690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.204131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.204627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.205239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.205683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.206106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.206545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.206967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.207388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.207806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.208226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82cc629-c276-4e0c-9ceb-bb4e46cdc6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:44.219554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:44.221794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Port': ['ID=b8653aa6-7290-4958-a2ee-d4ff47e76cea,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:44.227689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.232591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:44.235055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:44.236709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] For port 9b6fd038-119d-4112-b674-33031c7e7b72, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:44.240700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] For port 9b6fd038-119d-4112-b674-33031c7e7b72, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b6fd038-119d-4112-b674-33031c7e7b72,segment=NetworkSegment(199cd4e7-a35d-4663-bb47-35fc3e5e4d51),segment_id=199cd4e7-a35d-4663-bb47-35fc3e5e4d51)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:44.249491 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.329011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6f320-d3dc-41b5-a4d5-8eebcffbb721 None None] Pushing event updated for resources: {'Port': ['ID=9b6fd038-119d-4112-b674-33031c7e7b72,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:44.515788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af930b-2b96-4ed3-b42a-cd11bf435c18 req-7511dc01-7385-447b-830e-3b4fbc3f9aed tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:44.517975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03af930b-2b96-4ed3-b42a-cd11bf435c18 req-7511dc01-7385-447b-830e-3b4fbc3f9aed tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.4016387 Jun 30 09:27:44.526149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Allocated IP 172.20.0.7 (89736e82-2130-470a-afe1-c38f11eb911e/38a32391-e248-4e22-abc6-2e24940b41e0/02357bc4-02db-4561-8da8-992357bff12c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:44.580025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.648573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-513808dd-e6c1-467a-ae82-54c35879f481 req-2834f2e5-e868-4fad-b03d-1a8359f7dff1 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 210 time: 0.0709870 Jun 30 09:27:44.840085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03af930b-2b96-4ed3-b42a-cd11bf435c18 req-f0acb0c5-ba72-4a17-b2a9-39d66f4d0ce8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964833 Jun 30 09:27:44.849021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network dad24345-5689-4e31-9e8f-d23f948fba00 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:44.860084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:44.872706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:44.873307 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:44.880712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=47d44b60-5cdf-47cd-bd0b-699b5cb99d16,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:44.976275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ab0ca39b-caa4-4696-a26f-a1a5c780675b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.9792759 Jun 30 09:27:44.978964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:44.988176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00', 'fixed_ips': [{'subnet_id': 'd3ad9af7-1c18-4e24-892d-d43be758d89c'}, {'subnet_id': '47d44b60-5cdf-47cd-bd0b-699b5cb99d16'}], 'name': 'tempest-PortsTestJSON-998092496'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:45.045045 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.180307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:45.344168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.386317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port c78ae36c-ea72-4c3f-b345-c6ba21c50009 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:45.623869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177c760-5437-4bca-8647-80f76682b7da None None] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:45.627087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9278bf2-dad8-421d-8347-fb33d191d76a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:45.682349 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63b4d861-d50a-4758-8f27-69519ca8f185 req-3fe19299-7272-4dbe-8230-8afd07c686c4 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.6617448 Jun 30 09:27:45.936740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:45.947919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ce0e8596-417e-4ae5-8321-d27e7428c64f None None] Provisioning for port d9278bf2-dad8-421d-8347-fb33d191d76a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:45.965703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.12 (dad24345-5689-4e31-9e8f-d23f948fba00/d3ad9af7-1c18-4e24-892d-d43be758d89c/c78ae36c-ea72-4c3f-b345-c6ba21c50009) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:45.972567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.30 (dad24345-5689-4e31-9e8f-d23f948fba00/47d44b60-5cdf-47cd-bd0b-699b5cb99d16/c78ae36c-ea72-4c3f-b345-c6ba21c50009) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:46.000826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d9278bf2-dad8-421d-8347-fb33d191d76a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:46.006889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7715224-7bf2-4ea9-b593-442c4e709db0 req-0589f41e-c274-494d-9e99-b42c8f7ca55c tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 210 time: 0.0668726 Jun 30 09:27:46.008578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9278bf2-dad8-421d-8347-fb33d191d76a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:46.008956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.144075 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.168609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.208315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.209586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c27e1-5ca5-444c-83c6-66bc7a4e6e86 req-012c89c5-551f-433e-a4e3-eccdb35d5997 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:46.209741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cbe6b-5d49-4983-a12e-640989f44995 None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:46.212191 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-623c27e1-5ca5-444c-83c6-66bc7a4e6e86 req-012c89c5-551f-433e-a4e3-eccdb35d5997 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.5462868 Jun 30 09:27:46.237101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object c78ae36c-ea72-4c3f-b345-c6ba21c50009 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:46.275878 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.289649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.330712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-85436a5b-3635-4d2a-b8de-eae27d925a65 None None] Provisioning for port 9b6fd038-119d-4112-b674-33031c7e7b72 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:46.351170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.358198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network dad24345-5689-4e31-9e8f-d23f948fba00 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:46.362448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-623c27e1-5ca5-444c-83c6-66bc7a4e6e86 req-c0083c41-ffe2-466c-b296-b7de598498b4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389256 Jun 30 09:27:46.384656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:46.384895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d9278bf2-dad8-421d-8347-fb33d191d76a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9278bf2-dad8-421d-8347-fb33d191d76a,segment=NetworkSegment(66733582-0107-481c-8785-75b8c5e20340),segment_id=66733582-0107-481c-8785-75b8c5e20340)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:46.407041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:46.418560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.419383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b6fd038-119d-4112-b674-33031c7e7b72 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:46.441632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=c78ae36c-ea72-4c3f-b345-c6ba21c50009,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:46.473533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Network 89736e82-2130-470a-afe1-c38f11eb911e is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:46.486871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:46.498051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:46.501993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:46.502751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.540345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-306507ee-ade8-47e4-9f81-240673b733ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5572786 Jun 30 09:27:46.540592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Pushing event updated for resources: {'Port': ['ID=02357bc4-02db-4561-8da8-992357bff12c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:46.540692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:46.546093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3ad9af7-1c18-4e24-892d-d43be758d89c'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:46.566116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.568630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.569037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.569694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.569694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.570052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.570439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.570763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.571087 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.571701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.572031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.572508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:27:46.604025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d9278bf2-dad8-421d-8347-fb33d191d76a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:46.605986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:46.607516 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.635319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-f429781a-2452-4d6c-98d5-591c70b4a17b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9993684 Jun 30 09:27:46.659553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Request body: {'port': {'device_id': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:46.659990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.661610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 9b6fd038-119d-4112-b674-33031c7e7b72 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:46.671837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9b6fd038-119d-4112-b674-33031c7e7b72 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:46.672208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.684851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Router f7076449-97ee-43c6-8d09-816218b595c9 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:27:46.719490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0e8000ec-5161-4948-9ce3-b1cc2e746577 None None] Provisioning complete for port d9278bf2-dad8-421d-8347-fb33d191d76a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:46.720483 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0e8000ec-5161-4948-9ce3-b1cc2e746577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.857821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.917994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:46.918802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:46.982433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39a100fe-acff-4189-8a4a-6e8263eb98a5 req-c83d0cbe-cb92-4ad7-b17a-ff00973ab440 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0589097 Jun 30 09:27:46.994930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 9b6fd038-119d-4112-b674-33031c7e7b72, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b6fd038-119d-4112-b674-33031c7e7b72,segment=NetworkSegment(199cd4e7-a35d-4663-bb47-35fc3e5e4d51),segment_id=199cd4e7-a35d-4663-bb47-35fc3e5e4d51)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:46.998320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] Sync routers for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:47.014102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Delete allocated IP 172.20.0.30 (dad24345-5689-4e31-9e8f-d23f948fba00/47d44b60-5cdf-47cd-bd0b-699b5cb99d16) {{(pid=93724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:27:47.049244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.070497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.074772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7b1e28a4-fd87-4d76-b8de-6c94426f295f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8170421 Jun 30 09:27:47.075383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53224) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:47.145224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:47.145879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:47.181356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.197031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Ignored duplicate provisioning block setup for port c78ae36c-ea72-4c3f-b345-c6ba21c50009 by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:27:47.205268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.242579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:47.256798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Update dhcp port {'port': {'network_id': 'dad24345-5689-4e31-9e8f-d23f948fba00', 'fixed_ips': [{'subnet_id': 'd3ad9af7-1c18-4e24-892d-d43be758d89c', 'ip_address': '172.20.0.2'}, {'subnet_id': '47d44b60-5cdf-47cd-bd0b-699b5cb99d16'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '9b6fd038-119d-4112-b674-33031c7e7b72'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:27:47.292236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:47.292236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:47.296710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=9b6fd038-119d-4112-b674-33031c7e7b72,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:47.337268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:47.338096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262b448b-ae51-4290-af8d-7154f25d00b4 None None] The sync data for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:47.350919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.416870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=c78ae36c-ea72-4c3f-b345-c6ba21c50009,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:47.431800 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.467845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] In _notify_port_updated(), no bound segment for port c78ae36c-ea72-4c3f-b345-c6ba21c50009 on network dad24345-5689-4e31-9e8f-d23f948fba00 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:27:47.476436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:47.477366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.481356 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-744726f1-6feb-4a36-b362-da4f9c84f4d4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/ports/c78ae36c-ea72-4c3f-b345-c6ba21c50009 HTTP/1.1" status: 200 len: 919 time: 0.9373760 Jun 30 09:27:47.481850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:47.487769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd3ad9af7-1c18-4e24-892d-d43be758d89c'}, {'subnet_id': '47d44b60-5cdf-47cd-bd0b-699b5cb99d16'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:47.488298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b6fd038-119d-4112-b674-33031c7e7b72 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:47.602713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.679510 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.702400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0cea6-9ff8-4f48-af3e-3250d3bb6afd req-b0852c9e-798a-4ddf-a9b0-5b7d30ecd950 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:47.710955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47f0cea6-9ff8-4f48-af3e-3250d3bb6afd req-b0852c9e-798a-4ddf-a9b0-5b7d30ecd950 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 931 time: 0.5113635 Jun 30 09:27:47.711638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Allocated IP 172.20.0.18 (dad24345-5689-4e31-9e8f-d23f948fba00/47d44b60-5cdf-47cd-bd0b-699b5cb99d16/9b6fd038-119d-4112-b674-33031c7e7b72) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:47.722293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9b6fd038-119d-4112-b674-33031c7e7b72 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:47.722670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.848050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02357bc4-02db-4561-8da8-992357bff12c {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:47.870775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.891547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47f0cea6-9ff8-4f48-af3e-3250d3bb6afd req-eb84e649-f8bf-49b4-a0f6-fb4ec31f205b tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790500 Jun 30 09:27:47.892382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9278bf2-dad8-421d-8347-fb33d191d76a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:47.898866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] For port 9b6fd038-119d-4112-b674-33031c7e7b72, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b6fd038-119d-4112-b674-33031c7e7b72,segment=NetworkSegment(199cd4e7-a35d-4663-bb47-35fc3e5e4d51),segment_id=199cd4e7-a35d-4663-bb47-35fc3e5e4d51)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:47.943376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4f417-acfd-4cf3-9989-8111b26b5ad9 req-c105d8d5-d995-4f79-82bf-a8a378d71a60 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:47.945837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6c4f417-acfd-4cf3-9989-8111b26b5ad9 req-c105d8d5-d995-4f79-82bf-a8a378d71a60 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.2697225 Jun 30 09:27:47.952479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Transition to ACTIVE for port object 02357bc4-02db-4561-8da8-992357bff12c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:47.968900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:47.974597 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.004315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Transition to ACTIVE for port object 9b6fd038-119d-4112-b674-33031c7e7b72 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:48.015534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.022995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9278bf2-dad8-421d-8347-fb33d191d76a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:48.023381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.121649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=02357bc4-02db-4561-8da8-992357bff12c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:48.122176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.30 (dad24345-5689-4e31-9e8f-d23f948fba00/47d44b60-5cdf-47cd-bd0b-699b5cb99d16/c78ae36c-ea72-4c3f-b345-c6ba21c50009) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:48.149004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6c4f417-acfd-4cf3-9989-8111b26b5ad9 req-4629f3bd-1f81-4fd6-82ad-c0c588219d7f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839967 Jun 30 09:27:48.200805 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.244368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82dfd0-4c46-440c-b669-956d7ac70de4 None None] Pushing event updated for resources: {'Port': ['ID=9b6fd038-119d-4112-b674-33031c7e7b72,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:48.322556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.342297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Ignored duplicate provisioning block setup for port c78ae36c-ea72-4c3f-b345-c6ba21c50009 by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:27:48.355382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.360477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfc65802-9b94-4aa5-b130-99f42846dd3a req-451fb329-6f6b-4f1f-bbf6-4189898cabc5 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0681252 Jun 30 09:27:48.370421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Attempting to bind port 02357bc4-02db-4561-8da8-992357bff12c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:48.370931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Attempting to bind port 02357bc4-02db-4561-8da8-992357bff12c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '1269a4df-4224-4d5e-9aad-492c5fdd780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:48.371955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Attempting to bind port 02357bc4-02db-4561-8da8-992357bff12c on network 89736e82-2130-470a-afe1-c38f11eb911e {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:48.440624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Port 02357bc4-02db-4561-8da8-992357bff12c on network 89736e82-2130-470a-afe1-c38f11eb911e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:27:48.440954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Attempting to bind port 02357bc4-02db-4561-8da8-992357bff12c on network 89736e82-2130-470a-afe1-c38f11eb911e {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:48.451889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:48.452230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Checking segment: {'id': '1269a4df-4224-4d5e-9aad-492c5fdd780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:48.452733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Bound using segment: {'id': '1269a4df-4224-4d5e-9aad-492c5fdd780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:48.453156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Bound port: 02357bc4-02db-4561-8da8-992357bff12c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1269a4df-4224-4d5e-9aad-492c5fdd780b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:48.453526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.577981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=c78ae36c-ea72-4c3f-b345-c6ba21c50009,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:48.606548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] In _notify_port_updated(), no bound segment for port c78ae36c-ea72-4c3f-b345-c6ba21c50009 on network dad24345-5689-4e31-9e8f-d23f948fba00 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:27:48.625242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:48.625965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.630316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3c694690-55cd-4a5b-9fae-2ab4c58bc802 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/ports/c78ae36c-ea72-4c3f-b345-c6ba21c50009 HTTP/1.1" status: 200 len: 999 time: 1.1448174 Jun 30 09:27:48.630541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:48.646166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] For port 02357bc4-02db-4561-8da8-992357bff12c, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:48.706703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] For port 02357bc4-02db-4561-8da8-992357bff12c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=02357bc4-02db-4561-8da8-992357bff12c,segment=NetworkSegment(1269a4df-4224-4d5e-9aad-492c5fdd780b),segment_id=1269a4df-4224-4d5e-9aad-492c5fdd780b)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:48.726288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.809755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:48.810335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.812282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] 10.222.0.79 "PUT /v2.0/ports/02357bc4-02db-4561-8da8-992357bff12c HTTP/1.1" status: 200 len: 1092 time: 2.1657979 Jun 30 09:27:48.818196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'tag': '02357bc4-02db-4561-8da8-992357bff12c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:48.820745 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4effafcf-1f4c-4e68-ad4a-44db541c96f3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e367409-0152-4d84-ae10-afd68d9cc34a", "tag": "02357bc4-02db-4561-8da8-992357bff12c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:48.881016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port c78ae36c-ea72-4c3f-b345-c6ba21c50009 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:48.881601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:48.895592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0f15d-a886-4874-9dc8-2dfe2cad2bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=02357bc4-02db-4561-8da8-992357bff12c,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:48.950648 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6da2a2-524a-47cc-9d48-3b55aa8ec521 x-openstack-request-id: req-1f6da2a2-524a-47cc-9d48-3b55aa8ec521 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:48.950937 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e367409-0152-4d84-ae10-afd68d9cc34a", "tag": "02357bc4-02db-4561-8da8-992357bff12c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:48.951188 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1f6da2a2-524a-47cc-9d48-3b55aa8ec521 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:48.951594 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'tag': '02357bc4-02db-4561-8da8-992357bff12c', 'status': 'completed', 'code': 200} Jun 30 09:27:49.005877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Allocated IP 172.20.0.1 (6df56abf-3c11-485a-b7f6-f61bd95faa6f/c7714af5-8654-4ff2-a0d4-a59723b38460/efea365c-de25-4731-a0b1-5771e332e86b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:49.038559 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.053446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for c78ae36c-ea72-4c3f-b345-c6ba21c50009 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:49.086455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-2d239eb7-6b47-41d4-80ea-48e69c202ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:49.088538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-2d239eb7-6b47-41d4-80ea-48e69c202ecf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1267483997c941eb8c0affa8a4dcb782&device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 1095 time: 0.1894510 Jun 30 09:27:49.120595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5a588-819e-4a22-99f7-3039425f1b4d None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:49.250451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a58f477a-7ad9-4c89-9aff-bd3a5e15d2d0 None None] Provisioning for port 9b6fd038-119d-4112-b674-33031c7e7b72 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:49.291132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a58f477a-7ad9-4c89-9aff-bd3a5e15d2d0 None None] Provisioning complete for port 9b6fd038-119d-4112-b674-33031c7e7b72 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:49.291828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a58f477a-7ad9-4c89-9aff-bd3a5e15d2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.310614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-5d8a53ee-f97f-4ee5-91e0-6bf652b4797d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02357bc4-02db-4561-8da8-992357bff12c HTTP/1.1" status: 200 len: 217 time: 0.1151261 Jun 30 09:27:49.373643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.445164 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.450861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-8242ad36-e124-409e-b7ba-fac2154c3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:49.452621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-8242ad36-e124-409e-b7ba-fac2154c3b15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38a32391-e248-4e22-abc6-2e24940b41e0 HTTP/1.1" status: 200 len: 849 time: 0.1334443 Jun 30 09:27:49.462503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=c78ae36c-ea72-4c3f-b345-c6ba21c50009,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:49.476327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb269984-a491-4d5a-8f11-54b5b8cd27f9 req-46c27499-6af6-4a15-99b6-4af18646b592 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:49.477905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb269984-a491-4d5a-8f11-54b5b8cd27f9 req-46c27499-6af6-4a15-99b6-4af18646b592 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.4205041 Jun 30 09:27:49.482839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a58f477a-7ad9-4c89-9aff-bd3a5e15d2d0 None None] Could not find standard attr ID for object c78ae36c-ea72-4c3f-b345-c6ba21c50009. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:27:49.492428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b6fd038-119d-4112-b674-33031c7e7b72 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:49.514597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-d8e8b9f2-fd0e-497d-bf6f-728cdd58c5f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=89736e82-2130-470a-afe1-c38f11eb911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352061 Jun 30 09:27:49.542987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb73238-8354-41fe-8159-665e3e627168 req-0005c04a-9e8b-4fdb-8281-3c825080b433 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:49.544474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fb73238-8354-41fe-8159-665e3e627168 req-0005c04a-9e8b-4fdb-8281-3c825080b433 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 943 time: 0.3524530 Jun 30 09:27:49.551985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Transition to ACTIVE for port object efea365c-de25-4731-a0b1-5771e332e86b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:49.571296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9b6fd038-119d-4112-b674-33031c7e7b72 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:49.572198 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.579996 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.582727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c16de27a-611e-4bfb-9a7a-fff5b023d94f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/c78ae36c-ea72-4c3f-b345-c6ba21c50009 HTTP/1.1" status: 204 len: 168 time: 0.9511952 Jun 30 09:27:49.585206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:49.626383 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a5afcc-31d7-4819-a102-055c64e04154 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:49.632982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-38a5afcc-31d7-4819-a102-055c64e04154 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/c78ae36c-ea72-4c3f-b345-c6ba21c50009 HTTP/1.1" status: 404 len: 333 time: 0.0442319 Jun 30 09:27:49.633734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:49.654026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fb73238-8354-41fe-8159-665e3e627168 req-7f3cd864-2aaa-47f7-8bba-c71c91b81fc2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958323 Jun 30 09:27:49.674642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb269984-a491-4d5a-8f11-54b5b8cd27f9 req-6e2110cd-ccb0-4b8c-a835-1a691c13405f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540129 Jun 30 09:27:49.705811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet 47d44b60-5cdf-47cd-bd0b-699b5cb99d16 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:49.709837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.750289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.770914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.880215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.950788 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:49.990542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=47d44b60-5cdf-47cd-bd0b-699b5cb99d16,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:50.000650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.005829 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-42619be6-ca41-457e-bb2b-209520ef1343 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/47d44b60-5cdf-47cd-bd0b-699b5cb99d16 HTTP/1.1" status: 204 len: 168 time: 0.3687367 Jun 30 09:27:50.006379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:50.059276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet d3ad9af7-1c18-4e24-892d-d43be758d89c {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:50.062584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.104259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.184552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-ca8c91a8-9136-4b45-b1d5-9a23e7415dfb service neutron] 10.222.0.79 "GET /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574590 Jun 30 09:27:50.210432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.286203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:50.300167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-352b48be-d33a-49fa-bd93-e7226153e7b2 req-da965d9e-bd42-4912-a48f-adc6d5475538 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.1145272 Jun 30 09:27:50.316462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:50.343974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:50.381611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e6004a-a011-49cc-b1c0-c8d00f3bed9b None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:50.387366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Port': ['ID=efea365c-de25-4731-a0b1-5771e332e86b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:50.417877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.486003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-81492927-60e8-4717-85be-ebbd650ea768 None None] Provisioning complete for port 9b6fd038-119d-4112-b674-33031c7e7b72 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:50.487161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-81492927-60e8-4717-85be-ebbd650ea768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.540641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86fe7fa3-0231-4875-b511-f40ad77f9c72 req-29291a1e-fba1-463d-a058-57aa8f20e177 service neutron] 10.222.0.79 "GET /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398001 Jun 30 09:27:50.644375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-81492927-60e8-4717-85be-ebbd650ea768 None None] Could not find standard attr ID for object c78ae36c-ea72-4c3f-b345-c6ba21c50009. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:27:50.662357 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.781554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a13c6f1f-0893-474e-aab3-67943038505c None None] Provisioning for port efea365c-de25-4731-a0b1-5771e332e86b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:50.788485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a13c6f1f-0893-474e-aab3-67943038505c None None] Provisioning complete for port efea365c-de25-4731-a0b1-5771e332e86b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:50.789127 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a13c6f1f-0893-474e-aab3-67943038505c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:50.870433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a13c6f1f-0893-474e-aab3-67943038505c None None] Port efea365c-de25-4731-a0b1-5771e332e86b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:27:51.007862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.043589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ad9af7-1c18-4e24-892d-d43be758d89c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:51.047671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.050711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-13390480-089b-4e32-884e-c9ce0fb77a77 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/d3ad9af7-1c18-4e24-892d-d43be758d89c HTTP/1.1" status: 204 len: 168 time: 1.0431125 Jun 30 09:27:51.053119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:51.127443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-f35ab92c-0d1e-4e0a-9733-bb84088b738f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4948909 Jun 30 09:27:51.129525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-e2147fdb-36b8-4929-8318-38ea54c041f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:51.131178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-e2147fdb-36b8-4929-8318-38ea54c041f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1267483997c941eb8c0affa8a4dcb782&device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 1095 time: 0.4901111 Jun 30 09:27:51.209837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.286642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 9b6fd038-119d-4112-b674-33031c7e7b72 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:51.288051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.345266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816a67e-0d9f-4403-b988-e1eba8427154 req-70a5b9c0-f09e-4623-96cf-115ebe9b9be4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:51.352352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6816a67e-0d9f-4403-b988-e1eba8427154 req-70a5b9c0-f09e-4623-96cf-115ebe9b9be4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.3829043 Jun 30 09:27:51.379917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188582f5-e81e-4320-ab78-0399c710cc41 req-e7302689-cedd-4327-a49e-daba0ffca2e6 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:51.381506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-188582f5-e81e-4320-ab78-0399c710cc41 req-e7302689-cedd-4327-a49e-daba0ffca2e6 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 943 time: 0.4157073 Jun 30 09:27:51.400371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] For port 9b6fd038-119d-4112-b674-33031c7e7b72, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9b6fd038-119d-4112-b674-33031c7e7b72,segment=NetworkSegment(199cd4e7-a35d-4663-bb47-35fc3e5e4d51),segment_id=199cd4e7-a35d-4663-bb47-35fc3e5e4d51)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:51.400740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.419266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 9b6fd038-119d-4112-b674-33031c7e7b72 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:51.486537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-b6ad6d65-2e74-47d0-a85d-02e4d9a31de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:51.488141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-b6ad6d65-2e74-47d0-a85d-02e4d9a31de0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=89736e82-2130-470a-afe1-c38f11eb911e HTTP/1.1" status: 200 len: 910 time: 0.3470454 Jun 30 09:27:51.523726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6816a67e-0d9f-4403-b988-e1eba8427154 req-111a8845-e39b-4f17-99c2-0ee295ef97a0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704814 Jun 30 09:27:51.528949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.546999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No DVR routers for this DVR port 9b6fd038-119d-4112-b674-33031c7e7b72 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:51.570374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-188582f5-e81e-4320-ab78-0399c710cc41 req-1ba28296-e3fd-49ca-8a84-cda01f54c16f tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600785 Jun 30 09:27:51.571936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-1cbde07b-8a1b-4f30-98f0-ceb2d626556b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02357bc4-02db-4561-8da8-992357bff12c HTTP/1.1" status: 200 len: 217 time: 0.0745389 Jun 30 09:27:51.573815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-c8e1f623-89df-487c-a637-d0fe9c5465de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:51.575355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-c8e1f623-89df-487c-a637-d0fe9c5465de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.3344262 Jun 30 09:27:51.593815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=9b6fd038-119d-4112-b674-33031c7e7b72,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:51.623817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.691711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5462505-b3d8-403b-aaee-9b6226a42d5a None None] Network dad24345-5689-4e31-9e8f-d23f948fba00 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:51.701000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.716939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.745401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad24345-5689-4e31-9e8f-d23f948fba00']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:51.778097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '199cd4e7-a35d-4663-bb47-35fc3e5e4d51') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:51.778441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '199cd4e7-a35d-4663-bb47-35fc3e5e4d51') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:51.790648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.819663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b7dffc20-d739-4226-bcd0-b61a477a0a81 None None] Could not find standard attr ID for object 9b6fd038-119d-4112-b674-33031c7e7b72. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:27:51.819934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.833583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:51.834139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:51.838829 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:51.926098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-0f64ccef-9533-4b25-95cf-7ce66ff3b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:51.933302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-0f64ccef-9533-4b25-95cf-7ce66ff3b6ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=38a32391-e248-4e22-abc6-2e24940b41e0 HTTP/1.1" status: 200 len: 849 time: 0.3429978 Jun 30 09:27:51.942973 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.949045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:51.951473 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/dad24345-5689-4e31-9e8f-d23f948fba00 HTTP/1.1" status: 204 len: 168 time: 0.8972259 Jun 30 09:27:51.959158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:52.011049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697990e-c6d6-4188-b4b9-cab8760a3bf5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=dad24345-5689-4e31-9e8f-d23f948fba00,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:52.021407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-5d3a3c65-726f-4bca-bcb0-b13cf32b2334 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=89736e82-2130-470a-afe1-c38f11eb911e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514646 Jun 30 09:27:52.029451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Port': ['ID=efea365c-de25-4731-a0b1-5771e332e86b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:52.066836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4ba594-808d-403d-b78e-76497618da08 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:52.069191 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d4ba594-808d-403d-b78e-76497618da08 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1088605 Jun 30 09:27:52.072892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:52.097944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a30295-c3fb-4682-ae0e-dde658539ff7 None None] DHCP port deletion for dad24345-5689-4e31-9e8f-d23f948fba00 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:27:52.137021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.153025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba1eba16-5665-4536-9f18-107b7334f6b2 req-5c20dfe7-2bd6-4271-8b81-303803b1633f tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.1305256 Jun 30 09:27:52.197747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-e87a1649-3c77-4c22-a99a-e0a02816c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:52.199017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5a0512a-3909-4293-82d1-2b5968367dba tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1245306 Jun 30 09:27:52.199293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-e87a1649-3c77-4c22-a99a-e0a02816c9af service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.5652556 Jun 30 09:27:52.204683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:52.210631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-899219289'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:52.237533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:52.241932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.270535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:52.281780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.282938 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment fb3607b6-152d-40cf-81a1-be88fc0d9bec of type vlan for network dc258b67-6d1e-47a8-84cd-293585702878 Jun 30 09:27:52.329222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.343508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-2b7a6ae0-9056-484d-be5f-5794666f701a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.1306245 Jun 30 09:27:52.364413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.372337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:52.373496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.413581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-a0800d30-503d-4933-a582-c67dcc81b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:52.415285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-a0800d30-503d-4933-a582-c67dcc81b85e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.0520964 Jun 30 09:27:52.422041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:52.435530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-f0164bfc-c7b4-41cd-95ff-b5650633c440 service neutron] 10.222.0.79 "GET /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987727 Jun 30 09:27:52.436302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:52.503038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2939751 Jun 30 09:27:52.504048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53300) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:52.519158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:52.575720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-0b78b137-b89f-401a-b85f-8d447b3d4dbd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524394 Jun 30 09:27:52.612145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9769a46d-6670-4c75-b8ff-f23b412b2e92 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=dc258b67-6d1e-47a8-84cd-293585702878,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:52.622869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network dc258b67-6d1e-47a8-84cd-293585702878 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:27:52.701118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-1332ad3b-75e7-4bb2-9084-1824d4892809 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151075 Jun 30 09:27:52.738519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:52.743202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:52.985074 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4effafcf-1f4c-4e68-ad4a-44db541c96f3 req-ab44ac62-b0ff-48b6-ab1b-2c0172a50455 service neutron] 10.222.0.79 "GET /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403666 Jun 30 09:27:52.994361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-73e5961d-4065-47b2-be29-6db36fba70ad None None] Provisioning complete for port efea365c-de25-4731-a0b1-5771e332e86b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:52.995395 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-73e5961d-4065-47b2-be29-6db36fba70ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.037397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.042141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-73e5961d-4065-47b2-be29-6db36fba70ad None None] Port efea365c-de25-4731-a0b1-5771e332e86b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:27:53.083949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b632096-75a3-4521-b0de-8592c618c9b7 req-430d8fb8-6280-4e8c-a03b-a1a6743a28f0 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375227 Jun 30 09:27:53.086944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Router f7076449-97ee-43c6-8d09-816218b595c9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:53.114885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=5644ece1-941f-45cb-af37-1246c01e4226,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:53.121692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': 'fb3607b6-152d-40cf-81a1-be88fc0d9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:53.122101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: dc258b67-6d1e-47a8-84cd-293585702878, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:27:53.139547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network dc258b67-6d1e-47a8-84cd-293585702878 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:27:53.149112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, dc258b67-6d1e-47a8-84cd-293585702878) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:53.153128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:53.153719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.159988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf1bcab-80da-4e12-a4c2-6ef37b8a07e5 None None] Network dc258b67-6d1e-47a8-84cd-293585702878 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:53.174976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-075b0f61-5dd4-436a-bf1e-e157c3d43f33 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6671252 Jun 30 09:27:53.175481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:53.181921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878', 'name': 'tempest-PortsTestJSON-571484695'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:53.329623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:53.333845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.367119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port adc8fa18-2150-47f5-a770-e648a4a2d5d0 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:53.367846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-dc258b67-6d1e-47a8-84cd-293585702878', 'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': '5644ece1-941f-45cb-af37-1246c01e4226'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:27:53.368715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.442458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b6fd038-119d-4112-b674-33031c7e7b72 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:53.463926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 9b6fd038-119d-4112-b674-33031c7e7b72 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:53.464161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9b6fd038-119d-4112-b674-33031c7e7b72 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:53.500387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a453ff-fbd8-4c10-83f2-675f3f1f1d31 req-6e4f4713-dc24-496b-bbaa-34dfdfe465e4 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:53.502720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67a453ff-fbd8-4c10-83f2-675f3f1f1d31 req-6e4f4713-dc24-496b-bbaa-34dfdfe465e4 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 943 time: 0.5759304 Jun 30 09:27:53.510272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.11 (dc258b67-6d1e-47a8-84cd-293585702878/5644ece1-941f-45cb-af37-1246c01e4226/adc8fa18-2150-47f5-a770-e648a4a2d5d0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:53.549659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9edf53cd-f3e4-4c72-8693-4613dea9b14c req-f063d90b-e835-40fd-9a05-a7485afde945 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0455608 Jun 30 09:27:53.589576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67a453ff-fbd8-4c10-83f2-675f3f1f1d31 req-dafff88c-1600-4612-a83d-43b1a2cdd9d6 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747693 Jun 30 09:27:53.649171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:53.653538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 02357bc4-02db-4561-8da8-992357bff12c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:27:53.665259 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] Sync routers for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:53.669411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6b0aaf38-1bd9-4412-9ee3-b8ce37ac4456 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "PUT /v2.0/routers/f7076449-97ee-43c6-8d09-816218b595c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5878630 Jun 30 09:27:53.669411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53320) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:53.679677 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:53.680589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Request body: {'port': {'network_id': '6df56abf-3c11-485a-b7f6-f61bd95faa6f', 'name': 'tempest-FloatingIPAdminTestJSON-640374643'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:53.681900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:53.757853 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:53.758014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.770212 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:53.786859 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:53.792898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object adc8fa18-2150-47f5-a770-e648a4a2d5d0 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:53.839224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Made reservation on behalf of c026aead58504a90beb0cc734a761c57 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:53.841868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 02357bc4-02db-4561-8da8-992357bff12c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=02357bc4-02db-4561-8da8-992357bff12c,segment=NetworkSegment(1269a4df-4224-4d5e-9aad-492c5fdd780b),segment_id=1269a4df-4224-4d5e-9aad-492c5fdd780b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:53.844133 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.858822 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:53.859937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.860524 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e9341-20b1-4ca0-a622-a1aeda49f510 None None] The sync data for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:53.872216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] device_id is not set on port ff323729-445c-45c1-80e7-21d4ce1eabfc yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:53.896000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '02357bc4-02db-4561-8da8-992357bff12c', 'network_id': '89736e82-2130-470a-afe1-c38f11eb911e', 'port_id': '02357bc4-02db-4561-8da8-992357bff12c', 'mac_address': 'fa:16:3e:70:5c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38a32391-e248-4e22-abc6-2e24940b41e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:27:53.920348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network dc258b67-6d1e-47a8-84cd-293585702878 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:53.925111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:53.929777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:53.969801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=adc8fa18-2150-47f5-a770-e648a4a2d5d0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:53.978718 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:53.981472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Allocated IP 172.20.0.2 (dc258b67-6d1e-47a8-84cd-293585702878/5644ece1-941f-45cb-af37-1246c01e4226/f3320c08-1dd2-43a9-931b-550d4d45acf7) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:54.005470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.005731 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.007776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02357bc4-02db-4561-8da8-992357bff12c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:27:54.034130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Allocated IP 172.20.0.4 (6df56abf-3c11-485a-b7f6-f61bd95faa6f/c7714af5-8654-4ff2-a0d4-a59723b38460/ff323729-445c-45c1-80e7-21d4ce1eabfc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:54.038905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2f28f086-4088-4401-99b0-98787a3bc664 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8608263 Jun 30 09:27:54.040153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:54.047318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878', 'name': 'tempest-PortsTestJSON-518342302'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:54.047545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 02357bc4-02db-4561-8da8-992357bff12c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=02357bc4-02db-4561-8da8-992357bff12c,segment=NetworkSegment(1269a4df-4224-4d5e-9aad-492c5fdd780b),segment_id=1269a4df-4224-4d5e-9aad-492c5fdd780b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:54.081963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.152771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=02357bc4-02db-4561-8da8-992357bff12c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:54.183868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:54.187824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.207178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 62bff154-0803-4b10-bad2-b502f481d602 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:27:54.222950 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.232513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Transition to ACTIVE for port object f3320c08-1dd2-43a9-931b-550d4d45acf7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:54.247122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-c30f7685-b149-4141-8a16-fdf79d2e915f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146491497&fields=id&tenant_id=9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 267 time: 0.2857182 Jun 30 09:27:54.250107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Transition to ACTIVE for port object f3320c08-1dd2-43a9-931b-550d4d45acf7 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:54.259371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.297985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Network dc258b67-6d1e-47a8-84cd-293585702878 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:54.302596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:54.306149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:54.317645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Pushing event updated for resources: {'Port': ['ID=f3320c08-1dd2-43a9-931b-550d4d45acf7,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:54.323719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['02357bc4-02db-4561-8da8-992357bff12c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:27:54.356250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.3 (dc258b67-6d1e-47a8-84cd-293585702878/5644ece1-941f-45cb-af37-1246c01e4226/62bff154-0803-4b10-bad2-b502f481d602) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:54.374347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.392506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-45103620-e22a-4d1f-adb0-79d3c8f25c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.394015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-45103620-e22a-4d1f-adb0-79d3c8f25c9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.2920973 Jun 30 09:27:54.406665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264018c0-ae21-4e80-97b6-9d9e94304db2 req-44448ea9-6382-4f7d-a46d-b35c9397881c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.408162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-264018c0-ae21-4e80-97b6-9d9e94304db2 req-44448ea9-6382-4f7d-a46d-b35c9397881c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.3051848 Jun 30 09:27:54.408293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Attempting to bind port f3320c08-1dd2-43a9-931b-550d4d45acf7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:27:54.408584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Attempting to bind port f3320c08-1dd2-43a9-931b-550d4d45acf7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fb3607b6-152d-40cf-81a1-be88fc0d9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:27:54.408948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Attempting to bind port f3320c08-1dd2-43a9-931b-550d4d45acf7 on network dc258b67-6d1e-47a8-84cd-293585702878 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:27:54.419520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:27:54.419954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Checking segment: {'id': 'fb3607b6-152d-40cf-81a1-be88fc0d9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:27:54.420365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.420757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Bound using segment: {'id': 'fb3607b6-152d-40cf-81a1-be88fc0d9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:27:54.421230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Bound port: f3320c08-1dd2-43a9-931b-550d4d45acf7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb3607b6-152d-40cf-81a1-be88fc0d9bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dc258b67-6d1e-47a8-84cd-293585702878'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:27:54.421611 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.450396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Transition to ACTIVE for port object ff323729-445c-45c1-80e7-21d4ce1eabfc will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:54.518490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-b04506f0-451c-4e07-bcb0-b66ca3bdb1cd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.519921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-b04506f0-451c-4e07-bcb0-b66ca3bdb1cd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.2576346 Jun 30 09:27:54.527126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] For port f3320c08-1dd2-43a9-931b-550d4d45acf7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:27:54.531866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] For port f3320c08-1dd2-43a9-931b-550d4d45acf7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f3320c08-1dd2-43a9-931b-550d4d45acf7,segment=NetworkSegment(fb3607b6-152d-40cf-81a1-be88fc0d9bec),segment_id=fb3607b6-152d-40cf-81a1-be88fc0d9bec)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:27:54.544547 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.545233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.561952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-d597148e-176b-4218-a94f-71d7e78d7d53 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.0264673 Jun 30 09:27:54.564933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object 62bff154-0803-4b10-bad2-b502f481d602 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:54.572835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-264018c0-ae21-4e80-97b6-9d9e94304db2 req-b415da2d-f1bd-47e0-bde9-eb0dc7bef59e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545339 Jun 30 09:27:54.638973 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.644982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc21eddf-2826-4174-bc1b-84c359b76642 None None] Pushing event updated for resources: {'Port': ['ID=f3320c08-1dd2-43a9-931b-550d4d45acf7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:54.657971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-3b0b69d3-cee4-4ef1-b273-93f2e4a0610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.659740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-3b0b69d3-cee4-4ef1-b273-93f2e4a0610f service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.2426715 Jun 30 09:27:54.662040 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.715954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network dc258b67-6d1e-47a8-84cd-293585702878 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:54.723457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:54.727638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:54.757821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-2a3bfdce-a9f2-45d6-98e3-4bebe5f43dea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.0782990 Jun 30 09:27:54.773554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:54.779732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.780428 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:54.791799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=62bff154-0803-4b10-bad2-b502f481d602,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:54.813942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:54.819474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:54.820339 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-69be069b-db68-46fb-bca4-43e79829fed7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7785866 Jun 30 09:27:54.823116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:54.826557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event updated for resources: {'Port': ['ID=ff323729-445c-45c1-80e7-21d4ce1eabfc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:54.904073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-2812581f-d353-4884-a547-4bff7ff4b124 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3202517 Jun 30 09:27:54.921995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c82877c-59b4-41c2-8d48-bd8035bcd9bb req-b3e8b7d8-db27-416f-a108-f5584d80bdc3 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0722570 Jun 30 09:27:54.981483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f0b5d3-3fd7-47ca-a3ea-a56baedc022f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:54.986067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-64f0b5d3-3fd7-47ca-a3ea-a56baedc022f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.1608031 Jun 30 09:27:54.986736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:55.087930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-9713d7a9-8eef-47a9-acfc-72304b6b1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:55.089802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-9713d7a9-8eef-47a9-acfc-72304b6b1f36 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.3196542 Jun 30 09:27:55.099127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-f59323a0-1bb4-44c2-85fb-a4d42c2d965a service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433477 Jun 30 09:27:55.131513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 62bff154-0803-4b10-bad2-b502f481d602 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:55.132993 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.179377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f43c0187-6bce-423c-b189-76817ad3b126 None None] Provisioning for port ff323729-445c-45c1-80e7-21d4ce1eabfc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:55.183413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f43c0187-6bce-423c-b189-76817ad3b126 None None] Provisioning complete for port ff323729-445c-45c1-80e7-21d4ce1eabfc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:55.183786 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f43c0187-6bce-423c-b189-76817ad3b126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.214823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:55.215472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.218482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f43c0187-6bce-423c-b189-76817ad3b126 None None] Port ff323729-445c-45c1-80e7-21d4ce1eabfc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:27:55.219270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-805b618d-7098-445f-8b27-5dcd6341f8be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953486 Jun 30 09:27:55.232139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.244728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 62bff154-0803-4b10-bad2-b502f481d602 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:55.294547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4b8e447a-1e86-40e1-b3db-3de67a158b02 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6242912 Jun 30 09:27:55.297536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:55.354010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-c5308d8a-5df0-4448-9172-8a11406576e9 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538805 Jun 30 09:27:55.378837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228615c8-66c4-453f-8aa2-3d1c800e3af3 req-59c55ec7-3132-4a1d-b80c-fc593c6602d2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:55.379522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'project_id': 'c026aead58504a90beb0cc734a761c57', 'port_id': 'ff323729-445c-45c1-80e7-21d4ce1eabfc'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:55.386374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228615c8-66c4-453f-8aa2-3d1c800e3af3 req-59c55ec7-3132-4a1d-b80c-fc593c6602d2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 944 time: 0.2749596 Jun 30 09:27:55.409060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-1c49508d-e356-44d6-b6f7-6288edcc3c6a service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786823 Jun 30 09:27:55.424398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.465820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.487799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228615c8-66c4-453f-8aa2-3d1c800e3af3 req-31b106c2-86ea-49ca-a489-da61d4257839 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004579 Jun 30 09:27:55.515823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=62bff154-0803-4b10-bad2-b502f481d602,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:55.520313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f3320c08-1dd2-43a9-931b-550d4d45acf7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:55.587392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f3320c08-1dd2-43a9-931b-550d4d45acf7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:55.599363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22e2e96e-cf30-42d4-95fc-ec5d5d84ee04 req-140430d1-f35e-43ee-a463-dec0812c2192 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783748 Jun 30 09:27:55.631975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.634054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c62890ae-bdc8-4c53-9ab1-64d692f76d09 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/62bff154-0803-4b10-bad2-b502f481d602 HTTP/1.1" status: 204 len: 168 time: 0.6463900 Jun 30 09:27:55.637369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53352) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:55.660475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 02357bc4-02db-4561-8da8-992357bff12c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:55.665897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.749649 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b8237b-9462-4760-87cc-a0d5ca5206da tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:55.754581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c8b8237b-9462-4760-87cc-a0d5ca5206da tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/62bff154-0803-4b10-bad2-b502f481d602 HTTP/1.1" status: 404 len: 333 time: 0.1152701 Jun 30 09:27:55.757091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53360) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:55.783908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 02357bc4-02db-4561-8da8-992357bff12c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:55.789239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 02357bc4-02db-4561-8da8-992357bff12c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:55.789645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.866865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Allocated IP 172.25.7.122 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/eb2e290b-394b-4d56-a4eb-9d720d753a47) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:55.937157 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:55.998867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02357bc4-02db-4561-8da8-992357bff12c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:27:56.003448 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6cfde5-b469-4993-9aae-fcbcd036b933" -d '{"events": [{"server_uuid": "2e367409-0152-4d84-ae10-afd68d9cc34a", "name": "network-vif-plugged", "status": "completed", "tag": "02357bc4-02db-4561-8da8-992357bff12c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:27:56.032903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 02357bc4-02db-4561-8da8-992357bff12c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=02357bc4-02db-4561-8da8-992357bff12c,segment=NetworkSegment(1269a4df-4224-4d5e-9aad-492c5fdd780b),segment_id=1269a4df-4224-4d5e-9aad-492c5fdd780b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:56.039663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.093096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4177dd1-7006-4850-929e-13c8e45bae28 None None] Network dc258b67-6d1e-47a8-84cd-293585702878 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:56.097859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-516889fe-abaa-4b8b-8a7e-bd61852cbace req-e0241f55-b6f4-45dd-9bdf-0bf3fd91f18f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0587885 Jun 30 09:27:56.136788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port adc8fa18-2150-47f5-a770-e648a4a2d5d0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:56.137005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.149737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.251327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.265672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for adc8fa18-2150-47f5-a770-e648a4a2d5d0 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:56.294457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.321693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=02357bc4-02db-4561-8da8-992357bff12c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:56.336706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] Provisioning for port f3320c08-1dd2-43a9-931b-550d4d45acf7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:56.340876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11769a7-1deb-4ed2-a6f7-0b742cfaa598 req-5225a35e-9314-4782-9329-7eb9b607e0bc tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:56.342473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c11769a7-1deb-4ed2-a6f7-0b742cfaa598 req-5225a35e-9314-4782-9329-7eb9b607e0bc tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.4874284 Jun 30 09:27:56.350853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] Provisioning complete for port f3320c08-1dd2-43a9-931b-550d4d45acf7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:56.351328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.367913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:56.373909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:56.392457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8740095c-627d-4e98-94c0-4fe17e2dbc19 req-a5215885-7625-48f3-8ae6-cd4a8e2b7801 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0982418 Jun 30 09:27:56.392682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:56.462672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Pushing event updated for resources: {'Port': ['ID=eb2e290b-394b-4d56-a4eb-9d720d753a47,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:56.485030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c11769a7-1deb-4ed2-a6f7-0b742cfaa598 req-ef472563-fcbf-472d-ac3e-23c5e6f7bdbc tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281464 Jun 30 09:27:56.607999 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88ff095-21ff-4f6e-a5ac-f801efc4fed5 x-openstack-request-id: req-f88ff095-21ff-4f6e-a5ac-f801efc4fed5 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:27:56.608381 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e367409-0152-4d84-ae10-afd68d9cc34a", "name": "network-vif-plugged", "status": "completed", "tag": "02357bc4-02db-4561-8da8-992357bff12c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:27:56.608580 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f88ff095-21ff-4f6e-a5ac-f801efc4fed5 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:27:56.608940 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02357bc4-02db-4561-8da8-992357bff12c', 'code': 200} Jun 30 09:27:56.661732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.673407 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.744717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=adc8fa18-2150-47f5-a770-e648a4a2d5d0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:56.788841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] For port f3320c08-1dd2-43a9-931b-550d4d45acf7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f3320c08-1dd2-43a9-931b-550d4d45acf7,segment=NetworkSegment(fb3607b6-152d-40cf-81a1-be88fc0d9bec),segment_id=fb3607b6-152d-40cf-81a1-be88fc0d9bec)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:56.799372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:56.867282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f82ef-c464-45dc-b94c-ea993b37c03d None None] Pushing event updated for resources: {'Port': ['ID=f3320c08-1dd2-43a9-931b-550d4d45acf7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:57.027803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05440-c3a5-4e9e-97dc-5c982f689014 req-7eb274be-4504-4e18-a02a-674c35a924fe tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:57.038300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04d05440-c3a5-4e9e-97dc-5c982f689014 req-7eb274be-4504-4e18-a02a-674c35a924fe tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 945 time: 0.2464151 Jun 30 09:27:57.099813 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.102087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2504dc43-646b-4eb9-99cf-c22333911627 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/adc8fa18-2150-47f5-a770-e648a4a2d5d0 HTTP/1.1" status: 204 len: 168 time: 1.3440564 Jun 30 09:27:57.109008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53382) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:57.112596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cddf07-417c-4f8d-8608-b8be55ee330c req-e404eb49-e5cf-4f3a-92fc-0e5d39a20cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:57.112755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca59fc70-ab47-4957-8ac7-db5dc5fb2771 None None] Could not find standard attr ID for object adc8fa18-2150-47f5-a770-e648a4a2d5d0. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:27:57.114088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-65cddf07-417c-4f8d-8608-b8be55ee330c req-e404eb49-e5cf-4f3a-92fc-0e5d39a20cfd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 1097 time: 0.3953996 Jun 30 09:27:57.131102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04d05440-c3a5-4e9e-97dc-5c982f689014 req-caa85f8e-88a6-4a92-bcaa-0582965843e2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916867 Jun 30 09:27:57.134274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca59fc70-ab47-4957-8ac7-db5dc5fb2771 None None] Provisioning complete for port f3320c08-1dd2-43a9-931b-550d4d45acf7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:57.135294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca59fc70-ab47-4957-8ac7-db5dc5fb2771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.163735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.267659 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-13be8266-053e-497a-a1f5-5f5e6af11e69 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:27:57.272250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13be8266-053e-497a-a1f5-5f5e6af11e69 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/adc8fa18-2150-47f5-a770-e648a4a2d5d0 HTTP/1.1" status: 404 len: 333 time: 0.1545658 Jun 30 09:27:57.272475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53386) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:57.334715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-65cddf07-417c-4f8d-8608-b8be55ee330c req-5586159f-fdd4-4539-aca2-d5b27add5043 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689613 Jun 30 09:27:57.344591 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.351793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet 5644ece1-941f-45cb-af37-1246c01e4226 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:27:57.355930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.403403 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.471177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f3320c08-1dd2-43a9-931b-550d4d45acf7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:27:57.502270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9798cce8-e1d9-4735-ae4a-b792d239afc5 req-30177932-f368-46b9-9bf3-a009b3513610 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0423069 Jun 30 09:27:57.561388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5b46f797-f2fb-404d-a030-c2ac365d583e None None] Could not find standard attr ID for object adc8fa18-2150-47f5-a770-e648a4a2d5d0. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:27:57.599234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f3320c08-1dd2-43a9-931b-550d4d45acf7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:57.600408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.623290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.628875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.630241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.682789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7c2cd74-87d9-4f70-b5bf-8197b41d4b57 req-0d03c26c-e2b0-4306-ba09-254e8f900913 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.1019974 Jun 30 09:27:57.774283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.813780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.824703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Pushing event updated for resources: {'Port': ['ID=eb2e290b-394b-4d56-a4eb-9d720d753a47,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:57.854456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=5644ece1-941f-45cb-af37-1246c01e4226,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:57.862658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:57.867350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f72020ee-46e9-401b-bba5-a9f2bf338ab7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/5644ece1-941f-45cb-af37-1246c01e4226 HTTP/1.1" status: 204 len: 168 time: 0.5914578 Jun 30 09:27:57.874115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:57.890187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8974b26-55d6-4189-a2df-6a3f7c73245a req-70170aff-5b8b-42f4-b2cc-9cba10454734 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:57.891801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8974b26-55d6-4189-a2df-6a3f7c73245a req-70170aff-5b8b-42f4-b2cc-9cba10454734 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1892669 Jun 30 09:27:57.895826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4f6102bb-3334-442b-a8f4-e2cc7397cff7 None None] Could not find standard attr ID for object 62bff154-0803-4b10-bad2-b502f481d602. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:27:57.966291 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Floating IP 3bcdac54-1b8f-4014-9778-232b24f82f43 associated. External IP: 172.25.7.122, port: ff323729-445c-45c1-80e7-21d4ce1eabfc. Jun 30 09:27:58.003078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8974b26-55d6-4189-a2df-6a3f7c73245a req-996afa03-7eff-4e18-85a7-2e1ede137f30 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026144 Jun 30 09:27:58.014200 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.059295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-ccd307ff-5a56-42cd-b82a-1eacf1ef0215 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:58.061302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-ccd307ff-5a56-42cd-b82a-1eacf1ef0215 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.1913455 Jun 30 09:27:58.070108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326b04d1-2e4d-4528-9ebc-f6a5c2dbd43e None None] Network dc258b67-6d1e-47a8-84cd-293585702878 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:27:58.131813 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-2c566f58-374c-4ec1-93f1-496acb225b7d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 380 time: 0.0550239 Jun 30 09:27:58.145061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'security_groups': ['d848270a-fbf0-4a87-9e42-8d570577e15e']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:58.178686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port f3320c08-1dd2-43a9-931b-550d4d45acf7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:58.179219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.302690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:58.308049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.358150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] DHCP port deletion for dc258b67-6d1e-47a8-84cd-293585702878 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:27:58.469464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] Deleting port f3320c08-1dd2-43a9-931b-550d4d45acf7 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:58.470740 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.505775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e164d20a-54b2-4b67-b8a8-d359efa35a8d req-51ca6a60-1563-4434-9096-1b193c6f1c85 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:58.507563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e164d20a-54b2-4b67-b8a8-d359efa35a8d req-51ca6a60-1563-4434-9096-1b193c6f1c85 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 945 time: 0.1642520 Jun 30 09:27:58.579470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] For port f3320c08-1dd2-43a9-931b-550d4d45acf7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f3320c08-1dd2-43a9-931b-550d4d45acf7,segment=NetworkSegment(fb3607b6-152d-40cf-81a1-be88fc0d9bec),segment_id=fb3607b6-152d-40cf-81a1-be88fc0d9bec)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:58.580103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.593857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] Calling delete_port for f3320c08-1dd2-43a9-931b-550d4d45acf7 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:58.609791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e164d20a-54b2-4b67-b8a8-d359efa35a8d req-c7ec19a6-9d78-483b-a31e-9b62e21af0d2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747037 Jun 30 09:27:58.620511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.14 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/5bdce920-9ede-4471-bb6e-8d17e1e65bff) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:27:58.695755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.718537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] For port f3320c08-1dd2-43a9-931b-550d4d45acf7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f3320c08-1dd2-43a9-931b-550d4d45acf7,segment=NetworkSegment(fb3607b6-152d-40cf-81a1-be88fc0d9bec),segment_id=fb3607b6-152d-40cf-81a1-be88fc0d9bec)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:27:58.720577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.734776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] Pushing event deleted for resources: {'Port': ['ID=f3320c08-1dd2-43a9-931b-550d4d45acf7,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:58.741029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4331de-36fc-4030-8ac9-d62efed538d9 None None] No DVR routers for this DVR port f3320c08-1dd2-43a9-931b-550d4d45acf7 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:58.762662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52422bca-9431-485c-bc7a-7b677d6d54b1 req-cf8f9860-6741-4999-855a-cf22073d4660 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0346591 Jun 30 09:27:58.767403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for f3320c08-1dd2-43a9-931b-550d4d45acf7 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:27:58.837462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.844098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Router f7076449-97ee-43c6-8d09-816218b595c9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:27:58.859036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object 5bdce920-9ede-4471-bb6e-8d17e1e65bff will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:27:58.897317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ca4c4a6-5b66-4949-be2f-68e3bac6e984 req-6accf4d1-c79d-44fd-9c20-d8d047781bbc tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0330973 Jun 30 09:27:58.933109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.971615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:58.988899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:27:58.992836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:27:58.996745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:27:59.006212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=5bdce920-9ede-4471-bb6e-8d17e1e65bff,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.011738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=f3320c08-1dd2-43a9-931b-550d4d45acf7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.018272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No DVR routers for this DVR port f3320c08-1dd2-43a9-931b-550d4d45acf7 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:27:59.023543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:27:59.034619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] Sync routers for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:27:59.047055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:59.048516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.096523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:59.097263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.106075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.118336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0c77604a-050e-4dfb-88a2-08ea7d8d4243 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9782562 Jun 30 09:27:59.139241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Request body: {'port': {'device_id': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:59.175530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.198738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc258b67-6d1e-47a8-84cd-293585702878']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.216924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb3607b6-152d-40cf-81a1-be88fc0d9bec') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.217229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb3607b6-152d-40cf-81a1-be88fc0d9bec') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.225212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16d12baa-9328-4759-9e92-9769adc0be6a tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.9257741 Jun 30 09:27:59.230978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.292522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.362874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8cd54d51-8f65-4b13-8e23-261eafda3613 tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] 10.222.0.77 "GET /v2.0/floatingips/3bcdac54-1b8f-4014-9778-232b24f82f43 HTTP/1.1" status: 200 len: 982 time: 0.1305935 Jun 30 09:27:59.363554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.365459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.379379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.400012 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.404944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:27:59.405140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.453744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.478163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:27:59.478726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:27:59.482467 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:27:59.501945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f3320c08-1dd2-43a9-931b-550d4d45acf7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:27:59.507754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:27:59.508732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043d4ae3-fd1e-4983-91b4-d1319e82737e None None] The sync data for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:27:59.559703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f3320c08-1dd2-43a9-931b-550d4d45acf7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:27:59.561047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f3320c08-1dd2-43a9-931b-550d4d45acf7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:27:59.577556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-40aa7b78-150e-416d-8f38-3103c45bd01f tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2096021 Jun 30 09:27:59.582847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53410) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.583809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-16191383-8f3e-4e97-8d2b-b5d0b183fef6 None None] Provisioning for port 5bdce920-9ede-4471-bb6e-8d17e1e65bff completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:27:59.588352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-16191383-8f3e-4e97-8d2b-b5d0b183fef6 None None] Provisioning complete for port 5bdce920-9ede-4471-bb6e-8d17e1e65bff triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:27:59.589123 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16191383-8f3e-4e97-8d2b-b5d0b183fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.642765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-16191383-8f3e-4e97-8d2b-b5d0b183fef6 None None] Port 5bdce920-9ede-4471-bb6e-8d17e1e65bff cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:27:59.746178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.755698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.757462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/dc258b67-6d1e-47a8-84cd-293585702878 HTTP/1.1" status: 204 len: 168 time: 1.8823786 Jun 30 09:27:59.781515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53414) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:27:59.791986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0583076-776b-4d4f-a1c1-919f70dfa183 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=dc258b67-6d1e-47a8-84cd-293585702878,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:27:59.797100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1589978450'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:27:59.829444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:27:59.833030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.857974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting port eb2e290b-394b-4d56-a4eb-9d720d753a47 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:27:59.858385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.909048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:27:59.931019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:27:59.931455 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment be396162-a84c-4633-865f-b77c6006cd27 of type vlan for network 218a4ef7-f98d-4396-9384-e4d7338768c1 Jun 30 09:27:59.987562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95350a09-9cd1-4ed7-a626-92d993545b78 req-06c19042-1f39-4223-9443-a6c65b2f8644 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:27:59.989147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95350a09-9cd1-4ed7-a626-92d993545b78 req-06c19042-1f39-4223-9443-a6c65b2f8644 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.7373395 Jun 30 09:27:59.991173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.005046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.005245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.021192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a9d9b-55e6-45f5-9cc4-3071dbaff320 req-35f169b4-a322-474e-9bb9-4250c29ad0db tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:00.022580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Calling delete_port for eb2e290b-394b-4d56-a4eb-9d720d753a47 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:00.022712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c2a9d9b-55e6-45f5-9cc4-3071dbaff320 req-35f169b4-a322-474e-9bb9-4250c29ad0db tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 945 time: 0.1991088 Jun 30 09:28:00.081639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.087420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:00.088023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.096811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95350a09-9cd1-4ed7-a626-92d993545b78 req-c109634f-cef2-42fb-8a89-31893cc76f4c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860209 Jun 30 09:28:00.120645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2c2a9d9b-55e6-45f5-9cc4-3071dbaff320 req-1f514647-fb39-4bfe-8836-f8bb700138f2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786500 Jun 30 09:28:00.150381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3594792 Jun 30 09:28:00.154070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:00.161279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:00.194701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdce920-9ede-4471-bb6e-8d17e1e65bff {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:00.212190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.232467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a692aa-acb7-4ac2-a48a-ff3d60053c3c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=218a4ef7-f98d-4396-9384-e4d7338768c1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.238380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Transition to ACTIVE for port object 5bdce920-9ede-4471-bb6e-8d17e1e65bff will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:00.249417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:00.253027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.305344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:00.309578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.371568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Pushing event updated for resources: {'Port': ['ID=5bdce920-9ede-4471-bb6e-8d17e1e65bff,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.421548 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0edb777d-4303-4abe-9092-e9715c048808 req-e7517976-d036-46ee-abfa-4015fe673193 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0784693 Jun 30 09:28:00.499108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.526529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Attempting to bind port 5bdce920-9ede-4471-bb6e-8d17e1e65bff on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:00.526972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Attempting to bind port 5bdce920-9ede-4471-bb6e-8d17e1e65bff by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:00.527383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Attempting to bind port 5bdce920-9ede-4471-bb6e-8d17e1e65bff on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:00.535501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Port 5bdce920-9ede-4471-bb6e-8d17e1e65bff on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:00.535905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Attempting to bind port 5bdce920-9ede-4471-bb6e-8d17e1e65bff on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:00.546475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:00.547068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:00.547589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:00.548632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Bound port: 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:00.549075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.577324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde90dee-e468-471d-815a-c57721706da3 req-85aa809b-8a28-4ab7-aec3-9b446caae9f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:00.585347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bde90dee-e468-471d-815a-c57721706da3 req-85aa809b-8a28-4ab7-aec3-9b446caae9f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.2362914 Jun 30 09:28:00.636286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Port': ['ID=eb2e290b-394b-4d56-a4eb-9d720d753a47,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.638027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.638388 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Floating IP 3bcdac54-1b8f-4014-9778-232b24f82f43 disassociated (deleted). External IP: 172.25.7.122, port: ff323729-445c-45c1-80e7-21d4ce1eabfc. Jun 30 09:28:00.689159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bde90dee-e468-471d-815a-c57721706da3 req-8414a6ab-a3c2-4321-8d80-f61a5011f980 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964372 Jun 30 09:28:00.702767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] For port 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:00.708699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] For port 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:00.718050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.774376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:00.775153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:00.776640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] 10.222.0.83 "PUT /v2.0/ports/5bdce920-9ede-4471-bb6e-8d17e1e65bff HTTP/1.1" status: 200 len: 1093 time: 1.6423934 Jun 30 09:28:00.777179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:00.779637 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8148eea3-82cb-439d-9458-bc46c75a590d" -d '{"events": [{"name": "network-changed", "server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:00.847800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d18aef-ebd9-4fa9-8b56-995955aa795d service neutron] Pushing event updated for resources: {'Port': ['ID=5bdce920-9ede-4471-bb6e-8d17e1e65bff,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:00.889528 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba6c2f4-8dc5-4875-b686-e555e6a33a8a x-openstack-request-id: req-0ba6c2f4-8dc5-4875-b686-e555e6a33a8a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:00.889919 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:00.890305 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ba6c2f4-8dc5-4875-b686-e555e6a33a8a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:00.890858 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'status': 'completed', 'code': 200} Jun 30 09:28:00.920031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-07cf8c2d-e50a-492d-9d0c-4079dfc2401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:00.921734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-07cf8c2d-e50a-492d-9d0c-4079dfc2401b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 1096 time: 0.0694866 Jun 30 09:28:00.969234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.022027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-0f0e29da-37f9-46fe-8a6c-bf5df71e8fe3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff HTTP/1.1" status: 200 len: 217 time: 0.0783191 Jun 30 09:28:01.102597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=e2030528-64fe-4efa-8f0d-4cbf4ca26192,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:01.123942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Router f7076449-97ee-43c6-8d09-816218b595c9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:01.131122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-6f9f7a4a-4a54-4c89-aff4-7f09e6f75201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:01.133316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-6f9f7a4a-4a54-4c89-aff4-7f09e6f75201 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1012199 Jun 30 09:28:01.135794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': 'be396162-a84c-4633-865f-b77c6006cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:01.135794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: 218a4ef7-f98d-4396-9384-e4d7338768c1, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:01.213476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:01.217050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-aa50d398-05ac-4d85-9e70-ec55a7e32276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:01.218550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-aa50d398-05ac-4d85-9e70-ec55a7e32276 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771210 Jun 30 09:28:01.266196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 218a4ef7-f98d-4396-9384-e4d7338768c1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:01.274184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec6410d-e270-4807-a848-5e73e865fe57 None None] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:01.301733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:01.306896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.339867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2fdb864a-49f8-4398-9560-af2234d20e11 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1831872 Jun 30 09:28:01.346374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53438) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:01.355343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-1753f932-2c00-4ab3-95eb-da7664e930ba service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279430 Jun 30 09:28:01.371460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1', 'name': 'tempest-PortsTestJSON-1240492780', 'fixed_ips': [{'subnet_id': 'e2030528-64fe-4efa-8f0d-4cbf4ca26192', 'ip_address': '172.20.0.10'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:01.486520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:01.493782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf60167-7e70-4fba-83dd-3630152042f0 req-fffb2c45-9c1a-47a4-bd7d-b41d142e5ae7 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:01.495755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.496850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] Sync routers for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:01.501113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cf60167-7e70-4fba-83dd-3630152042f0 req-fffb2c45-9c1a-47a4-bd7d-b41d142e5ae7 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1446013 Jun 30 09:28:01.514306 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:01.515766 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:01.567702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4cf60167-7e70-4fba-83dd-3630152042f0 req-23ae18a6-86e7-426d-93d5-90be534cf6a9 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647674 Jun 30 09:28:01.586906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-218a4ef7-f98d-4396-9384-e4d7338768c1', 'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': 'e2030528-64fe-4efa-8f0d-4cbf4ca26192'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:01.587982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.605288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:01.607323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0070d3c0-3cf4-47c9-ab8e-1096b1390e70 req-bd83f075-ae85-4cc3-8b80-165d9499185c service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796317 Jun 30 09:28:01.641835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:01.658826 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:01.679244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a0ee448e-c373-4cb8-b2df-29b18fbfaa0f tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "DELETE /v2.0/floatingips/3bcdac54-1b8f-4014-9778-232b24f82f43 HTTP/1.1" status: 204 len: 168 time: 2.0951283 Jun 30 09:28:01.684869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53446) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:01.701247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:01.747677 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:01.777129 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:01.777820 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15bdb8b-cbf3-4745-9d4f-ff4ca5aeb1d4 None None] The sync data for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:01.826999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Allocated IP 172.20.0.2 (218a4ef7-f98d-4396-9384-e4d7338768c1/e2030528-64fe-4efa-8f0d-4cbf4ca26192/5e71f63d-9aba-413f-a964-478b4e6f96ec) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:01.833591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c18c61c-e132-46ef-83cc-dcadbff4c74d req-7d41cce2-79e0-42ec-a833-4441b219adba tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0341468 Jun 30 09:28:01.862105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:01.869122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eea3-82cb-439d-9458-bc46c75a590d req-5e511691-0b28-47b3-a600-8ce48651d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:01.872572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-5e511691-0b28-47b3-a600-8ce48651d846 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 1096 time: 0.1957078 Jun 30 09:28:02.026353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.026601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eea3-82cb-439d-9458-bc46c75a590d req-334c7b89-f7d5-4fbe-bacb-ffb77a6265e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:02.028380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-334c7b89-f7d5-4fbe-bacb-ffb77a6265e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1452649 Jun 30 09:28:02.048162 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.048565 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.063786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Transition to ACTIVE for port object 5e71f63d-9aba-413f-a964-478b4e6f96ec will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:02.109669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Transition to ACTIVE for port object 5e71f63d-9aba-413f-a964-478b4e6f96ec will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:02.113537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-d68d5596-8ecf-4443-82a7-0a347a7051f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff HTTP/1.1" status: 200 len: 217 time: 0.0780113 Jun 30 09:28:02.127822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.172294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:02.189420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:02.203118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:02.226301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:02.227144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eea3-82cb-439d-9458-bc46c75a590d req-1d5704e8-2042-46c2-9d26-d6bb912bfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:02.229023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-1d5704e8-2042-46c2-9d26-d6bb912bfef1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0951684 Jun 30 09:28:02.234462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Pushing event updated for resources: {'Port': ['ID=5e71f63d-9aba-413f-a964-478b4e6f96ec,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:02.246926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bf43e-b6e9-42f5-9ff2-7f0715f7aff7 req-ed7ea143-f81d-4d4d-9cdf-84c6f7e7c2db tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:02.255065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f03bf43e-b6e9-42f5-9ff2-7f0715f7aff7 req-ed7ea143-f81d-4d4d-9cdf-84c6f7e7c2db tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.2065415 Jun 30 09:28:02.338830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f03bf43e-b6e9-42f5-9ff2-7f0715f7aff7 req-f9ba1ab9-4a10-4004-a4b3-c3e9544e668f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827377 Jun 30 09:28:02.378421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148eea3-82cb-439d-9458-bc46c75a590d req-7439dc1d-2d35-4c83-bdfd-57597f001fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:02.379943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Attempting to bind port 5e71f63d-9aba-413f-a964-478b4e6f96ec on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:02.380496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-7439dc1d-2d35-4c83-bdfd-57597f001fdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417022 Jun 30 09:28:02.381176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Attempting to bind port 5e71f63d-9aba-413f-a964-478b4e6f96ec by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'be396162-a84c-4633-865f-b77c6006cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:02.381607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Attempting to bind port 5e71f63d-9aba-413f-a964-478b4e6f96ec on network 218a4ef7-f98d-4396-9384-e4d7338768c1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:02.392260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:02.392737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Checking segment: {'id': 'be396162-a84c-4633-865f-b77c6006cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:02.394633 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.395110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Bound using segment: {'id': 'be396162-a84c-4633-865f-b77c6006cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:02.396050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Bound port: 5e71f63d-9aba-413f-a964-478b4e6f96ec, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be396162-a84c-4633-865f-b77c6006cd27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:02.401817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.472554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Allocated IP 172.25.7.120 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/2850be37-4998-419c-9f37-370b1f74bb7d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:02.502652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] For port 5e71f63d-9aba-413f-a964-478b4e6f96ec, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:02.506826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] For port 5e71f63d-9aba-413f-a964-478b4e6f96ec, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5e71f63d-9aba-413f-a964-478b4e6f96ec,segment=NetworkSegment(be396162-a84c-4633-865f-b77c6006cd27),segment_id=be396162-a84c-4633-865f-b77c6006cd27)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:02.512406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-cd226477-4548-4dd8-9753-4658b57e6aa0 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245160 Jun 30 09:28:02.514887 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.637586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.10 (218a4ef7-f98d-4396-9384-e4d7338768c1/e2030528-64fe-4efa-8f0d-4cbf4ca26192/35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:02.679738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8148eea3-82cb-439d-9458-bc46c75a590d req-9e493568-f11f-4bb9-be0e-cb031e821fdd service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480820 Jun 30 09:28:02.723104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efcdbe-b52d-43fa-b621-12ad75f8122b None None] Pushing event updated for resources: {'Port': ['ID=5e71f63d-9aba-413f-a964-478b4e6f96ec,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:02.723835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:02.920698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20d14c-f5fa-4ebc-af41-086b804929c9 req-adbd75b5-c29b-4264-9d8e-bae89943d6bb tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:02.922378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b20d14c-f5fa-4ebc-af41-086b804929c9 req-adbd75b5-c29b-4264-9d8e-bae89943d6bb tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1177878 Jun 30 09:28:03.010474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b20d14c-f5fa-4ebc-af41-086b804929c9 req-85859462-ba6e-4e3a-a557-f97b8bfd1a19 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768342 Jun 30 09:28:03.073309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d04523b-f44e-4c72-adba-426585ada3ca req-bff17c93-2d21-4289-b2ec-f618f7d98b31 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0413043 Jun 30 09:28:03.316355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b4758-8cad-4129-bfeb-10eb90b3ec87 req-54518d9e-0739-4dd4-9619-e7420ba8d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:03.318344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b3b4758-8cad-4129-bfeb-10eb90b3ec87 req-54518d9e-0739-4dd4-9619-e7420ba8d88d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.6784532 Jun 30 09:28:03.373300 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.396475 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9b3b4758-8cad-4129-bfeb-10eb90b3ec87 req-6ff4e882-8a5d-4f2b-bb56-ee70e332a36e service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688081 Jun 30 09:28:03.463663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-b3f6ad2d-3541-4add-9454-46d33f2c8c01 req-248456f1-0c06-44c6-b8c6-56f8fdaabaa7 service neutron] (93725) timed out ('10.222.0.83', 55258) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:28:03.510107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Pushing event updated for resources: {'Port': ['ID=2850be37-4998-419c-9f37-370b1f74bb7d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:03.544222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e71f63d-9aba-413f-a964-478b4e6f96ec up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:03.575705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.623783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:03.661746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5e71f63d-9aba-413f-a964-478b4e6f96ec completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:03.676147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38ea97-884b-470c-953f-369f33db57ba req-a9029edb-5623-4c89-8325-573fc2591da6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:03.677838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf38ea97-884b-470c-953f-369f33db57ba req-a9029edb-5623-4c89-8325-573fc2591da6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.1495757 Jun 30 09:28:03.740820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.750920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf38ea97-884b-470c-953f-369f33db57ba req-d6acabb3-dddc-4a96-802f-af934ae2068c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655408 Jun 30 09:28:03.753674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:03.836416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:03.841384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:03.855037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:03.874054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:03.879512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:03.883338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:03.956813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:03.957412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:03.981167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53482) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:03.981700 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5256d08b-b3d6-42e6-9bb3-fdb8b2a43c81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6301494 Jun 30 09:28:03.987368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': '218a4ef7-f98d-4396-9384-e4d7338768c1', 'name': 'tempest-PortsTestJSON-858998968', 'fixed_ips': [{'subnet_id': 'e2030528-64fe-4efa-8f0d-4cbf4ca26192', 'ip_address': '172.20.0.9'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:04.016949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c51df2-f386-4a8c-906b-643571c1d2c9 None None] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:04.042022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.142767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.145762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:04.190875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] Provisioning for port 5e71f63d-9aba-413f-a964-478b4e6f96ec completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:04.202073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] Provisioning complete for port 5e71f63d-9aba-413f-a964-478b4e6f96ec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:04.202690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.332773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-47b2ecc1-3178-4f4c-82cd-aadb01ee5a72 req-7802f172-7f90-44f5-ad59-1f14f868f48d tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0452728 Jun 30 09:28:04.339187 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.347160 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.387218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:04.404016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] For port 5e71f63d-9aba-413f-a964-478b4e6f96ec, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5e71f63d-9aba-413f-a964-478b4e6f96ec,segment=NetworkSegment(be396162-a84c-4633-865f-b77c6006cd27),segment_id=be396162-a84c-4633-865f-b77c6006cd27)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:04.418718 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.459947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.468379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.502442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6b010-1f60-4f79-bc37-aad5dd3bd078 None None] Pushing event updated for resources: {'Port': ['ID=5e71f63d-9aba-413f-a964-478b4e6f96ec,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:04.538018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Pushing event updated for resources: {'Port': ['ID=2850be37-4998-419c-9f37-370b1f74bb7d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:04.549110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.549743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.550187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.551286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.551729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.552172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.552608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.553229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.553668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.554112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.554566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.554988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:04.583304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257ccf2-4d71-4cda-ae01-42142533382c req-b90387a4-13c1-41c5-bb73-8b64b935461c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:04.590622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0257ccf2-4d71-4cda-ae01-42142533382c req-b90387a4-13c1-41c5-bb73-8b64b935461c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.3775432 Jun 30 09:28:04.607733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.629080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.633208 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ceac78fb-ce7f-41f4-9a04-0724b7bffa5e tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9384406 Jun 30 09:28:04.634260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53492) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:04.670856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0257ccf2-4d71-4cda-ae01-42142533382c req-bab604be-7b75-4280-8c20-bd59955d3179 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792158 Jun 30 09:28:04.704952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.9 (218a4ef7-f98d-4396-9384-e4d7338768c1/e2030528-64fe-4efa-8f0d-4cbf4ca26192/6eb2e020-8bc6-4f12-b2cf-67302ff04e77) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:04.771548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-53274141-3817-4b6e-90c8-32935d37fd37 None None] Provisioning complete for port 5e71f63d-9aba-413f-a964-478b4e6f96ec triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:04.772154 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-53274141-3817-4b6e-90c8-32935d37fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:04.826718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:04.868119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.010413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.028019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:05.041008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.054171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-53274141-3817-4b6e-90c8-32935d37fd37 None None] Provisioning for port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:05.059096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-53274141-3817-4b6e-90c8-32935d37fd37 None None] Provisioning complete for port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:05.059841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-53274141-3817-4b6e-90c8-32935d37fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.108024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-53274141-3817-4b6e-90c8-32935d37fd37 None None] Port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:05.127467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f447486e-91c8-406b-99bb-39ac2b2768b9 req-a33d8f3b-e62b-4e1b-8ce0-effd07e27554 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0550625 Jun 30 09:28:05.139030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.174194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Allocated IP 172.25.7.71 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/95687207-e4e4-4845-a799-a04392bbef05) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:05.203355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:05.214152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:05.215957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=6eb2e020-8bc6-4f12-b2cf-67302ff04e77,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.225523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:05.230073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3f4978f8-a5b3-48ca-a65f-6c71439ff99c None None] Provisioning complete for port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:05.230529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f4978f8-a5b3-48ca-a65f-6c71439ff99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.273452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3f4978f8-a5b3-48ca-a65f-6c71439ff99c None None] Port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:05.290920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839376-6290-4f18-966f-4dc8579432da req-641d0d50-8933-4afa-a886-62d7f940cdb6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.292499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e839376-6290-4f18-966f-4dc8579432da req-641d0d50-8933-4afa-a886-62d7f940cdb6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.2374640 Jun 30 09:28:05.302574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.333529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.334177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.348133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.366954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4dbdec25-94a0-4245-927a-119606ab96b1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3844161 Jun 30 09:28:05.370391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53504) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.387447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e839376-6290-4f18-966f-4dc8579432da req-700ec6e0-2256-4e72-8663-88fbece8d9ee tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845456 Jun 30 09:28:05.419823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Pushing event updated for resources: {'Port': ['ID=95687207-e4e4-4845-a799-a04392bbef05,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.432258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:05.434096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:05.441162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:05.443207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b4857-6682-481a-9b6d-111c98f6ae74 req-c095e05e-285d-4e6a-a239-4542cc9f143f tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.444768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f11b4857-6682-481a-9b6d-111c98f6ae74 req-c095e05e-285d-4e6a-a239-4542cc9f143f tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 945 time: 0.2333727 Jun 30 09:28:05.471089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e71f63d-9aba-413f-a964-478b4e6f96ec up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:05.534596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f11b4857-6682-481a-9b6d-111c98f6ae74 req-d0109932-450b-4f1d-bde8-acc3982578e8 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733569 Jun 30 09:28:05.546338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad87038a-9160-4723-b810-a3cc3eb00866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.550308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5e71f63d-9aba-413f-a964-478b4e6f96ec triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:05.551245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.551580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ad87038a-9160-4723-b810-a3cc3eb00866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1801198 Jun 30 09:28:05.553883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53508) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.574918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.606619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-35cf2205-3019-42ed-9663-205b88888957 None None] Provisioning for port 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:05.607008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6daae666-317e-4870-8edc-0070acd6b000 req-05eed7e9-6edc-4b10-844b-bc001852229c tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0541923 Jun 30 09:28:05.610988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-35cf2205-3019-42ed-9663-205b88888957 None None] Provisioning complete for port 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:05.611360 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-35cf2205-3019-42ed-9663-205b88888957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.633983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.660158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca28fc-4926-4aaa-90d2-5e55334b995a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.666652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca28fc-4926-4aaa-90d2-5e55334b995a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.674092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bca28fc-4926-4aaa-90d2-5e55334b995a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.676249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8bca28fc-4926-4aaa-90d2-5e55334b995a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1218171 Jun 30 09:28:05.678986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53510) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.680794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-35cf2205-3019-42ed-9663-205b88888957 None None] Port 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:05.791551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:05.792156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.802435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.807231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.883354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Pushing event updated for resources: {'Port': ['ID=95687207-e4e4-4845-a799-a04392bbef05,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:05.894971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.924472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.926017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7ce28857-bc8e-4388-a2d3-f2ffd9477090 tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2908940 Jun 30 09:28:05.927480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ce069-261e-44a7-9197-9097f5e1ef3e req-e562339b-69d9-4b82-90e1-ac23db970623 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:05.928800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53516) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:05.929106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db1ce069-261e-44a7-9197-9097f5e1ef3e req-e562339b-69d9-4b82-90e1-ac23db970623 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1340446 Jun 30 09:28:05.944317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:05.965469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 6eb2e020-8bc6-4f12-b2cf-67302ff04e77 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:05.991792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db1ce069-261e-44a7-9197-9097f5e1ef3e req-93f50908-9720-4ca8-8599-04091a480e44 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563364 Jun 30 09:28:05.999770 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cb72b48d-8304-439d-867e-9e0f4f54b321 tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0696557 Jun 30 09:28:06.002911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53518) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.073297 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e2b2ad6a-bb99-498f-8f62-ba77f8efd081 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0677617 Jun 30 09:28:06.075560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.127860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.174866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=6eb2e020-8bc6-4f12-b2cf-67302ff04e77,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:06.238692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Deleting port 95687207-e4e4-4845-a799-a04392bbef05 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:06.240254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.273784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.275921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ea487148-f8db-4737-b48c-660f338d8109 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/6eb2e020-8bc6-4f12-b2cf-67302ff04e77 HTTP/1.1" status: 204 len: 168 time: 0.5957227 Jun 30 09:28:06.278620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53526) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.319841 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d44307a3-4797-422b-bd0d-b172bcfb45db tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:28:06.321419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d44307a3-4797-422b-bd0d-b172bcfb45db tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/6eb2e020-8bc6-4f12-b2cf-67302ff04e77 HTTP/1.1" status: 404 len: 333 time: 0.0418630 Jun 30 09:28:06.324667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53528) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.349789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.350144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.371231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Calling delete_port for 95687207-e4e4-4845-a799-a04392bbef05 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:06.456453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:06.456791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.533124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-299b0695-e97a-4af1-845a-17fb99e20cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.534733 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-299b0695-e97a-4af1-845a-17fb99e20cfb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.0838130 Jun 30 09:28:06.640158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.665914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-3581706d-2657-4c54-adc2-3c66e9cab56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.667509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-3581706d-2657-4c54-adc2-3c66e9cab56b service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.1241412 Jun 30 09:28:06.668516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.686156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:06.726154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b33e6c-9059-4ebd-b61f-f2a3450a981b req-45192313-4355-43c4-9bf2-7bf283dbfde3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.727664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31b33e6c-9059-4ebd-b61f-f2a3450a981b req-45192313-4355-43c4-9bf2-7bf283dbfde3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.1788104 Jun 30 09:28:06.729489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Pushing event deleted for resources: {'Port': ['ID=95687207-e4e4-4845-a799-a04392bbef05,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:06.735886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-345b6fec-3356-4d88-866c-b69556f3a81b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.0583756 Jun 30 09:28:06.736141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c2b26-2757-43dc-abbf-0c31584b1a07 req-02d6650f-cbda-462d-bd23-d66e879d903f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.737624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-593c2b26-2757-43dc-abbf-0c31584b1a07 req-02d6650f-cbda-462d-bd23-d66e879d903f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.2276356 Jun 30 09:28:06.829391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-fb9c6e70-a4af-4efe-a446-add0eff8ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.830860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-fb9c6e70-a4af-4efe-a446-add0eff8ea9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.0786676 Jun 30 09:28:06.832296 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.834063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:06.839055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c21f1279-29af-46d8-a434-a7fbdde7349e tempest-FloatingIPAdminTestJSON-1126185767 tempest-FloatingIPAdminTestJSON-1126185767-project] 10.222.0.77 "DELETE /v2.0/floatingips/60c30c6f-cbca-431c-8750-50f50c13ab10 HTTP/1.1" status: 204 len: 168 time: 0.7584357 Jun 30 09:28:06.846673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53538) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:06.853889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-19a10b5c-4124-40f9-9795-56161bfdc9f2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:06.855383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-19a10b5c-4124-40f9-9795-56161bfdc9f2 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 945 time: 0.2309012 Jun 30 09:28:06.871047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-4b24db7c-fef6-4bf6-89dd-94b45d019ffc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325975 Jun 30 09:28:06.883529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31b33e6c-9059-4ebd-b61f-f2a3450a981b req-c1101f1e-12d1-44d6-8f72-e8a43f4d73b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433291 Jun 30 09:28:06.910379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-593c2b26-2757-43dc-abbf-0c31584b1a07 req-246cb115-cfb0-426b-8ca9-9c81a5465567 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337538 Jun 30 09:28:07.047475 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.077801 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-4deff946-2758-4437-a04c-57a0ac7e0afb service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765053 Jun 30 09:28:07.107355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Deleting port 2850be37-4998-419c-9f37-370b1f74bb7d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:07.107700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.246861 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.247192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.252163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-227aed02-ef25-49b8-b18e-27ae8518f9de req-d3d2da72-abb9-45c7-bfc1-6023c89a7769 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674683 Jun 30 09:28:07.263238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Calling delete_port for 2850be37-4998-419c-9f37-370b1f74bb7d owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:07.406285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.418075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:07.432557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Pushing event deleted for resources: {'Port': ['ID=2850be37-4998-419c-9f37-370b1f74bb7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:07.498859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-422b41ff-3f55-4d53-ad98-9695ab844af7 req-60bcddaa-4a39-449a-87c7-fea6c7d176a6 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0866528 Jun 30 09:28:07.503008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.506109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.507497 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-40716519-c651-49e2-ad59-4c82a4809eec tempest-FloatingIPAdminTestJSON-113732278 tempest-FloatingIPAdminTestJSON-113732278-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/e7a9b1ce-552c-49d7-9c9a-1f83cd89d61f HTTP/1.1" status: 204 len: 168 time: 0.6599069 Jun 30 09:28:07.510468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Deleting port 02357bc4-02db-4561-8da8-992357bff12c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:07.510851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.511950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:07.589359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.591407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c1e093a3-ea5f-42e8-80dd-a53b095b5673 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 HTTP/1.1" status: 204 len: 168 time: 1.2658601 Jun 30 09:28:07.595324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53546) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:07.624901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacad1e-c788-4e86-880b-190f9574abe4 req-fb5e84ee-a897-402f-95aa-edb7a4c95595 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:07.627230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfacad1e-c788-4e86-880b-190f9574abe4 req-fb5e84ee-a897-402f-95aa-edb7a4c95595 tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/ports?device_id=2e367409-0152-4d84-ae10-afd68d9cc34a HTTP/1.1" status: 200 len: 945 time: 0.6205986 Jun 30 09:28:07.653442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting port ff323729-445c-45c1-80e7-21d4ce1eabfc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:07.653790 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee12cfa9-c980-4c79-84e0-c5a7cd2613ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:28:07.653924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.658703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:07.658988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ee12cfa9-c980-4c79-84e0-c5a7cd2613ec tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/35dbcd7a-7f3a-4f7d-8a33-7be25925f5e9 HTTP/1.1" status: 404 len: 333 time: 0.0613558 Jun 30 09:28:07.733714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfacad1e-c788-4e86-880b-190f9574abe4 req-7221e28f-3a86-4915-be93-270bc383a4fd tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.77 "GET /v2.0/security-groups?id=d6dc5886-4455-4b80-a613-a5b0ee13a87e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842490 Jun 30 09:28:07.754592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] For port 02357bc4-02db-4561-8da8-992357bff12c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=02357bc4-02db-4561-8da8-992357bff12c,segment=NetworkSegment(1269a4df-4224-4d5e-9aad-492c5fdd780b),segment_id=1269a4df-4224-4d5e-9aad-492c5fdd780b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:07.755222 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.783216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet e2030528-64fe-4efa-8f0d-4cbf4ca26192 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:07.784939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Calling delete_port for 02357bc4-02db-4561-8da8-992357bff12c owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:07.793009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.836146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.853505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.856449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Calling delete_port for ff323729-445c-45c1-80e7-21d4ce1eabfc owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:07.944566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:07.958676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['02357bc4-02db-4561-8da8-992357bff12c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:07.995475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Pushing event deleted for resources: {'Port': ['ID=02357bc4-02db-4561-8da8-992357bff12c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:08.046883 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4eb825c2-b541-40b4-b0bc-9138647b06ca req-39370248-8026-4338-a3ed-944368c4c9e8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=04f2f38142c749bf86f3889745dc9269&device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0646994 Jun 30 09:28:08.052312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] No DVR routers for this DVR port 02357bc4-02db-4561-8da8-992357bff12c on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:08.055596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.057619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06700363-612c-4d49-ae45-e41b5ccf6ad7 req-5b5a5a0a-d589-4426-9f0c-3d112dd3448a tempest-ServerTagsTestJSON-232048453 tempest-ServerTagsTestJSON-232048453-project] 10.222.0.79 "DELETE /v2.0/ports/02357bc4-02db-4561-8da8-992357bff12c HTTP/1.1" status: 204 len: 173 time: 1.1902406 Jun 30 09:28:08.058791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'name': 'network-vif-deleted', 'tag': '02357bc4-02db-4561-8da8-992357bff12c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:08.062156 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def4b5f6-cbce-496e-86a4-071a7fedf318" -d '{"events": [{"server_uuid": "2e367409-0152-4d84-ae10-afd68d9cc34a", "name": "network-vif-deleted", "tag": "02357bc4-02db-4561-8da8-992357bff12c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:08.093518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4eb825c2-b541-40b4-b0bc-9138647b06ca req-9b3f5221-efa5-4ff4-ab06-db7a8651a7ed service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=04f2f38142c749bf86f3889745dc9269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362532 Jun 30 09:28:08.115687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.126146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-271602df-44bb-4cca-ac00-26c61b4d36d3 req-c683b959-59b9-4aa5-8852-e3db442f7e35 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0522103 Jun 30 09:28:08.174685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e8523-1683-44a9-ab20-25e9c495c392 req-7b1bef96-8128-416b-8fb3-1854de9132e1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:08.181635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b01e8523-1683-44a9-ab20-25e9c495c392 req-7b1bef96-8128-416b-8fb3-1854de9132e1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.1504903 Jun 30 09:28:08.227152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b01e8523-1683-44a9-ab20-25e9c495c392 req-fa65d56d-487f-4445-91cc-3367e952a83f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446596 Jun 30 09:28:08.291780 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83572292-40f9-45bd-beb5-628839d04a07 x-openstack-request-id: req-83572292-40f9-45bd-beb5-628839d04a07 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:08.292140 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e367409-0152-4d84-ae10-afd68d9cc34a", "name": "network-vif-deleted", "tag": "02357bc4-02db-4561-8da8-992357bff12c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:08.292455 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-83572292-40f9-45bd-beb5-628839d04a07 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:08.292907 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e367409-0152-4d84-ae10-afd68d9cc34a', 'name': 'network-vif-deleted', 'tag': '02357bc4-02db-4561-8da8-992357bff12c', 'status': 'completed', 'code': 200} Jun 30 09:28:08.329203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f318c9c-8f70-433a-a6bb-51eb99ddb40f req-c67ce65a-9edf-4108-878f-8a892b0bb99f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:08.330806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f318c9c-8f70-433a-a6bb-51eb99ddb40f req-c67ce65a-9edf-4108-878f-8a892b0bb99f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.0717542 Jun 30 09:28:08.346878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.350430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.367318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb825c2-b541-40b4-b0bc-9138647b06ca req-005d399a-3d89-4208-b704-f4d3b0ef7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:08.368764 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4eb825c2-b541-40b4-b0bc-9138647b06ca req-005d399a-3d89-4208-b704-f4d3b0ef7b45 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2659650 Jun 30 09:28:08.376861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f318c9c-8f70-433a-a6bb-51eb99ddb40f req-f21f5ef2-aba0-456b-a366-10f33eb89076 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396264 Jun 30 09:28:08.411932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Port': ['ID=ff323729-445c-45c1-80e7-21d4ce1eabfc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:08.413570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=e2030528-64fe-4efa-8f0d-4cbf4ca26192,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:08.415771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.418822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ffbe7204-6fb9-49cf-9b41-7450971c8198 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/e2030528-64fe-4efa-8f0d-4cbf4ca26192 HTTP/1.1" status: 204 len: 168 time: 0.7589855 Jun 30 09:28:08.419552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564dd94d-8249-4d3d-b539-b4ca818ee363 None None] Network 218a4ef7-f98d-4396-9384-e4d7338768c1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:08.423227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53560) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:08.638753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] DHCP port deletion for 218a4ef7-f98d-4396-9384-e4d7338768c1 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:28:08.712737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] Deleting port 5e71f63d-9aba-413f-a964-478b4e6f96ec {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:08.713151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.787513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] For port 5e71f63d-9aba-413f-a964-478b4e6f96ec, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5e71f63d-9aba-413f-a964-478b4e6f96ec,segment=NetworkSegment(be396162-a84c-4633-865f-b77c6006cd27),segment_id=be396162-a84c-4633-865f-b77c6006cd27)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:08.788480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.803919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] Calling delete_port for 5e71f63d-9aba-413f-a964-478b4e6f96ec owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:08.867627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53566) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:08.894212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.917415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Deleting subnet 38a32391-e248-4e22-abc6-2e24940b41e0 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:08.919923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] Pushing event deleted for resources: {'Port': ['ID=5e71f63d-9aba-413f-a964-478b4e6f96ec,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:08.920662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.924525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abff0932-8ba8-4d5d-b13e-0df05f8941c4 None None] No DVR routers for this DVR port 5e71f63d-9aba-413f-a964-478b4e6f96ec on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:08.944945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.947220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-198ce787-5408-42e0-bfa0-d93c300e4302 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "DELETE /v2.0/ports/ff323729-445c-45c1-80e7-21d4ce1eabfc HTTP/1.1" status: 204 len: 168 time: 1.4342065 Jun 30 09:28:08.949795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:08.951102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:08.993989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.036536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.046073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218a4ef7-f98d-4396-9384-e4d7338768c1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:09.047413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.061515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be396162-a84c-4633-865f-b77c6006cd27') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:09.061812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be396162-a84c-4633-865f-b77c6006cd27') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:09.071112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.080846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170dc20b-012a-419b-9b64-3a987403dfcf tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:09.082350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-170dc20b-012a-419b-9b64-3a987403dfcf tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "GET /v2.0/ports?device_id=f7076449-97ee-43c6-8d09-816218b595c9 HTTP/1.1" status: 200 len: 913 time: 0.1314495 Jun 30 09:28:09.085180 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.087078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:09.114882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.127520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:09.127930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:09.130923 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:09.142008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38a32391-e248-4e22-abc6-2e24940b41e0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:09.144038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.146122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db0e61ae-baad-4a8d-8f16-89e7b9a91fb3 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/38a32391-e248-4e22-abc6-2e24940b41e0 HTTP/1.1" status: 204 len: 168 time: 0.2772019 Jun 30 09:28:09.148354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53572) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:09.221110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.238748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.252122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.254278 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/218a4ef7-f98d-4396-9384-e4d7338768c1 HTTP/1.1" status: 204 len: 168 time: 0.8296258 Jun 30 09:28:09.259065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53578) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:09.263836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1766090801'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:09.274903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0301a-a3e0-4a44-bf5b-3f9c5da396c0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=218a4ef7-f98d-4396-9384-e4d7338768c1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:09.342366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-602276dc-51a9-42c3-b669-de3da66e6c54 req-62bce0fe-84b1-4ddc-aacf-4bc1a7d95be8 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0843496 Jun 30 09:28:09.362344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.370735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:09.377406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.383417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89736e82-2130-470a-afe1-c38f11eb911e']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:09.433591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1269a4df-4224-4d5e-9aad-492c5fdd780b') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:09.433889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1269a4df-4224-4d5e-9aad-492c5fdd780b') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:09.455077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.468259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:09.487469 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.487974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e71f63d-9aba-413f-a964-478b4e6f96ec no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:09.496638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.496996 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Added segment 63375fa3-5851-4800-9d9f-1df5988de4c7 of type vlan for network 66ead982-1513-4e95-bace-0aa216097598 Jun 30 09:28:09.498567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:09.498956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:09.502421 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:09.551946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5e71f63d-9aba-413f-a964-478b4e6f96ec {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:09.553131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5e71f63d-9aba-413f-a964-478b4e6f96ec not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:09.612374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.653933 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.674506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e5e9d-cee9-44de-a0d9-0b9afd136484 req-bdb2eefa-6cdc-4ee8-a37f-647ac8805609 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:09.676469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b2e5e9d-cee9-44de-a0d9-0b9afd136484 req-bdb2eefa-6cdc-4ee8-a37f-647ac8805609 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.2992206 Jun 30 09:28:09.680735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.694810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.696898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] 10.222.0.77 "DELETE /v2.0/networks/89736e82-2130-470a-afe1-c38f11eb911e HTTP/1.1" status: 204 len: 168 time: 0.5472302 Jun 30 09:28:09.734611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab1fd2-b75f-402f-b76e-9ffd535a15ab admin admin] Pushing event deleted for resources: {'Network': ['ID=89736e82-2130-470a-afe1-c38f11eb911e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:09.753405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4eb825c2-b541-40b4-b0bc-9138647b06ca req-b66723fd-a80f-4b9d-a19e-8ad22c9c7285 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.79 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0357940 Jun 30 09:28:09.761527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.767250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:09.767897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:09.808247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b971d-7962-4b88-9a00-13c624af33d6 req-62d2ed06-ae57-4cee-b5e3-da0f191c0312 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:09.809796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a49b971d-7962-4b88-9a00-13c624af33d6 req-62d2ed06-ae57-4cee-b5e3-da0f191c0312 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.2465305 Jun 30 09:28:09.812593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b2e5e9d-cee9-44de-a0d9-0b9afd136484 req-2dce19a1-1208-4960-a18b-f75d4e549c36 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293705 Jun 30 09:28:09.868235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:09.884159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Network': ['ID=66ead982-1513-4e95-bace-0aa216097598,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:09.896773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 66ead982-1513-4e95-bace-0aa216097598 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:09.946449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a49b971d-7962-4b88-9a00-13c624af33d6 req-95432cb1-677d-4f66-8655-9a786f2c871c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559862 Jun 30 09:28:09.951638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2e87d19-ab54-4e1c-8409-3379b77c7c67 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6916385 Jun 30 09:28:09.955420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53588) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:09.961724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': '66ead982-1513-4e95-bace-0aa216097598', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:10.009408 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8eac3a23-682f-4c50-bfac-f76256040a6c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1267483997c941eb8c0affa8a4dcb782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1324933 Jun 30 09:28:10.009970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:10.064284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting port efea365c-de25-4731-a0b1-5771e332e86b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:10.064658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.065923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:10.069619 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.121821 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a01879b4-0a8c-49fb-b083-76630d225d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.163851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a01879b4-0a8c-49fb-b083-76630d225d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.192694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.216216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Calling delete_port for efea365c-de25-4731-a0b1-5771e332e86b owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:10.252387 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.285569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a01879b4-0a8c-49fb-b083-76630d225d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.288232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a01879b4-0a8c-49fb-b083-76630d225d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.291837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a01879b4-0a8c-49fb-b083-76630d225d82 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d6dc5886-4455-4b80-a613-a5b0ee13a87e HTTP/1.1" status: 204 len: 168 time: 0.2785797 Jun 30 09:28:10.309213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01879b4-0a8c-49fb-b083-76630d225d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc5886-4455-4b80-a613-a5b0ee13a87e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:10.351715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=5a5ad079-d379-4321-9950-d29a18f4c445,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:10.366177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Checking segment: {'id': '63375fa3-5851-4800-9d9f-1df5988de4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '66ead982-1513-4e95-bace-0aa216097598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:10.366576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network hostable DHCP agents. Network: 66ead982-1513-4e95-bace-0aa216097598, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:10.412773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 66ead982-1513-4e95-bace-0aa216097598 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:10.441189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 66ead982-1513-4e95-bace-0aa216097598) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:10.445409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:10.445934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.454619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5e9b52-fd3b-4bd3-900a-927630a5391b None None] Network 66ead982-1513-4e95-bace-0aa216097598 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:10.476728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8dfd79ef-8f7c-4126-9e2b-3a4277280d20 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5167933 Jun 30 09:28:10.477218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53596) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:10.482551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-639608791', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:10.501577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.516884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.518355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.546291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Port': ['ID=efea365c-de25-4731-a0b1-5771e332e86b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:10.662243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6040aaf-117e-4cf5-8451-f9cb6f7fe5e1 req-a32e923e-7882-4178-8713-df15a8f2d6f3 tempest-ServerShowV254Test-1577058397 tempest-ServerShowV254Test-1577058397-project] 10.222.0.77 "GET /v2.0/ports?device_id=70080efa-e364-4c3d-8f5a-522de4285a16 HTTP/1.1" status: 200 len: 210 time: 0.0851505 Jun 30 09:28:10.663648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.672107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.707546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.710525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e7387acc-eeb1-467e-8868-762214e1c4b8 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2296467 Jun 30 09:28:10.710655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53600) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:10.724696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'network_id': '66ead982-1513-4e95-bace-0aa216097598', 'name': 'tempest-PortsTestJSON-1393227397'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:10.742047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-66ead982-1513-4e95-bace-0aa216097598', 'network_id': '66ead982-1513-4e95-bace-0aa216097598', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': '5a5ad079-d379-4321-9950-d29a18f4c445'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:10.742950 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.890650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.897048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:10.904776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:10.947322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 89210b67-93d4-4631-bc36-b1f466e852bc yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:11.007947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Allocated IP 172.20.0.2 (66ead982-1513-4e95-bace-0aa216097598/5a5ad079-d379-4321-9950-d29a18f4c445/57e2914a-565b-46f7-9b94-50d315a8c6b6) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:11.095710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620da4b-bea0-4fad-b736-1bbcb13bfaa4 req-d1a84978-523d-441c-9959-675564c84413 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:11.102782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0620da4b-bea0-4fad-b736-1bbcb13bfaa4 req-d1a84978-523d-441c-9959-675564c84413 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.1431930 Jun 30 09:28:11.180302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Router f7076449-97ee-43c6-8d09-816218b595c9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:11.193190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0620da4b-bea0-4fad-b736-1bbcb13bfaa4 req-9d872196-a150-4f3f-aed8-8d0e795e9a71 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871177 Jun 30 09:28:11.253576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45bdac6-3d65-4b68-8c87-e339f56c99f1 req-fe3f00fe-cc5e-46a6-b952-4d99efaf4092 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:11.261552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f45bdac6-3d65-4b68-8c87-e339f56c99f1 req-fe3f00fe-cc5e-46a6-b952-4d99efaf4092 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1451414 Jun 30 09:28:11.271006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-589aa30f-df1f-46cc-b803-a16a419a9d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.300343 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.318710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f45bdac6-3d65-4b68-8c87-e339f56c99f1 req-c01ef582-a335-4199-a2ed-7dafe643abd6 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539141 Jun 30 09:28:11.322440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Transition to ACTIVE for port object 57e2914a-565b-46f7-9b94-50d315a8c6b6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:11.339075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:11.348308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7e55fc3b-dbc2-4d78-ac12-5408d9738452 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "PUT /v2.0/routers/f7076449-97ee-43c6-8d09-816218b595c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2572980 Jun 30 09:28:11.349164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53624) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:11.359888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73247378-faf1-40b0-9e00-71a399987521 None None] Sync routers for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:11.375649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Transition to ACTIVE for port object 57e2914a-565b-46f7-9b94-50d315a8c6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:11.377070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73247378-faf1-40b0-9e00-71a399987521 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:11.377700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73247378-faf1-40b0-9e00-71a399987521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:11.417892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73247378-faf1-40b0-9e00-71a399987521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:11.429083 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.439380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73247378-faf1-40b0-9e00-71a399987521 None None] Routers {'f7076449-97ee-43c6-8d09-816218b595c9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:11.440112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73247378-faf1-40b0-9e00-71a399987521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f7076449-97ee-43c6-8d09-816218b595c9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:11.499892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-73247378-faf1-40b0-9e00-71a399987521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:11.500573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73247378-faf1-40b0-9e00-71a399987521 None None] The sync data for ids ['f7076449-97ee-43c6-8d09-816218b595c9'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:11.512288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Network 66ead982-1513-4e95-bace-0aa216097598 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:11.515468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:11.519033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:11.547818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.9 (66ead982-1513-4e95-bace-0aa216097598/5a5ad079-d379-4321-9950-d29a18f4c445/89210b67-93d4-4631-bc36-b1f466e852bc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:11.557331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Pushing event updated for resources: {'Port': ['ID=57e2914a-565b-46f7-9b94-50d315a8c6b6,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:11.558253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.595166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Attempting to bind port 57e2914a-565b-46f7-9b94-50d315a8c6b6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:11.595487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Attempting to bind port 57e2914a-565b-46f7-9b94-50d315a8c6b6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '63375fa3-5851-4800-9d9f-1df5988de4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '66ead982-1513-4e95-bace-0aa216097598'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:11.595816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Attempting to bind port 57e2914a-565b-46f7-9b94-50d315a8c6b6 on network 66ead982-1513-4e95-bace-0aa216097598 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:11.601665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:11.602039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Checking segment: {'id': '63375fa3-5851-4800-9d9f-1df5988de4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '66ead982-1513-4e95-bace-0aa216097598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:11.602504 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.602903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Bound using segment: {'id': '63375fa3-5851-4800-9d9f-1df5988de4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '66ead982-1513-4e95-bace-0aa216097598'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:11.603349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Bound port: 57e2914a-565b-46f7-9b94-50d315a8c6b6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63375fa3-5851-4800-9d9f-1df5988de4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '66ead982-1513-4e95-bace-0aa216097598'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:11.604000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.698970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] For port 57e2914a-565b-46f7-9b94-50d315a8c6b6, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:11.726732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] For port 57e2914a-565b-46f7-9b94-50d315a8c6b6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=57e2914a-565b-46f7-9b94-50d315a8c6b6,segment=NetworkSegment(63375fa3-5851-4800-9d9f-1df5988de4c7),segment_id=63375fa3-5851-4800-9d9f-1df5988de4c7)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:11.738557 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.738940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:11.799910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 02357bc4-02db-4561-8da8-992357bff12c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:11.840160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 02357bc4-02db-4561-8da8-992357bff12c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:11.840507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 02357bc4-02db-4561-8da8-992357bff12c not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:11.866522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49085d98-2266-4185-ac4c-75653c917a7d None None] Pushing event updated for resources: {'Port': ['ID=57e2914a-565b-46f7-9b94-50d315a8c6b6,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:11.973998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting port b8653aa6-7290-4958-a2ee-d4ff47e76cea {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:11.974522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.040961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.068266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object 89210b67-93d4-4631-bc36-b1f466e852bc will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:12.162145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.182064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Calling delete_port for b8653aa6-7290-4958-a2ee-d4ff47e76cea owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:12.187506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.259614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53652) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:12.315034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 66ead982-1513-4e95-bace-0aa216097598 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:12.328074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:12.420336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=89210b67-93d4-4631-bc36-b1f466e852bc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:12.425807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:12.489171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:12.502379 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.593734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbc2d57a-2bbb-432c-a9f9-8c91398b23b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.623382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fc329486-b944-423d-97e7-b34428ab42fc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9114592 Jun 30 09:28:12.628886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53666) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:12.718537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.748916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Port': ['ID=b8653aa6-7290-4958-a2ee-d4ff47e76cea,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:12.791584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafece28-477d-440e-b5d8-cd16f74234ef req-556f7e89-de41-4fc2-af01-382288898785 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:12.793185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fafece28-477d-440e-b5d8-cd16f74234ef req-556f7e89-de41-4fc2-af01-382288898785 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 944 time: 0.3687289 Jun 30 09:28:12.824035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5bdce920-9ede-4471-bb6e-8d17e1e65bff details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:28:12.895690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:12.907449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fafece28-477d-440e-b5d8-cd16f74234ef req-014e2860-466b-4e65-860a-4ffbaf5a692e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768054 Jun 30 09:28:13.008092 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:13.029964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbc2d57a-2bbb-432c-a9f9-8c91398b23b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.051730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:13.063424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.065235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.067134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'mac_address': 'fa:16:3e:78:e8:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:28:13.085179 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cbc2d57a-2bbb-432c-a9f9-8c91398b23b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.136431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.155793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdce920-9ede-4471-bb6e-8d17e1e65bff {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:28:13.183848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:13.185107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.185650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Fanout notify agent at l3_agent the message router_deleted on router f7076449-97ee-43c6-8d09-816218b595c9 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:28:13.191011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cbc2d57a-2bbb-432c-a9f9-8c91398b23b8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=04f2f38142c749bf86f3889745dc9269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9278519 Jun 30 09:28:13.194160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.195528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aacfc94d-b44e-4019-8579-73f163089e04 tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "DELETE /v2.0/routers/f7076449-97ee-43c6-8d09-816218b595c9 HTTP/1.1" status: 204 len: 168 time: 1.8399041 Jun 30 09:28:13.196151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53680) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:13.199714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53682) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:13.200541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.228209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2d57a-2bbb-432c-a9f9-8c91398b23b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821ea96f-eed5-4fb6-9698-ec0603343f4c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:13.267076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=5bdce920-9ede-4471-bb6e-8d17e1e65bff,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:13.320538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab494c-ac9b-4f3b-ad21-29992394cef2 req-40ba735d-42b5-4529-b724-3bc4eee2069b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:13.322594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13ab494c-ac9b-4f3b-ad21-29992394cef2 req-40ba735d-42b5-4529-b724-3bc4eee2069b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1939149 Jun 30 09:28:13.336709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting subnet c7714af5-8654-4ff2-a0d4-a59723b38460 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:13.352574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.365355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223454e-b88e-4ad0-80ec-300cfa97d7d3 None None] Network 66ead982-1513-4e95-bace-0aa216097598 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:13.383109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc5a7-114d-463e-b57f-c494d4208d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.427817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.449497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.455447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc5a7-114d-463e-b57f-c494d4208d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.480490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13ab494c-ac9b-4f3b-ad21-29992394cef2 req-e37000d5-8632-43f3-b256-7a2968746a64 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479983 Jun 30 09:28:13.549789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 57e2914a-565b-46f7-9b94-50d315a8c6b6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:13.593059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a82c05f0-78a0-457c-b7a7-44856ad7e4b6 None None] Provisioning for port 57e2914a-565b-46f7-9b94-50d315a8c6b6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:13.618131 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.647689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['5bdce920-9ede-4471-bb6e-8d17e1e65bff'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:28:13.706828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.787694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc5a7-114d-463e-b57f-c494d4208d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.796169 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9b6dc5a7-114d-463e-b57f-c494d4208d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.798812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9b6dc5a7-114d-463e-b57f-c494d4208d4e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/821ea96f-eed5-4fb6-9698-ec0603343f4c HTTP/1.1" status: 204 len: 168 time: 0.6012499 Jun 30 09:28:13.801521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.806073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "DELETE /v2.0/subnets/c7714af5-8654-4ff2-a0d4-a59723b38460 HTTP/1.1" status: 204 len: 168 time: 0.5926206 Jun 30 09:28:13.814130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53702) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:13.817082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538b874-7533-4ff1-987e-b3a4c329e270 None None] Network 6df56abf-3c11-485a-b7f6-f61bd95faa6f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:13.820473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8f61-2394-40ed-992e-970057d93e4e tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Subnet': ['ID=c7714af5-8654-4ff2-a0d4-a59723b38460,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:13.857072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dc5a7-114d-463e-b57f-c494d4208d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821ea96f-eed5-4fb6-9698-ec0603343f4c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:13.880459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.886871 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.959230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:13.996807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=89210b67-93d4-4631-bc36-b1f466e852bc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:14.050922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 57e2914a-565b-46f7-9b94-50d315a8c6b6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:14.053727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting port d9278bf2-dad8-421d-8347-fb33d191d76a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:14.054091 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.108626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 57e2914a-565b-46f7-9b94-50d315a8c6b6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:14.109390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.217874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] For port d9278bf2-dad8-421d-8347-fb33d191d76a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9278bf2-dad8-421d-8347-fb33d191d76a,segment=NetworkSegment(66733582-0107-481c-8785-75b8c5e20340),segment_id=66733582-0107-481c-8785-75b8c5e20340)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:14.218534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.252887 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e489faa-9dd1-4b97-9b92-2dc55bebbe5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.320049 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.335473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Calling delete_port for d9278bf2-dad8-421d-8347-fb33d191d76a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:14.413016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.445945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd6ec-da4f-4d45-ae77-31d3a881a4ce req-ad82a83a-534f-44be-af52-98283c00b8fa tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:14.447970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-930fd6ec-da4f-4d45-ae77-31d3a881a4ce req-ad82a83a-534f-44be-af52-98283c00b8fa tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 945 time: 0.2196157 Jun 30 09:28:14.542850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-930fd6ec-da4f-4d45-ae77-31d3a881a4ce req-22954ecf-d50c-4382-8200-c0fc6f6cf664 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853996 Jun 30 09:28:14.595927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.607249 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.653415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] No DVR routers for this DVR port d9278bf2-dad8-421d-8347-fb33d191d76a on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:14.657656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Port': ['ID=d9278bf2-dad8-421d-8347-fb33d191d76a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:14.756841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.784151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9560fc-300e-4bbe-9b27-42fc9c4a45cc None None] DHCP port deletion for 6df56abf-3c11-485a-b7f6-f61bd95faa6f request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:28:14.826682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 57e2914a-565b-46f7-9b94-50d315a8c6b6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=57e2914a-565b-46f7-9b94-50d315a8c6b6,segment=NetworkSegment(63375fa3-5851-4800-9d9f-1df5988de4c7),segment_id=63375fa3-5851-4800-9d9f-1df5988de4c7)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:14.831526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8cd3a4f0-4fc2-4fc0-aabf-cd66028d6da1 None None] Provisioning complete for port 57e2914a-565b-46f7-9b94-50d315a8c6b6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:14.832267 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a4f0-4fc2-4fc0-aabf-cd66028d6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.887681 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.920716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df56abf-3c11-485a-b7f6-f61bd95faa6f']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:14.933466 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.941703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66733582-0107-481c-8785-75b8c5e20340') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:14.942014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66733582-0107-481c-8785-75b8c5e20340') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:14.957794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.988028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:14.994475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:14.994885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:15.108960 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:15.118502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.140521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.147728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "DELETE /v2.0/networks/6df56abf-3c11-485a-b7f6-f61bd95faa6f HTTP/1.1" status: 204 len: 168 time: 1.3282263 Jun 30 09:28:15.148746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13a2ba8-4128-43ba-a5bc-5dfdedcea63c tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Network': ['ID=6df56abf-3c11-485a-b7f6-f61bd95faa6f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:15.155118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53730) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:15.155671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=57e2914a-565b-46f7-9b94-50d315a8c6b6,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:15.271264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8cd3a4f0-4fc2-4fc0-aabf-cd66028d6da1 None None] Provisioning for port 89210b67-93d4-4631-bc36-b1f466e852bc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:15.277477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8cd3a4f0-4fc2-4fc0-aabf-cd66028d6da1 None None] Provisioning complete for port 89210b67-93d4-4631-bc36-b1f466e852bc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:15.278765 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8cd3a4f0-4fc2-4fc0-aabf-cd66028d6da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.426614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8cd3a4f0-4fc2-4fc0-aabf-cd66028d6da1 None None] Port 89210b67-93d4-4631-bc36-b1f466e852bc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:15.448842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:15.478778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Deleting port 8d33e22f-bb5d-4432-9b8b-e72856251147 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:15.479347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.517584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.529427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.537674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 57e2914a-565b-46f7-9b94-50d315a8c6b6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:15.604549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=89210b67-93d4-4631-bc36-b1f466e852bc,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:15.628059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.629304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.660088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Calling delete_port for 8d33e22f-bb5d-4432-9b8b-e72856251147 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:15.708510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.805362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53750) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:15.830059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1fdc8c58-4691-485e-a731-b32914f87bdf None None] Provisioning complete for port 89210b67-93d4-4631-bc36-b1f466e852bc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:15.830383 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1fdc8c58-4691-485e-a731-b32914f87bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.876123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 57e2914a-565b-46f7-9b94-50d315a8c6b6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:15.877187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.898835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network 66ead982-1513-4e95-bace-0aa216097598 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:15.903586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:15.905288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1fdc8c58-4691-485e-a731-b32914f87bdf None None] Port 89210b67-93d4-4631-bc36-b1f466e852bc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:15.961750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:15.993374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1007185119-network', 'tenant_id': '542462b38635467886bddb0443b4295a'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:16.060433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ee1f3-6171-4006-b455-a91dcae656ea req-cef7047f-cca5-4a21-ade8-1100806960a5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:16.068870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-003ee1f3-6171-4006-b455-a91dcae656ea req-cef7047f-cca5-4a21-ade8-1100806960a5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 945 time: 0.2337763 Jun 30 09:28:16.085516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9278bf2-dad8-421d-8347-fb33d191d76a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:16.138803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.139594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d9278bf2-dad8-421d-8347-fb33d191d76a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:16.139942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9278bf2-dad8-421d-8347-fb33d191d76a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:16.179518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:28:16.179518 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:28:16.179518 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': 'c5a2f923d21b4c5b8d88d131ba59cdd2', 'id': '2fe2eb30-8d53-4276-9a95-4d0f1c17c6e2', 'expiration': datetime.datetime(2021, 6, 30, 9, 30, 16, 167317)}] Jun 30 09:28:16.179518 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:16.180587 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:16.191364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Made reservation on behalf of 542462b38635467886bddb0443b4295a for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:16.193988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.207208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.259460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-195cb2d3-ae67-40e9-9657-dda67100c754 None None] Provisioning complete for port 89210b67-93d4-4631-bc36-b1f466e852bc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:16.260519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-195cb2d3-ae67-40e9-9657-dda67100c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.301757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-195cb2d3-ae67-40e9-9657-dda67100c754 None None] Port 89210b67-93d4-4631-bc36-b1f466e852bc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:16.320821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Router 710f1c49-c654-4b6f-a621-f8feb7499beb is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:28:16.416591 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.423873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.461517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:16.464174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:16.479808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-962d8b26-f753-4c3c-914a-ae98b06bd502 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/routers/710f1c49-c654-4b6f-a621-f8feb7499beb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8467686 Jun 30 09:28:16.482376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:16.488295 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] Sync routers for ids ['710f1c49-c654-4b6f-a621-f8feb7499beb'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:16.495259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10055e45-0f8f-4011-b434-b4e12af5a8a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:16.522028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.522429 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Added segment 9b9ed80c-6c4a-47a3-90b1-c8c8e81c395e of type vlan for network 5da52735-e83f-4ff7-94b0-2cc510a03b4b Jun 30 09:28:16.533323 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] Routers {'710f1c49-c654-4b6f-a621-f8feb7499beb'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:16.537949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['710f1c49-c654-4b6f-a621-f8feb7499beb'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.579739 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.591149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] Routers {'710f1c49-c654-4b6f-a621-f8feb7499beb'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:16.591788 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['710f1c49-c654-4b6f-a621-f8feb7499beb'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.631132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-003ee1f3-6171-4006-b455-a91dcae656ea req-bba16584-4072-46ca-ad5b-ed2b66c70624 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5601895 Jun 30 09:28:16.631812 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:16.632737 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8f5778-94cf-4967-99f9-2d451ecb0b5a None None] The sync data for ids ['710f1c49-c654-4b6f-a621-f8feb7499beb'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:16.634475 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.673016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Pushing event deleted for resources: {'Port': ['ID=8d33e22f-bb5d-4432-9b8b-e72856251147,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:16.757212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.759988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.763731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2d4f0f96-eddd-46bd-9c90-3f231a79440d tempest-FloatingIPAdminTestJSON-1025593591 tempest-FloatingIPAdminTestJSON-1025593591-project] 10.222.0.77 "DELETE /v2.0/floatingips/2206b5fc-fbb0-401a-b090-c404a7e1f4ac HTTP/1.1" status: 204 len: 168 time: 1.6049609 Jun 30 09:28:16.832552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5bdce920-9ede-4471-bb6e-8d17e1e65bff up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:16.898127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 5bdce920-9ede-4471-bb6e-8d17e1e65bff completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:16.907147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 5bdce920-9ede-4471-bb6e-8d17e1e65bff triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:16.908048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.917091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:16.948120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.002351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64023a2-9780-45d3-b145-174e94d4d561 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:17.003951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b64023a2-9780-45d3-b145-174e94d4d561 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports?device_id=710f1c49-c654-4b6f-a621-f8feb7499beb HTTP/1.1" status: 200 len: 982 time: 0.5206130 Jun 30 09:28:17.010134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53764) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:17.012996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:17.041988 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.056289 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.057278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:17.057902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.095775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:17.101097 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85037db3-2178-4fee-b270-ef35ce598330" -d '{"events": [{"server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "name": "network-vif-plugged", "status": "completed", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:17.135548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:17.141234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.195484 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ad05e6-9d94-422e-9f28-e894366387d7 x-openstack-request-id: req-16ad05e6-9d94-422e-9f28-e894366387d7 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:17.195782 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "name": "network-vif-plugged", "status": "completed", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:17.196525 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-16ad05e6-9d94-422e-9f28-e894366387d7 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:17.197189 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'code': 200} Jun 30 09:28:17.200348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=5bdce920-9ede-4471-bb6e-8d17e1e65bff,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:17.256479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.265381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] Pushing event updated for resources: {'Network': ['ID=5da52735-e83f-4ff7-94b0-2cc510a03b4b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:17.276292 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.279294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5da52735-e83f-4ff7-94b0-2cc510a03b4b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:17.325383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6e5c07d2-f963-415a-bfe3-15264f96aa0b admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5150812 Jun 30 09:28:17.432671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.444334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-35932778-d46e-4a97-9419-ba7a2274c200 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c026aead58504a90beb0cc734a761c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299877 Jun 30 09:28:17.447323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53776) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:17.463540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5a2f923d21b4c5b8d88d131ba59cdd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9983976 Jun 30 09:28:17.465528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:17.493724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0c265-7194-4712-89ea-b7761eed9e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a45bd-bdce-4c13-927a-3436e380ab5b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:17.553806 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8c14681-c372-4c13-b1a2-2600f1afc01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.597693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e8b652a-b7c4-4d6b-9209-256a990e6d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.599696 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8c14681-c372-4c13-b1a2-2600f1afc01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.600751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56617e1-b020-4cfa-aa49-f6374bf652bf req-4838f7cf-b287-45fd-ad5c-dda01d612321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:17.605191 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.615783 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c56617e1-b020-4cfa-aa49-f6374bf652bf req-4838f7cf-b287-45fd-ad5c-dda01d612321 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 1098 time: 0.2637236 Jun 30 09:28:17.708751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e8b652a-b7c4-4d6b-9209-256a990e6d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.748187 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c56617e1-b020-4cfa-aa49-f6374bf652bf req-bd3c716f-3432-4259-a4c3-8eb44ccfcfa9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179559 Jun 30 09:28:17.785717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e8b652a-b7c4-4d6b-9209-256a990e6d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.788285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e8b652a-b7c4-4d6b-9209-256a990e6d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.789431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e8b652a-b7c4-4d6b-9209-256a990e6d5b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/989a45bd-bdce-4c13-927a-3436e380ab5b HTTP/1.1" status: 204 len: 168 time: 0.3229504 Jun 30 09:28:17.797188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b652a-b7c4-4d6b-9209-256a990e6d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a45bd-bdce-4c13-927a-3436e380ab5b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:17.885463 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.939461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8c14681-c372-4c13-b1a2-2600f1afc01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.941957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8c14681-c372-4c13-b1a2-2600f1afc01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:17.948325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c8c14681-c372-4c13-b1a2-2600f1afc01f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/826a57d9-73cf-484a-8ebd-62e52e827023 HTTP/1.1" status: 204 len: 168 time: 0.4973073 Jun 30 09:28:18.077007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c14681-c372-4c13-b1a2-2600f1afc01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a57d9-73cf-484a-8ebd-62e52e827023,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.135670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6791b-ee50-460f-94f8-3ed780830961 req-5768e1f9-521a-4710-8923-fc9d7c7d0b27 tempest-ComputeTenantNetworksTest-1628005083 tempest-ComputeTenantNetworksTest-1628005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:18.142052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6791b-ee50-460f-94f8-3ed780830961 req-5768e1f9-521a-4710-8923-fc9d7c7d0b27 tempest-ComputeTenantNetworksTest-1628005083 tempest-ComputeTenantNetworksTest-1628005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:18.148415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6791b-ee50-460f-94f8-3ed780830961 req-5768e1f9-521a-4710-8923-fc9d7c7d0b27 tempest-ComputeTenantNetworksTest-1628005083 tempest-ComputeTenantNetworksTest-1628005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:18.150104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bbe6791b-ee50-460f-94f8-3ed780830961 req-5768e1f9-521a-4710-8923-fc9d7c7d0b27 tempest-ComputeTenantNetworksTest-1628005083 tempest-ComputeTenantNetworksTest-1628005083-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4226177 Jun 30 09:28:18.187425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:18.202468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd9400da-7853-4a50-adc9-ddc9af410674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.214516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a396360-a846-4802-84da-79ae50d1f958 req-4035b51b-a812-4352-81c9-56a581d98a13 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:18.216076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a396360-a846-4802-84da-79ae50d1f958 req-4035b51b-a812-4352-81c9-56a581d98a13 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.4290953 Jun 30 09:28:18.323043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd9400da-7853-4a50-adc9-ddc9af410674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.331163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd9400da-7853-4a50-adc9-ddc9af410674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.364787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f995114-e0e4-4aa4-8c07-c444220938f7 req-77e6da95-3996-4d9a-b271-f97c1c27c64d tempest-ComputeTenantNetworksTest-1628005083 tempest-ComputeTenantNetworksTest-1628005083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:18.366321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f995114-e0e4-4aa4-8c07-c444220938f7 req-77e6da95-3996-4d9a-b271-f97c1c27c64d tempest-ComputeTenantNetworksTest-1628005083 tempest-ComputeTenantNetworksTest-1628005083-project] 10.222.0.77 "GET /v2.0/networks/5da52735-e83f-4ff7-94b0-2cc510a03b4b HTTP/1.1" status: 200 len: 769 time: 0.1632330 Jun 30 09:28:18.380246 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd9400da-7853-4a50-adc9-ddc9af410674 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c41c7548e664d6fa13627782ae59072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914549 Jun 30 09:28:18.382106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:18.388020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a396360-a846-4802-84da-79ae50d1f958 req-3e37ebcd-bfa6-4193-b338-d652e612fa74 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416152 Jun 30 09:28:18.390426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9400da-7853-4a50-adc9-ddc9af410674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10ce54d-bd32-4cb2-8076-50f22ba26c20,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.394088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:18.468626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:18.486977 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.493017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c3348-dfd1-44d3-a920-0efce8152d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.495398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0c24d37-9277-4a63-bcd7-cecf3f34c2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.523427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c3348-dfd1-44d3-a920-0efce8152d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.561687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 89210b67-93d4-4631-bc36-b1f466e852bc {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:18.562363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.598815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.623237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da52735-e83f-4ff7-94b0-2cc510a03b4b']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:18.632249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c3348-dfd1-44d3-a920-0efce8152d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.635062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-832c3348-dfd1-44d3-a920-0efce8152d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.638915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-832c3348-dfd1-44d3-a920-0efce8152d5c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b10ce54d-bd32-4cb2-8076-50f22ba26c20 HTTP/1.1" status: 204 len: 168 time: 0.2426453 Jun 30 09:28:18.649715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ed80c-6c4a-47a3-90b1-c8c8e81c395e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:18.650622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ed80c-6c4a-47a3-90b1-c8c8e81c395e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:18.664297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c3348-dfd1-44d3-a920-0efce8152d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10ce54d-bd32-4cb2-8076-50f22ba26c20,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.678693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.690971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.699696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 89210b67-93d4-4631-bc36-b1f466e852bc owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:18.736629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.747844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:18.748213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:18.750601 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:18.833937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0c24d37-9277-4a63-bcd7-cecf3f34c2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.836840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.855303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.857633 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] 10.222.0.77 "DELETE /v2.0/networks/5da52735-e83f-4ff7-94b0-2cc510a03b4b HTTP/1.1" status: 204 len: 168 time: 0.4744620 Jun 30 09:28:18.858848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f0a0b-4880-47ae-a5b8-f129ba240004 admin admin] Pushing event deleted for resources: {'Network': ['ID=5da52735-e83f-4ff7-94b0-2cc510a03b4b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.861634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0c24d37-9277-4a63-bcd7-cecf3f34c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.896125 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a0c24d37-9277-4a63-bcd7-cecf3f34c2f0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=25d12ac2618d4254bce9dd322f5d8134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258626 Jun 30 09:28:18.897045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:18.948783 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:18.962909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c24d37-9277-4a63-bcd7-cecf3f34c2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a466ac5a-092d-497f-bae8-e8e81a335f00,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.980687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=89210b67-93d4-4631-bc36-b1f466e852bc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:18.998102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-960d0e66-120c-401f-8412-b94903b93ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.034127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-960d0e66-120c-401f-8412-b94903b93ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.100265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-960d0e66-120c-401f-8412-b94903b93ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.105143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-960d0e66-120c-401f-8412-b94903b93ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.112638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-960d0e66-120c-401f-8412-b94903b93ed8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a466ac5a-092d-497f-bae8-e8e81a335f00 HTTP/1.1" status: 204 len: 168 time: 0.2135341 Jun 30 09:28:19.135023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960d0e66-120c-401f-8412-b94903b93ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a466ac5a-092d-497f-bae8-e8e81a335f00,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:19.137448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53822) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:19.237012 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a81f8d33-6aae-4d47-b3be-32629dbaba68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=542462b38635467886bddb0443b4295a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939426 Jun 30 09:28:19.237750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:19.272454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.375638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-202bdaa2-8268-4b9d-8cbe-5539f3dac9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.421774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-202bdaa2-8268-4b9d-8cbe-5539f3dac9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.488950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-202bdaa2-8268-4b9d-8cbe-5539f3dac9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.492695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-202bdaa2-8268-4b9d-8cbe-5539f3dac9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.494178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-202bdaa2-8268-4b9d-8cbe-5539f3dac9ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/10055e45-0f8f-4011-b434-b4e12af5a8a9 HTTP/1.1" status: 204 len: 168 time: 0.2507684 Jun 30 09:28:19.512294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bdaa2-8268-4b9d-8cbe-5539f3dac9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10055e45-0f8f-4011-b434-b4e12af5a8a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:19.533017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Router 710f1c49-c654-4b6f-a621-f8feb7499beb has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:19.618397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:19.623891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e4dcfbb-5a37-4735-8dac-434a35cc408c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/routers/710f1c49-c654-4b6f-a621-f8feb7499beb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6155865 Jun 30 09:28:19.627632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:19.630336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] Sync routers for ids ['710f1c49-c654-4b6f-a621-f8feb7499beb'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:19.644826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] Routers {'710f1c49-c654-4b6f-a621-f8feb7499beb'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:19.646010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['710f1c49-c654-4b6f-a621-f8feb7499beb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:19.693897 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-29788d49-6036-4105-a725-e85c469584ef tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:28:19.699644 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29788d49-6036-4105-a725-e85c469584ef tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/89210b67-93d4-4631-bc36-b1f466e852bc HTTP/1.1" status: 404 len: 333 time: 0.0699017 Jun 30 09:28:19.700360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:19.723656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:19.733903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1915b69-0cf2-4fdb-95bb-e1d77ef4bb82 req-1fe5f708-089e-41c1-892b-638a078274dc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:19.746654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1915b69-0cf2-4fdb-95bb-e1d77ef4bb82 req-1fe5f708-089e-41c1-892b-638a078274dc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.1299167 Jun 30 09:28:19.755594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] Routers {'710f1c49-c654-4b6f-a621-f8feb7499beb'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:19.756564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['710f1c49-c654-4b6f-a621-f8feb7499beb'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:19.792578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:19.838940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:19.839685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1915b69-0cf2-4fdb-95bb-e1d77ef4bb82 req-14e53b22-372e-4b2e-860a-a93aac8f6e0a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863750 Jun 30 09:28:19.852311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58726a6-9798-409c-b8d5-aa6f0d6aa8b0 None None] The sync data for ids ['710f1c49-c654-4b6f-a621-f8feb7499beb'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:19.894957 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b64a2457-2f98-4f0e-8ad7-0c5c65388771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:19.908872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.110405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.113386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.193451 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.194315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Fanout notify agent at l3_agent the message router_deleted on router 710f1c49-c654-4b6f-a621-f8feb7499beb {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:28:20.204042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.205385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-22d330ba-a322-4ca1-99e9-a5fb46a49d81 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/routers/710f1c49-c654-4b6f-a621-f8feb7499beb HTTP/1.1" status: 204 len: 168 time: 0.5040274 Jun 30 09:28:20.211698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:20.232366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63e99e-36a6-4e91-84cb-3bdfff636620 req-a35e07ea-bb63-4d2a-b0c1-98e7b5c5d303 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:20.235631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c63e99e-36a6-4e91-84cb-3bdfff636620 req-a35e07ea-bb63-4d2a-b0c1-98e7b5c5d303 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.1607013 Jun 30 09:28:20.292406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet 5a5ad079-d379-4321-9950-d29a18f4c445 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:20.294419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c63e99e-36a6-4e91-84cb-3bdfff636620 req-11822210-de93-4285-9887-2dcc5a8a1f1b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526934 Jun 30 09:28:20.306018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.332747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53868) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:20.340511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b64a2457-2f98-4f0e-8ad7-0c5c65388771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.354264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b64a2457-2f98-4f0e-8ad7-0c5c65388771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.387068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.454388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a2457-2f98-4f0e-8ad7-0c5c65388771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720093ac-6853-4ebe-aa5a-6dcfacc8f3e7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:20.466766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:20.466896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b64a2457-2f98-4f0e-8ad7-0c5c65388771 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8ea81baef86f499a8929da4046af3bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6731958 Jun 30 09:28:20.534386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.549280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d07b47-ab6d-4c03-99e2-3e30d7851c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.590482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d07b47-ab6d-4c03-99e2-3e30d7851c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.631546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.688625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122899a5-f47e-4e88-a148-9c93cbfb4e15 tempest-TestVolumeBootPattern-763994438 tempest-TestVolumeBootPattern-763994438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:20.690207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-122899a5-f47e-4e88-a148-9c93cbfb4e15 tempest-TestVolumeBootPattern-763994438 tempest-TestVolumeBootPattern-763994438-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 1093 time: 0.3563023 Jun 30 09:28:20.693344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:20.698250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5ad079-d379-4321-9950-d29a18f4c445,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:20.700951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:20.716490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.722996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c18d046-cd98-4e20-b6f6-d06244a0ccee tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/5a5ad079-d379-4321-9950-d29a18f4c445 HTTP/1.1" status: 204 len: 168 time: 0.5063431 Jun 30 09:28:20.723448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53886) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:20.746803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4a5a49-3081-4775-a858-25600871d46e None None] Network 66ead982-1513-4e95-bace-0aa216097598 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:20.755134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d07b47-ab6d-4c03-99e2-3e30d7851c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.760652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d07b47-ab6d-4c03-99e2-3e30d7851c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.762462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28d07b47-ab6d-4c03-99e2-3e30d7851c21 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/720093ac-6853-4ebe-aa5a-6dcfacc8f3e7 HTTP/1.1" status: 204 len: 168 time: 0.2940574 Jun 30 09:28:20.845992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d07b47-ab6d-4c03-99e2-3e30d7851c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720093ac-6853-4ebe-aa5a-6dcfacc8f3e7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:20.883386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:20.920195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.076841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 57e2914a-565b-46f7-9b94-50d315a8c6b6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:21.077264 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.091259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] DHCP port deletion for 66ead982-1513-4e95-bace-0aa216097598 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:28:21.147780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] Deleting port 57e2914a-565b-46f7-9b94-50d315a8c6b6 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:21.148567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.163720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.166471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] For port 57e2914a-565b-46f7-9b94-50d315a8c6b6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=57e2914a-565b-46f7-9b94-50d315a8c6b6,segment=NetworkSegment(63375fa3-5851-4800-9d9f-1df5988de4c7),segment_id=63375fa3-5851-4800-9d9f-1df5988de4c7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:21.166834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.220766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 57e2914a-565b-46f7-9b94-50d315a8c6b6 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:21.225578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] For port 57e2914a-565b-46f7-9b94-50d315a8c6b6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=57e2914a-565b-46f7-9b94-50d315a8c6b6,segment=NetworkSegment(63375fa3-5851-4800-9d9f-1df5988de4c7),segment_id=63375fa3-5851-4800-9d9f-1df5988de4c7)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:21.225968 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.241714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] Calling delete_port for 57e2914a-565b-46f7-9b94-50d315a8c6b6 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:21.344444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.25.7.130 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/4a3cfd78-5579-4cb5-a157-07ccacf178d0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:21.361310 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.405457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] Pushing event deleted for resources: {'Port': ['ID=57e2914a-565b-46f7-9b94-50d315a8c6b6,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:21.413825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0ba0c6-6943-4080-bed6-4414914b8701 None None] No DVR routers for this DVR port 57e2914a-565b-46f7-9b94-50d315a8c6b6 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:21.459730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 57e2914a-565b-46f7-9b94-50d315a8c6b6 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:21.486715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 57e2914a-565b-46f7-9b94-50d315a8c6b6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:21.487168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 57e2914a-565b-46f7-9b94-50d315a8c6b6 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:21.767177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.805653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=57e2914a-565b-46f7-9b94-50d315a8c6b6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:21.807527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No DVR routers for this DVR port 57e2914a-565b-46f7-9b94-50d315a8c6b6 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:21.913499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.930718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.933733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ead982-1513-4e95-bace-0aa216097598']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:21.947286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63375fa3-5851-4800-9d9f-1df5988de4c7') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:21.947592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63375fa3-5851-4800-9d9f-1df5988de4c7') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:21.960211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.979399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:21.996547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:21.996958 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:22.000862 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:22.064621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.101159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.126996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.129116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/66ead982-1513-4e95-bace-0aa216097598 HTTP/1.1" status: 204 len: 168 time: 1.4046271 Jun 30 09:28:22.132722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e6beb-22cb-46bf-9bff-dfbd35361127 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=66ead982-1513-4e95-bace-0aa216097598,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:22.132994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:22.136118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:22.141412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:22.148342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:22.156498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=4a3cfd78-5579-4cb5-a157-07ccacf178d0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:22.229537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9fb29-709c-4719-9e6e-dd0586175593 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:22.231323 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-56b9fb29-709c-4719-9e6e-dd0586175593 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/b2e81052-0867-4df9-b509-a55e4eeee87d HTTP/1.1" status: 200 len: 840 time: 0.0971289 Jun 30 09:28:22.235729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:22.292202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-86ad3d5b-1406-4621-bf44-a40f52228f98 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/b2e81052-0867-4df9-b509-a55e4eeee87d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0550649 Jun 30 09:28:22.295676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53956) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:22.304268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:22.489027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:22.492761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.786708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.845258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.916612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:22.924809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:22.928835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=bbefd2ce-f361-4c14-93f2-ad0d72c9af44,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:22.931983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:22.932560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.940733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:22.961404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd23012-ffd5-4c62-9034-5ba0241756b6 None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:22.977947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d8944e0f-a329-4e8b-bed6-5ea0cf9b363a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6810632 Jun 30 09:28:22.982252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53990) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:22.986715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475912962'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:23.070266 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.185258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.195111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.300124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'tenant_id': 'df5d38c0725c40d382719bf1e2e9d6a4', 'fixed_ips': [{'subnet_id': 'bbefd2ce-f361-4c14-93f2-ad0d72c9af44'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:23.301008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.315510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.343241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.346079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=4a3cfd78-5579-4cb5-a157-07ccacf178d0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:23.389444 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.391284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4077146 Jun 30 09:28:23.393042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.394684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:23.400852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'security_group': {'name': 'tempest-secgroup-854169124'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:23.407499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667e6c6-7924-4dd5-87b2-b98c4c9921be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c52b86-70e6-4c99-94f7-daecf2fd30e2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:23.448497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.525234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Allocated IP 172.20.0.2 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/bbefd2ce-f361-4c14-93f2-ad0d72c9af44/6e84c903-7fb6-43a0-a461-9bac6b85a387) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:23.559250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.565397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.565648 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Floating IP 12c18ef4-70f8-4723-8769-bfad7afc06bc associated. External IP: 172.25.7.130, port: 5bdce920-9ede-4471-bb6e-8d17e1e65bff. Jun 30 09:28:23.601023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694ba6da-9691-4ecb-a001-f30d279730d8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:23.618071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.619455 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b6dfae10-16a0-4c76-9e0b-d4131938c848 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2231948 Jun 30 09:28:23.622317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54012) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:23.635662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1412497850', 'security_groups': ['694ba6da-9691-4ecb-a001-f30d279730d8'], 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bbefd2ce-f361-4c14-93f2-ad0d72c9af44'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:23.702490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:23.795794 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.807224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Transition to ACTIVE for port object 6e84c903-7fb6-43a0-a461-9bac6b85a387 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:23.826036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Transition to ACTIVE for port object 6e84c903-7fb6-43a0-a461-9bac6b85a387 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:23.834936 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:23.849967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:23.884190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:23.888527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:23.893187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:23.965302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:28:23.979192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-242dd8f7-6bf9-451a-bba9-46989c0bcb7c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-682276755'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:23.979737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-242dd8f7-6bf9-451a-bba9-46989c0bcb7c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:28:23.985824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Attempting to bind port 6e84c903-7fb6-43a0-a461-9bac6b85a387 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:23.987345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Attempting to bind port 6e84c903-7fb6-43a0-a461-9bac6b85a387 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:23.987978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Attempting to bind port 6e84c903-7fb6-43a0-a461-9bac6b85a387 on network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:23.994075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Pushing event updated for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:23.998573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:23.999189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Checking segment: {'id': '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:23.999760 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.000912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Bound using segment: {'id': '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:24.001657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Bound port: 6e84c903-7fb6-43a0-a461-9bac6b85a387, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:24.002285 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.017727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.093703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:24.099310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6e84c903-7fb6-43a0-a461-9bac6b85a387,segment=NetworkSegment(151b96e4-78a7-4f7d-ba95-d7c1950bf1c8),segment_id=151b96e4-78a7-4f7d-ba95-d7c1950bf1c8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:24.111160 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.142014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:28:24.152795 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:28:24.162983 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.167703 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:24.169776 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:24.174476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port 3407c18b-0377-429c-a051-1c0810c3a1d0 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:24.210336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db357d-e2c2-4a63-b21c-7632400fd85b None None] Pushing event updated for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:24.223792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-04063933-9862-4069-a943-3cf8020b0109 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5292029 Jun 30 09:28:24.224436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:28:24.227309 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca" -d '{"events": [{"name": "network-changed", "server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:28:24.322570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-242dd8f7-6bf9-451a-bba9-46989c0bcb7c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.324729 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de23acc-094c-4924-8d1c-6be1243cae05 x-openstack-request-id: req-5de23acc-094c-4924-8d1c-6be1243cae05 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:28:24.325725 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:28:24.326208 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5de23acc-094c-4924-8d1c-6be1243cae05 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:28:24.326964 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'status': 'completed', 'code': 200} Jun 30 09:28:24.327098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-242dd8f7-6bf9-451a-bba9-46989c0bcb7c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.6230009 Jun 30 09:28:24.327708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54048) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:24.334069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b856e381-a5e3-4b02-9d5e-21559fdeb8d6 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'f466ae09-800a-4add-b1f0-9d2db575a5aa'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:24.336002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b856e381-a5e3-4b02-9d5e-21559fdeb8d6 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:28:24.345001 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:24.520456 n-d-780147-22 neutron-server[93725]: WARNING neutron.services.metering.metering_plugin [None req-b856e381-a5e3-4b02-9d5e-21559fdeb8d6 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:28:24.660153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.11 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/bbefd2ce-f361-4c14-93f2-ad0d72c9af44/3407c18b-0377-429c-a051-1c0810c3a1d0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:24.664216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-b0312e31-0403-4b52-bba3-d697c28e97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:24.665880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-b0312e31-0403-4b52-bba3-d697c28e97ce service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 1098 time: 0.2397594 Jun 30 09:28:24.786628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b856e381-a5e3-4b02-9d5e-21559fdeb8d6 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:24.787811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b856e381-a5e3-4b02-9d5e-21559fdeb8d6 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4583960 Jun 30 09:28:24.791172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54070) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:24.798578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b96ccdc8-fe30-4c5b-bb3f-788615ec88cb tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'f466ae09-800a-4add-b1f0-9d2db575a5aa'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:24.799198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b96ccdc8-fe30-4c5b-bb3f-788615ec88cb tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:28:24.888998 n-d-780147-22 neutron-server[93725]: WARNING neutron.services.metering.metering_plugin [None req-b96ccdc8-fe30-4c5b-bb3f-788615ec88cb tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 30 09:28:24.935750 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '12c18ef4-70f8-4723-8769-bfad7afc06bc', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:78:e8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:22Z', 'updated_at': '2021-06-30T09:28:22Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:24.971678 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:28:24.987185 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:28:24.988092 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:25.009419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b96ccdc8-fe30-4c5b-bb3f-788615ec88cb tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.010672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b96ccdc8-fe30-4c5b-bb3f-788615ec88cb tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2185254 Jun 30 09:28:25.015343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54082) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.038413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2364c4c-d397-460e-8afa-1224d2c0b024 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=abddbbc5-bee8-4832-a1c0-de80d376e877 HTTP/1.1" status: 200 len: 462 time: 0.0215886 Jun 30 09:28:25.042442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54086) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.065096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-dccd98a3-54f7-4be0-8541-bcc001ea6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.067270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-dccd98a3-54f7-4be0-8541-bcc001ea6f5e service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.3888462 Jun 30 09:28:25.143618 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:28:25.204415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.205461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e8aa086-1ea4-4c91-bdf7-8b05c2c7af98 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.206938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e8aa086-1ea4-4c91-bdf7-8b05c2c7af98 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/abddbbc5-bee8-4832-a1c0-de80d376e877 HTTP/1.1" status: 204 len: 168 time: 0.1635764 Jun 30 09:28:25.209704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54092) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.222202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-280f7570-2513-4e14-b166-3af3f671f876 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=abddbbc5-bee8-4832-a1c0-de80d376e877 HTTP/1.1" status: 200 len: 221 time: 0.0109386 Jun 30 09:28:25.226172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.251139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8d16d56d-be6a-41f7-9bdd-4595a22da26c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1187573206', 'description': 'label created by tempest'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:25.251475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8d16d56d-be6a-41f7-9bdd-4595a22da26c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Unknown quota resources ['metering_label']. {{(pid=93724) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:28:25.258324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object 3407c18b-0377-429c-a051-1c0810c3a1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:25.264147 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-82cc1ee6-0e9f-43c6-95fd-1061fa0aa099 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff HTTP/1.1" status: 200 len: 1000 time: 0.1684766 Jun 30 09:28:25.403026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54102) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.570292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:25.587799 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '12c18ef4-70f8-4723-8769-bfad7afc06bc', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:78:e8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:22Z', 'updated_at': '2021-06-30T09:28:22Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:25.597312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-3770ad5c-06f9-4d3d-b52e-1a6405510b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.599021 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-3770ad5c-06f9-4d3d-b52e-1a6405510b32 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.2907546 Jun 30 09:28:25.603422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8d16d56d-be6a-41f7-9bdd-4595a22da26c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.607182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8d16d56d-be6a-41f7-9bdd-4595a22da26c tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3681080 Jun 30 09:28:25.608234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54108) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.650689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.652828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:25.684818 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bad8391-1fb5-47df-983e-319b2ee2f4e2 None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '12c18ef4-70f8-4723-8769-bfad7afc06bc', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:78:e8:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:28:22Z', 'updated_at': '2021-06-30T09:28:22Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:28:25.781253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:25.790402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b21d8b3-befe-4208-adb8-53e04ab45cb3 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=420e6f57-2b11-4d6a-8262-a8efd0c6cc65 HTTP/1.1" status: 200 len: 468 time: 0.1812100 Jun 30 09:28:25.795751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54116) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:25.800189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:25.804827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353c560f-df46-49e5-8cf8-2a210bef1082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.811350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:25.880922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=3407c18b-0377-429c-a051-1c0810c3a1d0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:25.952648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.954076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:25.963045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-9c98708b-d344-4495-b870-c0a73702d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:25.964563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-9c98708b-d344-4495-b870-c0a73702d2ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3570256 Jun 30 09:28:26.033063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Provisioning for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:26.037672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:26.038343 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.087378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d546e84e-556b-4b5c-a67b-5c7bd63cfcd3 None None] New status for floating IP 12c18ef4-70f8-4723-8769-bfad7afc06bc: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:28:26.088204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c49f5cc-a91b-4f0e-91f7-69189fce42f7 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.089437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0c49f5cc-a91b-4f0e-91f7-69189fce42f7 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/420e6f57-2b11-4d6a-8262-a8efd0c6cc65 HTTP/1.1" status: 204 len: 168 time: 0.2917583 Jun 30 09:28:26.093180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.101562 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-152b592b-21b1-4e2b-b6e4-d259dfb1b79f service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282442 Jun 30 09:28:26.121002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04cccd81-59f6-4ca1-bb8e-e2da3a17e6ab tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=420e6f57-2b11-4d6a-8262-a8efd0c6cc65 HTTP/1.1" status: 200 len: 216 time: 0.0265524 Jun 30 09:28:26.145977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.206450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353c560f-df46-49e5-8cf8-2a210bef1082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.213104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353c560f-df46-49e5-8cf8-2a210bef1082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.221375 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fc767c89-fa98-4022-9d1b-dbeaf16933f9 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0745642 Jun 30 09:28:26.228948 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d131d7aa-b486-4144-a7d5-a102b3b4c507 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6016245 Jun 30 09:28:26.228948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.228948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54132) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.248379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cc6f7bfa-3961-4d0b-94e8-997638264a49 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0217059 Jun 30 09:28:26.253926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:26.257417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54136) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.305001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c560f-df46-49e5-8cf8-2a210bef1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ab127-ccbb-401d-8932-ccb906901683,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:26.321262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-353c560f-df46-49e5-8cf8-2a210bef1082 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1c3ac9ca03a34e32b99c2fbd19946dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9161396 Jun 30 09:28:26.324185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.400716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-599cf2e6-8ce7-49ff-8d58-0024814475c9 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-labels/f466ae09-800a-4add-b1f0-9d2db575a5aa HTTP/1.1" status: 200 len: 472 time: 0.1415071 Jun 30 09:28:26.403599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54140) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.419230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b50076a6-21b2-43db-b162-e6ef71459be5 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "GET /v2.0/metering/metering-label-rules/d1d832b9-f058-44b6-80e9-32d6d15fd55a HTTP/1.1" status: 200 len: 459 time: 0.0143614 Jun 30 09:28:26.424402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.428258 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2c96c0a6-da58-49a4-99b0-b81c9cbbecca req-820658d8-cc33-42a9-b5e0-f1dc835c50ea service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190167 Jun 30 09:28:26.429644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.491388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6e84c903-7fb6-43a0-a461-9bac6b85a387,segment=NetworkSegment(151b96e4-78a7-4f7d-ba95-d7c1950bf1c8),segment_id=151b96e4-78a7-4f7d-ba95-d7c1950bf1c8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:26.498149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.513396 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daddd943-4c01-4888-9715-7892f1187a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.545718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Provisioning complete for port b2e81052-0867-4df9-b509-a55e4eeee87d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:26.546152 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.584888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Pushing event updated for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:26.593710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54150) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:26.607808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:26.613505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.613794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-292ae6bd-ceeb-44d9-9ef7-589332d60080 None None] Port b2e81052-0867-4df9-b509-a55e4eeee87d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:26.736885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a97669a3-ef62-46e3-95c1-224032f319dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.740949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-02d32029-b0f8-4223-96ea-c7ec628a2e81 None None] Provisioning for port 3407c18b-0377-429c-a051-1c0810c3a1d0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:26.747163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-02d32029-b0f8-4223-96ea-c7ec628a2e81 None None] Provisioning complete for port 3407c18b-0377-429c-a051-1c0810c3a1d0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:26.747631 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-02d32029-b0f8-4223-96ea-c7ec628a2e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.811307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-02d32029-b0f8-4223-96ea-c7ec628a2e81 None None] Port 3407c18b-0377-429c-a051-1c0810c3a1d0 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:26.858336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a97669a3-ef62-46e3-95c1-224032f319dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.863757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a97669a3-ef62-46e3-95c1-224032f319dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:26.917092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a97669a3-ef62-46e3-95c1-224032f319dd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1d632b079f9342e29b5d62dd8a206bb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193831 Jun 30 09:28:26.917092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97669a3-ef62-46e3-95c1-224032f319dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af07b11f-b258-4c74-be5f-3d8583257f98,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:26.934689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54158) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.007053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3947dea9-17f8-4a9f-89b0-c7489a63b244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.030017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3947dea9-17f8-4a9f-89b0-c7489a63b244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.065204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ee4a308b-f6bf-4876-9336-854b8ee70bc7 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.066329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ee4a308b-f6bf-4876-9336-854b8ee70bc7 tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-label-rules/d1d832b9-f058-44b6-80e9-32d6d15fd55a HTTP/1.1" status: 204 len: 168 time: 0.6405993 Jun 30 09:28:27.069457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54162) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.120518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daddd943-4c01-4888-9715-7892f1187a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.205387 n-d-780147-22 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bbefd2ce-f361-4c14-93f2-ad0d72c9af44 (CIDR: 172.20.0.0/28) Jun 30 09:28:27.210211 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:28:27.210844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:27.217954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-f356323b-8f7f-4147-82ac-449bd2094e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:27.219552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-f356323b-8f7f-4147-82ac-449bd2094e50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.1776657 Jun 30 09:28:27.229390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daddd943-4c01-4888-9715-7892f1187a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.231034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3947dea9-17f8-4a9f-89b0-c7489a63b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.232962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daddd943-4c01-4888-9715-7892f1187a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.233522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3947dea9-17f8-4a9f-89b0-c7489a63b244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.235003 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-daddd943-4c01-4888-9715-7892f1187a48 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b90ab127-ccbb-401d-8932-ccb906901683 HTTP/1.1" status: 204 len: 168 time: 0.9076734 Jun 30 09:28:27.237790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3947dea9-17f8-4a9f-89b0-c7489a63b244 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af07b11f-b258-4c74-be5f-3d8583257f98 HTTP/1.1" status: 204 len: 168 time: 0.3020487 Jun 30 09:28:27.272047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8bf513de-5c3e-43c3-babc-f891aec79486 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0398817 Jun 30 09:28:27.306174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddd943-4c01-4888-9715-7892f1187a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ab127-ccbb-401d-8932-ccb906901683,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:27.310823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.319113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:27.325014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db14908-655d-449f-98b5-f542e073e192 req-049c9cf4-84cc-4c43-92ed-c74bfa2c218f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:27.327234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5db14908-655d-449f-98b5-f542e073e192 req-049c9cf4-84cc-4c43-92ed-c74bfa2c218f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.2748938 Jun 30 09:28:27.328461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947dea9-17f8-4a9f-89b0-c7489a63b244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af07b11f-b258-4c74-be5f-3d8583257f98,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:27.379443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0f3ad7f-c03c-48b6-b834-793bae93ff6e tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.387356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c0f3ad7f-c03c-48b6-b834-793bae93ff6e tempest-MeteringIpV6TestJSON-1976727652 tempest-MeteringIpV6TestJSON-1976727652-project-admin] 10.222.0.77 "DELETE /v2.0/metering/metering-labels/f466ae09-800a-4add-b1f0-9d2db575a5aa HTTP/1.1" status: 204 len: 168 time: 0.3174343 Jun 30 09:28:27.430908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5db14908-655d-449f-98b5-f542e073e192 req-03a4f6e4-006d-4c51-9d45-505e1967919c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910633 Jun 30 09:28:27.458190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-87b4a1cb-ac03-467b-aa46-32086723930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:27.459789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-87b4a1cb-ac03-467b-aa46-32086723930c service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.2233505 Jun 30 09:28:27.462963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:27.515857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-ddc91442-04c0-46df-b563-f0326ed9b376 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.0477800 Jun 30 09:28:27.522316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:27.522766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.567648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:27.571510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.619823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-b3fbca73-0f27-4ecb-8290-41ba72812b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:27.621362 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-b3fbca73-0f27-4ecb-8290-41ba72812b56 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.0983169 Jun 30 09:28:27.666772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54178) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.667656 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-6640f91c-585c-420c-ac03-1886ab97d95e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366974 Jun 30 09:28:27.686939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45371a2f-fead-4cbf-a7ae-2afc0c44eed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.800172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54180) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.802268 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-21cca0e5-dccd-4a14-8951-1812874b80c6 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268919 Jun 30 09:28:27.821291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45371a2f-fead-4cbf-a7ae-2afc0c44eed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.827251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45371a2f-fead-4cbf-a7ae-2afc0c44eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.869876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-45371a2f-fead-4cbf-a7ae-2afc0c44eed7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=194b3453066742609dcdc2255e5939fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018952 Jun 30 09:28:27.870949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45371a2f-fead-4cbf-a7ae-2afc0c44eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94724cb9-3269-4932-afb4-d536e19f7d26,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:27.874146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.964965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54186) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:27.979483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e966-dd7c-488a-9520-57c9b780a459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:27.987309 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c79f-9570-4d03-ba75-58ec535329be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.034992 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2cfa4a7a-29a4-41fd-90cc-f3aea7f8d0ff req-0c9275d9-dd2a-4e1c-8763-b25e05956d03 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208011 Jun 30 09:28:28.061132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1ad31c5-1e57-494d-8ed6-8412a3516123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.089888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e966-dd7c-488a-9520-57c9b780a459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.099210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ba0e966-dd7c-488a-9520-57c9b780a459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.108359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1ad31c5-1e57-494d-8ed6-8412a3516123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.110905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.153169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0e966-dd7c-488a-9520-57c9b780a459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffdd744-bfc5-4cc5-924b-17001d7abd44,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:28.161702 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ba0e966-dd7c-488a-9520-57c9b780a459 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94cdbe4f46e048b4b6488060a269db9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955018 Jun 30 09:28:28.162320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54194) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:28.186899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:28.203782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:28.206763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:28.207349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.213734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d56f8221-8e95-4ad9-95f1-c0a51d62d5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.214294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c004f9b-bb76-4891-a505-833afd432604 None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:28.237842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=6e5bfb40-887e-465d-8a6e-d433ae26a1eb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:28.239209 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d56f8221-8e95-4ad9-95f1-c0a51d62d5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.265214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1ad31c5-1e57-494d-8ed6-8412a3516123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.267919 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1ad31c5-1e57-494d-8ed6-8412a3516123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.269070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d1ad31c5-1e57-494d-8ed6-8412a3516123 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/94724cb9-3269-4932-afb4-d536e19f7d26 HTTP/1.1" status: 204 len: 168 time: 0.3920517 Jun 30 09:28:28.288085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad31c5-1e57-494d-8ed6-8412a3516123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94724cb9-3269-4932-afb4-d536e19f7d26,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:28.303177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d56f8221-8e95-4ad9-95f1-c0a51d62d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.306906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c79f-9570-4d03-ba75-58ec535329be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.307804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d56f8221-8e95-4ad9-95f1-c0a51d62d5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.311495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d56f8221-8e95-4ad9-95f1-c0a51d62d5fc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5ffdd744-bfc5-4cc5-924b-17001d7abd44 HTTP/1.1" status: 204 len: 168 time: 0.1458709 Jun 30 09:28:28.315925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ff3c79f-9570-4d03-ba75-58ec535329be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.323896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f8221-8e95-4ad9-95f1-c0a51d62d5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffdd744-bfc5-4cc5-924b-17001d7abd44,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:28.342791 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b69b5a0b-6e0a-4c4c-be5d-4b922c522e99 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0284693 Jun 30 09:28:28.343096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54200) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:28.351232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-66615907', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6e5bfb40-887e-465d-8a6e-d433ae26a1eb'}], 'security_groups': ['24c52b86-70e6-4c99-94f7-daecf2fd30e2']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:28.367609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3c79f-9570-4d03-ba75-58ec535329be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96efbef-b589-4d4e-b3d6-e7fe985abd4c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:28.375071 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ff3c79f-9570-4d03-ba75-58ec535329be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3645ac6a71df4af382e3c47d9d68e104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694921 Jun 30 09:28:28.377262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:28.480350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b56064d-513a-4151-aaac-2c6cc15ade33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.514480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b56064d-513a-4151-aaac-2c6cc15ade33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.616415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b56064d-513a-4151-aaac-2c6cc15ade33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.619612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b56064d-513a-4151-aaac-2c6cc15ade33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.620949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9b56064d-513a-4151-aaac-2c6cc15ade33 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a96efbef-b589-4d4e-b3d6-e7fe985abd4c HTTP/1.1" status: 204 len: 168 time: 0.2413383 Jun 30 09:28:28.639329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56064d-513a-4151-aaac-2c6cc15ade33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96efbef-b589-4d4e-b3d6-e7fe985abd4c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:28.680026 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.693288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Update dhcp port {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'fixed_ips': [{'subnet_id': 'bbefd2ce-f361-4c14-93f2-ad0d72c9af44', 'ip_address': '172.20.0.2'}, {'subnet_id': '6e5bfb40-887e-465d-8a6e-d433ae26a1eb'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '6e84c903-7fb6-43a0-a461-9bac6b85a387'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:28:28.752441 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:28.989259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Allocated IP 172.20.0.18 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/6e5bfb40-887e-465d-8a6e-d433ae26a1eb/6e84c903-7fb6-43a0-a461-9bac6b85a387) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:29.087796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54224) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:29.104001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d29249e-e9d3-4a10-afc3-10c9cbcbe3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.109028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e3a93-2515-41fe-8112-4d5877db85ed req-df2ab661-6ff9-4569-a96d-5fb355b4104a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:29.116979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd4e3a93-2515-41fe-8112-4d5877db85ed req-df2ab661-6ff9-4569-a96d-5fb355b4104a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.4962468 Jun 30 09:28:29.128973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6e84c903-7fb6-43a0-a461-9bac6b85a387,segment=NetworkSegment(151b96e4-78a7-4f7d-ba95-d7c1950bf1c8),segment_id=151b96e4-78a7-4f7d-ba95-d7c1950bf1c8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:29.178989 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.201513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Transition to ACTIVE for port object 6e84c903-7fb6-43a0-a461-9bac6b85a387 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:29.209981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd4e3a93-2515-41fe-8112-4d5877db85ed req-8d5ec16b-875f-4792-9643-ce2c9c45049f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920422 Jun 30 09:28:29.210246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.301069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d29249e-e9d3-4a10-afc3-10c9cbcbe3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.310809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d29249e-e9d3-4a10-afc3-10c9cbcbe3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.380463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428d51b1-f3e5-4e50-a1d0-ab75bdb255a7 None None] Pushing event updated for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:29.392416 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.395755 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4d29249e-e9d3-4a10-afc3-10c9cbcbe3e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=97149d8c99b5433f8dc9509a4c29f3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3065894 Jun 30 09:28:29.396635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29249e-e9d3-4a10-afc3-10c9cbcbe3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc67e8f-a304-4b40-af39-e03426faff26,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:29.398652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:29.510462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1b88890-8df4-4bfe-8418-a0b85f6f3265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.535247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1b88890-8df4-4bfe-8418-a0b85f6f3265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.614083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1b88890-8df4-4bfe-8418-a0b85f6f3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.616888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1b88890-8df4-4bfe-8418-a0b85f6f3265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.618091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1b88890-8df4-4bfe-8418-a0b85f6f3265 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3bc67e8f-a304-4b40-af39-e03426faff26 HTTP/1.1" status: 204 len: 168 time: 0.2142763 Jun 30 09:28:29.638207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b88890-8df4-4bfe-8418-a0b85f6f3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc67e8f-a304-4b40-af39-e03426faff26,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:29.643831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Delete allocated IP 172.20.0.11 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/bbefd2ce-f361-4c14-93f2-ad0d72c9af44) {{(pid=93725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:28:29.653940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.28 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/6e5bfb40-887e-465d-8a6e-d433ae26a1eb/3407c18b-0377-429c-a051-1c0810c3a1d0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:29.842117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.864825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object 3407c18b-0377-429c-a051-1c0810c3a1d0 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:29.870031 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:29.936810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=3407c18b-0377-429c-a051-1c0810c3a1d0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:30.027279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] In _notify_port_updated(), no bound segment for port 3407c18b-0377-429c-a051-1c0810c3a1d0 on network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:28:30.034696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:30.035609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.037665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-36866e59-ec76-42e6-8a85-b8b13607a1a6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/ports/3407c18b-0377-429c-a051-1c0810c3a1d0 HTTP/1.1" status: 200 len: 919 time: 1.6921098 Jun 30 09:28:30.040516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54262) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:30.168979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port 3407c18b-0377-429c-a051-1c0810c3a1d0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:30.169757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.267349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.279772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for 3407c18b-0377-429c-a051-1c0810c3a1d0 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:30.469820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Provisioning for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:30.475766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:30.477105 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.506555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.540421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=3407c18b-0377-429c-a051-1c0810c3a1d0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:30.560232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac60f40-23a3-4665-94f8-5c6eb607b44c req-ac0701bc-4cc6-4ce1-81dd-0f7b85dd3521 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:30.567938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ac60f40-23a3-4665-94f8-5c6eb607b44c req-ac0701bc-4cc6-4ce1-81dd-0f7b85dd3521 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1319432 Jun 30 09:28:30.595830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Could not find standard attr ID for object 3407c18b-0377-429c-a051-1c0810c3a1d0. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:28:30.615455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Provisioning complete for port b2e81052-0867-4df9-b509-a55e4eeee87d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:30.616334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.670132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ac60f40-23a3-4665-94f8-5c6eb607b44c req-2eaffe37-386d-4eec-a079-617a788532c4 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012788 Jun 30 09:28:30.675168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-95107602-def2-4f9a-ba72-97c0034082dc None None] Port b2e81052-0867-4df9-b509-a55e4eeee87d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:30.680693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.686072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-25b47ae2-3d8b-4ff0-a4a4-2e581e7d3492 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/3407c18b-0377-429c-a051-1c0810c3a1d0 HTTP/1.1" status: 204 len: 168 time: 0.6413183 Jun 30 09:28:30.686510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:30.725368 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67e429d-57ba-440b-b8e6-a9401696a2c3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:28:30.727081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f67e429d-57ba-440b-b8e6-a9401696a2c3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/3407c18b-0377-429c-a051-1c0810c3a1d0 HTTP/1.1" status: 404 len: 333 time: 0.0385046 Jun 30 09:28:30.729926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54296) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:30.805972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124a02e5-456b-4204-a3b4-65186a0c6790 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.840912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124a02e5-456b-4204-a3b4-65186a0c6790 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.897179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124a02e5-456b-4204-a3b4-65186a0c6790 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.900154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-124a02e5-456b-4204-a3b4-65186a0c6790 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:30.904008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-124a02e5-456b-4204-a3b4-65186a0c6790 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/security-groups/694ba6da-9691-4ecb-a001-f30d279730d8 HTTP/1.1" status: 204 len: 168 time: 0.1705198 Jun 30 09:28:30.904429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:30.931877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a02e5-456b-4204-a3b4-65186a0c6790 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ba6da-9691-4ecb-a001-f30d279730d8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:30.981511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efbf4e2c-2530-4dca-9c2f-38380b90792d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.012293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efbf4e2c-2530-4dca-9c2f-38380b90792d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.064708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efbf4e2c-2530-4dca-9c2f-38380b90792d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.067801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-efbf4e2c-2530-4dca-9c2f-38380b90792d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.073559 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-efbf4e2c-2530-4dca-9c2f-38380b90792d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/security-groups/24c52b86-70e6-4c99-94f7-daecf2fd30e2 HTTP/1.1" status: 204 len: 168 time: 0.1680028 Jun 30 09:28:31.077022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54312) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:31.084095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf4e2c-2530-4dca-9c2f-38380b90792d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c52b86-70e6-4c99-94f7-daecf2fd30e2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:31.097511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-55949213-1f22-40c7-9ebf-ed6cd92aad76 None None] Could not find standard attr ID for object 3407c18b-0377-429c-a051-1c0810c3a1d0. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:28:31.187199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet bbefd2ce-f361-4c14-93f2-ad0d72c9af44 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:31.193551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.275869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.379411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.449325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.487122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.489296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/bbefd2ce-f361-4c14-93f2-ad0d72c9af44 HTTP/1.1" status: 204 len: 168 time: 0.4109542 Jun 30 09:28:31.490366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b1239-355f-4523-96b5-e1e3cfef379b tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=bbefd2ce-f361-4c14-93f2-ad0d72c9af44,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:31.493100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54326) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:31.498618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca738c43-df9d-457e-85ac-f50e88278e15 None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:31.501776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:31.507667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:31.628584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:31.629214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.740144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:31.748913 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:31.933999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5a0fc-9dee-4692-adb2-c919b59d57f1 req-cf6e2676-fba5-4404-9c00-29405898baa9 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:31.935888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab5a0fc-9dee-4692-adb2-c919b59d57f1 req-cf6e2676-fba5-4404-9c00-29405898baa9 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1131575 Jun 30 09:28:32.024146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5ab5a0fc-9dee-4692-adb2-c919b59d57f1 req-f9d8a515-49ce-4676-9ef8-6865d36ba5aa tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775239 Jun 30 09:28:32.117632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.159400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:32.164156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:32.167275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:32.168085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.194708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=d3236a48-2b55-466b-8727-4f24def15f61,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:32.206138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:32.207075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85079512-dbfb-4d1e-a181-c5c09e9af3d2 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7105799 Jun 30 09:28:32.209498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'security_group': {'name': 'tempest-secgroup-1190137579'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:32.236112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.315842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54352) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:32.339557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.346570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.382455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.387056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54360) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:32.393209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'security_group': {'name': 'tempest-secgroup-338356207'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:32.400753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1952691 Jun 30 09:28:32.410114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2850b-a624-4a7e-a5b2-100e05f54dbd tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d526da-86d6-4d7f-88ef-fad72ae6ec18,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:32.467187 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.489701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbeca047-2a61-4956-99d8-b500504da8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.622472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbeca047-2a61-4956-99d8-b500504da8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.639571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab7f208-828e-41ad-96c1-1808b2734035 None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:32.642665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fbeca047-2a61-4956-99d8-b500504da8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.702503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fbeca047-2a61-4956-99d8-b500504da8d9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c44a4335e51f420eae4b611b40a53411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3851292 Jun 30 09:28:32.705783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:32.714549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeca047-2a61-4956-99d8-b500504da8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729d85b-7a2f-4a9f-ac12-8796c1b589b1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:32.773154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3d55bf6a-26a4-4ea7-9260-44a79d973119 None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:32.773949 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3d55bf6a-26a4-4ea7-9260-44a79d973119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.791677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.803812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.869159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19a5093a-30d3-47b4-afd3-247ee58d1156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.896244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de29e40-4db7-42e1-93b1-c3a9c9b43df5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:32.914575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.918353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-15d52211-e8c6-4a3a-8dc5-760689abbb51 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5271997 Jun 30 09:28:32.918510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54380) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:32.925486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'security_group': {'name': 'tempest-secgroup-771871721'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:32.948417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19a5093a-30d3-47b4-afd3-247ee58d1156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.954075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.978514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3d55bf6a-26a4-4ea7-9260-44a79d973119 None None] Provisioning complete for port b2e81052-0867-4df9-b509-a55e4eeee87d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:32.978892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3d55bf6a-26a4-4ea7-9260-44a79d973119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:32.992985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:33.025268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19a5093a-30d3-47b4-afd3-247ee58d1156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.030471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19a5093a-30d3-47b4-afd3-247ee58d1156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.031457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3d55bf6a-26a4-4ea7-9260-44a79d973119 None None] Port b2e81052-0867-4df9-b509-a55e4eeee87d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:33.031839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-19a5093a-30d3-47b4-afd3-247ee58d1156 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3729d85b-7a2f-4a9f-ac12-8796c1b589b1 HTTP/1.1" status: 204 len: 168 time: 0.3249450 Jun 30 09:28:33.060370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5093a-30d3-47b4-afd3-247ee58d1156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729d85b-7a2f-4a9f-ac12-8796c1b589b1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.120326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.129914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.195890 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.197399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2779374 Jun 30 09:28:33.200318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54390) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:33.202671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0ab6f-4a9a-4ae2-9518-028bc14446a0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7bd289c-433a-4038-935f-fafb1ac95fce,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.220484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1056721937', 'security_groups': ['a7bd289c-433a-4038-935f-fafb1ac95fce'], 'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3236a48-2b55-466b-8727-4f24def15f61'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:33.221145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Update dhcp port {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'fixed_ips': [{'subnet_id': '6e5bfb40-887e-465d-8a6e-d433ae26a1eb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3236a48-2b55-466b-8727-4f24def15f61'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '6e84c903-7fb6-43a0-a461-9bac6b85a387'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:28:33.263521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.273789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-514301257'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:33.304297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Made reservation on behalf of 0c378833b7f34186b579faa8a6ed9426 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:33.313617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.337993 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.412519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562ecea-f504-4fbc-86e4-2d1a8f6ae5b7 req-c54362cc-b648-4c56-8937-a7850f004310 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:33.419629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1562ecea-f504-4fbc-86e4-2d1a8f6ae5b7 req-c54362cc-b648-4c56-8937-a7850f004310 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1895840 Jun 30 09:28:33.427654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:28:33.427654 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:28:33.427654 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id_1': 'df5d38c0725c40d382719bf1e2e9d6a4', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 28, 33, 397652)}] Jun 30 09:28:33.427654 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:33.428108 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:33.488237 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1562ecea-f504-4fbc-86e4-2d1a8f6ae5b7 req-b643ec82-07e1-4b77-b37f-cbd7a317e518 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676224 Jun 30 09:28:33.550693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.559477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.605942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:33.607221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Allocated IP 172.20.0.2 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/d3236a48-2b55-466b-8727-4f24def15f61/6e84c903-7fb6-43a0-a461-9bac6b85a387) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:33.619160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9f92ea-0de2-48f6-9976-16e4e7692c19,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.640720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.641167 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Added segment 91ff1fb0-2757-4144-9f63-03f70d87d338 of type vlan for network e37cf8ed-3c35-4741-b882-e258b3f92f61 Jun 30 09:28:33.694647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.733849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6e84c903-7fb6-43a0-a461-9bac6b85a387,segment=NetworkSegment(151b96e4-78a7-4f7d-ba95-d7c1950bf1c8),segment_id=151b96e4-78a7-4f7d-ba95-d7c1950bf1c8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:33.737669 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.745646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:33.746781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.780143 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.801279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8071864 Jun 30 09:28:33.805957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Transition to ACTIVE for port object 6e84c903-7fb6-43a0-a461-9bac6b85a387 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:33.813258 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:33.822882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5f150-4adc-49b5-b4a7-f026f31eeff3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Pushing event updated for resources: {'Network': ['ID=e37cf8ed-3c35-4741-b882-e258b3f92f61,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:33.863064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e37cf8ed-3c35-4741-b882-e258b3f92f61 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:33.975429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:34.002934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9a385-22b6-46bf-8f8c-9457c7858893 None None] Pushing event updated for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.094528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54410) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:34.120836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3eb82f11-7f6b-4f0b-833a-07b92a51b4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.132873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.184881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] device_id is not set on port a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:34.264782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:34.271310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Request body: {'port': {'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61', 'binding:host_id': 'n-h1-780147-22', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-508185339'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:34.287977 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3eb82f11-7f6b-4f0b-833a-07b92a51b4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.296651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3eb82f11-7f6b-4f0b-833a-07b92a51b4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.356774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3eb82f11-7f6b-4f0b-833a-07b92a51b4de admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86da7f90a97c4edaae8ae7cd05197e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586875 Jun 30 09:28:34.358128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb82f11-7f6b-4f0b-833a-07b92a51b4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45a636-caea-485f-be39-86ba7f447633,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.362360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:34.363026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Made reservation on behalf of 808f14ad79c246ecae93b73f6dc07863 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:34.369338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.400375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.460573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.4 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/d3236a48-2b55-466b-8727-4f24def15f61/a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:34.476292 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e65e52f0-a914-420b-ad05-fb2b2be9571a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.564639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.576137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.609089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port c3a66c50-3de4-469e-b163-63facdec8e14 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:34.619709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85051067-04a7-4237-b60c-59f1e6d22a68,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.629874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e65e52f0-a914-420b-ad05-fb2b2be9571a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.649846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.669072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:34.673772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2bee282d-548e-4170-a17d-8fb54338b352 None None] Provisioning for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:34.678456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2bee282d-548e-4170-a17d-8fb54338b352 None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:34.678831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2bee282d-548e-4170-a17d-8fb54338b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.746254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.811484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e65e52f0-a914-420b-ad05-fb2b2be9571a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.814625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e65e52f0-a914-420b-ad05-fb2b2be9571a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.815876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e65e52f0-a914-420b-ad05-fb2b2be9571a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/de45a636-caea-485f-be39-86ba7f447633 HTTP/1.1" status: 204 len: 168 time: 0.4425838 Jun 30 09:28:34.821340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:34.826264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:34.832209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:34.844651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2bee282d-548e-4170-a17d-8fb54338b352 None None] Provisioning complete for port b2e81052-0867-4df9-b509-a55e4eeee87d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:34.845934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2bee282d-548e-4170-a17d-8fb54338b352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:34.874653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:34.898773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2bee282d-548e-4170-a17d-8fb54338b352 None None] Port b2e81052-0867-4df9-b509-a55e4eeee87d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:34.925181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd50b66-80d7-4d64-af56-6f9e51306f43 req-97385347-63d8-4a96-a792-af4903b53672 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:34.927584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd50b66-80d7-4d64-af56-6f9e51306f43 req-97385347-63d8-4a96-a792-af4903b53672 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1994257 Jun 30 09:28:34.935220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:34.942774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.006410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port c3a66c50-3de4-469e-b163-63facdec8e14 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:35.008930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd50b66-80d7-4d64-af56-6f9e51306f43 req-61dc704a-cf54-4258-bb83-9b227aa6491c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605876 Jun 30 09:28:35.017867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.018033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cdf68b83-ccf7-440e-8ad7-045ac25854be tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8074012 Jun 30 09:28:35.018694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54434) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:35.029021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:35.033798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Transition to ACTIVE for port object c3a66c50-3de4-469e-b163-63facdec8e14 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:35.059433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e52f0-a914-420b-ad05-fb2b2be9571a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45a636-caea-485f-be39-86ba7f447633,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:35.064363 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.207800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a66c50-3de4-469e-b163-63facdec8e14,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:35.236541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Checking segment: {'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:35.237186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Network hostable DHCP agents. Network: e37cf8ed-3c35-4741-b882-e258b3f92f61, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:35.243967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:35.246076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ad2e951b-a26f-461d-9f32-4878285fd7b1 None None] Provisioning for port a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:35.246417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb041659-e803-46f7-8a7c-d636e14efd32 req-3ed671ac-bb36-4f7e-9754-8ef0f8162652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:35.248107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb041659-e803-46f7-8a7c-d636e14efd32 req-3ed671ac-bb36-4f7e-9754-8ef0f8162652 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.1969118 Jun 30 09:28:35.248615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.252428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ad2e951b-a26f-461d-9f32-4878285fd7b1 None None] Provisioning complete for port a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:35.253075 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ad2e951b-a26f-461d-9f32-4878285fd7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.279471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Network e37cf8ed-3c35-4741-b882-e258b3f92f61 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:35.313963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e37cf8ed-3c35-4741-b882-e258b3f92f61) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:35.323239 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb041659-e803-46f7-8a7c-d636e14efd32 req-6918faf7-b20f-478b-b4cc-9f9e8777cf81 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642865 Jun 30 09:28:35.324403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:35.337878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e142c641-a117-4a41-8c1b-0dfeefe1b1d2 None None] Network e37cf8ed-3c35-4741-b882-e258b3f92f61 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:35.341297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.342159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.343990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.349882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.350719 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.351338 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 2 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.368204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.368998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.369637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.375336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.376469 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.377095 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 3 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.386639 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3236a48-2b55-466b-8727-4f24def15f61 (CIDR: 172.20.0.0/28) Jun 30 09:28:35.392863 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:28:35.393685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:35.394480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.394910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.395378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.400340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.400766 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.401532 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 4 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.410501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ae330d8-8109-415e-85e9-aba96912b933 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3905025 Jun 30 09:28:35.413500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54450) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:35.417307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.418539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.419889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.425402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.425729 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.426411 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 5 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.427050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:35.441299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.441901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.442442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.447839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.448442 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.449010 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 6 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.457879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ad2e951b-a26f-461d-9f32-4878285fd7b1 None None] Port a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:35.471148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.472535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.477555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.489248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.489586 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.489986 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 7 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.502325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:35.505639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.506181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.506720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.517142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.518790 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.521118 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 8 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.546302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.547705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.549148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.559766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.561402 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.562001 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 9 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.588621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.588864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.589160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.600752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.600908 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.601206 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 10 to bind port c3a66c50-3de4-469e-b163-63facdec8e14 Jun 30 09:28:35.611238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:35.611567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.632707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:35.633039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:35.633373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:35.648596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port c3a66c50-3de4-469e-b163-63facdec8e14 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:35.648922 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port c3a66c50-3de4-469e-b163-63facdec8e14 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:35.649374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.652409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:35.661191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.766640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] For port c3a66c50-3de4-469e-b163-63facdec8e14, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:35.768867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempted to set empty binding levels {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:28:35.775425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.811503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:35.812647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:35.814004 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6e5bfb40-887e-465d-8a6e-d433ae26a1eb (CIDR: 172.20.0.16/28) Jun 30 09:28:35.819768 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:28:35.820433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:35.833881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=c3a66c50-3de4-469e-b163-63facdec8e14,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:35.839371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6b6b2c8b-3ba7-4020-b9c1-1c3a164753c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.5732536 Jun 30 09:28:35.843252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:35.856851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54470) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:35.856975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9d43adec-a83b-4b79-8443-31f77bcd713d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4413943 Jun 30 09:28:35.862321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'subnet': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:35.965981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Deleting port c3a66c50-3de4-469e-b163-63facdec8e14 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:35.966412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.036581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Made reservation on behalf of df5d38c0725c40d382719bf1e2e9d6a4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:36.043903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] For port c3a66c50-3de4-469e-b163-63facdec8e14, host n-h1-780147-22, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:36.044274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.046084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.070500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Calling delete_port for c3a66c50-3de4-469e-b163-63facdec8e14 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:36.199856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.267398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.269594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "DELETE /v2.0/ports/c3a66c50-3de4-469e-b163-63facdec8e14 HTTP/1.1" status: 204 len: 168 time: 0.4253016 Jun 30 09:28:36.273488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54486) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:36.274608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648764c8-bf3f-42ee-b797-92daf181ce14 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a66c50-3de4-469e-b163-63facdec8e14,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.307471 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-39327496-9d6b-4890-89e3-61ae9a44cae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:28:36.309061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39327496-9d6b-4890-89e3-61ae9a44cae5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "GET /v2.0/ports/c3a66c50-3de4-469e-b163-63facdec8e14 HTTP/1.1" status: 404 len: 333 time: 0.0285053 Jun 30 09:28:36.314459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:36.321466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Request body: {'port': {'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-653123105'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:36.348721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208037e-e95d-4d01-b551-2c21dcad4e80 req-946d06d5-9415-4fd8-aca4-dc9db302d281 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.350393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8208037e-e95d-4d01-b551-2c21dcad4e80 req-946d06d5-9415-4fd8-aca4-dc9db302d281 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1466017 Jun 30 09:28:36.370245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.411331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8208037e-e95d-4d01-b551-2c21dcad4e80 req-9731aa6b-99e3-43fa-ae2b-fc7b16ee2a68 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538373 Jun 30 09:28:36.444948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Made reservation on behalf of 808f14ad79c246ecae93b73f6dc07863 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:36.447741 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.452589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Subnet': ['ID=02ce049d-ba5f-4b20-8d8d-772c0ea88f03,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.469395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:36.473929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:36.484175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.484579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e64dd2-c00c-40b3-b3fc-3a1ba09bb601 None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:36.485085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.493517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:36.542028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c6537245-94c6-4d64-8037-564b46c9612a tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6839826 Jun 30 09:28:36.545138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54496) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:36.552690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1500511600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02ce049d-ba5f-4b20-8d8d-772c0ea88f03'}], 'security_groups': ['88d526da-86d6-4d7f-88ef-fad72ae6ec18', '3de29e40-4db7-42e1-93b1-c3a9c9b43df5']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:36.674163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.834426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.893277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.941140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Update dhcp port {'port': {'network_id': 'a0d6e6d4-e846-49ab-a846-ae0d629e2e4d', 'fixed_ips': [{'subnet_id': '6e5bfb40-887e-465d-8a6e-d433ae26a1eb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'd3236a48-2b55-466b-8727-4f24def15f61', 'ip_address': '172.20.0.2'}, {'subnet_id': '02ce049d-ba5f-4b20-8d8d-772c0ea88f03'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '6e84c903-7fb6-43a0-a461-9bac6b85a387'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:28:36.950913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Network e37cf8ed-3c35-4741-b882-e258b3f92f61 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:36.954874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:36.957946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:36.960018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:36.961182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.979998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6499c2-8e5e-496a-b2d7-804e25ea1f26,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:36.987996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:36.993213 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1701e336-0a3b-4ba8-b7de-b81ea5f298b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6763418 Jun 30 09:28:36.996614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:37.008755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:37.144252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.171080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Delete allocated IP 172.20.0.4 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/d3236a48-2b55-466b-8727-4f24def15f61) {{(pid=93725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:28:37.179981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Allocated IP 172.20.0.43 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/02ce049d-ba5f-4b20-8d8d-772c0ea88f03/a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:37.369551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:37.384406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.400842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Transition to ACTIVE for port object 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:37.401985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.411350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.423143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Transition to ACTIVE for port object a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:37.435300 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.489042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6499c2-8e5e-496a-b2d7-804e25ea1f26,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:37.496457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.496793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.497137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.510000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.510367 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.514566 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 2 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.544607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.544946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.545490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.554174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Allocated IP 172.20.0.34 (a0d6e6d4-e846-49ab-a846-ae0d629e2e4d/02ce049d-ba5f-4b20-8d8d-772c0ea88f03/6e84c903-7fb6-43a0-a461-9bac6b85a387) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:37.554971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.555487 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.556047 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 3 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.586110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.586718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.590127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.595666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.603166 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.603956 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 4 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.619543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.619935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.620223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.626549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.626751 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.627239 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 5 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.636057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] In _notify_port_updated(), no bound segment for port a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b on network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:28:37.645663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.646005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.646426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.651270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.651605 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.652000 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 6 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.654471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.655157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.661926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "PUT /v2.0/ports/a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b HTTP/1.1" status: 200 len: 960 time: 1.1156108 Jun 30 09:28:37.666946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54538) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:37.678984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.680618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.681188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.697906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.698747 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.700284 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 7 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.727582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.728669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.729296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.736988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.737645 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.737772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6e84c903-7fb6-43a0-a461-9bac6b85a387,segment=NetworkSegment(151b96e4-78a7-4f7d-ba95-d7c1950bf1c8),segment_id=151b96e4-78a7-4f7d-ba95-d7c1950bf1c8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:37.738677 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 8 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.758972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.759837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.761073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.768646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.769747 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.774310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6fb9ab-e146-4f46-8120-5db9d0cbf53c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event updated for resources: {'Port': ['ID=a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:37.779912 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 9 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.788648 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.798444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.799137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.801033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.806911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.808780 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.809814 n-d-780147-22 neutron-server[93724]: INFO neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 10 to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 Jun 30 09:28:37.810449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Transition to ACTIVE for port object 6e84c903-7fb6-43a0-a461-9bac6b85a387 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:37.815836 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.829277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:37.830321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:37.831226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:37.839439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:37.840181 n-d-780147-22 neutron-server[93724]: ERROR neutron.plugins.ml2.managers [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:37.841113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.855821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8937d26-f764-470c-98ac-09458376ab8e req-621fec0d-878f-4a63-8531-37eda7573b4b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:37.857675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8937d26-f764-470c-98ac-09458376ab8e req-621fec0d-878f-4a63-8531-37eda7573b4b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1940141 Jun 30 09:28:37.918167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:37.918703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.933384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] For port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:37.934039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempted to set empty binding levels {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:28:37.939883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:37.940592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8937d26-f764-470c-98ac-09458376ab8e req-6b3ae10a-6772-4147-821e-f68042aeb41d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Jun 30 09:28:37.990457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec023c4-9c21-4ab5-a08a-e190a0a81550 None None] Pushing event updated for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.018320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] In _notify_port_updated(), no bound segment for port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:28:38.019439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.020138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.024728 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "PUT /v2.0/ports/1a6499c2-8e5e-496a-b2d7-804e25ea1f26 HTTP/1.1" status: 200 len: 979 time: 1.0234940 Jun 30 09:28:38.025733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:38.097656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.118624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53260585-d50b-499f-be27-485ef8e7bb7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6499c2-8e5e-496a-b2d7-804e25ea1f26,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.138837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:38.231397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.232822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.233166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.233684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.234914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.235422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.235945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.236416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.236948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.237427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.237930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.238417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.240880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.241422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.241894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.242574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.243078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.243581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.244043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.248535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.249732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.250780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.251344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.251981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.252475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.263038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bee10496-2806-494f-88a3-17bde9e5fd42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22534 time: 0.2316506 Jun 30 09:28:38.263038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54558) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:38.435475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Deleting port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:38.436079 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.459432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.543507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] For port 1a6499c2-8e5e-496a-b2d7-804e25ea1f26, host n-h1-780147-22, got binding levels [] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:38.543876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.561041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.587562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Calling delete_port for 1a6499c2-8e5e-496a-b2d7-804e25ea1f26 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:38.699733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.708007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-32a5423f-c3c9-42c8-9d1a-5791e73d4cbc tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b HTTP/1.1" status: 204 len: 168 time: 1.0367417 Jun 30 09:28:38.708737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54576) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:38.774829 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-34afae6e-6313-45a9-835c-426d98892ba4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] GET failed (client error): The resource could not be found. Jun 30 09:28:38.774829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-34afae6e-6313-45a9-835c-426d98892ba4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports/a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b HTTP/1.1" status: 404 len: 333 time: 0.0648656 Jun 30 09:28:38.777782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54580) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:38.866120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-0c7f008e-a81a-49cb-b113-900d74782703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:38.867612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-0c7f008e-a81a-49cb-b113-900d74782703 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 1097 time: 0.1589715 Jun 30 09:28:38.870185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.937795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e01a7-53f0-4c0f-bf7e-7ff7a72ab866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.971979 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e01a7-53f0-4c0f-bf7e-7ff7a72ab866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.982417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a6499c2-8e5e-496a-b2d7-804e25ea1f26,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:38.989758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:38.991854 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6da3f524-9b47-40c3-8019-3732b981de00 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "DELETE /v2.0/ports/1a6499c2-8e5e-496a-b2d7-804e25ea1f26 HTTP/1.1" status: 204 len: 168 time: 0.7278666 Jun 30 09:28:38.994729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54592) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.007743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Could not find standard attr ID for object a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:28:39.008255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c391b74-7068-41a1-bf0a-ca681c3b3101 req-a9c0db3f-ebbe-4490-9f68-26782ba49d39 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.016354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c391b74-7068-41a1-bf0a-ca681c3b3101 req-a9c0db3f-ebbe-4490-9f68-26782ba49d39 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1696656 Jun 30 09:28:39.030591 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d691e8-959e-499d-a213-2def92878229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:28:39.032728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Provisioning for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:39.033176 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-14d691e8-959e-499d-a213-2def92878229 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "GET /v2.0/ports/1a6499c2-8e5e-496a-b2d7-804e25ea1f26 HTTP/1.1" status: 404 len: 333 time: 0.0375302 Jun 30 09:28:39.036976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54596) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.043382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-617247900', 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:39.043598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:39.043812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.088362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-85a2874f-96e6-4df3-a654-b23d740a7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.089896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-85a2874f-96e6-4df3-a654-b23d740a7501 service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.2106922 Jun 30 09:28:39.092906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Made reservation on behalf of 808f14ad79c246ecae93b73f6dc07863 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:39.097899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.107856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c391b74-7068-41a1-bf0a-ca681c3b3101 req-d8c72158-e43e-48f2-887b-360c09851cfb tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906417 Jun 30 09:28:39.108675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e01a7-53f0-4c0f-bf7e-7ff7a72ab866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.121020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c0e01a7-53f0-4c0f-bf7e-7ff7a72ab866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.121145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port 05a16cb9-59c5-4bee-81b7-08828a5237c1 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:39.145100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5c0e01a7-53f0-4c0f-bf7e-7ff7a72ab866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/security-groups/a7bd289c-433a-4038-935f-fafb1ac95fce HTTP/1.1" status: 204 len: 168 time: 0.3593895 Jun 30 09:28:39.145779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54602) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.176202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e01a7-53f0-4c0f-bf7e-7ff7a72ab866 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7bd289c-433a-4038-935f-fafb1ac95fce,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:39.254107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Provisioning complete for port b2e81052-0867-4df9-b509-a55e4eeee87d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:39.254592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.271711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80ceabb1-e01b-441a-94cd-64efe8f13730 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.295594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.330505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-7816c2c0-a7bd-4e66-8dc5-d723459b51f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 200 len: 217 time: 0.2138348 Jun 30 09:28:39.334604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80ceabb1-e01b-441a-94cd-64efe8f13730 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.341495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-379de399-9176-4ca2-b2bb-e74fd3c83e7d None None] Port b2e81052-0867-4df9-b509-a55e4eeee87d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:39.445752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-3fadd3e4-6961-45fb-a387-fd5b1d6875d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.446548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80ceabb1-e01b-441a-94cd-64efe8f13730 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.453574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-3fadd3e4-6961-45fb-a387-fd5b1d6875d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.1157677 Jun 30 09:28:39.459792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-80ceabb1-e01b-441a-94cd-64efe8f13730 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.465328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-80ceabb1-e01b-441a-94cd-64efe8f13730 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/security-groups/3de29e40-4db7-42e1-93b1-c3a9c9b43df5 HTTP/1.1" status: 204 len: 168 time: 0.3135300 Jun 30 09:28:39.466988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54614) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.470266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.548062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-74b99c00-50f4-4358-8a80-44b0bc3846b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869730 Jun 30 09:28:39.551325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:39.566573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceabb1-e01b-441a-94cd-64efe8f13730 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de29e40-4db7-42e1-93b1-c3a9c9b43df5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:39.588504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Network e37cf8ed-3c35-4741-b882-e258b3f92f61 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:39.600336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:39.625321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:39.626363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.627050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.660653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:39.661091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.674601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb33a-b698-4b0c-9838-9be9ea17a0d3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.713808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=05a16cb9-59c5-4bee-81b7-08828a5237c1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:39.744280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5cea2b08-e0a2-4629-9a75-0205e2a10115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7062795 Jun 30 09:28:39.749245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.768217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb33a-b698-4b0c-9838-9be9ea17a0d3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.771760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-22a0e6ea-b423-40af-9b06-774345b834bb None None] Could not find standard attr ID for object a9eec5bf-b7cb-4603-8b57-0bccaa7bf02b. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:28:39.807731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-b2630b2c-aef4-4df2-b9c8-05767fdf4cbb service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382433 Jun 30 09:28:39.910098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb33a-b698-4b0c-9838-9be9ea17a0d3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.913674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c2eb33a-b698-4b0c-9838-9be9ea17a0d3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:39.917345 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c2eb33a-b698-4b0c-9838-9be9ea17a0d3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/security-groups/88d526da-86d6-4d7f-88ef-fad72ae6ec18 HTTP/1.1" status: 204 len: 168 time: 0.4239707 Jun 30 09:28:39.921562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54626) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:39.931614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f75be-f2c0-426f-ada9-a08623bbe554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:39.933205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d6f75be-f2c0-426f-ada9-a08623bbe554 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "GET /v2.0/ports/05a16cb9-59c5-4bee-81b7-08828a5237c1 HTTP/1.1" status: 200 len: 958 time: 0.1841910 Jun 30 09:28:39.937260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:40.045190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet d3236a48-2b55-466b-8727-4f24def15f61 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:40.048543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2eb33a-b698-4b0c-9838-9be9ea17a0d3 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d526da-86d6-4d7f-88ef-fad72ae6ec18,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:40.052733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.142967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.149277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-49af1148-c322-4e6a-b788-189fd4b8e065 req-263fcdd0-6b6b-4fd5-bf69-4f698c4f00b4 service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309526 Jun 30 09:28:40.173607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Deleting port 05a16cb9-59c5-4bee-81b7-08828a5237c1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:40.173968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.265374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.297862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.331887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Calling delete_port for 05a16cb9-59c5-4bee-81b7-08828a5237c1 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:40.418585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa0fe7-6232-44db-ba95-dd3282833ca5 req-8519324d-300a-44cb-b886-ac3db5f19e28 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:40.420736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74fa0fe7-6232-44db-ba95-dd3282833ca5 req-8519324d-300a-44cb-b886-ac3db5f19e28 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1018543 Jun 30 09:28:40.423527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.458612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.471968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=d3236a48-2b55-466b-8727-4f24def15f61,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:40.481985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.484853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6b2045-37ce-49f2-8292-8d1f70b1fca9 None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:40.485578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9e8b530d-b6d6-45c4-aa8e-b6684d3069d1 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/d3236a48-2b55-466b-8727-4f24def15f61 HTTP/1.1" status: 204 len: 168 time: 0.5609965 Jun 30 09:28:40.490619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54640) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:40.505827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event deleted for resources: {'Port': ['ID=05a16cb9-59c5-4bee-81b7-08828a5237c1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:40.509993 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.512235 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d94424a4-f5d9-4901-9fbb-7ac3c2297928 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "DELETE /v2.0/ports/05a16cb9-59c5-4bee-81b7-08828a5237c1 HTTP/1.1" status: 204 len: 168 time: 0.5739908 Jun 30 09:28:40.514986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54642) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:40.554915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet 02ce049d-ba5f-4b20-8d8d-772c0ea88f03 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:40.566841 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-efbf2639-93ab-4e7c-a442-48e3d24667c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:28:40.568848 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-efbf2639-93ab-4e7c-a442-48e3d24667c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "GET /v2.0/ports/05a16cb9-59c5-4bee-81b7-08828a5237c1 HTTP/1.1" status: 404 len: 333 time: 0.0526235 Jun 30 09:28:40.572965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54646) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:40.578376 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.578761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Request body: {'port': {'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1002139250'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:40.583452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74fa0fe7-6232-44db-ba95-dd3282833ca5 req-bd2caff9-e94f-4105-8aa0-e07f5d06a8dc tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505294 Jun 30 09:28:40.628046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Made reservation on behalf of 808f14ad79c246ecae93b73f6dc07863 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:40.630838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.641436 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.652995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:40.791417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.852016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.904197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.922687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.959129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=02ce049d-ba5f-4b20-8d8d-772c0ea88f03,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:40.980339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:40.982983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-23b6054a-4ec9-475c-9d51-33ed10b8f3c7 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/02ce049d-ba5f-4b20-8d8d-772c0ea88f03 HTTP/1.1" status: 204 len: 168 time: 0.4913812 Jun 30 09:28:40.984732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Network e37cf8ed-3c35-4741-b882-e258b3f92f61 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:40.986068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54654) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.005973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:41.010692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:41.012422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:41.013609 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.020102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=dc7d088d-3ea1-4bb5-a0c1-914985a21e20,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:41.042966 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41cfa02-02f3-4e82-abb9-25cd04ea113e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:41.043792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41cfa02-02f3-4e82-abb9-25cd04ea113e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:41.049913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d41cfa02-02f3-4e82-abb9-25cd04ea113e tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/d3236a48-2b55-466b-8727-4f24def15f61 HTTP/1.1" status: 404 len: 337 time: 0.0589683 Jun 30 09:28:41.050127 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-348497c8-0ce2-4587-a877-f31cdc3981e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4721413 Jun 30 09:28:41.050127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.050382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.056284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:41.143045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting subnet 6e5bfb40-887e-465d-8a6e-d433ae26a1eb {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:28:41.150693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.151304 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.250916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f94b1f8-24e2-41cb-8037-b4dd9e3b337d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.253678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.422496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] device_id is not set on port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:28:41.431704 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.448559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Transition to ACTIVE for port object dc7d088d-3ea1-4bb5-a0c1-914985a21e20 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:41.455785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.465541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.554052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.561150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=dc7d088d-3ea1-4bb5-a0c1-914985a21e20,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:41.582841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.583240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.583899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.595437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.596965 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.597375 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 2 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.599683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5bfb40-887e-465d-8a6e-d433ae26a1eb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:41.607906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.612477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f948f54-db40-4a39-9319-c7b36f9e0282 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/6e5bfb40-887e-465d-8a6e-d433ae26a1eb HTTP/1.1" status: 204 len: 168 time: 0.5612552 Jun 30 09:28:41.614971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54672) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.634901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.635251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.635676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.640819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.641267 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.641653 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 3 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.656776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.657319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.657921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.667292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.667629 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.668024 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 4 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.675745 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8fb37c5-3868-4726-a5c3-7fb6526de6f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:41.678851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8fb37c5-3868-4726-a5c3-7fb6526de6f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:41.685358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a8fb37c5-3868-4726-a5c3-7fb6526de6f4 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/bbefd2ce-f361-4c14-93f2-ad0d72c9af44 HTTP/1.1" status: 404 len: 337 time: 0.0674376 Jun 30 09:28:41.687734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.707039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.708046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.710654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.727689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.728026 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.728427 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 5 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.750793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6744ef6a-b162-448b-9cb0-c2fdc1681fad None None] Network a0d6e6d4-e846-49ab-a846-ae0d629e2e4d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:41.755454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.757534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.758970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.779206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.779543 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.779946 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 6 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.788499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5de9609-a12f-4768-8389-130ffc882c6f tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "GET /v2.0/ports?device_id=710f1c49-c654-4b6f-a621-f8feb7499beb HTTP/1.1" status: 200 len: 205 time: 0.0998855 Jun 30 09:28:41.792463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.812066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.812066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.812454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.841451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.842202 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.844300 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 7 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.867359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.868077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.868077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.875936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.876346 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.878277 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 8 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.887873 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-76855b30-9798-4fd6-b111-704921422e23 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] delete failed (client error): The resource could not be found. Jun 30 09:28:41.889958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-76855b30-9798-4fd6-b111-704921422e23 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/routers/710f1c49-c654-4b6f-a621-f8feb7499beb HTTP/1.1" status: 404 len: 336 time: 0.0958569 Jun 30 09:28:41.892519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.899567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.899902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.900333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.903014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb79c2c8-a8a2-4f5c-9ca6-593e9d800c47 None None] Provisioning complete for port 6e84c903-7fb6-43a0-a461-9bac6b85a387 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:41.903587 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb79c2c8-a8a2-4f5c-9ca6-593e9d800c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:41.918317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b763-ea83-488a-8194-0002eeb8277f req-664be3bf-7724-4a42-b3db-a0d6d31647c0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:41.927727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21f6b763-ea83-488a-8194-0002eeb8277f req-664be3bf-7724-4a42-b3db-a0d6d31647c0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1358194 Jun 30 09:28:41.935901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.936360 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.938536 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 9 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:41.964165 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd1c3e4-7067-41d5-93c1-31713790dccf tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:41.964695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd1c3e4-7067-41d5-93c1-31713790dccf tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:41.969167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bbd1c3e4-7067-41d5-93c1-31713790dccf tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/5a5ad079-d379-4321-9950-d29a18f4c445 HTTP/1.1" status: 404 len: 337 time: 0.0753920 Jun 30 09:28:41.971586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:41.973782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:41.974163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:41.974716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:41.991100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:41.991541 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:41.994052 n-d-780147-22 neutron-server[93725]: INFO neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempt 10 to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 Jun 30 09:28:42.019875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21f6b763-ea83-488a-8194-0002eeb8277f req-1ff9acf8-0b5d-4e3b-b045-099f3ce06b8c tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910001 Jun 30 09:28:42.046703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:42.047474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:42.048360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempting to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:42.059446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:28:42.060086 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c83666-d57a-444d-92d8-79129ddb83d0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.060730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c83666-d57a-444d-92d8-79129ddb83d0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.062976 n-d-780147-22 neutron-server[93725]: ERROR neutron.plugins.ml2.managers [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Failed to bind port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on host n-h1-780147-22 for vnic_type normal using segments [{'id': '91ff1fb0-2757-4144-9f63-03f70d87d338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'e37cf8ed-3c35-4741-b882-e258b3f92f61'}] Jun 30 09:28:42.063440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.066522 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-76c83666-d57a-444d-92d8-79129ddb83d0 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/e2030528-64fe-4efa-8f0d-4cbf4ca26192 HTTP/1.1" status: 404 len: 337 time: 0.0921142 Jun 30 09:28:42.068959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54688) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.080465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb79c2c8-a8a2-4f5c-9ca6-593e9d800c47 None None] Provisioning complete for port b2e81052-0867-4df9-b509-a55e4eeee87d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:42.081114 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb79c2c8-a8a2-4f5c-9ca6-593e9d800c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.114019 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a839e87-5605-40c3-ab24-11f4e93c4ed9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.114621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a839e87-5605-40c3-ab24-11f4e93c4ed9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.116599 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2a839e87-5605-40c3-ab24-11f4e93c4ed9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/5644ece1-941f-45cb-af37-1246c01e4226 HTTP/1.1" status: 404 len: 337 time: 0.0464334 Jun 30 09:28:42.119674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.139411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fb79c2c8-a8a2-4f5c-9ca6-593e9d800c47 None None] Port b2e81052-0867-4df9-b509-a55e4eeee87d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:28:42.203329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] DHCP port deletion for a0d6e6d4-e846-49ab-a846-ae0d629e2e4d request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:28:42.244851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] For port dc7d088d-3ea1-4bb5-a0c1-914985a21e20, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:42.245241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attempted to set empty binding levels {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 30 09:28:42.253573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.288819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] Deleting port 6e84c903-7fb6-43a0-a461-9bac6b85a387 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:42.289416 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.303545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] In _notify_port_updated(), no bound segment for port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 on network e37cf8ed-3c35-4741-b882-e258b3f92f61 {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:28:42.304836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:42.305788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.307581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "PUT /v2.0/ports/dc7d088d-3ea1-4bb5-a0c1-914985a21e20 HTTP/1.1" status: 200 len: 980 time: 1.2563069 Jun 30 09:28:42.310637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54696) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.375903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d351c262-d1bb-44f2-a36b-55324a91c376 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event updated for resources: {'Port': ['ID=dc7d088d-3ea1-4bb5-a0c1-914985a21e20,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:42.385863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] For port 6e84c903-7fb6-43a0-a461-9bac6b85a387, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6e84c903-7fb6-43a0-a461-9bac6b85a387,segment=NetworkSegment(151b96e4-78a7-4f7d-ba95-d7c1950bf1c8),segment_id=151b96e4-78a7-4f7d-ba95-d7c1950bf1c8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:42.386295 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.428586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] Calling delete_port for 6e84c903-7fb6-43a0-a461-9bac6b85a387 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:42.454912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Deleting port dc7d088d-3ea1-4bb5-a0c1-914985a21e20 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:42.455533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.553469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] For port dc7d088d-3ea1-4bb5-a0c1-914985a21e20, host n-h1-780147-22, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:42.554419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.575527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Calling delete_port for dc7d088d-3ea1-4bb5-a0c1-914985a21e20 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:42.632348 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdef36de-2126-43ee-a8dd-7a5fea831bf6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.633745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdef36de-2126-43ee-a8dd-7a5fea831bf6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.635747 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cdef36de-2126-43ee-a8dd-7a5fea831bf6 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/c78ae36c-ea72-4c3f-b345-c6ba21c50009 HTTP/1.1" status: 404 len: 333 time: 0.5137455 Jun 30 09:28:42.638444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.695200 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8525cf3-d28d-4f46-a8cc-036cd4a83020 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.695679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8525cf3-d28d-4f46-a8cc-036cd4a83020 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.697918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a8525cf3-d28d-4f46-a8cc-036cd4a83020 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/47d44b60-5cdf-47cd-bd0b-699b5cb99d16 HTTP/1.1" status: 404 len: 337 time: 0.0583134 Jun 30 09:28:42.700535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54708) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.743324 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a4527f-0d16-4544-9aa3-551a8b2f4812 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.744274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a4527f-0d16-4544-9aa3-551a8b2f4812 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.747413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-42a4527f-0d16-4544-9aa3-551a8b2f4812 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/d3ad9af7-1c18-4e24-892d-d43be758d89c HTTP/1.1" status: 404 len: 337 time: 0.0452576 Jun 30 09:28:42.750700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54710) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.788075 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e557186-5633-4e17-bd3f-9660b9f866d9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.788722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e557186-5633-4e17-bd3f-9660b9f866d9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.790768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8e557186-5633-4e17-bd3f-9660b9f866d9 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/db36ff1c-3509-473c-818c-1155f61de220 HTTP/1.1" status: 404 len: 333 time: 0.0391352 Jun 30 09:28:42.793448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54712) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.826943 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.829067 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b35e189b-f9d0-4cdb-8c0d-bf02324a7d2c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.829527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b35e189b-f9d0-4cdb-8c0d-bf02324a7d2c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.832193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b35e189b-f9d0-4cdb-8c0d-bf02324a7d2c tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/3d68e303-d942-445d-bdee-9886237c03cd HTTP/1.1" status: 404 len: 337 time: 0.0370829 Jun 30 09:28:42.834602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.865808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc7d088d-3ea1-4bb5-a0c1-914985a21e20,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:42.867222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.871406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:42.879132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7d79c93b-61a5-4fc1-a0ea-155c79e9bfe1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "DELETE /v2.0/ports/dc7d088d-3ea1-4bb5-a0c1-914985a21e20 HTTP/1.1" status: 204 len: 168 time: 0.5662043 Jun 30 09:28:42.879132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.885334 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-afaa4cb5-55ef-44a9-a316-d53a6a3c39c5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] DELETE failed (client error): The resource could not be found. Jun 30 09:28:42.885992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afaa4cb5-55ef-44a9-a316-d53a6a3c39c5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:28:42.888425 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-afaa4cb5-55ef-44a9-a316-d53a6a3c39c5 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/subnets/ef5341d1-1822-447d-bd46-0f209188395e HTTP/1.1" status: 404 len: 337 time: 0.0525839 Jun 30 09:28:42.892816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:42.909273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] Pushing event deleted for resources: {'Port': ['ID=6e84c903-7fb6-43a0-a461-9bac6b85a387,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:42.918203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d028c-7767-44f0-b9ed-657c4970f279 None None] No DVR routers for this DVR port 6e84c903-7fb6-43a0-a461-9bac6b85a387 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:42.933306 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5069d726-9ca8-4fea-89cb-a0fa96cd3aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] GET failed (client error): The resource could not be found. Jun 30 09:28:42.935354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5069d726-9ca8-4fea-89cb-a0fa96cd3aad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1383118344-project-admin] 10.222.0.77 "GET /v2.0/ports/dc7d088d-3ea1-4bb5-a0c1-914985a21e20 HTTP/1.1" status: 404 len: 333 time: 0.0553002 Jun 30 09:28:42.939990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54724) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:43.024714 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Deleting port b2e81052-0867-4df9-b509-a55e4eeee87d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:43.028499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.042015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.107847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.134583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Calling delete_port for b2e81052-0867-4df9-b509-a55e4eeee87d owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:43.166140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.177838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e37cf8ed-3c35-4741-b882-e258b3f92f61']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:43.194122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff1fb0-2757-4144-9f63-03f70d87d338') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:43.194455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff1fb0-2757-4144-9f63-03f70d87d338') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:43.213075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.228772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.246635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:43.247133 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:43.250826 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:43.257313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.293716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Port': ['ID=b2e81052-0867-4df9-b509-a55e4eeee87d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.300220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.304443 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e5c3864c-f84f-4f2e-baeb-2caba439de5d tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/ports/b2e81052-0867-4df9-b509-a55e4eeee87d HTTP/1.1" status: 204 len: 168 time: 0.4085078 Jun 30 09:28:43.304689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:43.376220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.413858 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.499037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:28:43.534243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6e84c903-7fb6-43a0-a461-9bac6b85a387 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:28:43.541706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6e84c903-7fb6-43a0-a461-9bac6b85a387 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:28:43.556327 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.570573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d6e6d4-e846-49ab-a846-ae0d629e2e4d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:43.583381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:43.583902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '151b96e4-78a7-4f7d-ba95-d7c1950bf1c8') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:43.596139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.615706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.624902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:43.626594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:43.631051 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:43.728425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.739139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.743908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] 10.222.0.77 "DELETE /v2.0/networks/a0d6e6d4-e846-49ab-a846-ae0d629e2e4d HTTP/1.1" status: 204 len: 168 time: 0.4358926 Jun 30 09:28:43.760153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b295e-b4c2-4b91-a557-783fe190d435 tempest-PortsTestJSON-622466201 tempest-PortsTestJSON-622466201-project] Pushing event deleted for resources: {'Network': ['ID=a0d6e6d4-e846-49ab-a846-ae0d629e2e4d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.854800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:43.859458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] 10.222.0.77 "DELETE /v2.0/networks/e37cf8ed-3c35-4741-b882-e258b3f92f61 HTTP/1.1" status: 204 len: 168 time: 0.9157512 Jun 30 09:28:43.859458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77dff64-1dea-47cf-8959-8b17b094b3c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1473141134-project] Pushing event deleted for resources: {'Network': ['ID=e37cf8ed-3c35-4741-b882-e258b3f92f61,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:43.869689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47eeb5-199c-4c00-bc88-9267a88a64a9 req-d045ea00-4764-44d5-bb08-16f6410b091f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:43.871334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c47eeb5-199c-4c00-bc88-9267a88a64a9 req-d045ea00-4764-44d5-bb08-16f6410b091f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.6379449 Jun 30 09:28:43.915543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c47eeb5-199c-4c00-bc88-9267a88a64a9 req-e3e5852e-53a7-4d42-b712-95abcc77c05a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365229 Jun 30 09:28:44.071104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5458ac69-6703-420c-9bb2-5216a1742267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.165277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.201959 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.315872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.434861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-68a8f7e9-3758-45b8-bc90-49f309da3044 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df5d38c0725c40d382719bf1e2e9d6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681904 Jun 30 09:28:44.435074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54786) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.492677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e146a660-09f6-427b-931c-f3e2c3924021 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0c378833b7f34186b579faa8a6ed9426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754127 Jun 30 09:28:44.495352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:44.537508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e11de4-d39b-4ef6-b037-fe86c09839ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.561237 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915f0613-c06e-4bc3-a3b0-c2d5218a38a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.564052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e11de4-d39b-4ef6-b037-fe86c09839ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.591512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915f0613-c06e-4bc3-a3b0-c2d5218a38a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.627213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e11de4-d39b-4ef6-b037-fe86c09839ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.631159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62e11de4-d39b-4ef6-b037-fe86c09839ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.632743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-62e11de4-d39b-4ef6-b037-fe86c09839ed admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc54dd8a-be47-4e29-b734-bac906aa1927 HTTP/1.1" status: 204 len: 168 time: 0.1961906 Jun 30 09:28:44.651340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e11de4-d39b-4ef6-b037-fe86c09839ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc54dd8a-be47-4e29-b734-bac906aa1927,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:44.664170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915f0613-c06e-4bc3-a3b0-c2d5218a38a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.667439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-915f0613-c06e-4bc3-a3b0-c2d5218a38a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:44.678866 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-915f0613-c06e-4bc3-a3b0-c2d5218a38a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/af9f92ea-0de2-48f6-9976-16e4e7692c19 HTTP/1.1" status: 204 len: 168 time: 0.1821368 Jun 30 09:28:44.693894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f0613-c06e-4bc3-a3b0-c2d5218a38a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9f92ea-0de2-48f6-9976-16e4e7692c19,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:45.157695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:45.224018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-693928fd-59e9-466d-a1c2-235d8dd691a0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=808f14ad79c246ecae93b73f6dc07863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0654533 Jun 30 09:28:45.227183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54820) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:45.290660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d93c30-195b-438c-80b3-49d7661afe84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.319417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d93c30-195b-438c-80b3-49d7661afe84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.394510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d93c30-195b-438c-80b3-49d7661afe84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.398850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d93c30-195b-438c-80b3-49d7661afe84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:45.400375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-05d93c30-195b-438c-80b3-49d7661afe84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/85051067-04a7-4237-b60c-59f1e6d22a68 HTTP/1.1" status: 204 len: 168 time: 0.1721673 Jun 30 09:28:45.412107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d93c30-195b-438c-80b3-49d7661afe84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85051067-04a7-4237-b60c-59f1e6d22a68,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:46.085189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:46.822487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:47.180074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--193194862'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:47.211299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.222659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.371923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.379975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.415454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.430873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e1d09-a697-4830-815e-03542e264bb7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:47.454295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.454643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.455199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.455437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.456127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.456640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.457129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.457625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.458117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.458648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.459139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.459631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:47.524755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.531537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.586728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3487b6ee-07a9-4b04-a4b8-9d60064ecc2b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:47.591260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.592803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-01fe145e-a2c3-4c40-a948-fc49dd85ff6e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7682056 Jun 30 09:28:47.597089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:47.611524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.644187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54906) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:47.710113 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-929773e0-4844-40c0-bd7d-60146fcebef5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1104190 Jun 30 09:28:47.712915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:47.722693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-security--77350546', 'description': 'tempest-security-description-352206715'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:47.755928 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.785971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:47.883784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.912456 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.915164 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.916593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "PUT /v2.0/security-groups/3487b6ee-07a9-4b04-a4b8-9d60064ecc2b HTTP/1.1" status: 200 len: 1777 time: 0.2023077 Jun 30 09:28:47.919316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:47.922711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5be0ee1-c6a0-45f4-8c51-7af87dd253e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:47.967078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c7a08-2b37-43a7-a771-473faec4ea92 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3487b6ee-07a9-4b04-a4b8-9d60064ecc2b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.030130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-029cf338-fd4e-49a8-8ccc-840445f90fea tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups/3487b6ee-07a9-4b04-a4b8-9d60064ecc2b HTTP/1.1" status: 200 len: 1777 time: 0.1095405 Jun 30 09:28:48.034859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54924) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:48.039207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891903727'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:48.085660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5be0ee1-c6a0-45f4-8c51-7af87dd253e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.093587 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5be0ee1-c6a0-45f4-8c51-7af87dd253e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.131633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:48.141527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.150928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d5be0ee1-c6a0-45f4-8c51-7af87dd253e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ee595fcfde5f40e784a70709dbc3aa52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051403 Jun 30 09:28:48.152298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be0ee1-c6a0-45f4-8c51-7af87dd253e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56564c64-c3e7-4d4e-9e8f-967b196415c3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.154797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54928) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:48.158327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a3194c1-34bf-4f8d-8b51-40cca9ec987a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.169269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.305887 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a3194c1-34bf-4f8d-8b51-40cca9ec987a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.361707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d327487d-a307-4cad-a524-bfbeec0f5496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.405215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.412701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.427359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d327487d-a307-4cad-a524-bfbeec0f5496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.485462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a3194c1-34bf-4f8d-8b51-40cca9ec987a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.490030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a3194c1-34bf-4f8d-8b51-40cca9ec987a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.495458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7a3194c1-34bf-4f8d-8b51-40cca9ec987a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/3487b6ee-07a9-4b04-a4b8-9d60064ecc2b HTTP/1.1" status: 204 len: 168 time: 0.4534926 Jun 30 09:28:48.504327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:48.505114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54936) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:48.519256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a81d718-5497-4e0d-807a-cfca7c318f81,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.526007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3194c1-34bf-4f8d-8b51-40cca9ec987a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3487b6ee-07a9-4b04-a4b8-9d60064ecc2b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.529005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.531342 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment 7bbaa724-0480-46da-ab74-556cf98e3cb9 of type vlan for network ac532bb9-31fe-4c85-90a5-5adcb364d52d Jun 30 09:28:48.571105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d327487d-a307-4cad-a524-bfbeec0f5496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.574376 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d327487d-a307-4cad-a524-bfbeec0f5496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.575845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d327487d-a307-4cad-a524-bfbeec0f5496 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/56564c64-c3e7-4d4e-9e8f-967b196415c3 HTTP/1.1" status: 204 len: 168 time: 0.4198911 Jun 30 09:28:48.609359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4d5002fc-6ff9-4b93-a7fc-31a064fc6183 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1022904 Jun 30 09:28:48.613348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54942) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:48.648430 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-2db13f95-1d6a-43bf-bc57-5cc4b850e880 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] delete failed (client error): The resource could not be found. Jun 30 09:28:48.649513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2db13f95-1d6a-43bf-bc57-5cc4b850e880 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/3487b6ee-07a9-4b04-a4b8-9d60064ecc2b HTTP/1.1" status: 404 len: 347 time: 0.0351865 Jun 30 09:28:48.650455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327487d-a307-4cad-a524-bfbeec0f5496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56564c64-c3e7-4d4e-9e8f-967b196415c3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.654898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:48.661085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898245572'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:48.695047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.729677 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.825739 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.827628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.834138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:48.834607 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.911787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.942262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ab14b1-962a-4f87-8aaa-defa37673a3b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.956019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1684389 Jun 30 09:28:48.960516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6e905-ff4d-4779-be46-6648e16b57a7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=ac532bb9-31fe-4c85-90a5-5adcb364d52d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:48.972749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ac532bb9-31fe-4c85-90a5-5adcb364d52d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:48.985272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:48.990763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54954) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:48.994958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d59ddc6a-4439-4fc0-a59a-ea94111e2567 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3318059 Jun 30 09:28:48.997000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '39ab14b1-962a-4f87-8aaa-defa37673a3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:49.062476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.114206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.121320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:49.190969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.197405 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.199218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54958) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.231006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7af5fdc-bbc7-4b90-b4e8-49f8524d0d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.235684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7740a7b4-4dbc-44c7-99f6-6d434743e1e4,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:49.245321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.246530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5868b524-e68b-4fbf-b0dc-6652424ecb7a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2538815 Jun 30 09:28:49.250287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54962) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.284620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:28:49.284620 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:28:49.284620 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': '7923988be36742d8abefd5c0b6d642a7', 'id': 'b0b80464-2e41-4a02-a293-a6b9e3ecc905', 'expiration': datetime.datetime(2021, 6, 30, 9, 30, 49, 265525)}] Jun 30 09:28:49.284620 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:49.285670 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:49.299875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e78218a-545a-4340-ace6-8c7b9680d53f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.312646 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e78218a-545a-4340-ace6-8c7b9680d53f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.361596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e78218a-545a-4340-ace6-8c7b9680d53f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.369099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e78218a-545a-4340-ace6-8c7b9680d53f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.370322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e78218a-545a-4340-ace6-8c7b9680d53f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/7740a7b4-4dbc-44c7-99f6-6d434743e1e4 HTTP/1.1" status: 204 len: 168 time: 0.1190834 Jun 30 09:28:49.373324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.382108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78218a-545a-4340-ace6-8c7b9680d53f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7740a7b4-4dbc-44c7-99f6-6d434743e1e4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:49.417338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7af5fdc-bbc7-4b90-b4e8-49f8524d0d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.425171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7af5fdc-bbc7-4b90-b4e8-49f8524d0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.461007 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1beb46fa-dbad-454a-aaab-864328dbab34 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0833278 Jun 30 09:28:49.463225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.488024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f7af5fdc-bbc7-4b90-b4e8-49f8524d0d5f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f30a2d7060d4a9ca3fb76a78c8868e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811689 Jun 30 09:28:49.488614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.490639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af5fdc-bbc7-4b90-b4e8-49f8524d0d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d40cadb-d02f-48db-9410-5aa07a86f189,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:49.571305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-764e8074-0ff7-41e5-9d23-b8880b421f82 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.595819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f17a2e8-d91c-46d5-838e-3a7d8a2418bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.614716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-764e8074-0ff7-41e5-9d23-b8880b421f82 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.649160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f17a2e8-d91c-46d5-838e-3a7d8a2418bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.702329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-764e8074-0ff7-41e5-9d23-b8880b421f82 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.705356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-764e8074-0ff7-41e5-9d23-b8880b421f82 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.706708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-764e8074-0ff7-41e5-9d23-b8880b421f82 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/39ab14b1-962a-4f87-8aaa-defa37673a3b HTTP/1.1" status: 204 len: 168 time: 0.2414792 Jun 30 09:28:49.709727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.728740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e8074-0ff7-41e5-9d23-b8880b421f82 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ab14b1-962a-4f87-8aaa-defa37673a3b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:49.755005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f17a2e8-d91c-46d5-838e-3a7d8a2418bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.760714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f17a2e8-d91c-46d5-838e-3a7d8a2418bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.762506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7f17a2e8-d91c-46d5-838e-3a7d8a2418bd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d40cadb-d02f-48db-9410-5aa07a86f189 HTTP/1.1" status: 204 len: 168 time: 0.2701209 Jun 30 09:28:49.775926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2a1093b7-465e-49be-a01d-92783fc86033 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648313 Jun 30 09:28:49.781379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54978) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:49.783615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17a2e8-d91c-46d5-838e-3a7d8a2418bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d40cadb-d02f-48db-9410-5aa07a86f189,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:49.793404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768893427'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:49.817301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:49.824260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:49.855214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.005564 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.010366 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:28:50.013143 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.055368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.060093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2754161 Jun 30 09:28:50.060484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.065728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187411-4753-4270-a133-64935ae44efb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c60e7cf-d47e-4124-91ed-2729fcbda95d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.068652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '1c60e7cf-d47e-4124-91ed-2729fcbda95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:50.172264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.215080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.302965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.315059 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.317036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=6d9dc6a6-11da-409f-86f0-716b415087a4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.354152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4e080a-e3bc-4b1f-97f6-e94823c1c37a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.365069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.366911 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9849ab69-530e-4c23-acd1-6a072936d0b8 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035495 Jun 30 09:28:50.368224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': '7bbaa724-0480-46da-ab74-556cf98e3cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:50.368644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: ac532bb9-31fe-4c85-90a5-5adcb364d52d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:50.369862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.375827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '1c60e7cf-d47e-4124-91ed-2729fcbda95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:50.414911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network ac532bb9-31fe-4c85-90a5-5adcb364d52d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:50.428369 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.434081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ac532bb9-31fe-4c85-90a5-5adcb364d52d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:50.444738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b273c8-de85-48d6-858f-ebfef73554bc None None] Network ac532bb9-31fe-4c85-90a5-5adcb364d52d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:50.461903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:50.463150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.491012 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fe5cb80c-a3ad-448d-8b85-abc222d4cc16 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3751159 Jun 30 09:28:50.491995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.507327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-137511603'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:50.568232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:50.574534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.614699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:50.623952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.630799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.643231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.646728 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment cf1f1ce1-f20c-4550-85bb-7737a247d44c of type vlan for network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 Jun 30 09:28:50.667320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e169cd8b-1495-4cd5-9692-efe50bce36a8,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:50.691318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.692980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16ad8dc5-42e3-493d-8775-0a5622858bb7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219624 Jun 30 09:28:50.696562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55014) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:50.707886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '1c60e7cf-d47e-4124-91ed-2729fcbda95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:50.792996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.807051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ac532bb9-31fe-4c85-90a5-5adcb364d52d', 'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '6d9dc6a6-11da-409f-86f0-716b415087a4'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:50.808031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.822652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.898317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.906079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:50.909247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.944450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:50.951537 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.004022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b4341a-11a1-4cc4-88c6-6cf6928bb1fa,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.012067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.016273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-10eeb8a3-c882-4759-80e2-20d2a89cda93 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3157635 Jun 30 09:28:51.019665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55018) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.027200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '1c60e7cf-d47e-4124-91ed-2729fcbda95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:51.053012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55022) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.057391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5614123 Jun 30 09:28:51.070868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:51.091049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Allocated IP 172.20.255.242 (ac532bb9-31fe-4c85-90a5-5adcb364d52d/6d9dc6a6-11da-409f-86f0-716b415087a4/ac731c8f-2358-4338-a582-d92f2d697b4f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:51.104789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd413a-520d-4a09-b622-41a04b9f8ba0 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=34422489-ae16-4d2f-b0c1-bd9abd8396c9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.179070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:51.221786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.262655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:51.267352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.277227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.423903 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.424272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb14e4eb-f970-4a5b-bca6-fdedd605f5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.435512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Transition to ACTIVE for port object ac731c8f-2358-4338-a582-d92f2d697b4f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:51.469662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Transition to ACTIVE for port object ac731c8f-2358-4338-a582-d92f2d697b4f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:51.486154 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.491266 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.506207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.531163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38940099-deeb-44a2-8ab6-8b1de9e61688,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.534116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Network ac532bb9-31fe-4c85-90a5-5adcb364d52d is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:51.537414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:51.541771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:51.581816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Pushing event updated for resources: {'Port': ['ID=ac731c8f-2358-4338-a582-d92f2d697b4f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.614656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.615267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.615775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.616474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.616978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.617488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.617993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.618522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.619027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.619526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.620103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.620607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:28:51.623523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb14e4eb-f970-4a5b-bca6-fdedd605f5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.628526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Attempting to bind port ac731c8f-2358-4338-a582-d92f2d697b4f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:51.629136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Attempting to bind port ac731c8f-2358-4338-a582-d92f2d697b4f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7bbaa724-0480-46da-ab74-556cf98e3cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:51.629679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Attempting to bind port ac731c8f-2358-4338-a582-d92f2d697b4f on network ac532bb9-31fe-4c85-90a5-5adcb364d52d {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:51.630599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb14e4eb-f970-4a5b-bca6-fdedd605f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.636358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:51.636988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Checking segment: {'id': '7bbaa724-0480-46da-ab74-556cf98e3cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:51.637594 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.638162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Bound using segment: {'id': '7bbaa724-0480-46da-ab74-556cf98e3cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:51.638852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Bound port: ac731c8f-2358-4338-a582-d92f2d697b4f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbaa724-0480-46da-ab74-556cf98e3cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ac532bb9-31fe-4c85-90a5-5adcb364d52d'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:51.639427 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.656956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14e4eb-f970-4a5b-bca6-fdedd605f5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f809c4-59b1-47d1-8b3b-fa42ff151bab,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.693713 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cb14e4eb-f970-4a5b-bca6-fdedd605f5db admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=196112ad3ee8417ca02abd8faeb54d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4242363 Jun 30 09:28:51.694432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55036) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.736826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.740562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4dae1cfd-5e3c-4190-bfed-3f55fbcd930a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7172101 Jun 30 09:28:51.749194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:51.758517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '1c60e7cf-d47e-4124-91ed-2729fcbda95d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:51.766157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.788931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] For port ac731c8f-2358-4338-a582-d92f2d697b4f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:51.795025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] For port ac731c8f-2358-4338-a582-d92f2d697b4f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ac731c8f-2358-4338-a582-d92f2d697b4f,segment=NetworkSegment(7bbaa724-0480-46da-ab74-556cf98e3cb9),segment_id=7bbaa724-0480-46da-ab74-556cf98e3cb9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:51.803311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.804809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2923c4f-6893-49e5-89e1-177c0e74ff6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:51.822887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-aba6f7cc-0cb4-4b0c-8ac4-dfde02f6b24d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3101540 Jun 30 09:28:51.888970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=6957d9db-971e-4f06-a7e1-29d9c5a58d23,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.925217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': 'cf1f1ce1-f20c-4550-85bb-7737a247d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:51.926843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 34422489-ae16-4d2f-b0c1-bd9abd8396c9, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:51.949378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d109fd4-ee3d-41bd-8584-a1de4b70b181 None None] Pushing event updated for resources: {'Port': ['ID=ac731c8f-2358-4338-a582-d92f2d697b4f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:51.972768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2923c4f-6893-49e5-89e1-177c0e74ff6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.000042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:52.017506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 34422489-ae16-4d2f-b0c1-bd9abd8396c9) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:52.025837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:52.026480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.032805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1c3e2-1b07-45fc-b612-d2c3fec46adf None None] Network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:52.057036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.061015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6341039d-4b3c-482e-9844-4a78c9cd9a17 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0047166 Jun 30 09:28:52.064614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55048) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:52.131010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-7f9b3759-8c45-4af8-8674-6b290b0208a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:52.132640 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-7f9b3759-8c45-4af8-8674-6b290b0208a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=fa4d1638bc0c4928adf0174936f5f810&device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 1097 time: 0.2625914 Jun 30 09:28:52.323894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.336492 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.342656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2923c4f-6893-49e5-89e1-177c0e74ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.350724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2923c4f-6893-49e5-89e1-177c0e74ff6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.354015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2923c4f-6893-49e5-89e1-177c0e74ff6e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9f809c4-59b1-47d1-8b3b-fa42ff151bab HTTP/1.1" status: 204 len: 168 time: 0.6578851 Jun 30 09:28:52.395014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.419464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e39417a-b2f6-4ada-b4bf-e39247aa32bc,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.424065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-34422489-ae16-4d2f-b0c1-bd9abd8396c9', 'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '6957d9db-971e-4f06-a7e1-29d9c5a58d23'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:52.425307 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.454022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2923c4f-6893-49e5-89e1-177c0e74ff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f809c4-59b1-47d1-8b3b-fa42ff151bab,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.485757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.489273 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6db5711b-0ceb-40b5-b9a9-eaf0680a14e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7348039 Jun 30 09:28:52.496778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:52.527666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-d7888f3a-5068-42cb-a821-8999756b353a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:52.529296 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-d7888f3a-5068-42cb-a821-8999756b353a service neutron] 10.222.0.83 "GET /v2.0/networks?id=34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 200 len: 920 time: 0.3519955 Jun 30 09:28:52.629217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.673820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Allocated IP 172.20.0.2 (34422489-ae16-4d2f-b0c1-bd9abd8396c9/6957d9db-971e-4f06-a7e1-29d9c5a58d23/1e694903-6f80-4ba4-adce-045adbc33d54) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:52.711758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-db86a0ea-9ad6-4b75-a676-0e427ce99481 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f HTTP/1.1" status: 200 len: 217 time: 0.1542482 Jun 30 09:28:52.716161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bda8bf80-4a8a-49ec-bc9d-af1220db4b6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.735381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bda8bf80-4a8a-49ec-bc9d-af1220db4b6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.815357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-19942d56-bdcb-4d27-8443-60ebaa9b1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:52.816892 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-19942d56-bdcb-4d27-8443-60ebaa9b1716 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 200 len: 859 time: 0.0964148 Jun 30 09:28:52.820586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bda8bf80-4a8a-49ec-bc9d-af1220db4b6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.833702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bda8bf80-4a8a-49ec-bc9d-af1220db4b6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:52.835427 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bda8bf80-4a8a-49ec-bc9d-af1220db4b6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5e39417a-b2f6-4ada-b4bf-e39247aa32bc HTTP/1.1" status: 204 len: 168 time: 0.3279243 Jun 30 09:28:52.838169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55066) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:52.852920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8bf80-4a8a-49ec-bc9d-af1220db4b6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e39417a-b2f6-4ada-b4bf-e39247aa32bc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:52.884923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-006b6b7b-9889-4ccc-890a-fb72f8a03199 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=34c847cb-c70e-457a-8763-21add629bc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586257 Jun 30 09:28:53.036989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-669b9383-063c-47c0-813d-b75f515d838e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1975422 Jun 30 09:28:53.037842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55072) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.066660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.084077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Transition to ACTIVE for port object 1e694903-6f80-4ba4-adce-045adbc33d54 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:53.097265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55074) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.118502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2497edab-8efc-4f2b-b067-bcf237641919 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.123969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe233-eaa3-4a75-89fd-fecf39afd989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.132529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2497edab-8efc-4f2b-b067-bcf237641919 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.147930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Transition to ACTIVE for port object 1e694903-6f80-4ba4-adce-045adbc33d54 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:53.163271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.209621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2497edab-8efc-4f2b-b067-bcf237641919 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.228677 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2497edab-8efc-4f2b-b067-bcf237641919 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.233179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2497edab-8efc-4f2b-b067-bcf237641919 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/38940099-deeb-44a2-8ab6-8b1de9e61688 HTTP/1.1" status: 204 len: 168 time: 0.1897566 Jun 30 09:28:53.242166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55078) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.291337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497edab-8efc-4f2b-b067-bcf237641919 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38940099-deeb-44a2-8ab6-8b1de9e61688,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.303891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Pushing event updated for resources: {'Port': ['ID=1e694903-6f80-4ba4-adce-045adbc33d54,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.305873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.313923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-942732ba-5e65-4290-aa72-040532136f1b service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216859 Jun 30 09:28:53.321759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:53.325506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:53.341189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:53.382053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=6957d9db-971e-4f06-a7e1-29d9c5a58d23,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.450159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f551df0d-45a4-4c07-b946-8318b3ebc716 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2069504 Jun 30 09:28:53.451192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.460084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Attempting to bind port 1e694903-6f80-4ba4-adce-045adbc33d54 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:53.460803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Attempting to bind port 1e694903-6f80-4ba4-adce-045adbc33d54 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cf1f1ce1-f20c-4550-85bb-7737a247d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:53.461224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Attempting to bind port 1e694903-6f80-4ba4-adce-045adbc33d54 on network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:53.473825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:53.475255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Checking segment: {'id': 'cf1f1ce1-f20c-4550-85bb-7737a247d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:53.475255 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.475490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Bound using segment: {'id': 'cf1f1ce1-f20c-4550-85bb-7737a247d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:53.490453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Bound port: 1e694903-6f80-4ba4-adce-045adbc33d54, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1f1ce1-f20c-4550-85bb-7737a247d44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:53.490973 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.550004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7a09bbec-cb11-4089-ba53-71382b9c397e req-2f8c94e0-b688-41e2-ac9d-740c7a0bb07e service neutron] 10.222.0.83 "GET /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263200 Jun 30 09:28:53.584998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.588811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4631a0f4-1087-4531-aebf-0a0a705c2e65 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.601359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac731c8f-2358-4338-a582-d92f2d697b4f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:53.603185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4631a0f4-1087-4531-aebf-0a0a705c2e65 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.615772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34422489-ae16-4d2f-b0c1-bd9abd8396c9']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:53.655216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4631a0f4-1087-4531-aebf-0a0a705c2e65 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.660711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] For port 1e694903-6f80-4ba4-adce-045adbc33d54, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:53.665124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] For port 1e694903-6f80-4ba4-adce-045adbc33d54, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1e694903-6f80-4ba4-adce-045adbc33d54,segment=NetworkSegment(cf1f1ce1-f20c-4550-85bb-7737a247d44c),segment_id=cf1f1ce1-f20c-4550-85bb-7737a247d44c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:53.668968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4631a0f4-1087-4531-aebf-0a0a705c2e65 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.670510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1f1ce1-f20c-4550-85bb-7737a247d44c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:53.671789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9a31a-63d4-4dbc-827e-6f98e96ed718 None None] Network ac532bb9-31fe-4c85-90a5-5adcb364d52d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:53.672136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1f1ce1-f20c-4550-85bb-7737a247d44c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:53.673436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4631a0f4-1087-4531-aebf-0a0a705c2e65 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/45b4341a-11a1-4cc4-88c6-6cf6928bb1fa HTTP/1.1" status: 204 len: 168 time: 0.2146242 Jun 30 09:28:53.679246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55084) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.683535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.727332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631a0f4-1087-4531-aebf-0a0a705c2e65 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45b4341a-11a1-4cc4-88c6-6cf6928bb1fa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.770392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe233-eaa3-4a75-89fd-fecf39afd989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.776393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.783589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fbfe233-eaa3-4a75-89fd-fecf39afd989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.804099 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2631a234-a4ca-4d11-831c-74d81c75ffdb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1230083 Jun 30 09:28:53.810558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55090) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:53.852257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.873443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ac731c8f-2358-4338-a582-d92f2d697b4f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:53.877942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:53.878474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.878929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] Provisioning for port ac731c8f-2358-4338-a582-d92f2d697b4f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:53.882942 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:53.890411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ac731c8f-2358-4338-a582-d92f2d697b4f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:53.890993 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.894300 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff003ed6-d162-40ca-a10a-2290642c5251 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.902493 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff003ed6-d162-40ca-a10a-2290642c5251 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.902800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe11627d-d302-42b4-8412-dcbf2cbc5443 None None] Network 34422489-ae16-4d2f-b0c1-bd9abd8396c9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:53.920424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] Provisioning complete for port ac731c8f-2358-4338-a582-d92f2d697b4f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:53.920912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:53.959691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6fbfe233-eaa3-4a75-89fd-fecf39afd989 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9c9b96d367d445bdba393fc1e5cbe103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8612621 Jun 30 09:28:53.960683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbfe233-eaa3-4a75-89fd-fecf39afd989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406a7cd4-a90a-410c-88c9-aeaea8aa3fc0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:53.962526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.003321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff003ed6-d162-40ca-a10a-2290642c5251 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.014353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e96e8-7a59-4c7a-b962-7ecae5a11b42 None None] Pushing event updated for resources: {'Port': ['ID=1e694903-6f80-4ba4-adce-045adbc33d54,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.042864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff003ed6-d162-40ca-a10a-2290642c5251 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.045333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ff003ed6-d162-40ca-a10a-2290642c5251 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/e169cd8b-1495-4cd5-9692-efe50bce36a8 HTTP/1.1" status: 204 len: 168 time: 0.2287199 Jun 30 09:28:54.051852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.059664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff003ed6-d162-40ca-a10a-2290642c5251 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e169cd8b-1495-4cd5-9692-efe50bce36a8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.070982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:28:54.070982 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:28:54.070982 n-d-780147-22 neutron-server[93725]: [parameters: {'id': '34422489-ae16-4d2f-b0c1-bd9abd8396c9'}] Jun 30 09:28:54.070982 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:54.072185 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:54.097273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c857e33-ba5f-4139-823f-750bfea2df51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.122122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5250c767-1d8e-478c-a349-47fdba26a4c9 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665026 Jun 30 09:28:54.122383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.167625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60f5ab75-d7c0-4006-a597-a7ad15b1b1ee tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.182747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c857e33-ba5f-4139-823f-750bfea2df51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.185680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60f5ab75-d7c0-4006-a597-a7ad15b1b1ee tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.280022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c857e33-ba5f-4139-823f-750bfea2df51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.283424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c857e33-ba5f-4139-823f-750bfea2df51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.296576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6c857e33-ba5f-4139-823f-750bfea2df51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/406a7cd4-a90a-410c-88c9-aeaea8aa3fc0 HTTP/1.1" status: 204 len: 168 time: 0.3316483 Jun 30 09:28:54.315326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c857e33-ba5f-4139-823f-750bfea2df51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406a7cd4-a90a-410c-88c9-aeaea8aa3fc0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.323258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60f5ab75-d7c0-4006-a597-a7ad15b1b1ee tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.326687 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.340135 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60f5ab75-d7c0-4006-a597-a7ad15b1b1ee tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.346009 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-60f5ab75-d7c0-4006-a597-a7ad15b1b1ee tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2a4e080a-e3bc-4b1f-97f6-e94823c1c37a HTTP/1.1" status: 204 len: 168 time: 0.2194161 Jun 30 09:28:54.346610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55112) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.355831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5ab75-d7c0-4006-a597-a7ad15b1b1ee tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a4e080a-e3bc-4b1f-97f6-e94823c1c37a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.418992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f6089947-71cf-40fd-abe1-2233cfc810b0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715134 Jun 30 09:28:54.422929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55114) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.492296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.532703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] For port ac731c8f-2358-4338-a582-d92f2d697b4f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ac731c8f-2358-4338-a582-d92f2d697b4f,segment=NetworkSegment(7bbaa724-0480-46da-ab74-556cf98e3cb9),segment_id=7bbaa724-0480-46da-ab74-556cf98e3cb9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:54.548923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46469b48-2925-4ed2-a40c-979e8632cbeb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.568129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.590179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46469b48-2925-4ed2-a40c-979e8632cbeb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.638978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.678131 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46469b48-2925-4ed2-a40c-979e8632cbeb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.681384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-46469b48-2925-4ed2-a40c-979e8632cbeb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.688033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.688393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-46469b48-2925-4ed2-a40c-979e8632cbeb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/1c60e7cf-d47e-4124-91ed-2729fcbda95d HTTP/1.1" status: 204 len: 168 time: 0.2635369 Jun 30 09:28:54.727307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46469b48-2925-4ed2-a40c-979e8632cbeb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c60e7cf-d47e-4124-91ed-2729fcbda95d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.759384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting port 1e694903-6f80-4ba4-adce-045adbc33d54 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:54.760061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.794937 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:54.795439 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:54.797931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51f41d-0f54-4262-a293-44b1a6394aba None None] Pushing event updated for resources: {'Port': ['ID=ac731c8f-2358-4338-a582-d92f2d697b4f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:54.833383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a46fa6b4-2519-4fa9-b22c-88a01672dce7 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438861 Jun 30 09:28:54.839240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:54.860416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1024551249'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:54.887817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] For port 1e694903-6f80-4ba4-adce-045adbc33d54, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1e694903-6f80-4ba4-adce-045adbc33d54,segment=NetworkSegment(cf1f1ce1-f20c-4550-85bb-7737a247d44c),segment_id=cf1f1ce1-f20c-4550-85bb-7737a247d44c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:28:54.888685 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:54.911738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Calling delete_port for 1e694903-6f80-4ba4-adce-045adbc33d54 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:28:54.940641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.025282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4447c06-80ee-4468-b746-4a775a37d795 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:28:55.095217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.145059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No DVR routers for this DVR port 1e694903-6f80-4ba4-adce-045adbc33d54 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:28:55.152968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Port': ['ID=1e694903-6f80-4ba4-adce-045adbc33d54,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:55.170611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.181757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.348057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4447c06-80ee-4468-b746-4a775a37d795 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:28:55.382366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.391091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5406663 Jun 30 09:28:55.391748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55150) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.435066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b66610b5-8faf-4967-96d7-b8091f93c03c None None] Provisioning complete for port ac731c8f-2358-4338-a582-d92f2d697b4f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:55.435066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b66610b5-8faf-4967-96d7-b8091f93c03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.439248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '11ae9fa4-cae1-4382-ad92-f3e209d43f31', 'direction': 'ingress', 'protocol': 17}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:55.463191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1a95e-1ca9-4949-8f76-0008f82d626e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ae9fa4-cae1-4382-ad92-f3e209d43f31,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:55.491418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.538722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34422489-ae16-4d2f-b0c1-bd9abd8396c9']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:55.558164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.576901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1f1ce1-f20c-4550-85bb-7737a247d44c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:55.579172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1f1ce1-f20c-4550-85bb-7737a247d44c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:55.584826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55156) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.668857 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.708435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.718212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.719650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:55.720059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:55.723985 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:55.735682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac731c8f-2358-4338-a582-d92f2d697b4f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:28:55.735906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.769725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59188108-d2a2-4403-9ed9-1b009c5e3d04,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:55.824111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.825286 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d5bcdb5-106b-45cc-aa98-5e5f3236d9de tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4267902 Jun 30 09:28:55.834813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55166) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.909861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ac731c8f-2358-4338-a582-d92f2d697b4f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:28:55.910511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.925488 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.932879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:55.934676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/34422489-ae16-4d2f-b0c1-bd9abd8396c9 HTTP/1.1" status: 204 len: 168 time: 3.8675041 Jun 30 09:28:55.942092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:55.948366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-963794463'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:55.972377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d08a46-398d-4e45-8685-05398f1e189a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=34422489-ae16-4d2f-b0c1-bd9abd8396c9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:55.998720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-755d9cf0-5771-4526-b184-945040a29d79 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.011502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:56.016876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.048167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-755d9cf0-5771-4526-b184-945040a29d79 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.096497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:28:56.147830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.150375 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment 722e2413-fe61-4336-b1c6-4861f5bc38f1 of type vlan for network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a Jun 30 09:28:56.172398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5ed38f1-969d-4489-b82a-21c590f9c5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.260092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.267068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-755d9cf0-5771-4526-b184-945040a29d79 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.269990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-755d9cf0-5771-4526-b184-945040a29d79 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.283207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-755d9cf0-5771-4526-b184-945040a29d79 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/11ae9fa4-cae1-4382-ad92-f3e209d43f31 HTTP/1.1" status: 204 len: 168 time: 0.4469461 Jun 30 09:28:56.285182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.319006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d9cf0-5771-4526-b184-945040a29d79 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ae9fa4-cae1-4382-ad92-f3e209d43f31,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:56.456648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5ed38f1-969d-4489-b82a-21c590f9c5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.468300 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5ed38f1-969d-4489-b82a-21c590f9c5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.516261 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-957a523b-887c-4913-9d13-489bca2af237 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2117183 Jun 30 09:28:56.517087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.524229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--743938606'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:56.535638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.538468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d5ed38f1-969d-4489-b82a-21c590f9c5e9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=da0a46a2dc694166b14853ec7312e077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9462466 Jun 30 09:28:56.539530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ed38f1-969d-4489-b82a-21c590f9c5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16a5dd-195d-4f06-bd2a-f3fcfd383d2b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:56.542024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55192) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.542858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:56.543488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.612715 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ee061c3-9965-458f-99f0-3cd7a25ced26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.614562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55194) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.667536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ee061c3-9965-458f-99f0-3cd7a25ced26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.708967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.744462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8010023 Jun 30 09:28:56.747238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55198) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:56.764347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:56.794093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b800af-e985-4011-8029-b36b554cca7e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:56.812151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:28:56.900969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ee061c3-9965-458f-99f0-3cd7a25ced26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.907685 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ee061c3-9965-458f-99f0-3cd7a25ced26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.916542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9ee061c3-9965-458f-99f0-3cd7a25ced26 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e16a5dd-195d-4f06-bd2a-f3fcfd383d2b HTTP/1.1" status: 204 len: 168 time: 0.3689291 Jun 30 09:28:56.931186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.940128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:56.953943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee061c3-9965-458f-99f0-3cd7a25ced26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16a5dd-195d-4f06-bd2a-f3fcfd383d2b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.006534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edcadef6-38c3-4001-8c50-0c14d2a66eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.018468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055d0ede-bbf2-4e34-9c99-da918f18ba86,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.143737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edcadef6-38c3-4001-8c50-0c14d2a66eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.150704 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edcadef6-38c3-4001-8c50-0c14d2a66eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.161709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.163014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ec73489b-d129-459f-8944-8768f804ae5a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6432307 Jun 30 09:28:57.166450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55204) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.172639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--1266954364'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:57.240953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-edcadef6-38c3-4001-8c50-0c14d2a66eb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4235a37badd54331a55e59ef4afcf1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248004 Jun 30 09:28:57.244191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55206) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.260562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcadef6-38c3-4001-8c50-0c14d2a66eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7e1cad-a7bd-47d0-8751-319b13b34e0a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.265922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:28:57.270799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.302328 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.334075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-977a1ac2-e104-469a-8e7c-752a25cf28cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.355766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing IP validity checks on allocation pools {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:28:57.356432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:28:57.372391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-977a1ac2-e104-469a-8e7c-752a25cf28cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.442681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.465242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd94c0c4-14b4-424f-97b9-bc870bae90b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.494256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-977a1ac2-e104-469a-8e7c-752a25cf28cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.496839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-977a1ac2-e104-469a-8e7c-752a25cf28cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.498040 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-977a1ac2-e104-469a-8e7c-752a25cf28cd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cb7e1cad-a7bd-47d0-8751-319b13b34e0a HTTP/1.1" status: 204 len: 168 time: 0.2526166 Jun 30 09:28:57.503351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.519632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.525020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a1ac2-e104-469a-8e7c-752a25cf28cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7e1cad-a7bd-47d0-8751-319b13b34e0a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.583791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.620150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9d118f-1a64-48d5-a099-dc0c7c930864,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.660444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=79370317-f204-451c-a009-4549b4a8c42f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.673078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': '722e2413-fe61-4336-b1c6-4861f5bc38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:57.673454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:28:57.696347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd94c0c4-14b4-424f-97b9-bc870bae90b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.699339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:28:57.706531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd94c0c4-14b4-424f-97b9-bc870bae90b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.721566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:57.723271 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.727392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:57.727392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.728210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c0f8380-6b78-4a83-a1d1-17e312450d6a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5598841 Jun 30 09:28:57.729756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.732244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312701f-e2ea-457a-903e-ffdeb301e628 None None] Network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:57.757749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c75a4670-bfa4-4ed5-b0ad-3af0846653e9 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0091190 Jun 30 09:28:57.758529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.777069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '055d0ede-bbf2-4e34-9c99-da918f18ba86', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0d9d118f-1a64-48d5-a099-dc0c7c930864', 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:57.815038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd94c0c4-14b4-424f-97b9-bc870bae90b5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24b20c8630f744c282261b1f9efdf147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709996 Jun 30 09:28:57.818044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55222) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:57.826465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94c0c4-14b4-424f-97b9-bc870bae90b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed54b4-da8c-477d-a3d9-8833492d8913,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:57.940220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d75c670e-2f58-4a0b-9cd0-ebb5ac05552b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.956656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.986540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a', 'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '79370317-f204-451c-a009-4549b4a8c42f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:28:57.987681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:57.995368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.017006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d75c670e-2f58-4a0b-9cd0-ebb5ac05552b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.117789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.125810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.135505 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.139386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d75c670e-2f58-4a0b-9cd0-ebb5ac05552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.143290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d75c670e-2f58-4a0b-9cd0-ebb5ac05552b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.146841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d75c670e-2f58-4a0b-9cd0-ebb5ac05552b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7bed54b4-da8c-477d-a3d9-8833492d8913 HTTP/1.1" status: 204 len: 168 time: 0.3254552 Jun 30 09:28:58.154906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcbe2f2-fd30-4fd3-82c6-4fdef681ccf7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.170315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c670e-2f58-4a0b-9cd0-ebb5ac05552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed54b4-da8c-477d-a3d9-8833492d8913,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.170315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.171177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67a6fabf-dbfa-4f69-9144-e51c364658bb tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3971772 Jun 30 09:28:58.171711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.204685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c2a6-c6f0-477c-b5ee-4c1979643a0c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.214045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c2a6-c6f0-477c-b5ee-4c1979643a0c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.247425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Allocated IP 172.20.0.3 (586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a/79370317-f204-451c-a009-4549b4a8c42f/133be488-4d92-4d93-969f-c5bdceca0f9e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:28:58.266936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c2a6-c6f0-477c-b5ee-4c1979643a0c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.279480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7e9c2a6-c6f0-477c-b5ee-4c1979643a0c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.286736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.292343 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7e9c2a6-c6f0-477c-b5ee-4c1979643a0c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5dcbe2f2-fd30-4fd3-82c6-4fdef681ccf7 HTTP/1.1" status: 204 len: 168 time: 0.1197729 Jun 30 09:28:58.305952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9c2a6-c6f0-477c-b5ee-4c1979643a0c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dcbe2f2-fd30-4fd3-82c6-4fdef681ccf7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.375460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4a0d233d-ed64-4eea-9f60-6d9fd7a58cb2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0884881 Jun 30 09:28:58.379185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55244) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.459034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a713-9245-41ce-9435-66d1d06c73d2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.501430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a713-9245-41ce-9435-66d1d06c73d2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.521625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.536101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Transition to ACTIVE for port object 133be488-4d92-4d93-969f-c5bdceca0f9e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:58.562568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Transition to ACTIVE for port object 133be488-4d92-4d93-969f-c5bdceca0f9e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:28:58.576895 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.599658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.628509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a713-9245-41ce-9435-66d1d06c73d2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.632458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ac1a713-9245-41ce-9435-66d1d06c73d2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.632458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9ac1a713-9245-41ce-9435-66d1d06c73d2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/0d9d118f-1a64-48d5-a099-dc0c7c930864 HTTP/1.1" status: 204 len: 168 time: 0.2516925 Jun 30 09:28:58.636612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55252) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.684847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1a713-9245-41ce-9435-66d1d06c73d2 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9d118f-1a64-48d5-a099-dc0c7c930864,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.719784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=79370317-f204-451c-a009-4549b4a8c42f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.721361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Pushing event updated for resources: {'Port': ['ID=133be488-4d92-4d93-969f-c5bdceca0f9e,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:58.785255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:28:58.804422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:28:58.807066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:28:58.856593 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1a494a63-f7df-4e32-8027-84c5fa318ede tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1781375 Jun 30 09:28:58.856593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:58.858983 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.880892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.911145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722e2413-fe61-4336-b1c6-4861f5bc38f1') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.912249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722e2413-fe61-4336-b1c6-4861f5bc38f1') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:28:58.922642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Attempting to bind port 133be488-4d92-4d93-969f-c5bdceca0f9e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:28:58.922970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Attempting to bind port 133be488-4d92-4d93-969f-c5bdceca0f9e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '722e2413-fe61-4336-b1c6-4861f5bc38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:28:58.925819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Attempting to bind port 133be488-4d92-4d93-969f-c5bdceca0f9e on network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:28:58.928316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.938982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:28:58.939711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Checking segment: {'id': '722e2413-fe61-4336-b1c6-4861f5bc38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:28:58.940434 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.942818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Bound using segment: {'id': '722e2413-fe61-4336-b1c6-4861f5bc38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:28:58.943541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Bound port: 133be488-4d92-4d93-969f-c5bdceca0f9e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722e2413-fe61-4336-b1c6-4861f5bc38f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:28:58.944178 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.963785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.979528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:28:58.980489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:28:58.989906 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:28:59.007595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ec304d2-9436-4d8f-b074-eabd61e32fa0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.073886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ec304d2-9436-4d8f-b074-eabd61e32fa0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.105042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] For port 133be488-4d92-4d93-969f-c5bdceca0f9e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:28:59.131541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] For port 133be488-4d92-4d93-969f-c5bdceca0f9e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=133be488-4d92-4d93-969f-c5bdceca0f9e,segment=NetworkSegment(722e2413-fe61-4336-b1c6-4861f5bc38f1),segment_id=722e2413-fe61-4336-b1c6-4861f5bc38f1)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:28:59.134514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:28:59.134514 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:28:59.134514 n-d-780147-22 neutron-server[93725]: [parameters: {'id': '586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a'}] Jun 30 09:28:59.134514 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:28:59.135271 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:28:59.140336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.193313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ec304d2-9436-4d8f-b074-eabd61e32fa0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.201792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ec304d2-9436-4d8f-b074-eabd61e32fa0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.203662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ec304d2-9436-4d8f-b074-eabd61e32fa0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/055d0ede-bbf2-4e34-9c99-da918f18ba86 HTTP/1.1" status: 204 len: 168 time: 0.3505125 Jun 30 09:28:59.207276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55278) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:59.224954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec304d2-9436-4d8f-b074-eabd61e32fa0 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d0ede-bbf2-4e34-9c99-da918f18ba86,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:59.311009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f43bc9d9-e6ce-4bb1-ba14-9ea44ae8f7e5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986528 Jun 30 09:28:59.312322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:59.318114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d826e48-33e2-4d7c-8298-9a0c41aed768 None None] Pushing event updated for resources: {'Port': ['ID=133be488-4d92-4d93-969f-c5bdceca0f9e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:59.319754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070955263'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:59.373246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.383344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.467072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957e0209-0cbf-4de7-8724-a3f89c709192 None None] Network 586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:28:59.636551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.660997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.671813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.758659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.767305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4529631 Jun 30 09:28:59.767698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:28:59.777738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1850f-b9d9-4dad-81e0-6c75ebbc6cdd tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80f72ce5-c5d3-4559-83c6-3751cc29e378,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:28:59.782027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': '80f72ce5-c5d3-4559-83c6-3751cc29e378', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:28:59.890865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.892619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1f7ac-eba6-443e-a530-8752412a3345 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:28:59.931152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242db6be-d3b7-4de3-8d68-1ea3a954672f req-5b16e513-6099-4e34-8ff3-60f844a21345 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:59.933241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-242db6be-d3b7-4de3-8d68-1ea3a954672f req-5b16e513-6099-4e34-8ff3-60f844a21345 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.3133917 Jun 30 09:28:59.971312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting port 133be488-4d92-4d93-969f-c5bdceca0f9e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:28:59.972053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:28:59.981658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa1fef-d0ed-4c06-87cb-7192ba4c98f1 req-01f5d75e-e82d-4069-b889-f7d2c5eb8fb8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:28:59.990075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6fa1fef-d0ed-4c06-87cb-7192ba4c98f1 req-01f5d75e-e82d-4069-b889-f7d2c5eb8fb8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.2662740 Jun 30 09:29:00.132132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-242db6be-d3b7-4de3-8d68-1ea3a954672f req-28f6d605-5d0f-47ab-838c-0b9ea21b32c9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906159 Jun 30 09:29:00.152626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1f7ac-eba6-443e-a530-8752412a3345 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:00.179304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6fa1fef-d0ed-4c06-87cb-7192ba4c98f1 req-c1490318-c5c0-47d8-a7dc-0163de58df76 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877751 Jun 30 09:29:00.184344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] For port 133be488-4d92-4d93-969f-c5bdceca0f9e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=133be488-4d92-4d93-969f-c5bdceca0f9e,segment=NetworkSegment(722e2413-fe61-4336-b1c6-4861f5bc38f1),segment_id=722e2413-fe61-4336-b1c6-4861f5bc38f1)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:00.184804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.198401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.207850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Calling delete_port for 133be488-4d92-4d93-969f-c5bdceca0f9e owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:00.211386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.253366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a536b085-dc1c-4724-9ad7-ce2977359244,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.296461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.300572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-157b035d-4715-4049-b895-6c0fdcb7e824 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5284901 Jun 30 09:29:00.301352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55314) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.353989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a988a9e0-d5c4-49e3-90b9-94282a8b1181 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.367349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a988a9e0-d5c4-49e3-90b9-94282a8b1181 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.413722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.458937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a988a9e0-d5c4-49e3-90b9-94282a8b1181 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.464138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a988a9e0-d5c4-49e3-90b9-94282a8b1181 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.465438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a988a9e0-d5c4-49e3-90b9-94282a8b1181 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/a536b085-dc1c-4724-9ad7-ce2977359244 HTTP/1.1" status: 204 len: 168 time: 0.1624165 Jun 30 09:29:00.466422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Port': ['ID=133be488-4d92-4d93-969f-c5bdceca0f9e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.468567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55318) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.474891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No DVR routers for this DVR port 133be488-4d92-4d93-969f-c5bdceca0f9e on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:00.526926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988a9e0-d5c4-49e3-90b9-94282a8b1181 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a536b085-dc1c-4724-9ad7-ce2977359244,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.600217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.602628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b880b3d0-0c80-4812-a1ce-218cf3034962 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1313555 Jun 30 09:29:00.603505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55324) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.636223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:00.656242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722e2413-fe61-4336-b1c6-4861f5bc38f1') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:00.656242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722e2413-fe61-4336-b1c6-4861f5bc38f1') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:00.669971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.696188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.699225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4828e4d5-5a60-4107-b079-7d6789cbab8a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.708833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:00.709432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:00.722109 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:00.757929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4828e4d5-5a60-4107-b079-7d6789cbab8a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.758492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.817171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4828e4d5-5a60-4107-b079-7d6789cbab8a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.821720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4828e4d5-5a60-4107-b079-7d6789cbab8a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.823648 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4828e4d5-5a60-4107-b079-7d6789cbab8a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/80f72ce5-c5d3-4559-83c6-3751cc29e378 HTTP/1.1" status: 204 len: 168 time: 0.2190192 Jun 30 09:29:00.826976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.836098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828e4d5-5a60-4107-b079-7d6789cbab8a tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f72ce5-c5d3-4559-83c6-3751cc29e378,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.864263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.879709 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.881610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a HTTP/1.1" status: 204 len: 168 time: 3.1219363 Jun 30 09:29:00.885940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.893356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074853715'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:00.927557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:00.929356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a600c9-447b-439e-823f-252f41f452cb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:00.932437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.962895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a463e2b9-f60a-4ef4-861c-4e292af62914 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1335278 Jun 30 09:29:00.966290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55340) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:00.973756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group': {'name': 'tempest-secgroup--483741088'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:00.983975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e36680f9-307f-450f-abcb-db9b65c1dda2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:00.996765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:01.005506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.015399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.015753 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment 970448ff-37e5-4cc9-9959-2c242de9463c of type vlan for network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a Jun 30 09:29:01.075293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.135369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.143109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:01.143788 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.229685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e36680f9-307f-450f-abcb-db9b65c1dda2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.244097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e36680f9-307f-450f-abcb-db9b65c1dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.259744 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3726931 Jun 30 09:29:01.262846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55356) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.269650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67806d31-3973-41a9-b265-a887815c2784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=ba87dbdd-41b6-49d1-9f86-1c751ced2c2a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.277842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:01.284425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:01.292676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36680f9-307f-450f-abcb-db9b65c1dda2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a95a2-532e-4b55-993a-f95fbed0179f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.300695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e36680f9-307f-450f-abcb-db9b65c1dda2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7cd6004d6e754cd3b5084856b32a45bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411127 Jun 30 09:29:01.302064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.364778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7754e665-3d53-4e41-984b-00ec8008ed7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.392705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7754e665-3d53-4e41-984b-00ec8008ed7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.464434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7754e665-3d53-4e41-984b-00ec8008ed7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.468453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7754e665-3d53-4e41-984b-00ec8008ed7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.472374 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7754e665-3d53-4e41-984b-00ec8008ed7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9d9a95a2-532e-4b55-993a-f95fbed0179f HTTP/1.1" status: 204 len: 168 time: 0.1663477 Jun 30 09:29:01.479370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754e665-3d53-4e41-984b-00ec8008ed7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a95a2-532e-4b55-993a-f95fbed0179f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.571326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.586008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.595377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ed68d-efb6-43da-8bd0-215b848d7c2f req-0dab05ea-5332-4239-9023-eef51d84f52d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:01.596917 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b2ed68d-efb6-43da-8bd0-215b848d7c2f req-0dab05ea-5332-4239-9023-eef51d84f52d tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.1938009 Jun 30 09:29:01.643437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285edb6-3166-4c2c-91e5-8a1a2995db36 req-c0020a77-653c-4005-afb3-c55f95c68291 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:01.644978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a285edb6-3166-4c2c-91e5-8a1a2995db36 req-c0020a77-653c-4005-afb3-c55f95c68291 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2475715 Jun 30 09:29:01.667491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:01.671591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.693516 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.694712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7273300 Jun 30 09:29:01.697942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.703622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1a5a-a412-49de-b35f-a352ccc7d204', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:01.732181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a140dc3-95ee-4c91-9b5d-81dea739785b tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81f1a5a-a412-49de-b35f-a352ccc7d204,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.750939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.805351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b2ed68d-efb6-43da-8bd0-215b848d7c2f req-683af324-19e6-42e5-a634-708876faa116 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934881 Jun 30 09:29:01.833534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a285edb6-3166-4c2c-91e5-8a1a2995db36 req-3a97c94f-bb44-408a-8c08-37e3832beb74 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707957 Jun 30 09:29:01.837314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.848337 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.875691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6c9800-03f0-45c7-a80c-c2346329b827,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:01.886657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:01.887999 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1c20e4ca-deaa-4f76-8822-7b69b1ea3f40 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1889310 Jun 30 09:29:01.901004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.930439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-392f993a-e2b0-4de4-ae21-f08061015b7e tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules/5b6c9800-03f0-45c7-a80c-c2346329b827 HTTP/1.1" status: 200 len: 763 time: 0.0236926 Jun 30 09:29:01.932695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:01.989706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-66dcd921-aae9-41c1-b8fa-3e21c8c84f3f tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0549562 Jun 30 09:29:01.992529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55388) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.003182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.024130 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c94b8561-491c-4768-b474-d44cca476e2c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.035555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c94b8561-491c-4768-b474-d44cca476e2c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.076167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c94b8561-491c-4768-b474-d44cca476e2c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.087000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c94b8561-491c-4768-b474-d44cca476e2c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.088696 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c94b8561-491c-4768-b474-d44cca476e2c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/5b6c9800-03f0-45c7-a80c-c2346329b827 HTTP/1.1" status: 204 len: 168 time: 0.0947199 Jun 30 09:29:02.089223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': '970448ff-37e5-4cc9-9959-2c242de9463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:02.089756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: ba87dbdd-41b6-49d1-9f86-1c751ced2c2a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:02.092077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55394) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.094599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b8561-491c-4768-b474-d44cca476e2c tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b6c9800-03f0-45c7-a80c-c2346329b827,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:02.096498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=09044114-79b1-4971-9653-91c2889a30c0,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:02.138479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:02.143938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55396) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.161779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e4db8e99-6e24-4c52-bd09-9596a26e1cb3 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0661318 Jun 30 09:29:02.164293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55400) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.169112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1a5a-a412-49de-b35f-a352ccc7d204', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:02.175964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ba87dbdd-41b6-49d1-9f86-1c751ced2c2a) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:02.183479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d113122b-6483-499e-8916-641e5e5d9b70 None None] Network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:02.204725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-266190a0-b684-4aed-a000-4b1e852f9e5b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:02.205228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:02.207255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-266190a0-b684-4aed-a000-4b1e852f9e5b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 945 time: 0.0904446 Jun 30 09:29:02.208957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.243847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b38bc965-4746-455b-a32a-6afc2009e1f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9797292 Jun 30 09:29:02.244645 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.272454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55406) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.369079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Deleting port 07ba9108-da43-4823-8ec9-e74f0c0b782f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:02.369577 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8b81d0f-abe5-40bd-ad4c-59fcf7d473c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.369844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.423300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ba87dbdd-41b6-49d1-9f86-1c751ced2c2a', 'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '09044114-79b1-4971-9653-91c2889a30c0'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:02.424220 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.450855 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.465034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.492128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] For port 07ba9108-da43-4823-8ec9-e74f0c0b782f, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07ba9108-da43-4823-8ec9-e74f0c0b782f,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:02.492746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.502254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.507836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cad27b4-53d7-4720-b2a4-177645dbcc9c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:02.509686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Calling delete_port for 07ba9108-da43-4823-8ec9-e74f0c0b782f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:02.612964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Allocated IP 172.20.0.1 (ba87dbdd-41b6-49d1-9f86-1c751ced2c2a/09044114-79b1-4971-9653-91c2889a30c0/ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:02.614391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.650306 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8b81d0f-abe5-40bd-ad4c-59fcf7d473c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.663465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d8b81d0f-abe5-40bd-ad4c-59fcf7d473c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.694141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.698547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e62a5dea-ac87-4659-b180-d68c86bd36ff tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5332966 Jun 30 09:29:02.698827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55414) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.722771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f29e08d3-53cd-45b2-a0c3-905b7b1235a4 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules/2cad27b4-53d7-4720-b2a4-177645dbcc9c HTTP/1.1" status: 200 len: 763 time: 0.0213296 Jun 30 09:29:02.723792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.731665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.732506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d8b81d0f-abe5-40bd-ad4c-59fcf7d473c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af971dbfd625477da8fa93155efccc31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5874798 Jun 30 09:29:02.733795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55418) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.735617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b81d0f-abe5-40bd-ad4c-59fcf7d473c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e340d80-6aa7-40b5-afc1-d29dd0ac1810,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:02.778194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Pushing event deleted for resources: {'Port': ['ID=07ba9108-da43-4823-8ec9-e74f0c0b782f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:02.803770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['f59ddff8-5485-450d-b61c-4270c0c7e4c5', '07ba9108-da43-4823-8ec9-e74f0c0b782f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:29:02.834792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1874-4df1-4701-81ff-fe247f69c148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.837228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] No DVR routers for this DVR port 07ba9108-da43-4823-8ec9-e74f0c0b782f on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:02.842320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.845271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6b1581c4-6c0a-4b51-83b1-6e02fe272e04 req-16a7ae88-cf5f-48e4-a758-fba7e44deefd tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "DELETE /v2.0/ports/07ba9108-da43-4823-8ec9-e74f0c0b782f HTTP/1.1" status: 204 len: 173 time: 0.6316047 Jun 30 09:29:02.846134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fe9a92-fe37-4917-b675-65921de8eea1', 'name': 'network-vif-deleted', 'tag': '07ba9108-da43-4823-8ec9-e74f0c0b782f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:02.848874 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b3d677-7f07-45fd-ad22-45823f43d2f5" -d '{"events": [{"server_uuid": "59fe9a92-fe37-4917-b675-65921de8eea1", "name": "network-vif-deleted", "tag": "07ba9108-da43-4823-8ec9-e74f0c0b782f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:02.862747 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12e99881-1aeb-4abc-8111-2807c81045a5 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1375265 Jun 30 09:29:02.865581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.872476 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.882163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1874-4df1-4701-81ff-fe247f69c148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.917014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Transition to ACTIVE for port object ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:02.921809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9c205d-dea9-4295-b942-5d5eca938f5d tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.939482 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1474ac-4218-4d1d-8d27-0a61e32fa075 x-openstack-request-id: req-dd1474ac-4218-4d1d-8d27-0a61e32fa075 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:02.939777 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59fe9a92-fe37-4917-b675-65921de8eea1", "name": "network-vif-deleted", "tag": "07ba9108-da43-4823-8ec9-e74f0c0b782f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:02.940032 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd1474ac-4218-4d1d-8d27-0a61e32fa075 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:02.940435 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59fe9a92-fe37-4917-b675-65921de8eea1', 'name': 'network-vif-deleted', 'tag': '07ba9108-da43-4823-8ec9-e74f0c0b782f', 'status': 'completed', 'code': 200} Jun 30 09:29:02.940849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:02.950083 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9c205d-dea9-4295-b942-5d5eca938f5d tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.958401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Transition to ACTIVE for port object ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:02.980917 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.990567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9c205d-dea9-4295-b942-5d5eca938f5d tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.996807 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9c205d-dea9-4295-b942-5d5eca938f5d tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:02.998172 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5a9c205d-dea9-4295-b942-5d5eca938f5d tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2cad27b4-53d7-4720-b2a4-177645dbcc9c HTTP/1.1" status: 204 len: 168 time: 0.1310306 Jun 30 09:29:03.002403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55434) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.024183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c205d-dea9-4295-b942-5d5eca938f5d tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2cad27b4-53d7-4720-b2a4-177645dbcc9c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.039738 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.055782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Pushing event updated for resources: {'Port': ['ID=ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.066284 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-88bf6438-47c2-4f64-b66d-633ae0029e05 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0603004 Jun 30 09:29:03.066421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.072810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Request body: {'security_group_rule': {'security_group_id': 'f81f1a5a-a412-49de-b35f-a352ccc7d204', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:03.103823 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Project 7e6c93814ccc4777ae280a844904470a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:29:03.106737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:03.111937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:03.112275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.119329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:03.162740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1874-4df1-4701-81ff-fe247f69c148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.165264 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1874-4df1-4701-81ff-fe247f69c148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.168919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb7c1874-4df1-4701-81ff-fe247f69c148 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3e340d80-6aa7-40b5-afc1-d29dd0ac1810 HTTP/1.1" status: 204 len: 168 time: 0.4124243 Jun 30 09:29:03.208481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.214756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Attempting to bind port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:03.215320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Attempting to bind port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '970448ff-37e5-4cc9-9959-2c242de9463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:03.215659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Attempting to bind port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f on network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:03.219932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.222827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:03.223365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Checking segment: {'id': '970448ff-37e5-4cc9-9959-2c242de9463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:03.223781 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.224175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Bound using segment: {'id': '970448ff-37e5-4cc9-9959-2c242de9463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:03.224667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Bound port: ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '970448ff-37e5-4cc9-9959-2c242de9463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:03.225049 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.240687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e543e11-5f40-419c-8b3b-ead25129dba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.241525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-393d97d1-7314-43dc-a2d7-cc843dd0d3c7 req-08bae258-49d8-40be-8653-0847dca0cea8 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=59fe9a92-fe37-4917-b675-65921de8eea1 HTTP/1.1" status: 200 len: 210 time: 0.1453981 Jun 30 09:29:03.256414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c59ced-4b10-4f50-91de-71c7645a434c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.280196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=09044114-79b1-4971-9653-91c2889a30c0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.289880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.294570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0ceeeaee-79fe-4b70-b08b-36669cd11b42 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2269928 Jun 30 09:29:03.299028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.308729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1874-4df1-4701-81ff-fe247f69c148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e340d80-6aa7-40b5-afc1-d29dd0ac1810,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.316256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] For port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:03.325581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] For port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f,segment=NetworkSegment(970448ff-37e5-4cc9-9959-2c242de9463c),segment_id=970448ff-37e5-4cc9-9959-2c242de9463c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:03.339513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.343896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-83fcf27c-2239-4cdf-9599-2acd9db432ab tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules/25c59ced-4b10-4f50-91de-71c7645a434c HTTP/1.1" status: 200 len: 769 time: 0.0432987 Jun 30 09:29:03.347616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55442) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.383786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.399220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba87dbdd-41b6-49d1-9f86-1c751ced2c2a']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:03.418304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970448ff-37e5-4cc9-9959-2c242de9463c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:03.418587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970448ff-37e5-4cc9-9959-2c242de9463c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:03.436897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ee7fa-87e3-4300-b8c3-23bf05dc8d9c req-d50bea27-ddf8-4e12-a4b8-5c429a518a2c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:03.438707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be5ee7fa-87e3-4300-b8c3-23bf05dc8d9c req-d50bea27-ddf8-4e12-a4b8-5c429a518a2c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.3356147 Jun 30 09:29:03.446229 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.463280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7024875-365b-4dd5-8584-5628a32ab1e4 None None] Pushing event updated for resources: {'Port': ['ID=ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.470797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7fdfd3e3-522e-46a2-8572-a011023f7c59 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1196864 Jun 30 09:29:03.473044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.480656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e9eef3-2d43-4472-af08-5c4a2b74830a None None] Network ba87dbdd-41b6-49d1-9f86-1c751ced2c2a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:03.487847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e543e11-5f40-419c-8b3b-ead25129dba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.495370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8e543e11-5f40-419c-8b3b-ead25129dba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.496035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.518544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:03.518957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.523424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90f6595-5c82-4537-966a-34827ea12903 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:03.526032 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:03.548716 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8e543e11-5f40-419c-8b3b-ead25129dba0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d56849901db14c21b0fa39c8bedd4a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6067274 Jun 30 09:29:03.555952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.578508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e543e11-5f40-419c-8b3b-ead25129dba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0377236-0204-4022-94db-d6a576616e03,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.585079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90f6595-5c82-4537-966a-34827ea12903 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.592209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be5ee7fa-87e3-4300-b8c3-23bf05dc8d9c req-c731db32-99fe-4afa-b24e-c3755fa97ad9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356728 Jun 30 09:29:03.637221 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:29:03.637221 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:29:03.637221 n-d-780147-22 neutron-server[93725]: [parameters: {'id': 'ba87dbdd-41b6-49d1-9f86-1c751ced2c2a'}] Jun 30 09:29:03.637221 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:29:03.638111 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:29:03.661693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90f6595-5c82-4537-966a-34827ea12903 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.668235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f90f6595-5c82-4537-966a-34827ea12903 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.669483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f90f6595-5c82-4537-966a-34827ea12903 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/25c59ced-4b10-4f50-91de-71c7645a434c HTTP/1.1" status: 204 len: 168 time: 0.1962104 Jun 30 09:29:03.672286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55454) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.678318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f6595-5c82-4537-966a-34827ea12903 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25c59ced-4b10-4f50-91de-71c7645a434c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.715764 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27664a6b-09aa-443f-88dc-ef30650eb42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.731728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b0dbaf-eea7-4d6f-8abd-dc7d327f3742 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:29:03.749425 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-20d6fb8b-d739-4f99-89e3-728cf03d8564 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0757153 Jun 30 09:29:03.754156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.786199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27664a6b-09aa-443f-88dc-ef30650eb42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.848266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad209ea4-b52b-4876-8960-8b33cd33ca48 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.850674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b0dbaf-eea7-4d6f-8abd-dc7d327f3742 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:03.882534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad209ea4-b52b-4876-8960-8b33cd33ca48 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.909357 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27664a6b-09aa-443f-88dc-ef30650eb42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.913506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27664a6b-09aa-443f-88dc-ef30650eb42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.915146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-27664a6b-09aa-443f-88dc-ef30650eb42f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d0377236-0204-4022-94db-d6a576616e03 HTTP/1.1" status: 204 len: 168 time: 0.3575675 Jun 30 09:29:03.940624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27664a6b-09aa-443f-88dc-ef30650eb42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0377236-0204-4022-94db-d6a576616e03,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:03.961408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad209ea4-b52b-4876-8960-8b33cd33ca48 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.963985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ad209ea4-b52b-4876-8960-8b33cd33ca48 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:03.967456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ad209ea4-b52b-4876-8960-8b33cd33ca48 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "DELETE /v2.0/security-groups/f81f1a5a-a412-49de-b35f-a352ccc7d204 HTTP/1.1" status: 204 len: 168 time: 0.2100389 Jun 30 09:29:03.968406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:03.979483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad209ea4-b52b-4876-8960-8b33cd33ca48 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81f1a5a-a412-49de-b35f-a352ccc7d204,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:04.033363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-64dcdad0-8093-4442-9b1b-b20dbb54a517 tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0593698 Jun 30 09:29:04.033779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55472) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:04.093004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e668652e-4840-44ce-a2da-358e9973bfca tempest-SecGroupIPv6Test-648675041 tempest-SecGroupIPv6Test-648675041-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579579 Jun 30 09:29:04.139082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.218518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:04.218900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.295210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] For port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f,segment=NetworkSegment(970448ff-37e5-4cc9-9959-2c242de9463c),segment_id=970448ff-37e5-4cc9-9959-2c242de9463c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:04.295603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.359073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:04.535643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-64225f13-fe62-4c78-9290-bea0eceb5474 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e6c93814ccc4777ae280a844904470a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752493 Jun 30 09:29:04.538014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:04.603634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.636839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.707855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.710985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:04.712285 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a67e1d09-a697-4830-815e-03542e264bb7 HTTP/1.1" status: 204 len: 168 time: 0.1730864 Jun 30 09:29:04.739093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e1d09-a697-4830-815e-03542e264bb7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:04.752036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.753110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.753931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.755183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.755889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.756781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.757350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.758109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.758701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.759469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.760024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.760822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4fe81f-2601-4cff-bcc7-aa948d95e83e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:04.830552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Calling delete_port for ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:04.997696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a1971-65a7-4dd4-a2e0-8e91c0966b4b req-a3c69a41-3e6a-4801-9d1c-c3c4086a7a99 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:05.005177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a91a1971-65a7-4dd4-a2e0-8e91c0966b4b req-a3c69a41-3e6a-4801-9d1c-c3c4086a7a99 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1763961 Jun 30 09:29:05.024374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a71c4d-5b39-49f5-b6f5-75c14ac04c71 req-9d3881c9-c974-4ccd-b32c-66cc13283e2a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:05.025873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96a71c4d-5b39-49f5-b6f5-75c14ac04c71 req-9d3881c9-c974-4ccd-b32c-66cc13283e2a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2019243 Jun 30 09:29:05.028048 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.053016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07ba9108-da43-4823-8ec9-e74f0c0b782f no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:05.070982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Port': ['ID=ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:05.073067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No DVR routers for this DVR port ce5e9aef-11fd-45d5-8881-dfe76bc6fd5f on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:05.083068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 07ba9108-da43-4823-8ec9-e74f0c0b782f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:05.083643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07ba9108-da43-4823-8ec9-e74f0c0b782f not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:05.164002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a91a1971-65a7-4dd4-a2e0-8e91c0966b4b req-61bc6a72-a7a9-497a-988c-cfcb839dcb98 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579497 Jun 30 09:29:05.189648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96a71c4d-5b39-49f5-b6f5-75c14ac04c71 req-305e77bc-2833-40f3-a9e5-53d653c29c93 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468670 Jun 30 09:29:05.199339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.220169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba87dbdd-41b6-49d1-9f86-1c751ced2c2a']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:05.231482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970448ff-37e5-4cc9-9959-2c242de9463c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:05.231892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970448ff-37e5-4cc9-9959-2c242de9463c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:05.242317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.262251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.269485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:05.269893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:05.273306 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:05.338508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.343922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.352448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/ba87dbdd-41b6-49d1-9f86-1c751ced2c2a HTTP/1.1" status: 204 len: 168 time: 3.0735106 Jun 30 09:29:05.352802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55534) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:05.357754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1497964650'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:05.376982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcdafbd-01c4-4626-a4f2-bc90c3d51675 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=ba87dbdd-41b6-49d1-9f86-1c751ced2c2a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:05.390176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:05.391812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.422299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:05.438420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.438894 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment 411f94f3-bc4d-4520-ad31-4e7100c9ce79 of type vlan for network 2ae338ce-00de-4087-ac85-88fea8fe72cd Jun 30 09:29:05.487867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.521673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.527956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:05.528589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.589169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2365980 Jun 30 09:29:05.592084 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55552) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:05.602173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '2ae338ce-00de-4087-ac85-88fea8fe72cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:05.608666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09544b-9cdc-48fe-8ca6-d0fb09f66850 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=2ae338ce-00de-4087-ac85-88fea8fe72cd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:05.622615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2ae338ce-00de-4087-ac85-88fea8fe72cd details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:05.729375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:05.733555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:05.976120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.057512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=958f9e1b-d90e-47ed-b316-7bb1c28d32c8,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:06.068821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': '411f94f3-bc4d-4520-ad31-4e7100c9ce79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '2ae338ce-00de-4087-ac85-88fea8fe72cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:06.069529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 2ae338ce-00de-4087-ac85-88fea8fe72cd, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:06.089941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 2ae338ce-00de-4087-ac85-88fea8fe72cd is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:06.102812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2ae338ce-00de-4087-ac85-88fea8fe72cd) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:06.107801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:06.109006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.119223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195e7d79-32d3-44b1-952c-98de3eddd357 None None] Network 2ae338ce-00de-4087-ac85-88fea8fe72cd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:06.146276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7b65f92-4c89-4492-8f89-fb1d1a96b353 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5471547 Jun 30 09:29:06.146824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55580) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:06.286851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.355824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.434920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.467298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=958f9e1b-d90e-47ed-b316-7bb1c28d32c8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:06.514979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d4f1a1-50be-47e6-a668-0d18891f0faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-2ae338ce-00de-4087-ac85-88fea8fe72cd', 'network_id': '2ae338ce-00de-4087-ac85-88fea8fe72cd', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '958f9e1b-d90e-47ed-b316-7bb1c28d32c8'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:06.515995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-53d4f1a1-50be-47e6-a668-0d18891f0faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.576789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.607320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae338ce-00de-4087-ac85-88fea8fe72cd']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.619336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa38105-bfa1-4788-9b1f-a34b79bed9fa None None] Network 2ae338ce-00de-4087-ac85-88fea8fe72cd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:06.630743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411f94f3-bc4d-4520-ad31-4e7100c9ce79') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.631524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411f94f3-bc4d-4520-ad31-4e7100c9ce79') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:06.649920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.681675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.704364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf56ff-1a43-46df-a594-088801657213 req-0a380ef5-1c86-48b1-a027-e7ca0da91ff0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:06.705938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54cf56ff-1a43-46df-a594-088801657213 req-0a380ef5-1c86-48b1-a027-e7ca0da91ff0 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.1711404 Jun 30 09:29:06.716350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b399df3-b826-498f-b48c-80cfa8660786 req-6d90f623-3a23-44b9-a77b-bf7b96af6102 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:06.718542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b399df3-b826-498f-b48c-80cfa8660786 req-6d90f623-3a23-44b9-a77b-bf7b96af6102 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1848228 Jun 30 09:29:06.722049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:06.722049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:06.726289 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:06.833104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54cf56ff-1a43-46df-a594-088801657213 req-31e56671-e249-46d6-a23e-c7cf2e759c96 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077182 Jun 30 09:29:06.861034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b399df3-b826-498f-b48c-80cfa8660786 req-f2bd7291-dc55-4140-9e2c-94c51c6d47f3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149178 Jun 30 09:29:06.861034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.861692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.863507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/2ae338ce-00de-4087-ac85-88fea8fe72cd HTTP/1.1" status: 204 len: 168 time: 0.7160029 Jun 30 09:29:06.867443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:06.875215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1100073512'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:06.877730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace03129-d429-42b5-8b60-54b63b51110b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=2ae338ce-00de-4087-ac85-88fea8fe72cd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:06.904318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:06.908087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.933382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:06.937061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55626) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:06.943690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:06.944049 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment caf0968a-3875-4d48-9470-6cf970a75bac of type vlan for network 6013daa7-a0a3-4235-b49b-5074aa1505e8 Jun 30 09:29:06.995749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.031392 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.036836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.037436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.059136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b48a23-18c0-4853-81a6-a8874b8d3f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.098702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2299461 Jun 30 09:29:07.101503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55630) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:07.107583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '6013daa7-a0a3-4235-b49b-5074aa1505e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:07.115429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db2709-7ae4-440a-aff5-f337d61a5039 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=6013daa7-a0a3-4235-b49b-5074aa1505e8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:07.127513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 6013daa7-a0a3-4235-b49b-5074aa1505e8 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:07.248386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b48a23-18c0-4853-81a6-a8874b8d3f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.256256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5b48a23-18c0-4853-81a6-a8874b8d3f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.301324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:07.304997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.312082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d5b48a23-18c0-4853-81a6-a8874b8d3f0b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79c3b3d7b5b14f4dbdfb6c0bad8cc326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3729019 Jun 30 09:29:07.314870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:07.321866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b48a23-18c0-4853-81a6-a8874b8d3f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c9e1e8-8b8a-4c30-b55c-8296c7ef88d3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:07.373185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing IP validity checks on allocation pools {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:29:07.374287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:29:07.383569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0286acf5-a0b7-4b48-8920-cf391b25b4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.412312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0286acf5-a0b7-4b48-8920-cf391b25b4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.481682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0286acf5-a0b7-4b48-8920-cf391b25b4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.485494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0286acf5-a0b7-4b48-8920-cf391b25b4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.486984 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0286acf5-a0b7-4b48-8920-cf391b25b4b6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/04c9e1e8-8b8a-4c30-b55c-8296c7ef88d3 HTTP/1.1" status: 204 len: 168 time: 0.1708751 Jun 30 09:29:07.496756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286acf5-a0b7-4b48-8920-cf391b25b4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c9e1e8-8b8a-4c30-b55c-8296c7ef88d3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:07.571511 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.638809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=70cee140-7389-43ea-aa66-fb12cc74e466,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:07.648089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': 'caf0968a-3875-4d48-9470-6cf970a75bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6013daa7-a0a3-4235-b49b-5074aa1505e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:07.648743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 6013daa7-a0a3-4235-b49b-5074aa1505e8, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:07.666608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 6013daa7-a0a3-4235-b49b-5074aa1505e8 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:07.678770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 6013daa7-a0a3-4235-b49b-5074aa1505e8) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:07.685232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:07.687000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.694064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60dd69f-b234-4dae-8e47-6d43f15e2a2f None None] Network 6013daa7-a0a3-4235-b49b-5074aa1505e8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:07.706120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-37b1696b-3898-4ce8-9064-9602b49a85fd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6030827 Jun 30 09:29:07.708532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55652) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:07.831597 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.907241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:07.937561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd114f94-841e-4a16-981c-d77c0e3508ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-6013daa7-a0a3-4235-b49b-5074aa1505e8', 'network_id': '6013daa7-a0a3-4235-b49b-5074aa1505e8', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '70cee140-7389-43ea-aa66-fb12cc74e466'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:07.940167 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd114f94-841e-4a16-981c-d77c0e3508ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.942013 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcb954de-1b98-41b6-8b67-ef7ec889b99b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:07.956093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.069863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-dd114f94-841e-4a16-981c-d77c0e3508ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70cee140-7389-43ea-aa66-fb12cc74e466: This subnet is being modified by another concurrent operation. Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70cee140-7389-43ea-aa66-fb12cc74e466: This subnet is being modified by another concurrent operation. Jun 30 09:29:08.146909 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:29:08.171773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcb954de-1b98-41b6-8b67-ef7ec889b99b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.171985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58db82cb-8ba1-4f68-976d-be3b3f612826 None None] Network 6013daa7-a0a3-4235-b49b-5074aa1505e8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:08.178375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcb954de-1b98-41b6-8b67-ef7ec889b99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.214052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.237097 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bcb954de-1b98-41b6-8b67-ef7ec889b99b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2710dfcced4c4c7c9123d61d7d089126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3276482 Jun 30 09:29:08.238395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb954de-1b98-41b6-8b67-ef7ec889b99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e03bf1-8288-4e31-918b-7aa73c194d18,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.241233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55660) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:08.261631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=70cee140-7389-43ea-aa66-fb12cc74e466,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.296246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6013daa7-a0a3-4235-b49b-5074aa1505e8']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:08.313169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4795170-10a2-4093-8b0e-1437824cf1a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.315496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35c4331-9671-4e01-9ed4-5df30acf1a5d None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:29:08.331165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf0968a-3875-4d48-9470-6cf970a75bac') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:08.331501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf0968a-3875-4d48-9470-6cf970a75bac') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:08.342381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4795170-10a2-4093-8b0e-1437824cf1a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.349840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.375859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.385600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:08.386088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:08.389446 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:08.426899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4795170-10a2-4093-8b0e-1437824cf1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.428722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c4331-9671-4e01-9ed4-5df30acf1a5d None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:08.432527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4795170-10a2-4093-8b0e-1437824cf1a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.441533 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a4795170-10a2-4093-8b0e-1437824cf1a5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c1e03bf1-8288-4e31-918b-7aa73c194d18 HTTP/1.1" status: 204 len: 168 time: 0.1866968 Jun 30 09:29:08.455244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4795170-10a2-4093-8b0e-1437824cf1a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e03bf1-8288-4e31-918b-7aa73c194d18,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.477223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8d3a7-ca8e-42ba-bda6-711f595120ef req-df6d80a4-001c-47e2-bc73-f4ba6fee849f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:08.477223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12c8d3a7-ca8e-42ba-bda6-711f595120ef req-df6d80a4-001c-47e2-bc73-f4ba6fee849f tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.3837981 Jun 30 09:29:08.483901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782411-f564-4edc-a910-c4447351169d req-25e04917-df3e-4054-96e3-9a4ad6fceb00 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:08.485253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57782411-f564-4edc-a910-c4447351169d req-25e04917-df3e-4054-96e3-9a4ad6fceb00 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.3019109 Jun 30 09:29:08.516282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.540792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.542655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/6013daa7-a0a3-4235-b49b-5074aa1505e8 HTTP/1.1" status: 204 len: 168 time: 0.8329589 Jun 30 09:29:08.548520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:08.554381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1675176272'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:08.575489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae6071-e494-47f1-9afb-0530717cbc65 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=6013daa7-a0a3-4235-b49b-5074aa1505e8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:08.588570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:08.593291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.598103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57782411-f564-4edc-a910-c4447351169d req-b26bdacc-c269-4b13-8cb2-5b2547aadc25 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029310 Jun 30 09:29:08.601973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-12c8d3a7-ca8e-42ba-bda6-711f595120ef req-7186d030-591a-4bac-954a-d6254b3afa7a tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154521 Jun 30 09:29:08.646356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:08.671589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.672633 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment 3c01207c-eb93-48ac-9df5-a43e9f6cdb61 of type vlan for network 82febb8f-eabd-4bc7-8451-ded686e0a607 Jun 30 09:29:08.747827 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.803441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.810470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:08.811893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:08.902505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3497045 Jun 30 09:29:08.902986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55680) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:08.910913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '82febb8f-eabd-4bc7-8451-ded686e0a607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:08.934271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f7924-f5dc-423c-82d9-0fe427cdb15b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=82febb8f-eabd-4bc7-8451-ded686e0a607,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.033452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:09.037524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.140541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 82febb8f-eabd-4bc7-8451-ded686e0a607 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:09.294845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.358842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=ee57d2ad-3428-4777-b271-9101ef160a2e,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.380407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': '3c01207c-eb93-48ac-9df5-a43e9f6cdb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '82febb8f-eabd-4bc7-8451-ded686e0a607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:09.380777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 82febb8f-eabd-4bc7-8451-ded686e0a607, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:09.407922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 82febb8f-eabd-4bc7-8451-ded686e0a607 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:09.422049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 82febb8f-eabd-4bc7-8451-ded686e0a607) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:09.431181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:09.431840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.450035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f57836-2081-4084-b809-b601524b35cd None None] Network 82febb8f-eabd-4bc7-8451-ded686e0a607 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:09.461192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-58d33458-870d-470a-be49-0c30161ed082 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5545366 Jun 30 09:29:09.462381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:09.582473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.632043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6df41-28cc-44e5-8aa8-bc0326a1e94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-82febb8f-eabd-4bc7-8451-ded686e0a607', 'network_id': '82febb8f-eabd-4bc7-8451-ded686e0a607', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': 'ee57d2ad-3428-4777-b271-9101ef160a2e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:09.632931 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44b6df41-28cc-44e5-8aa8-bc0326a1e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.670016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.802876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:09.861430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=ee57d2ad-3428-4777-b271-9101ef160a2e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-44b6df41-28cc-44e5-8aa8-bc0326a1e94e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee57d2ad-3428-4777-b271-9101ef160a2e: This subnet is being modified by another concurrent operation. Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee57d2ad-3428-4777-b271-9101ef160a2e: This subnet is being modified by another concurrent operation. Jun 30 09:29:09.904262 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:29:09.924691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc69631-372a-4498-80ab-6f62f482cea1 None None] Network 82febb8f-eabd-4bc7-8451-ded686e0a607 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:09.988275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.004455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82febb8f-eabd-4bc7-8451-ded686e0a607']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:10.018404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c01207c-eb93-48ac-9df5-a43e9f6cdb61') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:10.018982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c01207c-eb93-48ac-9df5-a43e9f6cdb61') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:10.032142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.056225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.063739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d24fa-a260-4a12-b8a8-846d1736e7e8 req-0071fccd-deb7-48ca-9ad6-3400c888b24b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.065363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f39d24fa-a260-4a12-b8a8-846d1736e7e8 req-0071fccd-deb7-48ca-9ad6-3400c888b24b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2322340 Jun 30 09:29:10.068564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:10.069682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.117968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e323671-0193-45b0-9856-a6dcce3e8788 req-d8061f20-d074-412c-b180-171296fa0761 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.125800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e323671-0193-45b0-9856-a6dcce3e8788 req-d8061f20-d074-412c-b180-171296fa0761 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.2581360 Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:10.163164 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:10.187979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04144b3b-49b8-4f30-972f-707810c8d2de None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:29:10.200354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e323671-0193-45b0-9856-a6dcce3e8788 req-8dee64d6-da26-4881-b5b3-767b712c8b5b tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/security-groups?id=9242b48e-8ac2-4f18-b735-e1383e13f13e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732698 Jun 30 09:29:10.201202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.214131 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f39d24fa-a260-4a12-b8a8-846d1736e7e8 req-53640c3a-b92c-403e-9a55-99a18b614de9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343319 Jun 30 09:29:10.316156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.318131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/82febb8f-eabd-4bc7-8451-ded686e0a607 HTTP/1.1" status: 204 len: 168 time: 0.8552268 Jun 30 09:29:10.325831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55740) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:10.335131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1147775751'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:10.377252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab73a37-7f2c-4b55-876a-44eca8596ecb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=82febb8f-eabd-4bc7-8451-ded686e0a607,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:10.397869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:10.410559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.474061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04144b3b-49b8-4f30-972f-707810c8d2de None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:10.485241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:10.493387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a1749-df00-40bb-8076-7dee757d2d39 req-ec1dc72c-ff92-476b-badd-9420f8f4c036 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.497495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017a1749-df00-40bb-8076-7dee757d2d39 req-ec1dc72c-ff92-476b-badd-9420f8f4c036 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 945 time: 0.3331995 Jun 30 09:29:10.513992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.515250 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment dfe6bdad-3037-489b-8dd1-a90d4d0b0bf6 of type vlan for network 721fe28b-1529-470d-ac25-a3c1caced8e2 Jun 30 09:29:10.597290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.633340 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.639934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:10.640847 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.641051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Deleting port f59ddff8-5485-450d-b61c-4270c0c7e4c5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:10.641401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.716071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:10.723243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3949630 Jun 30 09:29:10.723928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '721fe28b-1529-470d-ac25-a3c1caced8e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:10.737066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39ea87-fe16-447f-8f54-517bcc054ea2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=721fe28b-1529-470d-ac25-a3c1caced8e2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:10.751565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 721fe28b-1529-470d-ac25-a3c1caced8e2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:10.814533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55756) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:10.824461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] For port f59ddff8-5485-450d-b61c-4270c0c7e4c5, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=f59ddff8-5485-450d-b61c-4270c0c7e4c5,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:10.824871 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.853504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Calling delete_port for f59ddff8-5485-450d-b61c-4270c0c7e4c5 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:10.918630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:10.922309 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:10.956809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91d14962-6808-481a-9c2f-f148d4aea645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.068221 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91d14962-6808-481a-9c2f-f148d4aea645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.074287 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91d14962-6808-481a-9c2f-f148d4aea645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.114674 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.115827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-91d14962-6808-481a-9c2f-f148d4aea645 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f4018879b6c4af498332076f28f3656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998948 Jun 30 09:29:11.118342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d14962-6808-481a-9c2f-f148d4aea645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e218f4-d1f1-4590-8a79-a4cd5fdd9de6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:11.120757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:11.188890 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bc04a9d-16a6-4bea-9d87-32af20f01b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.190456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Pushing event deleted for resources: {'Port': ['ID=f59ddff8-5485-450d-b61c-4270c0c7e4c5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:11.216836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bc04a9d-16a6-4bea-9d87-32af20f01b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.239384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] No DVR routers for this DVR port f59ddff8-5485-450d-b61c-4270c0c7e4c5 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:11.242382 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-31bcf4c1-9478-450c-b16c-4cd24efca80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.243435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.247070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017a1749-df00-40bb-8076-7dee757d2d39 req-9526aec0-e5b7-45f5-8b01-e83e48107322 tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.83 "DELETE /v2.0/ports/f59ddff8-5485-450d-b61c-4270c0c7e4c5 HTTP/1.1" status: 204 len: 173 time: 0.7423882 Jun 30 09:29:11.253552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'name': 'network-vif-deleted', 'tag': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:11.255948 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f06f21-8ecd-4091-983a-dede95b34bad" -d '{"events": [{"server_uuid": "ee57f958-a76f-4a6b-98af-57e12c49715c", "name": "network-vif-deleted", "tag": "f59ddff8-5485-450d-b61c-4270c0c7e4c5"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:11.297653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bc04a9d-16a6-4bea-9d87-32af20f01b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.302683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.303497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8bc04a9d-16a6-4bea-9d87-32af20f01b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.305344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8bc04a9d-16a6-4bea-9d87-32af20f01b53 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b9e218f4-d1f1-4590-8a79-a4cd5fdd9de6 HTTP/1.1" status: 204 len: 168 time: 0.1832724 Jun 30 09:29:11.316148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc04a9d-16a6-4bea-9d87-32af20f01b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e218f4-d1f1-4590-8a79-a4cd5fdd9de6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:11.348529 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9623ec-1dbf-4de5-ab85-1f5d98525029 x-openstack-request-id: req-fc9623ec-1dbf-4de5-ab85-1f5d98525029 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:11.349032 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee57f958-a76f-4a6b-98af-57e12c49715c", "name": "network-vif-deleted", "tag": "f59ddff8-5485-450d-b61c-4270c0c7e4c5", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:11.350139 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fc9623ec-1dbf-4de5-ab85-1f5d98525029 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:11.351028 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee57f958-a76f-4a6b-98af-57e12c49715c', 'name': 'network-vif-deleted', 'tag': 'f59ddff8-5485-450d-b61c-4270c0c7e4c5', 'status': 'completed', 'code': 200} Jun 30 09:29:11.377904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=91f3d990-9b0e-48a1-9fc8-cc803286afaf,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:11.399093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': 'dfe6bdad-3037-489b-8dd1-a90d4d0b0bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '721fe28b-1529-470d-ac25-a3c1caced8e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:11.399823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 721fe28b-1529-470d-ac25-a3c1caced8e2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:11.462311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 721fe28b-1529-470d-ac25-a3c1caced8e2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:11.475360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 721fe28b-1529-470d-ac25-a3c1caced8e2) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:11.482413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:11.484026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.486254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c83b8-1cc5-4cf7-b24e-ad23790deb23 None None] Network 721fe28b-1529-470d-ac25-a3c1caced8e2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:11.517917 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fefa0e04-9126-4e64-a20b-3545e0076627 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7982745 Jun 30 09:29:11.518433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55786) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:11.550994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf352951-e822-4454-98ae-bb4bbfb3c347 req-30f78df8-4234-4b03-8ec1-20b6ab853a3e tempest-ServerRescueNegativeTestJSON-1615841330 tempest-ServerRescueNegativeTestJSON-1615841330-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee57f958-a76f-4a6b-98af-57e12c49715c HTTP/1.1" status: 200 len: 210 time: 0.0873346 Jun 30 09:29:11.645685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc8677-51f3-4897-be34-0932d7fea88b req-bd07fd95-8ba6-4a12-bd66-6c0223311afe tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:11.647457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9cc8677-51f3-4897-be34-0932d7fea88b req-bd07fd95-8ba6-4a12-bd66-6c0223311afe tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.0897763 Jun 30 09:29:11.709918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.739363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9cc8677-51f3-4897-be34-0932d7fea88b req-09780b9a-c47c-481e-ab80-fe1e3ed1281e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854683 Jun 30 09:29:11.784071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcedc6a-46d3-4b36-b223-e76d8b00372f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-721fe28b-1529-470d-ac25-a3c1caced8e2', 'network_id': '721fe28b-1529-470d-ac25-a3c1caced8e2', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '91f3d990-9b0e-48a1-9fc8-cc803286afaf'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:11.785657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edcedc6a-46d3-4b36-b223-e76d8b00372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.810431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.904546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-edcedc6a-46d3-4b36-b223-e76d8b00372f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91f3d990-9b0e-48a1-9fc8-cc803286afaf: This subnet is being modified by another concurrent operation. Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 91f3d990-9b0e-48a1-9fc8-cc803286afaf: This subnet is being modified by another concurrent operation. Jun 30 09:29:11.907881 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:29:11.941496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f694bde9-7326-4ce2-ac6e-c5ea1192c0ed None None] Network 721fe28b-1529-470d-ac25-a3c1caced8e2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:11.989890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=91f3d990-9b0e-48a1-9fc8-cc803286afaf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:12.119583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:29:12.121932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef536c53-8eac-468f-a0b8-45b89b0bef54 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:29:12.141879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.160489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721fe28b-1529-470d-ac25-a3c1caced8e2']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:12.176313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe6bdad-3037-489b-8dd1-a90d4d0b0bf6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:12.177069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe6bdad-3037-489b-8dd1-a90d4d0b0bf6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:12.188684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.211999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.223885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:12.224298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:12.227813 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:12.303382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.313148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.317219 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/721fe28b-1529-470d-ac25-a3c1caced8e2 HTTP/1.1" status: 204 len: 168 time: 0.7977135 Jun 30 09:29:12.320701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55812) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.326424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-415727564'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:12.332934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef536c53-8eac-468f-a0b8-45b89b0bef54 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:12.348147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bc963-1a0c-4a49-b5f3-86b1401082c5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=721fe28b-1529-470d-ac25-a3c1caced8e2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:12.371049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:12.377954 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.410400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:12.423831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.425045 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment d5abce7c-137f-4c26-81b3-15cba50d32d2 of type vlan for network fe967128-2c13-47f4-99fb-e237900f936a Jun 30 09:29:12.448860 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:12.481052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.489385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'mac_address': 'fa:16:3e:ec:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:29:12.504250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.575785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.580944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.584168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:12.585365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.625460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca545908-f66a-481d-8144-09cf3869b9e9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:29:12.659830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3379080 Jun 30 09:29:12.662557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.666210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:12.667363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807aa067-4da3-4bab-8ec9-5ddf50dee703 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=fe967128-2c13-47f4-99fb-e237900f936a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:12.669580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:12.705320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:12.709085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fe967128-2c13-47f4-99fb-e237900f936a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:12.778102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55836) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.785637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-92a4daa4-9411-48e9-8366-cfb40608c3bb tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.787385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-92a4daa4-9411-48e9-8366-cfb40608c3bb tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3052075 Jun 30 09:29:12.791569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55840) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.799564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-418bee51-d4d4-4a6a-9851-326e46bd3951 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.800838 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-418bee51-d4d4-4a6a-9851-326e46bd3951 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0082209 Jun 30 09:29:12.808504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55842) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.817971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-73359ad9-cfc6-4995-bd00-9c5acb2a84a5 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.819257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73359ad9-cfc6-4995-bd00-9c5acb2a84a5 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0084267 Jun 30 09:29:12.822518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55844) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.831941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-e5c90a57-c5da-49a6-a22c-72d3419609ba tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.832931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e5c90a57-c5da-49a6-a22c-72d3419609ba tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0093365 Jun 30 09:29:12.840083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.845677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-1c13c68e-2b65-43c4-a5ae-e425a7b387d9 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.846971 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1c13c68e-2b65-43c4-a5ae-e425a7b387d9 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0051825 Jun 30 09:29:12.849601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.861673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-d742781d-cc36-4c5c-b329-8ec26d09ecb6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.863053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d742781d-cc36-4c5c-b329-8ec26d09ecb6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0122943 Jun 30 09:29:12.865522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.871619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-2fb026db-8f04-4868-971b-7bd03886a615 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.872841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2fb026db-8f04-4868-971b-7bd03886a615 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0061500 Jun 30 09:29:12.880638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.886630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-60bdc4c5-0376-4a70-bd7e-d50ad49e3cb0 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.887974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-60bdc4c5-0376-4a70-bd7e-d50ad49e3cb0 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047622 Jun 30 09:29:12.906289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.910914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-7a3a6742-fb50-4931-929e-379577211dae tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.912707 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a3a6742-fb50-4931-929e-379577211dae tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0057995 Jun 30 09:29:12.939425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ca545908-f66a-481d-8144-09cf3869b9e9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:29:12.944483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:12.950154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-53ea84ec-7b99-4e83-8921-b8a9e3c96f74 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:12.955334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-53ea84ec-7b99-4e83-8921-b8a9e3c96f74 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0058904 Jun 30 09:29:12.956056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55864) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.016646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.034030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-3089b256-8213-4abd-a28f-05e82501bc6f tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.035571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3089b256-8213-4abd-a28f-05e82501bc6f tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059886 Jun 30 09:29:13.038564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.044047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-0dc33863-7539-410d-bddb-cef394f0486c tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.046642 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0dc33863-7539-410d-bddb-cef394f0486c tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0065336 Jun 30 09:29:13.048834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.053473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.085329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:13.093385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-963267df-4b58-4471-8387-a75fab3c6029 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.094547 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-963267df-4b58-4471-8387-a75fab3c6029 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0371087 Jun 30 09:29:13.132343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.149144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-f28df64e-ae85-4b7e-a27b-e52f2f6f13d8 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.153639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f28df64e-ae85-4b7e-a27b-e52f2f6f13d8 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0176923 Jun 30 09:29:13.157823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device f59ddff8-5485-450d-b61c-4270c0c7e4c5 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:13.186616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.208429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-6652e8f1-0a56-495b-8a33-2524a45775b4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.230680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6652e8f1-0a56-495b-8a33-2524a45775b4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0315292 Jun 30 09:29:13.232585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55886) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.252199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-4c4da213-6b38-45a8-9a10-dc17a700635a tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.255614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4c4da213-6b38-45a8-9a10-dc17a700635a tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0076158 Jun 30 09:29:13.267306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55888) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.309598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: f59ddff8-5485-450d-b61c-4270c0c7e4c5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:13.310407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device f59ddff8-5485-450d-b61c-4270c0c7e4c5 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:13.332931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-a8f6c8c7-488b-4020-a8ec-ba03b6002ec1 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.334201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8f6c8c7-488b-4020-a8ec-ba03b6002ec1 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0659621 Jun 30 09:29:13.341437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55890) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.349846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-2208d193-a9a0-4402-baaa-26cfafa1305e tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.351181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2208d193-a9a0-4402-baaa-26cfafa1305e tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0077565 Jun 30 09:29:13.356557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55892) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.368455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-1af5fee8-33f9-4aac-9a00-34e8b3b9d4b8 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.370969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1af5fee8-33f9-4aac-9a00-34e8b3b9d4b8 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0083139 Jun 30 09:29:13.378496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55894) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.386266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-7ad9eab5-3349-46fd-9777-55878c13310a tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.388043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7ad9eab5-3349-46fd-9777-55878c13310a tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0083354 Jun 30 09:29:13.397231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55896) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.410542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-cb32979c-fc46-48d6-b134-c4106ce10949 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.411666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cb32979c-fc46-48d6-b134-c4106ce10949 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0130279 Jun 30 09:29:13.719492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network fe967128-2c13-47f4-99fb-e237900f936a is not hosted by any dhcp agent {{(pid=93724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:29:13.726884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.727782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.729395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "PUT /v2.0/networks/fe967128-2c13-47f4-99fb-e237900f936a HTTP/1.1" status: 200 len: 723 time: 1.0655894 Jun 30 09:29:13.733866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.734486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.743148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:13.749895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-d33438fd-3891-4c90-b2db-17626df47c8d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.753296 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d33438fd-3891-4c90-b2db-17626df47c8d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0155001 Jun 30 09:29:13.753468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afda2be-4f8e-493c-abcb-bc94e4b0ff56 req-04ef7bbc-bb24-4d02-896b-bbedc2ccf524 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:13.753468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1afda2be-4f8e-493c-abcb-bc94e4b0ff56 req-04ef7bbc-bb24-4d02-896b-bbedc2ccf524 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 945 time: 0.7148075 Jun 30 09:29:13.755175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55906) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.760567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-d09ad572-37fd-4bfe-a1eb-866ad431e1de tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.763781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d09ad572-37fd-4bfe-a1eb-866ad431e1de tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0054271 Jun 30 09:29:13.764836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.769879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-bcb6b5ee-0a1d-42d3-bc9f-731b2370b487 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.773046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bcb6b5ee-0a1d-42d3-bc9f-731b2370b487 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040712 Jun 30 09:29:13.773538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55912) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.777761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-0d512361-d666-4e71-8a86-4acb8401fec4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.781473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d512361-d666-4e71-8a86-4acb8401fec4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043981 Jun 30 09:29:13.798818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55914) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.816073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-7b9d33b8-4e00-4925-9ad3-906b4323355b tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.823071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7b9d33b8-4e00-4925-9ad3-906b4323355b tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0230985 Jun 30 09:29:13.825846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55918) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.830490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-6162f8f2-741f-48d1-8c34-0e1842e46fe3 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.831453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6162f8f2-741f-48d1-8c34-0e1842e46fe3 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046318 Jun 30 09:29:13.837067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.841439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-46d74437-6d72-49ff-b1c1-de833b400e15 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.843232 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-46d74437-6d72-49ff-b1c1-de833b400e15 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044580 Jun 30 09:29:13.847142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476da9cf-26e8-4465-a4ae-f3d5c927d3ea tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=fe967128-2c13-47f4-99fb-e237900f936a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:13.856870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.860269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fe967128-2c13-47f4-99fb-e237900f936a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:13.865698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-3b47307f-ee8d-4de2-aa21-4374e31e4720 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.866749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3b47307f-ee8d-4de2-aa21-4374e31e4720 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0086627 Jun 30 09:29:13.869893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.877139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-6150bb6b-a080-49e4-8cf7-a12c6e276871 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.878567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6150bb6b-a080-49e4-8cf7-a12c6e276871 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076530 Jun 30 09:29:13.883971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.888472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-c3ae3521-3671-4034-aeba-e65a4b612cd4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.892679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1afda2be-4f8e-493c-abcb-bc94e4b0ff56 req-b66ebc80-c4fd-4df9-bed8-b9298ef6826c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271284 Jun 30 09:29:13.899052 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c3ae3521-3671-4034-aeba-e65a4b612cd4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0139883 Jun 30 09:29:13.905483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55930) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.916991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-865fc26a-c99a-49fe-aa0c-deaea865016d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.918631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-865fc26a-c99a-49fe-aa0c-deaea865016d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0121276 Jun 30 09:29:13.932150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.940118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-50b7e3bd-fd57-413f-b2dc-cedd38873655 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.943823 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-50b7e3bd-fd57-413f-b2dc-cedd38873655 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0093122 Jun 30 09:29:13.963658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55936) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.972241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:13.974694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-1f7fb9cc-69bd-4f59-a7eb-d4d90fa06b85 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.976358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:13.979558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1f7fb9cc-69bd-4f59-a7eb-d4d90fa06b85 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0145252 Jun 30 09:29:13.982826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55938) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:13.988311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-d7d862ac-0003-4077-93f6-90a6a0067f0e tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:13.992427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d7d862ac-0003-4077-93f6-90a6a0067f0e tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077929 Jun 30 09:29:13.995016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55942) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.001053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-7ff57a6f-83c0-4e5b-b337-558c3e0b93a4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.005208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7ff57a6f-83c0-4e5b-b337-558c3e0b93a4 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0091867 Jun 30 09:29:14.007919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55944) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.012365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-b94acfae-7790-4c77-bd59-923b93846acd tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.017963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b94acfae-7790-4c77-bd59-923b93846acd tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0083909 Jun 30 09:29:14.021543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55946) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.029803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-3defbb19-97b4-40e2-a491-66a91329c608 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.032676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3defbb19-97b4-40e2-a491-66a91329c608 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0100369 Jun 30 09:29:14.035141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55948) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.041688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-e434eb95-e9fc-42e1-9163-760bb99480bf tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.046079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e434eb95-e9fc-42e1-9163-760bb99480bf tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0094116 Jun 30 09:29:14.046791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55950) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.053734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-aac3d3e8-3d3a-4869-934a-f04c0713228d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.057783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aac3d3e8-3d3a-4869-934a-f04c0713228d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071566 Jun 30 09:29:14.060946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55952) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.066178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-de2e7167-ffcb-4a05-a815-54533784408d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.070146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-de2e7167-ffcb-4a05-a815-54533784408d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0076983 Jun 30 09:29:14.077131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55954) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.087473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-37c4313e-e0da-426a-a0e4-13482959e8be tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.091149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-37c4313e-e0da-426a-a0e4-13482959e8be tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0130475 Jun 30 09:29:14.091755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.107009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-5b829960-bc67-4225-ae10-bc5c05231749 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.112061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5b829960-bc67-4225-ae10-bc5c05231749 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0157759 Jun 30 09:29:14.116120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55958) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.118093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-539acdd4-7a79-4bbc-b48e-1c307e801c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.124598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-5219aadc-d6da-4528-b849-93d2e2c13cec tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.128956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5219aadc-d6da-4528-b849-93d2e2c13cec tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0114906 Jun 30 09:29:14.129783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.142308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-c44adbfd-ec40-4a6a-987f-910a79749cc2 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.146997 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c44adbfd-ec40-4a6a-987f-910a79749cc2 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0135717 Jun 30 09:29:14.147844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.154103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:14.157959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-a5f76c95-a92d-4b0f-b9df-0fd107106996 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.162673 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5f76c95-a92d-4b0f-b9df-0fd107106996 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0119050 Jun 30 09:29:14.166266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.176260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-4c104c48-8d65-4417-8d35-8ea4746115c7 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.180855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c104c48-8d65-4417-8d35-8ea4746115c7 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0128975 Jun 30 09:29:14.181499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55966) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.202816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-3e203fa1-8451-4acf-93cd-702853545b6d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.206163 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e203fa1-8451-4acf-93cd-702853545b6d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0202587 Jun 30 09:29:14.208042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55968) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.240851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-6b2f4ef9-e650-4dc4-bf26-082369da9965 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.244146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6b2f4ef9-e650-4dc4-bf26-082369da9965 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0205252 Jun 30 09:29:14.254046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.283781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-73d33970-a5aa-4097-8cee-dc800c56e39d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.288487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73d33970-a5aa-4097-8cee-dc800c56e39d tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0317342 Jun 30 09:29:14.292368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55972) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.306724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-de0dc702-f85b-4b49-96e0-888b45ecfa53 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.308572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-de0dc702-f85b-4b49-96e0-888b45ecfa53 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0122206 Jun 30 09:29:14.321768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.323080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.333877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-a47d5913-bbd6-4a3d-a401-7fb58af51ae3 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.339512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a47d5913-bbd6-4a3d-a401-7fb58af51ae3 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0130131 Jun 30 09:29:14.340177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.355514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-0d3760d8-35c5-4047-a19d-ca4ceba8b957 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.356789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0d3760d8-35c5-4047-a19d-ca4ceba8b957 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0152225 Jun 30 09:29:14.359993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.361260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ca545908-f66a-481d-8144-09cf3869b9e9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:14.361643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.366160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-cbea0447-86ec-4df5-9863-21c69929eae6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.367332 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cbea0447-86ec-4df5-9863-21c69929eae6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061054 Jun 30 09:29:14.370038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55980) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.376520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-506e18ec-5d33-44fd-be5e-d515cfe2b7c2 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.377930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-506e18ec-5d33-44fd-be5e-d515cfe2b7c2 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067554 Jun 30 09:29:14.380273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.382940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55982) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.397560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-51e301ae-c905-436d-a598-454d4ef63955 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.399206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-51e301ae-c905-436d-a598-454d4ef63955 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0104632 Jun 30 09:29:14.402670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55984) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.408472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-e3c5d91e-694c-43a8-8a5a-1446f84aedd8 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.413007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e3c5d91e-694c-43a8-8a5a-1446f84aedd8 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0090792 Jun 30 09:29:14.415428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55986) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.420034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-38c49405-4d73-44fe-9441-fc83aaa7ac0c tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.424352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-38c49405-4d73-44fe-9441-fc83aaa7ac0c tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0076208 Jun 30 09:29:14.428693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55988) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.434096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-5c7ab376-5b50-4b86-97e3-b432c5841dc0 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.439070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5c7ab376-5b50-4b86-97e3-b432c5841dc0 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091927 Jun 30 09:29:14.441007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55990) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.471133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-47d8173b-c230-49d4-87f8-a900e19cb9e6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.475643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.476102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-47d8173b-c230-49d4-87f8-a900e19cb9e6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0306275 Jun 30 09:29:14.480779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-d3675829-ad9b-42c0-80f1-48e76388f9a1 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.484533 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d3675829-ad9b-42c0-80f1-48e76388f9a1 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0050201 Jun 30 09:29:14.489251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.495717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-c028fc75-a0bd-4f46-90a1-f1e203a994e3 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.499847 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c028fc75-a0bd-4f46-90a1-f1e203a994e3 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070350 Jun 30 09:29:14.502979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.505551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': 'd5abce7c-137f-4c26-81b3-15cba50d32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:14.506123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: fe967128-2c13-47f4-99fb-e237900f936a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:14.509450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=9f04e805-5409-4895-b734-c9171ee8376e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:14.514165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-5e65d46c-880e-4ae8-b521-81e154b10153 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.518631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.518901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5e65d46c-880e-4ae8-b521-81e154b10153 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0142345 Jun 30 09:29:14.527423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-34f21268-71f2-45ca-910e-2f85f24bec04 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.531420 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-34f21268-71f2-45ca-910e-2f85f24bec04 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0085781 Jun 30 09:29:14.532212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56000) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.535949 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.537553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-fc06fdb2-84cc-4a92-a4dc-64bbcea76843 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.542839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fc06fdb2-84cc-4a92-a4dc-64bbcea76843 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0096173 Jun 30 09:29:14.546514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56002) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.556749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-b1eb4563-3209-4fd1-a52c-957b5a70a301 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.562512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56004) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.567428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-00ebff47-baec-47ae-b926-1b360f932e04 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.572259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1eb4563-3209-4fd1-a52c-957b5a70a301 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0235596 Jun 30 09:29:14.572466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56006) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.573190 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-00ebff47-baec-47ae-b926-1b360f932e04 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095761 Jun 30 09:29:14.575491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network fe967128-2c13-47f4-99fb-e237900f936a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:14.590638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [None req-5943812f-2231-428c-b6ed-d34f79488ec6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.591781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5943812f-2231-428c-b6ed-d34f79488ec6 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0149083 Jun 30 09:29:14.595264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:14.596711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:14.597632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.599101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fe967128-2c13-47f4-99fb-e237900f936a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:14.609800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [None req-f5b66fdb-faa8-485d-861d-015738a9dd10 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] http://10.222.0.77:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:29:14.615664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f5b66fdb-faa8-485d-861d-015738a9dd10 tempest-ExtensionsTestJSON-1568999436 tempest-ExtensionsTestJSON-1568999436-project] 10.222.0.77 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0131414 Jun 30 09:29:14.617393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:14.618153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.619104 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf2870f-a9e8-4699-b61c-58dcb8ea5df4" -d '{"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-plugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:14.647965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a84667f4-cee4-43d5-bd0a-bece24889ad1 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9084990 Jun 30 09:29:14.648227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.648360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56014) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:14.650343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee05d0-7303-4243-9634-b00af50b0288 None None] Network fe967128-2c13-47f4-99fb-e237900f936a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:14.673371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:14.783124 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.792146 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cc302c-cc1f-4e33-9fba-47fb0db6d319 x-openstack-request-id: req-d1cc302c-cc1f-4e33-9fba-47fb0db6d319 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:14.792451 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-plugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:14.792743 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d1cc302c-cc1f-4e33-9fba-47fb0db6d319 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:14.793124 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'code': 200} Jun 30 09:29:14.836841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25341803'] for subnet, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:14.948981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.036214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-fe967128-2c13-47f4-99fb-e237900f936a', 'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '9f04e805-5409-4895-b734-c9171ee8376e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:15.038341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.154443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753632232452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26234719'] for subnet, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.180561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56022) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:15.323207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:15.324914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.335941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "PUT /v2.0/subnets/9f04e805-5409-4895-b734-c9171ee8376e HTTP/1.1" status: 200 len: 806 time: 0.6854804 Jun 30 09:29:15.340300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:15.379682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Allocated IP 172.20.0.2 (fe967128-2c13-47f4-99fb-e237900f936a/9f04e805-5409-4895-b734-c9171ee8376e/b1ab578a-0fe4-4f55-90f5-97dfb66d8700) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:15.478533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d09a0a-f17d-4252-922b-418770c24b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.512567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.521574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28737ee-bba1-48ab-b505-fa02e13d8088 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=9f04e805-5409-4895-b734-c9171ee8376e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.590182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eaff6a-f50f-40fa-9997-f2ee75b1e77e req-e5748713-3de0-4958-a9f7-b4ad44043dd1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:15.592034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9eaff6a-f50f-40fa-9997-f2ee75b1e77e req-e5748713-3de0-4958-a9f7-b4ad44043dd1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2726328 Jun 30 09:29:15.625698 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.633968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.634763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Deleting port fa242716-08b7-4381-b89e-5623ba9efc63 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:15.635285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.649469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Transition to ACTIVE for port object b1ab578a-0fe4-4f55-90f5-97dfb66d8700 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:15.680985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Transition to ACTIVE for port object b1ab578a-0fe4-4f55-90f5-97dfb66d8700 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:15.704517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.722528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9eaff6a-f50f-40fa-9997-f2ee75b1e77e req-36f80b2f-a261-40ae-be6d-4c4e4c25d662 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162219 Jun 30 09:29:15.757175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Network fe967128-2c13-47f4-99fb-e237900f936a is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:15.770397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.775307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:15.777884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:15.790750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Pushing event updated for resources: {'Port': ['ID=b1ab578a-0fe4-4f55-90f5-97dfb66d8700,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.796897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d09a0a-f17d-4252-922b-418770c24b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.803675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05d09a0a-f17d-4252-922b-418770c24b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.821170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=9f04e805-5409-4895-b734-c9171ee8376e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.846862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] For port fa242716-08b7-4381-b89e-5623ba9efc63, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa242716-08b7-4381-b89e-5623ba9efc63,segment=NetworkSegment(7250052f-509b-4a92-8550-7256676e4d2f),segment_id=7250052f-509b-4a92-8550-7256676e4d2f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:15.847508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.878583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Attempting to bind port b1ab578a-0fe4-4f55-90f5-97dfb66d8700 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:15.880782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Attempting to bind port b1ab578a-0fe4-4f55-90f5-97dfb66d8700 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd5abce7c-137f-4c26-81b3-15cba50d32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:15.881197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Attempting to bind port b1ab578a-0fe4-4f55-90f5-97dfb66d8700 on network fe967128-2c13-47f4-99fb-e237900f936a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:15.886349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.887413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:15.888508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Checking segment: {'id': 'd5abce7c-137f-4c26-81b3-15cba50d32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:15.889055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.889893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Calling delete_port for fa242716-08b7-4381-b89e-5623ba9efc63 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:15.890060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Bound using segment: {'id': 'd5abce7c-137f-4c26-81b3-15cba50d32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:15.890749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Bound port: b1ab578a-0fe4-4f55-90f5-97dfb66d8700, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5abce7c-137f-4c26-81b3-15cba50d32d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'fe967128-2c13-47f4-99fb-e237900f936a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:15.891613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.891748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d09a0a-f17d-4252-922b-418770c24b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7622c91f-07e5-4234-b246-88a341bfda03,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:15.902838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-05d09a0a-f17d-4252-922b-418770c24b84 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3225ceaa863242fcb29bdf665892e051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7157490 Jun 30 09:29:15.902838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56028) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:15.906122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe967128-2c13-47f4-99fb-e237900f936a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:15.927642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5abce7c-137f-4c26-81b3-15cba50d32d2') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:15.927642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5abce7c-137f-4c26-81b3-15cba50d32d2') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:15.937762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.966932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:15.974843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:15.975902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.001806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] For port b1ab578a-0fe4-4f55-90f5-97dfb66d8700, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:16.028582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e31d88fb-4742-445a-ba25-0c9e5cff1f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:16.033780 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:16.052950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] For port b1ab578a-0fe4-4f55-90f5-97dfb66d8700, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b1ab578a-0fe4-4f55-90f5-97dfb66d8700,segment=NetworkSegment(d5abce7c-137f-4c26-81b3-15cba50d32d2),segment_id=d5abce7c-137f-4c26-81b3-15cba50d32d2)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:16.055276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:29:16.055276 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:29:16.055276 n-d-780147-22 neutron-server[93724]: [parameters: {'id': 'fe967128-2c13-47f4-99fb-e237900f936a'}] Jun 30 09:29:16.055276 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:29:16.056022 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:29:16.062404 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.118422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e31d88fb-4742-445a-ba25-0c9e5cff1f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.212453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8106a-204f-483d-b8d8-a32bbff2f938 None None] Pushing event updated for resources: {'Port': ['ID=b1ab578a-0fe4-4f55-90f5-97dfb66d8700,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:16.233877 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.235676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e31d88fb-4742-445a-ba25-0c9e5cff1f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.238234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e31d88fb-4742-445a-ba25-0c9e5cff1f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.239419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e31d88fb-4742-445a-ba25-0c9e5cff1f65 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7622c91f-07e5-4234-b246-88a341bfda03 HTTP/1.1" status: 204 len: 168 time: 0.3331699 Jun 30 09:29:16.267569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d88fb-4742-445a-ba25-0c9e5cff1f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7622c91f-07e5-4234-b246-88a341bfda03,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:16.287144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.314418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa242716-08b7-4381-b89e-5623ba9efc63,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:16.345166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ecf6b-a9f6-4e31-91b8-a7d599055999 None None] Network fe967128-2c13-47f4-99fb-e237900f936a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:16.557271 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.609677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.613423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07e9e0f-49be-40eb-bccf-12f10eaf36e4 None None] Network fe967128-2c13-47f4-99fb-e237900f936a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:16.660592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting port b1ab578a-0fe4-4f55-90f5-97dfb66d8700 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:16.661189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.773611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] For port b1ab578a-0fe4-4f55-90f5-97dfb66d8700, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b1ab578a-0fe4-4f55-90f5-97dfb66d8700,segment=NetworkSegment(d5abce7c-137f-4c26-81b3-15cba50d32d2),segment_id=d5abce7c-137f-4c26-81b3-15cba50d32d2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:16.775185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.802032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Calling delete_port for b1ab578a-0fe4-4f55-90f5-97dfb66d8700 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:16.928314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:16.975402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No DVR routers for this DVR port b1ab578a-0fe4-4f55-90f5-97dfb66d8700 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:17.016388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Port': ['ID=b1ab578a-0fe4-4f55-90f5-97dfb66d8700,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:17.065524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Router ee05e96c-6b99-4138-92a8-4507b5eedbfc has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:29:17.130303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.142776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe967128-2c13-47f4-99fb-e237900f936a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:17.154069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5abce7c-137f-4c26-81b3-15cba50d32d2') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:17.155825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5abce7c-137f-4c26-81b3-15cba50d32d2') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:17.173690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.181068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56784459-a966-43c5-a677-1f6066199f21 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:29:17.190974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.210175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:17.210638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:17.220234 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:17.344249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:29:17.350988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-af75ec86-4b62-4b5a-8a83-4e3e84581d47 admin admin] 10.222.0.77 "PUT /v2.0/routers/ee05e96c-6b99-4138-92a8-4507b5eedbfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5692856 Jun 30 09:29:17.355510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56784459-a966-43c5-a677-1f6066199f21 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:17.357436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56058) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:17.369712 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] Sync routers for ids ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:29:17.392168 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] Routers {'ee05e96c-6b99-4138-92a8-4507b5eedbfc'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:17.393222 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:29:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:17.454450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.507229 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.517527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/fe967128-2c13-47f4-99fb-e237900f936a HTTP/1.1" status: 204 len: 168 time: 2.1744196 Jun 30 09:29:17.520902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befdd209-83df-4a87-98e6-951bcf335546 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=fe967128-2c13-47f4-99fb-e237900f936a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:17.525362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:17.608301 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7a8325-b4b8-4d42-bb59-159bf7a9be58 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:17.609198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a7a8325-b4b8-4d42-bb59-159bf7a9be58 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:17.615685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a7a8325-b4b8-4d42-bb59-159bf7a9be58 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/fe967128-2c13-47f4-99fb-e237900f936a HTTP/1.1" status: 404 len: 339 time: 0.0875912 Jun 30 09:29:17.616438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56068) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:17.622248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-382384215', 'description': 'd1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:17.658183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:17.666413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.750154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:17.774879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.775513 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment 8ba1a3f1-840b-4fcc-b2c8-05e4183083bc of type vlan for network e192203b-5d7e-4ecc-910d-bd37944ce045 Jun 30 09:29:17.821639 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] Set router ee05e96c-6b99-4138-92a8-4507b5eedbfc gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:17.880702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56070) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:17.902581 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.917215 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:17.941713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.055455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.062692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.063571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.156411 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:29:16Z', 'revision_number': 5, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:18.196969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-913033787'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:18.213799 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] Checking router: ee05e96c-6b99-4138-92a8-4507b5eedbfc for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:29:18.229989 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] Routers {'ee05e96c-6b99-4138-92a8-4507b5eedbfc'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:29:18.233214 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:29:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:18.233834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Made reservation on behalf of 94f3e20defa74fe0a0a5dc0828e147f9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:18.240326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.284957 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.355340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=e192203b-5d7e-4ecc-910d-bd37944ce045,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:18.375923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e192203b-5d7e-4ecc-910d-bd37944ce045 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:18.392495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-09d67092-6f60-4c41-8de7-2329d72c12d2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7740502 Jun 30 09:29:18.394169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56074) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:18.513887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a378a-fdbe-4129-a7a0-25a0510f9d88 req-5e8e3283-3bc9-4cc0-a7e3-2a024045bd16 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.523985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c89a378a-fdbe-4129-a7a0-25a0510f9d88 req-5e8e3283-3bc9-4cc0-a7e3-2a024045bd16 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 1.3592210 Jun 30 09:29:18.546552 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] Set router ee05e96c-6b99-4138-92a8-4507b5eedbfc gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:29:18.577439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c89a378a-fdbe-4129-a7a0-25a0510f9d88 req-83f86d12-7e28-4c4a-adeb-5a4902b8add0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514078 Jun 30 09:29:18.582826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.697445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f251ecb-182d-4908-ba18-8b8f20a1c52f tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:18.701652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f251ecb-182d-4908-ba18-8b8f20a1c52f tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks?id=e192203b-5d7e-4ecc-910d-bd37944ce045 HTTP/1.1" status: 200 len: 760 time: 0.2995930 Jun 30 09:29:18.703218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:18.712443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'description': 'd2'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:18.766287 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.825418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.839472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.866879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Deleting port 7000e23c-e127-4668-a94a-0cf15c25af6b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:18.867363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.977655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:18.994706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] For port 7000e23c-e127-4668-a94a-0cf15c25af6b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7000e23c-e127-4668-a94a-0cf15c25af6b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:18.994706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:18.997690 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:29:16Z', 'revision_number': 5, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:19.015275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Calling delete_port for 7000e23c-e127-4668-a94a-0cf15c25af6b owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:19.044662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4a913-20fc-4866-b157-2a50775f0acd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:19.046705 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45759090-6210-4b44-81b2-a4c06f66ec27 None None] The sync data for ids ['ee05e96c-6b99-4138-92a8-4507b5eedbfc'] in n-d-780147-22 is: [{'id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'name': 'tempest-ServerRescueNegativeTestJSON-1385082193-router', 'tenant_id': 'fa4d1638bc0c4928adf0174936f5f810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126'}], 'enable_snat': True}, 'gw_port_id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:26:34Z', 'updated_at': '2021-06-30T09:29:16Z', 'revision_number': 5, 'project_id': 'fa4d1638bc0c4928adf0174936f5f810', 'gw_port': {'id': '7000e23c-e127-4668-a94a-0cf15c25af6b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:08:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee05e96c-6b99-4138-92a8-4507b5eedbfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2189, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:26:36Z', 'updated_at': '2021-06-30T09:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:29:19.067614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.067961 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Added segment 363320fb-99d6-47e4-a643-6777eee2a8e5 of type vlan for network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 Jun 30 09:29:19.111858 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.194590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.236722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.249062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:19.250061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.251536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.297697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Pushing event deleted for resources: {'Port': ['ID=7000e23c-e127-4668-a94a-0cf15c25af6b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:19.343224 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.349818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event updated for resources: {'Network': ['ID=1fb19444-bcc3-4bd1-b8ce-bac27fec5f09,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:19.362598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:19.386126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.441685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network e192203b-5d7e-4ecc-910d-bd37944ce045 is not hosted by any dhcp agent {{(pid=93724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:29:19.448359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:19.449101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.450523 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "PUT /v2.0/networks/e192203b-5d7e-4ecc-910d-bd37944ce045 HTTP/1.1" status: 200 len: 757 time: 0.7462890 Jun 30 09:29:19.452157 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16d9829f-a65f-4d88-ace8-3cceb41cc80e tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5704770 Jun 30 09:29:19.452932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe6a5f-1276-4089-aa49-e072fea59afe tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=e192203b-5d7e-4ecc-910d-bd37944ce045,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:19.456366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:19.456793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56090) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:19.463806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Request body: {'subnet': {'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:19.505588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e192203b-5d7e-4ecc-910d-bd37944ce045 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:19.638402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa242716-08b7-4381-b89e-5623ba9efc63 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:19.668697 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.676728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.681315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: fa242716-08b7-4381-b89e-5623ba9efc63 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:19.684940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa242716-08b7-4381-b89e-5623ba9efc63 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:19.711252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24488243-64eb-4eda-8df3-a830e5991f91 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:19.713017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-24488243-64eb-4eda-8df3-a830e5991f91 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks?id=e192203b-5d7e-4ecc-910d-bd37944ce045 HTTP/1.1" status: 200 len: 760 time: 0.2547960 Jun 30 09:29:19.716183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Made reservation on behalf of 94f3e20defa74fe0a0a5dc0828e147f9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:19.729172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.735603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56094) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:19.742185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-744106264'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:19.769143 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.771729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee05e96c-6b99-4138-92a8-4507b5eedbfc {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:19.775444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:19.786188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.798249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.802252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ca29fe77-e10c-46da-895b-6f39bc7d5087 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ee05e96c-6b99-4138-92a8-4507b5eedbfc HTTP/1.1" status: 204 len: 168 time: 2.4433405 Jun 30 09:29:19.804684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56096) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:19.895250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:19.927188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:19.927804 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment a69404dd-dc8d-43bb-986d-166bd9283f51 of type vlan for network 06e5c20e-bdb1-4440-8f06-dc088a28f3f7 Jun 30 09:29:19.962947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42702a04-6fc5-4c3d-8616-11c3c98f71cd req-c3a38e0e-a594-43be-b5fe-481e607d73c4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:19.964744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42702a04-6fc5-4c3d-8616-11c3c98f71cd req-c3a38e0e-a594-43be-b5fe-481e607d73c4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1380990 Jun 30 09:29:19.967957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Deleting subnet 44e8bd17-33cb-44c4-9657-d0437dfdb803 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:29:20.000992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.062860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.094656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.114702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.187819 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.194783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.195846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.202595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event updated for resources: {'Subnet': ['ID=2268b544-de73-4030-a348-cdf7adee56ed,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:20.215652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Checking segment: {'id': '363320fb-99d6-47e4-a643-6777eee2a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:20.216020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Network hostable DHCP agents. Network: 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:20.235494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42702a04-6fc5-4c3d-8616-11c3c98f71cd req-370c42b3-fef2-4c87-be3e-7261a9f2e07d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475336 Jun 30 09:29:20.240971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5041811 Jun 30 09:29:20.243453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56100) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.250946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '06e5c20e-bdb1-4440-8f06-dc088a28f3f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:20.252742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:20.294109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:20.313223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:20.314143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.320249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b9404-b134-4d20-b58c-8c1534982cfb None None] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:20.368188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5ff9e976-4d9e-46fe-a044-a48d8bc413c3 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9085736 Jun 30 09:29:20.371730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.378384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Request body: {'port': {'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-235853663'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:20.520713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.582146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b0139-c6e8-4513-b01c-7a0134f3ad25 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=06e5c20e-bdb1-4440-8f06-dc088a28f3f7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:20.621965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Made reservation on behalf of 94f3e20defa74fe0a0a5dc0828e147f9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:20.627078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.642543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:20.645888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 06e5c20e-bdb1-4440-8f06-dc088a28f3f7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:20.653420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.654189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-1fb19444-bcc3-4bd1-b8ce-bac27fec5f09', 'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09', 'tenant_id': '94f3e20defa74fe0a0a5dc0828e147f9', 'fixed_ips': [{'subnet_id': '2268b544-de73-4030-a348-cdf7adee56ed'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:20.656051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.665156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] device_id is not set on port 28037486-ef98-4c36-99e1-50fb39febb3c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:20.748080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.781030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44e8bd17-33cb-44c4-9657-d0437dfdb803,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:20.794260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.799298 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7216b836-7705-40c3-94ab-a595553265db admin admin] 10.222.0.77 "DELETE /v2.0/subnets/44e8bd17-33cb-44c4-9657-d0437dfdb803 HTTP/1.1" status: 204 len: 168 time: 0.9816084 Jun 30 09:29:20.801202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56108) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:20.903171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:20.920975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Allocated IP 172.20.0.7 (1fb19444-bcc3-4bd1-b8ce-bac27fec5f09/2268b544-de73-4030-a348-cdf7adee56ed/28037486-ef98-4c36-99e1-50fb39febb3c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:21.085061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.102774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c847cb-c70e-457a-8763-21add629bc99']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:21.126003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7250052f-509b-4a92-8550-7256676e4d2f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:21.126251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7250052f-509b-4a92-8550-7256676e4d2f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:21.137263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.140378 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.184825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.201142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:21.202272 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:21.210251 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:21.241742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.275967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=82388d9d-2c2e-4834-8fd5-b8e38ced3c10,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:21.309127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': 'a69404dd-dc8d-43bb-986d-166bd9283f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '06e5c20e-bdb1-4440-8f06-dc088a28f3f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:21.309496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 06e5c20e-bdb1-4440-8f06-dc088a28f3f7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:21.318845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Transition to ACTIVE for port object 28037486-ef98-4c36-99e1-50fb39febb3c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:21.320288 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.324841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.330095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] 10.222.0.77 "DELETE /v2.0/networks/34c847cb-c70e-457a-8763-21add629bc99 HTTP/1.1" status: 204 len: 168 time: 0.5276005 Jun 30 09:29:21.372163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c157d1c-d85e-4368-ae16-565996088c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=34c847cb-c70e-457a-8763-21add629bc99,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:21.386440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 06e5c20e-bdb1-4440-8f06-dc088a28f3f7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:21.394319 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.409164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 06e5c20e-bdb1-4440-8f06-dc088a28f3f7) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:21.414951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:21.415571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.456133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dda8d8a2-dee5-47b7-8dd3-ec07f4a80830 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2111282 Jun 30 09:29:21.456797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56124) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:21.503255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfbb7d0-dbe3-49ad-8ac1-86723e312af0 None None] Network 06e5c20e-bdb1-4440-8f06-dc088a28f3f7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:21.507471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7000e23c-e127-4668-a94a-0cf15c25af6b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:21.553050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event updated for resources: {'Port': ['ID=28037486-ef98-4c36-99e1-50fb39febb3c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:21.559923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:21.561672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:21.572383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:21.627041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Allocated IP 172.20.0.2 (1fb19444-bcc3-4bd1-b8ce-bac27fec5f09/2268b544-de73-4030-a348-cdf7adee56ed/a3344b57-51a9-48c8-9530-38914f16d13c) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:21.716269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:21.718749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.760866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:21.765404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:21.782887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9dda160d-4e44-40c6-a1e0-3c9128ac3d6b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4107397 Jun 30 09:29:21.786351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:21.791709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Request body: {'port': {'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2022390658', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:21.792557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] bootfile-name is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:29:21.793145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] tftp-server is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:29:21.793690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] server-ip-address is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:29:21.823991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7000e23c-e127-4668-a94a-0cf15c25af6b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:21.824991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7000e23c-e127-4668-a94a-0cf15c25af6b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:21.884142 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-da2e62ee-7cfa-49a8-a0de-54c08a47da68 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa4d1638bc0c4928adf0174936f5f810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1206191 Jun 30 09:29:21.886949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56130) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:21.915405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25105381-e8e6-4e9b-be50-0759003d86b2 req-fa263343-6fbe-4bbc-8059-4ec99f87ca22 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:21.917562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25105381-e8e6-4e9b-be50-0759003d86b2 req-fa263343-6fbe-4bbc-8059-4ec99f87ca22 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.3943436 Jun 30 09:29:21.961625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1214279-a176-4244-8243-979179705a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.005182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.021884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1214279-a176-4244-8243-979179705a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.048597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25105381-e8e6-4e9b-be50-0759003d86b2 req-72c1d794-3462-4987-bc02-4ff92cdf2754 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235428 Jun 30 09:29:22.090498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.109125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Transition to ACTIVE for port object a3344b57-51a9-48c8-9530-38914f16d13c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:22.112281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Made reservation on behalf of 94f3e20defa74fe0a0a5dc0828e147f9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:22.116947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.144588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.152061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Transition to ACTIVE for port object a3344b57-51a9-48c8-9530-38914f16d13c will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:22.161386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129b40b3-12f7-49d1-a06b-8923d593892a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-06e5c20e-bdb1-4440-8f06-dc088a28f3f7', 'network_id': '06e5c20e-bdb1-4440-8f06-dc088a28f3f7', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '82388d9d-2c2e-4834-8fd5-b8e38ced3c10'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:22.166826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1214279-a176-4244-8243-979179705a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.169410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1214279-a176-4244-8243-979179705a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.169590 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-129b40b3-12f7-49d1-a06b-8923d593892a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.175032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.178815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f1214279-a176-4244-8243-979179705a79 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9242b48e-8ac2-4f18-b735-e1383e13f13e HTTP/1.1" status: 204 len: 168 time: 0.2905962 Jun 30 09:29:22.183074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] device_id is not set on port 447de2af-9a6d-4b9b-8a94-ad0e15578360 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:22.188244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=82388d9d-2c2e-4834-8fd5-b8e38ced3c10,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:22.220019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1214279-a176-4244-8243-979179705a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9242b48e-8ac2-4f18-b735-e1383e13f13e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:22.282028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.293008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e5c20e-bdb1-4440-8f06-dc088a28f3f7']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:22.309784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69404dd-dc8d-43bb-986d-166bd9283f51') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:22.310093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69404dd-dc8d-43bb-986d-166bd9283f51') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:22.322976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.354252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.364439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:22.364848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:22.367871 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:22.466254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:22.473247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:22.475873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Allocated IP 172.20.0.14 (1fb19444-bcc3-4bd1-b8ce-bac27fec5f09/2268b544-de73-4030-a348-cdf7adee56ed/447de2af-9a6d-4b9b-8a94-ad0e15578360) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:22.476424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.483906 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.485771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/06e5c20e-bdb1-4440-8f06-dc088a28f3f7 HTTP/1.1" status: 204 len: 168 time: 1.0276575 Jun 30 09:29:22.489137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:22.493992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:22.509546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Pushing event updated for resources: {'Port': ['ID=a3344b57-51a9-48c8-9530-38914f16d13c,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:22.517759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694e77b-b9aa-41ef-b4df-f9d82b317e41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=06e5c20e-bdb1-4440-8f06-dc088a28f3f7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:22.549344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda093e-a40b-4aaf-bc50-7fb277ecbffc None None] Network 06e5c20e-bdb1-4440-8f06-dc088a28f3f7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:22.578025 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2280b334-fd62-4aa5-a4ee-09c60a426a7a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] GET failed (client error): The resource could not be found. Jun 30 09:29:22.581528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2280b334-fd62-4aa5-a4ee-09c60a426a7a tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/subnets/82388d9d-2c2e-4834-8fd5-b8e38ced3c10 HTTP/1.1" status: 404 len: 337 time: 0.0912521 Jun 30 09:29:22.584731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56140) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:22.626881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dda093e-a40b-4aaf-bc50-7fb277ecbffc None None] Network 06e5c20e-bdb1-4440-8f06-dc088a28f3f7 could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:29:22.631748 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcbc423-e461-46a8-a0d0-fb76bd542e83 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:22.632904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dcbc423-e461-46a8-a0d0-fb76bd542e83 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:22.638150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9dcbc423-e461-46a8-a0d0-fb76bd542e83 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/06e5c20e-bdb1-4440-8f06-dc088a28f3f7 HTTP/1.1" status: 404 len: 339 time: 0.0521872 Jun 30 09:29:22.643517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56142) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:22.654004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Attempting to bind port a3344b57-51a9-48c8-9530-38914f16d13c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:22.654560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Attempting to bind port a3344b57-51a9-48c8-9530-38914f16d13c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '363320fb-99d6-47e4-a643-6777eee2a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:22.655778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Attempting to bind port a3344b57-51a9-48c8-9530-38914f16d13c on network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:22.669710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:22.670506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Checking segment: {'id': '363320fb-99d6-47e4-a643-6777eee2a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:22.672093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.672705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Bound using segment: {'id': '363320fb-99d6-47e4-a643-6777eee2a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:22.674745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Bound port: a3344b57-51a9-48c8-9530-38914f16d13c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '363320fb-99d6-47e4-a643-6777eee2a8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1fb19444-bcc3-4bd1-b8ce-bac27fec5f09'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:22.677180 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.819400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] For port a3344b57-51a9-48c8-9530-38914f16d13c, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:22.826032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] For port a3344b57-51a9-48c8-9530-38914f16d13c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a3344b57-51a9-48c8-9530-38914f16d13c,segment=NetworkSegment(363320fb-99d6-47e4-a643-6777eee2a8e5),segment_id=363320fb-99d6-47e4-a643-6777eee2a8e5)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:22.834890 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.886599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:22.892545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c1ffd-34ae-4893-998a-01d3639e7433 None None] Pushing event updated for resources: {'Port': ['ID=a3344b57-51a9-48c8-9530-38914f16d13c,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:22.934592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Transition to ACTIVE for port object 447de2af-9a6d-4b9b-8a94-ad0e15578360 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:23.048274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.133800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbddbb0-0419-4eaa-83ad-96c5b2ad9f77 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.144996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cbbddbb0-0419-4eaa-83ad-96c5b2ad9f77 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4978058 Jun 30 09:29:23.145725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56154) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.237086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:23.245549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-10d95bf2-f1fd-4f91-828a-d27f204c28e5 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 207 time: 0.0911381 Jun 30 09:29:23.245929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56158) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.252769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event updated for resources: {'Port': ['ID=447de2af-9a6d-4b9b-8a94-ad0e15578360,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:23.263946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:23.268469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:23.439764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.440477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:23.488420 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6f832bff-7950-4c6e-a492-e6b53b6d400a tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7007110 Jun 30 09:29:23.492192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56164) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.548505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a7299-66b2-41d6-be8c-6c079966325b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.564091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a7299-66b2-41d6-be8c-6c079966325b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.570194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a7299-66b2-41d6-be8c-6c079966325b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.576391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3a7299-66b2-41d6-be8c-6c079966325b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.580203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7c3a7299-66b2-41d6-be8c-6c079966325b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3313541 Jun 30 09:29:23.588441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56170) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.598051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dffff2-9a37-417d-b163-41806bfdde6c req-fba679ad-56f1-4d49-9890-f0f978e002c1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.604903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1dffff2-9a37-417d-b163-41806bfdde6c req-fba679ad-56f1-4d49-9890-f0f978e002c1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2043788 Jun 30 09:29:23.698600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3344b57-51a9-48c8-9530-38914f16d13c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:23.711618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1dffff2-9a37-417d-b163-41806bfdde6c req-1a19b4fa-b3a1-4ca2-8131-bf51b3ead3f3 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046319 Jun 30 09:29:23.821905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f27d081-c127-4205-bdfc-6adb95e379ff tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.831556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f27d081-c127-4205-bdfc-6adb95e379ff tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.843395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f27d081-c127-4205-bdfc-6adb95e379ff tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:23.852545 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f27d081-c127-4205-bdfc-6adb95e379ff tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3587124 Jun 30 09:29:23.853146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56180) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:23.855477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a3344b57-51a9-48c8-9530-38914f16d13c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:23.870775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cb7a5aba-16e6-40cd-9661-b27919e7dbb4 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2593002 Jun 30 09:29:23.883913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56186) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.036318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68b3d5a-87b9-4b53-9ae3-9a238ec1f261 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:24.038062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68b3d5a-87b9-4b53-9ae3-9a238ec1f261 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:24.039828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e68b3d5a-87b9-4b53-9ae3-9a238ec1f261 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1536345 Jun 30 09:29:24.049122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56188) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.131534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15d9ac-5bda-4dbe-877c-1bb7f15cda61 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:24.137019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c15d9ac-5bda-4dbe-877c-1bb7f15cda61 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['shared'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:24.141577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7c15d9ac-5bda-4dbe-877c-1bb7f15cda61 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0895982 Jun 30 09:29:24.147808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56190) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.355279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c39b4cf-328a-4f2a-894a-7ec2ba4240e4 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:24.358410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3c39b4cf-328a-4f2a-894a-7ec2ba4240e4 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks/ac532bb9-31fe-4c85-90a5-5adcb364d52d HTTP/1.1" status: 200 len: 799 time: 0.2074969 Jun 30 09:29:24.377732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56196) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.603844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-60819bcf-28a2-413f-b01c-712dbab58c7c tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/networks/ac532bb9-31fe-4c85-90a5-5adcb364d52d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2243905 Jun 30 09:29:24.604512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56202) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:24.768188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Deleting port 447de2af-9a6d-4b9b-8a94-ad0e15578360 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:24.768827 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.898496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32b33d5-c021-4402-81ed-e8b452df979d None None] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:24.961146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:24.980670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Calling delete_port for 447de2af-9a6d-4b9b-8a94-ad0e15578360 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:25.072017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] Provisioning for port a3344b57-51a9-48c8-9530-38914f16d13c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:25.084227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] Provisioning complete for port a3344b57-51a9-48c8-9530-38914f16d13c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:25.089385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.108674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1792d924-c68e-4234-b434-2e0a2a20e47d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:25.115626 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1792d924-c68e-4234-b434-2e0a2a20e47d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/subnets/6d9dc6a6-11da-409f-86f0-716b415087a4 HTTP/1.1" status: 200 len: 811 time: 0.5100067 Jun 30 09:29:25.115879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:25.161911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d525f63-fe31-418f-8ba1-b5c0297fbf76 req-433dd195-b6f9-494e-b977-4015348810a6 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:25.168955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d525f63-fe31-418f-8ba1-b5c0297fbf76 req-433dd195-b6f9-494e-b977-4015348810a6 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1186452 Jun 30 09:29:25.234337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffae6db-34c6-4a47-91c4-8dd40420c423 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['shared'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:25.243697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:25.247239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d525f63-fe31-418f-8ba1-b5c0297fbf76 req-9369d540-b5bc-4223-9a4e-21bcfc60cdb9 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709610 Jun 30 09:29:25.251447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3ffae6db-34c6-4a47-91c4-8dd40420c423 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "GET /v2.0/subnets/6d9dc6a6-11da-409f-86f0-716b415087a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1343255 Jun 30 09:29:25.256168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1419042388'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:25.312445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:25.316445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.332402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.385154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:25.387402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.408322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.408666 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Added segment f71262b1-20cf-4404-82d4-ceee1fbfaf2f of type vlan for network 893f6ddb-183f-45b0-a413-8eb9a9df8445 Jun 30 09:29:25.439792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] For port a3344b57-51a9-48c8-9530-38914f16d13c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a3344b57-51a9-48c8-9530-38914f16d13c,segment=NetworkSegment(363320fb-99d6-47e4-a643-6777eee2a8e5),segment_id=363320fb-99d6-47e4-a643-6777eee2a8e5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:25.473375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event deleted for resources: {'Port': ['ID=447de2af-9a6d-4b9b-8a94-ad0e15578360,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:25.494738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.524205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.592937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.596232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dcc52f-d149-4313-8710-ef7839372ab7 None None] Pushing event updated for resources: {'Port': ['ID=a3344b57-51a9-48c8-9530-38914f16d13c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:25.598870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:25.599816 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.647572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:25.655331 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b92e0d71-d781-4009-9bf8-7a2d287104ea tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "DELETE /v2.0/ports/447de2af-9a6d-4b9b-8a94-ad0e15578360 HTTP/1.1" status: 204 len: 168 time: 1.8004506 Jun 30 09:29:25.655993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:25.666327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Request body: {'port': {'name': 'tempest-new-port-name-1376664605', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:25.666732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] bootfile-name is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:29:25.667071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] tftp-server is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:29:25.667402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] server-ip-address is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:29:25.783506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5290856 Jun 30 09:29:25.790289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:25.822588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:25.841046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401d888-6f14-4747-a6bb-22feff23da13 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Network': ['ID=893f6ddb-183f-45b0-a413-8eb9a9df8445,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:25.864188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 893f6ddb-183f-45b0-a413-8eb9a9df8445 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:25.945633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.089012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Made reservation on behalf of 7923988be36742d8abefd5c0b6d642a7 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:26.094435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.184383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing IP validity checks on allocation pools {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 09:29:26.185065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.ipam_backend_mixin [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 09:29:26.365842 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.379474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.455227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.515132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event updated for resources: {'Port': ['ID=28037486-ef98-4c36-99e1-50fb39febb3c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:26.528639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] In _notify_port_updated(), no bound segment for port 28037486-ef98-4c36-99e1-50fb39febb3c on network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:29:26.539910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:26.541009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.542573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77a6bf47-3b58-439b-910e-80836e300374 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "PUT /v2.0/ports/28037486-ef98-4c36-99e1-50fb39febb3c HTTP/1.1" status: 200 len: 1136 time: 0.8855739 Jun 30 09:29:26.549483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:26.557693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45eaf14f-f9cd-4afc-b20f-2758702945ad None None] Provisioning for port 28037486-ef98-4c36-99e1-50fb39febb3c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:26.564308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45eaf14f-f9cd-4afc-b20f-2758702945ad None None] Provisioning complete for port 28037486-ef98-4c36-99e1-50fb39febb3c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:26.565635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45eaf14f-f9cd-4afc-b20f-2758702945ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.622443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-45eaf14f-f9cd-4afc-b20f-2758702945ad None None] Port 28037486-ef98-4c36-99e1-50fb39febb3c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:26.625351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=83ae1d4d-d075-41e3-80bf-9f50cfd76d32,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:26.634781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Checking segment: {'id': 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:26.635224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network hostable DHCP agents. Network: 893f6ddb-183f-45b0-a413-8eb9a9df8445, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:26.646893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45eaf14f-f9cd-4afc-b20f-2758702945ad None None] Provisioning complete for port a3344b57-51a9-48c8-9530-38914f16d13c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:26.647573 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45eaf14f-f9cd-4afc-b20f-2758702945ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.653201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbafd7d-941f-4114-8456-fa52deb152c5 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:26.659019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6bbafd7d-941f-4114-8456-fa52deb152c5 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "GET /v2.0/ports/28037486-ef98-4c36-99e1-50fb39febb3c HTTP/1.1" status: 200 len: 1136 time: 0.1042864 Jun 30 09:29:26.661656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56236) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:26.679067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Network 893f6ddb-183f-45b0-a413-8eb9a9df8445 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:26.719768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024bea3-d726-4de2-9c31-49df6807c9eb req-3318c72d-e6e2-44a5-bf9b-9bda65b4bbea tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:26.730972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8024bea3-d726-4de2-9c31-49df6807c9eb req-3318c72d-e6e2-44a5-bf9b-9bda65b4bbea tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2416520 Jun 30 09:29:26.746650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 893f6ddb-183f-45b0-a413-8eb9a9df8445) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:26.760329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:26.760932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.766959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bfdbbc-d6f4-4459-a1c1-616900fea861 None None] Network 893f6ddb-183f-45b0-a413-8eb9a9df8445 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:26.800357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8ef57694-f5a8-4c40-bebc-976c79abf578 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0017421 Jun 30 09:29:26.801966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:26.808205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:26.825486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Deleting port 28037486-ef98-4c36-99e1-50fb39febb3c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:26.826802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:26.856415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8024bea3-d726-4de2-9c31-49df6807c9eb req-132ed84e-3abd-4c01-ac58-778f352f023e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244195 Jun 30 09:29:26.990196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.011920 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:29:27.016905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Calling delete_port for 28037486-ef98-4c36-99e1-50fb39febb3c owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:27.028980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28903877'] for subnet, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.141695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a377b48b-564e-4b7c-9610-36cd579118ba None None] Provisioning complete for port 28037486-ef98-4c36-99e1-50fb39febb3c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:27.141695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a377b48b-564e-4b7c-9610-36cd579118ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.284370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a377b48b-564e-4b7c-9610-36cd579118ba None None] Port 28037486-ef98-4c36-99e1-50fb39febb3c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:27.298506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-893f6ddb-183f-45b0-a413-8eb9a9df8445', 'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445', 'tenant_id': '7923988be36742d8abefd5c0b6d642a7', 'fixed_ips': [{'subnet_id': '83ae1d4d-d075-41e3-80bf-9f50cfd76d32'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:27.299440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.352917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.448918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753632232452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-25237390'] for subnet, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.461478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event deleted for resources: {'Port': ['ID=28037486-ef98-4c36-99e1-50fb39febb3c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:27.493460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:27.494383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.500882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56262) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:27.503407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "PUT /v2.0/subnets/83ae1d4d-d075-41e3-80bf-9f50cfd76d32 HTTP/1.1" status: 200 len: 877 time: 0.6980233 Jun 30 09:29:27.537392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-63797f98-847f-4b83-b1dc-ccfdbd9ff9a3 None None] Could not find standard attr ID for object 447de2af-9a6d-4b9b-8a94-ad0e15578360. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:29:27.611790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057124c0-80ce-4542-9d0c-a697b79bfe2e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event updated for resources: {'Subnet': ['ID=83ae1d4d-d075-41e3-80bf-9f50cfd76d32,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:27.703052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Allocated IP 172.20.0.3 (893f6ddb-183f-45b0-a413-8eb9a9df8445/83ae1d4d-d075-41e3-80bf-9f50cfd76d32/c9e60551-1409-4755-809b-d9371ff5e4bd) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:27.774371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3344b57-51a9-48c8-9530-38914f16d13c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:27.832455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.837507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56274) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:27.847628 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d466651d-25f9-4ee0-98d8-c836803ae441 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "DELETE /v2.0/ports/28037486-ef98-4c36-99e1-50fb39febb3c HTTP/1.1" status: 204 len: 168 time: 1.1832068 Jun 30 09:29:27.947049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.948995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Deleting subnet 2268b544-de73-4030-a348-cdf7adee56ed {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:29:27.953551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a3344b57-51a9-48c8-9530-38914f16d13c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:27.954499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:27.959100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.082032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.102851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.124938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.141155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Transition to ACTIVE for port object c9e60551-1409-4755-809b-d9371ff5e4bd will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:28.212465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d31cb295-a8af-43c8-b296-800495c50781 None None] Could not find standard attr ID for object 28037486-ef98-4c36-99e1-50fb39febb3c. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:29:28.227863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Transition to ACTIVE for port object c9e60551-1409-4755-809b-d9371ff5e4bd will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:28.241649 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.273177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.317885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Network 893f6ddb-183f-45b0-a413-8eb9a9df8445 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:28.321298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:28.325512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:28.348512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Pushing event updated for resources: {'Port': ['ID=c9e60551-1409-4755-809b-d9371ff5e4bd,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:28.350972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=83ae1d4d-d075-41e3-80bf-9f50cfd76d32,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:28.490109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Attempting to bind port c9e60551-1409-4755-809b-d9371ff5e4bd on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:28.491989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.493127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Attempting to bind port c9e60551-1409-4755-809b-d9371ff5e4bd by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:28.493759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Attempting to bind port c9e60551-1409-4755-809b-d9371ff5e4bd on network 893f6ddb-183f-45b0-a413-8eb9a9df8445 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:28.523842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:28.524705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Checking segment: {'id': 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:28.525365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.525988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Bound using segment: {'id': 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:28.526890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Bound port: c9e60551-1409-4755-809b-d9371ff5e4bd, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '893f6ddb-183f-45b0-a413-8eb9a9df8445'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:28.527623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.540133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.569114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f6ddb-183f-45b0-a413-8eb9a9df8445']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:28.601067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:28.601446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:28.634382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.666023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858a539-c66e-4d83-b49e-fdcc3fea2e07 req-83b3d035-f9a3-4f17-bf2e-3b8fcc16ff25 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:28.668514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8858a539-c66e-4d83-b49e-fdcc3fea2e07 req-83b3d035-f9a3-4f17-bf2e-3b8fcc16ff25 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.4347906 Jun 30 09:29:28.681129 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.703307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.715774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:28.716103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:28.721050 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:28.808728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event deleted for resources: {'Subnet': ['ID=2268b544-de73-4030-a348-cdf7adee56ed,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:28.814835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 09:29:28.814835 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 09:29:28.814835 n-d-780147-22 neutron-server[93724]: [parameters: {'id': '893f6ddb-183f-45b0-a413-8eb9a9df8445'}] Jun 30 09:29:28.814835 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:29:28.849611 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:28.850729 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:29:28.855127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d06a2ed4-1793-46b4-bc17-6fcda4c4f8b6 tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "DELETE /v2.0/subnets/2268b544-de73-4030-a348-cdf7adee56ed HTTP/1.1" status: 204 len: 168 time: 1.0136263 Jun 30 09:29:28.855541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:28.887127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8858a539-c66e-4d83-b49e-fdcc3fea2e07 req-a4cf42fb-7c76-40f8-b16b-1d8eeef64ac0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013412 Jun 30 09:29:28.984939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d927efa-f600-430a-be76-35048ae974b7 None None] Network 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:29.061462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.209507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Deleting port a3344b57-51a9-48c8-9530-38914f16d13c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:29.210164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.334246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] For port a3344b57-51a9-48c8-9530-38914f16d13c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a3344b57-51a9-48c8-9530-38914f16d13c,segment=NetworkSegment(363320fb-99d6-47e4-a643-6777eee2a8e5),segment_id=363320fb-99d6-47e4-a643-6777eee2a8e5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:29.334680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.345315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.353178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Calling delete_port for a3344b57-51a9-48c8-9530-38914f16d13c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:29.358196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] For port c9e60551-1409-4755-809b-d9371ff5e4bd, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:29.379100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] For port c9e60551-1409-4755-809b-d9371ff5e4bd, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c9e60551-1409-4755-809b-d9371ff5e4bd,segment=NetworkSegment(f71262b1-20cf-4404-82d4-ceee1fbfaf2f),segment_id=f71262b1-20cf-4404-82d4-ceee1fbfaf2f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:29.396274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.446757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.457067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a5d6e-1187-4639-8f56-a2ebc49a2b4d None None] Pushing event updated for resources: {'Port': ['ID=c9e60551-1409-4755-809b-d9371ff5e4bd,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:29.466148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.509580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] No DVR routers for this DVR port a3344b57-51a9-48c8-9530-38914f16d13c on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:29.625503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event deleted for resources: {'Port': ['ID=a3344b57-51a9-48c8-9530-38914f16d13c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:29.652571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5456b422-b538-4892-b69b-341bd7319872 None None] DHCP port deletion for 1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:29:29.675477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91754ca-8cd8-4f68-bba8-350d04cc1652 None None] Network 893f6ddb-183f-45b0-a413-8eb9a9df8445 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:29.746968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.762542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb19444-bcc3-4bd1-b8ce-bac27fec5f09']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:29.798163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '363320fb-99d6-47e4-a643-6777eee2a8e5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:29.798919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '363320fb-99d6-47e4-a643-6777eee2a8e5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:29.810327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting port c9e60551-1409-4755-809b-d9371ff5e4bd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:29.813870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.843957 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.892965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de18a30-b8fd-49db-855b-ce52fbe24fc3 None None] Network 893f6ddb-183f-45b0-a413-8eb9a9df8445 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:29.912702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.945016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:29.945721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:29.953331 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:30.041783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] For port c9e60551-1409-4755-809b-d9371ff5e4bd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c9e60551-1409-4755-809b-d9371ff5e4bd,segment=NetworkSegment(f71262b1-20cf-4404-82d4-ceee1fbfaf2f),segment_id=f71262b1-20cf-4404-82d4-ceee1fbfaf2f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:30.042268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.080761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Calling delete_port for c9e60551-1409-4755-809b-d9371ff5e4bd owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:30.096753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.156423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.158994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] 10.222.0.77 "DELETE /v2.0/networks/1fb19444-bcc3-4bd1-b8ce-bac27fec5f09 HTTP/1.1" status: 204 len: 168 time: 1.2988667 Jun 30 09:29:30.179195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d9e712-7283-44a2-8b32-e8d7920f614b tempest-ExtraDHCPOptionsTestJSON-1769298328 tempest-ExtraDHCPOptionsTestJSON-1769298328-project] Pushing event deleted for resources: {'Network': ['ID=1fb19444-bcc3-4bd1-b8ce-bac27fec5f09,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:30.232428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1732c1-334b-44ff-8363-ac439af6244c None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:29:30.251095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.320835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Port': ['ID=c9e60551-1409-4755-809b-d9371ff5e4bd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:30.324379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f4081-e008-401c-b64a-be0fd871bec0 req-e36c040a-6064-4824-8743-5833eb5ec4cd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:30.332207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e02f4081-e008-401c-b64a-be0fd871bec0 req-e36c040a-6064-4824-8743-5833eb5ec4cd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1775072 Jun 30 09:29:30.337125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No DVR routers for this DVR port c9e60551-1409-4755-809b-d9371ff5e4bd on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:30.402983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e02f4081-e008-401c-b64a-be0fd871bec0 req-762de93b-ee01-4fe2-a6c3-1ddddb00c10c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698335 Jun 30 09:29:30.442016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1732c1-334b-44ff-8363-ac439af6244c None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:29:30.579567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.603899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['893f6ddb-183f-45b0-a413-8eb9a9df8445']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:30.627927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:30.630530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71262b1-20cf-4404-82d4-ceee1fbfaf2f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:30.649176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.678648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.696376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:30.697724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:30.707748 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:30.756758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56318) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:30.824661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.833151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:30.842524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/893f6ddb-183f-45b0-a413-8eb9a9df8445 HTTP/1.1" status: 204 len: 168 time: 3.3373890 Jun 30 09:29:30.843189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56324) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:30.862418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1b005-548e-463f-9658-610f705cb5be tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=893f6ddb-183f-45b0-a413-8eb9a9df8445,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:30.906984 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dbaeab-798b-4fd4-9fe9-e148dba2e0b8 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:30.909397 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dbaeab-798b-4fd4-9fe9-e148dba2e0b8 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:30.914393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:30.914996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16dbaeab-798b-4fd4-9fe9-e148dba2e0b8 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/83ae1d4d-d075-41e3-80bf-9f50cfd76d32 HTTP/1.1" status: 404 len: 337 time: 0.0704658 Jun 30 09:29:30.938873 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-12430e43-b749-407b-a651-7b9eabe3329d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:30.939468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12430e43-b749-407b-a651-7b9eabe3329d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:30.941244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12430e43-b749-407b-a651-7b9eabe3329d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/893f6ddb-183f-45b0-a413-8eb9a9df8445 HTTP/1.1" status: 404 len: 339 time: 0.0258119 Jun 30 09:29:30.944155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.033933 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbf565a7-6c56-49e0-b0ac-f1e158df29cc tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:31.034568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbf565a7-6c56-49e0-b0ac-f1e158df29cc tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:31.039164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.039455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bbf565a7-6c56-49e0-b0ac-f1e158df29cc tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/82388d9d-2c2e-4834-8fd5-b8e38ced3c10 HTTP/1.1" status: 404 len: 337 time: 0.0938241 Jun 30 09:29:31.077077 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d527730-35ad-4619-bd7e-3f0df04ec21e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:31.077723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d527730-35ad-4619-bd7e-3f0df04ec21e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:31.079538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d527730-35ad-4619-bd7e-3f0df04ec21e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/06e5c20e-bdb1-4440-8f06-dc088a28f3f7 HTTP/1.1" status: 404 len: 339 time: 0.0393877 Jun 30 09:29:31.090545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56342) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.127233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-06eaae18-1f3e-4736-a5be-3e643df1e539 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=94f3e20defa74fe0a0a5dc0828e147f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3663075 Jun 30 09:29:31.128199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56346) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.249221 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.295079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bcc646a-5430-48f2-a2d1-0d1eae96c94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.363053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bcc646a-5430-48f2-a2d1-0d1eae96c94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.437610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.449542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bcc646a-5430-48f2-a2d1-0d1eae96c94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.452412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bcc646a-5430-48f2-a2d1-0d1eae96c94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.456434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5bcc646a-5430-48f2-a2d1-0d1eae96c94a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2dc4a913-20fc-4866-b157-2a50775f0acd HTTP/1.1" status: 204 len: 168 time: 0.3232067 Jun 30 09:29:31.510898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc646a-5430-48f2-a2d1-0d1eae96c94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4a913-20fc-4866-b157-2a50775f0acd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:31.512620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e192203b-5d7e-4ecc-910d-bd37944ce045']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:31.562715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba1a3f1-840b-4fcc-b2c8-05e4183083bc') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:31.563214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba1a3f1-840b-4fcc-b2c8-05e4183083bc') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:31.594019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.647073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3344b57-51a9-48c8-9530-38914f16d13c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:31.667240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.703111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:31.703590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.722912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a3344b57-51a9-48c8-9530-38914f16d13c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:31.723205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a3344b57-51a9-48c8-9530-38914f16d13c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:31.825571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56360) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:31.838395 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:31.853917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.867053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:31.872280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/e192203b-5d7e-4ecc-910d-bd37944ce045 HTTP/1.1" status: 204 len: 168 time: 0.7804849 Jun 30 09:29:31.873292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56364) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.915671 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6d1ea2-e223-442c-97c5-daf3b3f97f69 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:31.916245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6d1ea2-e223-442c-97c5-daf3b3f97f69 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:31.921495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4e6d1ea2-e223-442c-97c5-daf3b3f97f69 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/9f04e805-5409-4895-b734-c9171ee8376e HTTP/1.1" status: 404 len: 337 time: 0.0456541 Jun 30 09:29:31.922139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56366) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:31.923275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d30cb-0dbd-4636-bd9a-2f3849badcca tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=e192203b-5d7e-4ecc-910d-bd37944ce045,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:31.966106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124bfb2-a872-4feb-bac7-d010d8992b45 req-738260e1-620a-453e-b980-7cb6e7f02780 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:31.968559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4124bfb2-a872-4feb-bac7-d010d8992b45 req-738260e1-620a-453e-b980-7cb6e7f02780 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1800418 Jun 30 09:29:31.969750 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e6b3ba0-1e82-491a-9f94-85c90c343ed2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:31.970409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e6b3ba0-1e82-491a-9f94-85c90c343ed2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:31.981185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e6b3ba0-1e82-491a-9f94-85c90c343ed2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/fe967128-2c13-47f4-99fb-e237900f936a HTTP/1.1" status: 404 len: 339 time: 0.0556691 Jun 30 09:29:31.984421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.033348 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0da61f5-a88a-426c-8c24-bd38c4f785f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.037596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0da61f5-a88a-426c-8c24-bd38c4f785f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.041805 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b0da61f5-a88a-426c-8c24-bd38c4f785f2 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/91f3d990-9b0e-48a1-9fc8-cc803286afaf HTTP/1.1" status: 404 len: 337 time: 0.0539107 Jun 30 09:29:32.042365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.082817 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ce117e-015f-4e3b-ab62-512cf74a0784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.083700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ce117e-015f-4e3b-ab62-512cf74a0784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.084450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4124bfb2-a872-4feb-bac7-d010d8992b45 req-5e8b3092-81b2-460c-8ea2-d449e896fd02 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016567 Jun 30 09:29:32.089013 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-96ce117e-015f-4e3b-ab62-512cf74a0784 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/721fe28b-1529-470d-ac25-a3c1caced8e2 HTTP/1.1" status: 404 len: 339 time: 0.0432031 Jun 30 09:29:32.089475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.169198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd097ee6-1101-42f5-adcb-dcd82c8cd6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.199813 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0cf51a-6c54-40bb-9ded-b8cec5697482 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.202197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0cf51a-6c54-40bb-9ded-b8cec5697482 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.204245 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ae0cf51a-6c54-40bb-9ded-b8cec5697482 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/ee57d2ad-3428-4777-b271-9101ef160a2e HTTP/1.1" status: 404 len: 337 time: 0.1129644 Jun 30 09:29:32.206894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.249227 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6b352c-8271-4575-9dd6-a421f90e9f1b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.250022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c6b352c-8271-4575-9dd6-a421f90e9f1b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.252497 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6c6b352c-8271-4575-9dd6-a421f90e9f1b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/82febb8f-eabd-4bc7-8451-ded686e0a607 HTTP/1.1" status: 404 len: 339 time: 0.0441213 Jun 30 09:29:32.257732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56386) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.386886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-bac71c6c-7ec8-4883-a321-be85e78375e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:32.390914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd097ee6-1101-42f5-adcb-dcd82c8cd6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.393456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-bac71c6c-7ec8-4883-a321-be85e78375e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1098 time: 0.1600304 Jun 30 09:29:32.424922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fd097ee6-1101-42f5-adcb-dcd82c8cd6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.518312 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7cbfb8-ab6e-4ba2-ac2e-7fce57b80d4b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.519042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7cbfb8-ab6e-4ba2-ac2e-7fce57b80d4b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.528834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eb7cbfb8-ab6e-4ba2-ac2e-7fce57b80d4b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/70cee140-7389-43ea-aa66-fb12cc74e466 HTTP/1.1" status: 404 len: 337 time: 0.1355803 Jun 30 09:29:32.535973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56390) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.643257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-d533be83-11f2-497f-8804-97ba344c575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:32.645473 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-d533be83-11f2-497f-8804-97ba344c575d service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.2155087 Jun 30 09:29:32.656517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fd097ee6-1101-42f5-adcb-dcd82c8cd6c3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e0a734cef35046019336d2e5f89bde8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264661 Jun 30 09:29:32.656517 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-279486a6-16db-450c-a5d9-61ffc0c6bf41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.656517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279486a6-16db-450c-a5d9-61ffc0c6bf41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.658924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56394) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.660926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-279486a6-16db-450c-a5d9-61ffc0c6bf41 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/6013daa7-a0a3-4235-b49b-5074aa1505e8 HTTP/1.1" status: 404 len: 339 time: 0.1075063 Jun 30 09:29:32.661719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd097ee6-1101-42f5-adcb-dcd82c8cd6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ea569-782d-4441-8b5e-a20816653eba,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:32.665203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56396) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.706560 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-230a71ae-70b0-4abd-ab7f-f609ac387b19 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.707032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230a71ae-70b0-4abd-ab7f-f609ac387b19 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.708755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-230a71ae-70b0-4abd-ab7f-f609ac387b19 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/958f9e1b-d90e-47ed-b316-7bb1c28d32c8 HTTP/1.1" status: 404 len: 337 time: 0.0419343 Jun 30 09:29:32.723120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56400) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.743101 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-392969cc-58f0-4c6e-ae99-d2fb78f2687e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.743692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392969cc-58f0-4c6e-ae99-d2fb78f2687e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.745434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-392969cc-58f0-4c6e-ae99-d2fb78f2687e tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/2ae338ce-00de-4087-ac85-88fea8fe72cd HTTP/1.1" status: 404 len: 339 time: 0.0213621 Jun 30 09:29:32.749354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56402) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.845961 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5c0ec5-8faf-4abf-956e-e69f4905fe6b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.860046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5c0ec5-8faf-4abf-956e-e69f4905fe6b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.862637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c5c0ec5-8faf-4abf-956e-e69f4905fe6b tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/09044114-79b1-4971-9653-91c2889a30c0 HTTP/1.1" status: 404 len: 337 time: 0.1123037 Jun 30 09:29:32.865337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56408) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.872771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-760dfd8b-f6ce-4b9a-83f6-917cbe354944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:32.877917 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-4295d296-6a9f-4988-aba0-6ed64a71d786 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 1001 time: 0.2176902 Jun 30 09:29:32.900056 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5b1424-9678-42d5-b7b8-1b18ea27db0d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.900907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5b1424-9678-42d5-b7b8-1b18ea27db0d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.902879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5e5b1424-9678-42d5-b7b8-1b18ea27db0d tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/ba87dbdd-41b6-49d1-9f86-1c751ced2c2a HTTP/1.1" status: 404 len: 339 time: 0.0363564 Jun 30 09:29:32.909284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56410) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.946265 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2fcc99-2e8a-4850-867d-c91996d711dc tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:32.947028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2fcc99-2e8a-4850-867d-c91996d711dc tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:32.949406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6d2fcc99-2e8a-4850-867d-c91996d711dc tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/79370317-f204-451c-a009-4549b4a8c42f HTTP/1.1" status: 404 len: 337 time: 0.0382991 Jun 30 09:29:32.966239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56416) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:32.969382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-760dfd8b-f6ce-4b9a-83f6-917cbe354944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.015475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-8a444e00-761e-4fe2-959b-99ca7fa726d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:33.016404 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f155f33-9e13-464e-99d6-036b1198f1bb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:33.017201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f155f33-9e13-464e-99d6-036b1198f1bb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:33.017646 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-8a444e00-761e-4fe2-959b-99ca7fa726d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.1264269 Jun 30 09:29:33.019659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2f155f33-9e13-464e-99d6-036b1198f1bb tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/586eea1d-c3ce-46ba-bfed-b4f5b5e8ae4a HTTP/1.1" status: 404 len: 339 time: 0.0514982 Jun 30 09:29:33.025095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56418) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.064721 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd0eb04-4ef4-4cc9-8cdb-f2aa3c60b2bd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:33.065405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd0eb04-4ef4-4cc9-8cdb-f2aa3c60b2bd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:33.067477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1bd0eb04-4ef4-4cc9-8cdb-f2aa3c60b2bd tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/6957d9db-971e-4f06-a7e1-29d9c5a58d23 HTTP/1.1" status: 404 len: 337 time: 0.0410540 Jun 30 09:29:33.072570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56422) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.075110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56424) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.108701 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6974a6d0-3643-4706-9e3a-925f7deb6cf3 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:33.109495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6974a6d0-3643-4706-9e3a-925f7deb6cf3 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:33.113577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6974a6d0-3643-4706-9e3a-925f7deb6cf3 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/34422489-ae16-4d2f-b0c1-bd9abd8396c9 HTTP/1.1" status: 404 len: 339 time: 0.0397546 Jun 30 09:29:33.120251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56430) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.161506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-760dfd8b-f6ce-4b9a-83f6-917cbe354944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.168771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-760dfd8b-f6ce-4b9a-83f6-917cbe354944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.172388 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-760dfd8b-f6ce-4b9a-83f6-917cbe354944 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/071ea569-782d-4441-8b5e-a20816653eba HTTP/1.1" status: 204 len: 168 time: 0.5082171 Jun 30 09:29:33.211631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760dfd8b-f6ce-4b9a-83f6-917cbe354944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ea569-782d-4441-8b5e-a20816653eba,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:33.218857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-108ca6ce-c499-4164-b8e0-87e978dd62d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:33.227681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-108ca6ce-c499-4164-b8e0-87e978dd62d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2005327 Jun 30 09:29:33.244920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6e6e1fc8-1736-4c79-bb16-00bffd1763dc tempest-DvrRoutersNegativeTest-805846305 tempest-DvrRoutersNegativeTest-805846305-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-196597924', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:33.253525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.policy [None req-6e6e1fc8-1736-4c79-bb16-00bffd1763dc tempest-DvrRoutersNegativeTest-805846305 tempest-DvrRoutersNegativeTest-805846305-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93725) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 30 09:29:33.257461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.policy [None req-6e6e1fc8-1736-4c79-bb16-00bffd1763dc tempest-DvrRoutersNegativeTest-805846305 tempest-DvrRoutersNegativeTest-805846305-project] Failed policy check for 'create_router' {{(pid=93725) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 30 09:29:33.258338 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-6e6e1fc8-1736-4c79-bb16-00bffd1763dc tempest-DvrRoutersNegativeTest-805846305 tempest-DvrRoutersNegativeTest-805846305-project] create failed (client error): Access was denied to this resource. Jun 30 09:29:33.259551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e6e1fc8-1736-4c79-bb16-00bffd1763dc tempest-DvrRoutersNegativeTest-805846305 tempest-DvrRoutersNegativeTest-805846305-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1834350 Jun 30 09:29:33.275048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting subnet 6d9dc6a6-11da-409f-86f0-716b415087a4 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:29:33.283790 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.357917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.454107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-7e2d3d79-aa86-4d79-bdda-1060ed9fb12c service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139361 Jun 30 09:29:33.652090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e158e-def6-4b62-9cfc-c88bd4966cd7 req-dee7180d-f83a-44f4-83ce-1ab41b131970 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:33.663520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9e158e-def6-4b62-9cfc-c88bd4966cd7 req-dee7180d-f83a-44f4-83ce-1ab41b131970 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.2627168 Jun 30 09:29:33.692904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.724142 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-098020ae-e3d2-455f-806c-460a6687e3b5 req-a9bdd199-c019-4566-bb24-013d14f9854f service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557092 Jun 30 09:29:33.849130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e9e158e-def6-4b62-9cfc-c88bd4966cd7 req-97114b76-5ed9-458d-ba52-ec0811ea0d88 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860433 Jun 30 09:29:33.855580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.897663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Subnet': ['ID=6d9dc6a6-11da-409f-86f0-716b415087a4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:33.904922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:33.910951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56470) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:33.924355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-74b39725-3e4b-446b-8b3b-9f6c3009c5d7 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/subnets/6d9dc6a6-11da-409f-86f0-716b415087a4 HTTP/1.1" status: 204 len: 168 time: 0.8020697 Jun 30 09:29:33.941598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec507b-b008-431e-8aee-c3222d78ca71 None None] Network ac532bb9-31fe-4c85-90a5-5adcb364d52d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:34.114008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.179931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56490) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:34.209062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Deleting port ac731c8f-2358-4338-a582-d92f2d697b4f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:34.209585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.310274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] For port ac731c8f-2358-4338-a582-d92f2d697b4f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ac731c8f-2358-4338-a582-d92f2d697b4f,segment=NetworkSegment(7bbaa724-0480-46da-ab74-556cf98e3cb9),segment_id=7bbaa724-0480-46da-ab74-556cf98e3cb9)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:34.311392 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.331244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Calling delete_port for ac731c8f-2358-4338-a582-d92f2d697b4f owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:34.442049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c05afac8-bfed-4012-b549-e64d984d8146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.489224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] DHCP port deletion for ac532bb9-31fe-4c85-90a5-5adcb364d52d request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:29:34.551127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.590307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Deleting port ac731c8f-2358-4338-a582-d92f2d697b4f {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:34.591208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.633295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Port': ['ID=ac731c8f-2358-4338-a582-d92f2d697b4f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:34.667613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] No DVR routers for this DVR port ac731c8f-2358-4338-a582-d92f2d697b4f on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:34.682919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] For port ac731c8f-2358-4338-a582-d92f2d697b4f, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:34.683561 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.701646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Calling delete_port for ac731c8f-2358-4338-a582-d92f2d697b4f owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:34.705734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Port ac731c8f-2358-4338-a582-d92f2d697b4f was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:29:34.707317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.718448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c05afac8-bfed-4012-b549-e64d984d8146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.727208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c05afac8-bfed-4012-b549-e64d984d8146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.738938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] Pushing event deleted for resources: {'Port': ['ID=ac731c8f-2358-4338-a582-d92f2d697b4f,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:34.744514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd06f64f-d083-4bcd-900a-745d2da71e06 None None] No DVR routers for this DVR port ac731c8f-2358-4338-a582-d92f2d697b4f on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:34.810443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c05afac8-bfed-4012-b549-e64d984d8146 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57a2681afd294b179029d0a959cc13a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290309 Jun 30 09:29:34.812827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05afac8-bfed-4012-b549-e64d984d8146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a289c9-73fe-470a-b5ed-c932b3f1f8ff,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:34.826335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56520) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:34.918838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7188ad85-d7af-441e-baf8-faac1e0bc7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:34.977606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7188ad85-d7af-441e-baf8-faac1e0bc7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.079694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7188ad85-d7af-441e-baf8-faac1e0bc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.082528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7188ad85-d7af-441e-baf8-faac1e0bc7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.084524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7188ad85-d7af-441e-baf8-faac1e0bc7d8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/47a289c9-73fe-470a-b5ed-c932b3f1f8ff HTTP/1.1" status: 204 len: 168 time: 0.2569931 Jun 30 09:29:35.141322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188ad85-d7af-441e-baf8-faac1e0bc7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a289c9-73fe-470a-b5ed-c932b3f1f8ff,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:35.392481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81a5ef-2d39-4bf1-b94b-bf4af4882cc7 req-49417a8f-e96d-4f4e-ae45-a3f44f583c8e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:35.401706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf81a5ef-2d39-4bf1-b94b-bf4af4882cc7 req-49417a8f-e96d-4f4e-ae45-a3f44f583c8e tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1266260 Jun 30 09:29:35.500940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf81a5ef-2d39-4bf1-b94b-bf4af4882cc7 req-8d24a0f4-d01b-46ec-bfe7-e1860b02d56f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920076 Jun 30 09:29:35.569982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac731c8f-2358-4338-a582-d92f2d697b4f no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:35.570580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.605089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ac731c8f-2358-4338-a582-d92f2d697b4f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:35.605717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ac731c8f-2358-4338-a582-d92f2d697b4f not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:35.621113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac532bb9-31fe-4c85-90a5-5adcb364d52d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:35.658756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbaa724-0480-46da-ab74-556cf98e3cb9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:35.659034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbaa724-0480-46da-ab74-556cf98e3cb9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:35.687407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.728123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.743931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:35.744352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:35.748833 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:35.932867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.940029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:35.943323 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] 10.222.0.77 "DELETE /v2.0/networks/ac532bb9-31fe-4c85-90a5-5adcb364d52d HTTP/1.1" status: 204 len: 168 time: 2.0310256 Jun 30 09:29:35.981146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ede47-d8a8-4613-904d-09a6190c3bd6 tempest-NetworksTest-926763102 tempest-NetworksTest-926763102-project] Pushing event deleted for resources: {'Network': ['ID=ac532bb9-31fe-4c85-90a5-5adcb364d52d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:36.462846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56632) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:36.890319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c02baa4f-2969-4caa-8632-195a978b888d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7923988be36742d8abefd5c0b6d642a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258718 Jun 30 09:29:36.893362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56660) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:36.978010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f4a4a-6706-40b3-8183-66da1caa3f51 req-d92936a1-54af-4e20-8f5e-a5a63e050096 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:36.989161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694f4a4a-6706-40b3-8183-66da1caa3f51 req-d92936a1-54af-4e20-8f5e-a5a63e050096 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.1418583 Jun 30 09:29:36.993887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:37.017806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3103-29d8-45b4-92af-d381056df097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.057061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3103-29d8-45b4-92af-d381056df097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.093694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-694f4a4a-6706-40b3-8183-66da1caa3f51 req-fb03f01f-68de-4979-9be3-8a56d022133b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027629 Jun 30 09:29:37.144316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3103-29d8-45b4-92af-d381056df097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.148895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a0d3103-29d8-45b4-92af-d381056df097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.150535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a0d3103-29d8-45b4-92af-d381056df097 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a81d718-5497-4e0d-807a-cfca7c318f81 HTTP/1.1" status: 204 len: 168 time: 0.2561090 Jun 30 09:29:37.162989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d3103-29d8-45b4-92af-d381056df097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a81d718-5497-4e0d-807a-cfca7c318f81,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:37.170580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-176584949'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:37.209811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Made reservation on behalf of ea83bcb710a04be7a770e582291a9119 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:37.214159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.226370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.320861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56672) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:37.429771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.438649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.473143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:37.495254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd94e5a-db09-4e05-8a27-47be33c6da11,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:37.500698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.501201 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Added segment afb30f1b-8a27-4711-ad0d-e08d92f66c77 of type vlan for network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f Jun 30 09:29:37.609816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.667698 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdfbaa56-f758-44f2-a7f1-a7ea4bfc3583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.688889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.703112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:37.703997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.810066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event updated for resources: {'Network': ['ID=6fcb36ba-0c1c-48ba-a04e-df6a21adb52f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:37.830525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:37.908220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdfbaa56-f758-44f2-a7f1-a7ea4bfc3583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.919462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fdfbaa56-f758-44f2-a7f1-a7ea4bfc3583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:37.929878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b33f8dac-c845-4602-8b28-98fb6f59b21f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9339609 Jun 30 09:29:37.931881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56692) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:37.938001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Request body: {'subnet': {'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:38.038137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fdfbaa56-f758-44f2-a7f1-a7ea4bfc3583 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e506154e93a7489580a92bfb9897fa0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7145128 Jun 30 09:29:38.039170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfbaa56-f758-44f2-a7f1-a7ea4bfc3583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0b1710-2be9-4315-a0c3-64392f90a127,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:38.042638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56696) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:38.168724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Made reservation on behalf of ea83bcb710a04be7a770e582291a9119 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:38.172724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.189154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-327ff66b-31b0-409b-8edb-1e77f10067d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.236190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-327ff66b-31b0-409b-8edb-1e77f10067d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.339842 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-327ff66b-31b0-409b-8edb-1e77f10067d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.344242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-327ff66b-31b0-409b-8edb-1e77f10067d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.345955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-327ff66b-31b0-409b-8edb-1e77f10067d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c0b1710-2be9-4315-a0c3-64392f90a127 HTTP/1.1" status: 204 len: 168 time: 0.3018734 Jun 30 09:29:38.359963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ff66b-31b0-409b-8edb-1e77f10067d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0b1710-2be9-4315-a0c3-64392f90a127,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:38.459316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.464701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908b1c4-b8c5-401d-a69f-c7292c7d01f5 req-c65dde8f-5628-4c6b-80ce-5a89bf445123 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.473668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0908b1c4-b8c5-401d-a69f-c7292c7d01f5 req-c65dde8f-5628-4c6b-80ce-5a89bf445123 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.0864053 Jun 30 09:29:38.528678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event updated for resources: {'Subnet': ['ID=f6d5e909-dbb6-4998-958e-5765c0d7570a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:38.567061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0908b1c4-b8c5-401d-a69f-c7292c7d01f5 req-dc160813-45a7-40b6-aa75-1cf10ab4ccca tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924094 Jun 30 09:29:38.574518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Checking segment: {'id': 'afb30f1b-8a27-4711-ad0d-e08d92f66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:38.575110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Network hostable DHCP agents. Network: 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:38.609206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:38.640611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:38.641414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56724) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:38.664411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3770df-af89-443a-8387-575836bff0d8 None None] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:38.665889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:38.666530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.732541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-431c60c9-2744-4c56-922e-e48453d2bcfa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7968061 Jun 30 09:29:38.733191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:38.737936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Request body: {'port': {'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f', 'name': 'tempest-TagsExtTest-362136628'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:38.910158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-6fcb36ba-0c1c-48ba-a04e-df6a21adb52f', 'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f', 'tenant_id': 'ea83bcb710a04be7a770e582291a9119', 'fixed_ips': [{'subnet_id': 'f6d5e909-dbb6-4998-958e-5765c0d7570a'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:38.911672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:38.994700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Made reservation on behalf of ea83bcb710a04be7a770e582291a9119 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:39.003069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.027355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] device_id is not set on port 7e966687-3fb5-4f6a-8644-92520b070185 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:39.154693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-284648758'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:39.212381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Allocated IP 172.20.0.2 (6fcb36ba-0c1c-48ba-a04e-df6a21adb52f/f6d5e909-dbb6-4998-958e-5765c0d7570a/b22ca392-c548-4066-90a0-c447161ff6cc) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:39.242733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:39.246345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.270728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.378917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-2f98e0b6-355a-4e77-a75d-7db3ff92e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.380488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-2f98e0b6-355a-4e77-a75d-7db3ff92e584 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1098 time: 0.1277478 Jun 30 09:29:39.455382 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.467006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Transition to ACTIVE for port object b22ca392-c548-4066-90a0-c447161ff6cc will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:39.482317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.490097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Transition to ACTIVE for port object b22ca392-c548-4066-90a0-c447161ff6cc will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:39.494898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.504509 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.584440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:39.588126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-79ca01bb-aaf9-46e4-ba73-0cca5d720783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.590027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-79ca01bb-aaf9-46e4-ba73-0cca5d720783 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.1981254 Jun 30 09:29:39.600566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:39.621666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:39.648499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Allocated IP 172.20.0.8 (6fcb36ba-0c1c-48ba-a04e-df6a21adb52f/f6d5e909-dbb6-4998-958e-5765c0d7570a/7e966687-3fb5-4f6a-8644-92520b070185) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:39.674903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Pushing event updated for resources: {'Port': ['ID=b22ca392-c548-4066-90a0-c447161ff6cc,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:39.726917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:39.757724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.760532 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment cc81353f-7f5c-430a-a821-51c0e60fc339 of type vlan for network 06ef7ba1-bc23-41de-861d-11a92f038be4 Jun 30 09:29:39.812493 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-98031689-1526-41a3-8e74-0e370b057ce1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 1001 time: 0.1956234 Jun 30 09:29:39.820149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Attempting to bind port b22ca392-c548-4066-90a0-c447161ff6cc on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:39.820521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Attempting to bind port b22ca392-c548-4066-90a0-c447161ff6cc by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'afb30f1b-8a27-4711-ad0d-e08d92f66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:39.820882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Attempting to bind port b22ca392-c548-4066-90a0-c447161ff6cc on network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:39.836248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:39.836630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Checking segment: {'id': 'afb30f1b-8a27-4711-ad0d-e08d92f66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:39.837027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.837420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Bound using segment: {'id': 'afb30f1b-8a27-4711-ad0d-e08d92f66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:39.837893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Bound port: b22ca392-c548-4066-90a0-c447161ff6cc, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb30f1b-8a27-4711-ad0d-e08d92f66c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '6fcb36ba-0c1c-48ba-a04e-df6a21adb52f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:39.838295 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.885176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:39.933025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-38d92643-9803-475b-a777-4c2a925309d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:39.934589 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-38d92643-9803-475b-a777-4c2a925309d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.1122892 Jun 30 09:29:39.935102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:40.036193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] For port b22ca392-c548-4066-90a0-c447161ff6cc, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:40.039465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] For port b22ca392-c548-4066-90a0-c447161ff6cc, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b22ca392-c548-4066-90a0-c447161ff6cc,segment=NetworkSegment(afb30f1b-8a27-4711-ad0d-e08d92f66c77),segment_id=afb30f1b-8a27-4711-ad0d-e08d92f66c77)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:40.047831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.105127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-7d88a4e2-bac6-4ec4-874f-e2700f15f633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.106849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-7d88a4e2-bac6-4ec4-874f-e2700f15f633 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402564 Jun 30 09:29:40.109229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6bd39-15b5-41c0-b3ef-2137b745b746 None None] Pushing event updated for resources: {'Port': ['ID=b22ca392-c548-4066-90a0-c447161ff6cc,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.169582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-292529853'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:40.196846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.226434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68eae0d8-a2a2-4e54-9f7f-9ebd092731ff,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.259422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:40.263046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.274966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.281221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Transition to ACTIVE for port object 7e966687-3fb5-4f6a-8644-92520b070185 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:40.289819 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.296801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.297744 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.314067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-121ae01a-ff0f-49db-b45d-f33de9969511 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937492 Jun 30 09:29:40.421628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8faaa-f007-48c1-8a64-0d14a85b48d0 req-c9451d3c-e075-4d45-903c-1daa1b0d650b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.430543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11f8faaa-f007-48c1-8a64-0d14a85b48d0 req-c9451d3c-e075-4d45-903c-1daa1b0d650b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.3018727 Jun 30 09:29:40.447606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=06ef7ba1-bc23-41de-861d-11a92f038be4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.471046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:40.473359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.522704 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d6581000-dbf2-460d-aac9-30d2f42295d6 req-17cd7291-d493-4874-9276-f55864ad0745 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947427 Jun 30 09:29:40.525424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11f8faaa-f007-48c1-8a64-0d14a85b48d0 req-f7c09c83-3a92-424c-976d-3ba7ed67777c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939145 Jun 30 09:29:40.569326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:40.574050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.580812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.586955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:40.598610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event updated for resources: {'Port': ['ID=7e966687-3fb5-4f6a-8644-92520b070185,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.601474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:40.605841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cdae056f-4405-4db5-82be-9e3a14ecfc78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9633551 Jun 30 09:29:40.611158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56760) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:40.625796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'name': 'tempest-PortsIpV6TestJSON-763533713'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:40.627611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:40.638380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcb6194-3b48-46d0-bcf6-cb2ea786065f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.662015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.664095 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Added segment 16620010-ed5a-4ee1-b362-34cca4283d0a of type vlan for network 94e988e9-9378-43b2-9157-2114042ffd33 Jun 30 09:29:40.711426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.745688 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.753569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.754251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.802427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:40.803146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.837170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:40.847209 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.852524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Network': ['ID=94e988e9-9378-43b2-9157-2114042ffd33,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:40.872158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-44b0f849-bd3f-4e6c-ba53-d483777593f0 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.1383283 Jun 30 09:29:40.874688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 94e988e9-9378-43b2-9157-2114042ffd33 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:40.875425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56764) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:40.882095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-768674803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:40.891755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 1232a8e1-c232-4d94-95e8-01b3af44dc73 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:40.897965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:40.898290 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9881263d-716e-407f-9231-e13c5ffe0aa0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9614260 Jun 30 09:29:40.906590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'subnet': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:40.927452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:40.929530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.056543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.063182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.087728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.090482 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e3b83089-3c5a-4bae-9cd7-ba234a1ec612 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2135735 Jun 30 09:29:41.093664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:41.106113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-aab135da-9198-4e69-8713-65d97ad4ebf7 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1147175682', 'prefixes': ['172.20.0.0/16']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:41.217861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.237488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:41.238771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aab135da-9198-4e69-8713-65d97ad4ebf7 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.241234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.249773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aab135da-9198-4e69-8713-65d97ad4ebf7 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1535542 Jun 30 09:29:41.251751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:41.253487 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66ee1057-35e4-4956-a220-d209cf1efa2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.277065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-36409425-10ae-4e45-ad29-9ea6d9a94829 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-270481153') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:41.484256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.495529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:41.657510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b22ca392-c548-4066-90a0-c447161ff6cc up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:41.692904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e366f6-fc8b-4005-b72b-ee1cec5b7cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.805312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port b22ca392-c548-4066-90a0-c447161ff6cc completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:41.825423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb71107-ca3b-411c-a5ce-7e1247c5de31 None None] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:41.922560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e366f6-fc8b-4005-b72b-ee1cec5b7cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:41.938375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8e366f6-fc8b-4005-b72b-ee1cec5b7cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.022177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] Provisioning for port b22ca392-c548-4066-90a0-c447161ff6cc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:42.045126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b8e366f6-fc8b-4005-b72b-ee1cec5b7cc2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=caafd8ffac154f99a26250eaea3d6563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469291 Jun 30 09:29:42.047582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.048452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e366f6-fc8b-4005-b72b-ee1cec5b7cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3305e14-5f38-493d-b980-d7bd8c96620d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:42.114861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] Provisioning complete for port b22ca392-c548-4066-90a0-c447161ff6cc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:42.119213 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.131541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d73e3f2-c18a-426b-9efb-ddd082ec4bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.179369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d73e3f2-c18a-426b-9efb-ddd082ec4bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.227592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=1232a8e1-c232-4d94-95e8-01b3af44dc73,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:42.254908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.265466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-36409425-10ae-4e45-ad29-9ea6d9a94829 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-270481153 HTTP/1.1" status: 201 len: 201 time: 1.0053339 Jun 30 09:29:42.266689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.268143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.273559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-fd0ea3f1-b63d-482b-8db0-59df5ebfcb79 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-998759957') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:42.288293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': 'cc81353f-7f5c-430a-a821-51c0e60fc339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:42.288946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: 06ef7ba1-bc23-41de-861d-11a92f038be4, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:42.324351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d73e3f2-c18a-426b-9efb-ddd082ec4bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.327674 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2d73e3f2-c18a-426b-9efb-ddd082ec4bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.328837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2d73e3f2-c18a-426b-9efb-ddd082ec4bf3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f3305e14-5f38-493d-b980-d7bd8c96620d HTTP/1.1" status: 204 len: 168 time: 0.2766590 Jun 30 09:29:42.343566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] For port b22ca392-c548-4066-90a0-c447161ff6cc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b22ca392-c548-4066-90a0-c447161ff6cc,segment=NetworkSegment(afb30f1b-8a27-4711-ad0d-e08d92f66c77),segment_id=afb30f1b-8a27-4711-ad0d-e08d92f66c77)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:42.350552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73e3f2-c18a-426b-9efb-ddd082ec4bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3305e14-5f38-493d-b980-d7bd8c96620d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:42.351451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.417100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Subnet': ['ID=7f12a8cf-4f75-4a9e-973b-e34f05b7589e,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:42.453165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d458211-ed47-4eb3-a777-1a6cedb9fd5d req-0d4e4b8d-561e-42e0-a6b0-41995396edcb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.456468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd0ea3f1-b63d-482b-8db0-59df5ebfcb79 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-998759957 HTTP/1.1" status: 201 len: 201 time: 0.1870692 Jun 30 09:29:42.461952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.472136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d458211-ed47-4eb3-a777-1a6cedb9fd5d req-0d4e4b8d-561e-42e0-a6b0-41995396edcb tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.4005139 Jun 30 09:29:42.479102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-ff5c906d-361f-45a0-8d7e-2f4a0f8f73f4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-1931504615') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:42.489685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:42.495220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd346fb-a9bb-47f8-9711-6f89fd6e9c19 None None] Pushing event updated for resources: {'Port': ['ID=b22ca392-c548-4066-90a0-c447161ff6cc,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:42.519060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 06ef7ba1-bc23-41de-861d-11a92f038be4) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:42.530604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003f2ae-2c94-4799-b0b9-14119269a6ed None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:42.557600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:42.578069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.579062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.582187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Checking segment: {'id': '16620010-ed5a-4ee1-b362-34cca4283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94e988e9-9378-43b2-9157-2114042ffd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:42.582653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network hostable DHCP agents. Network: 94e988e9-9378-43b2-9157-2114042ffd33, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:42.666330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c136021c-ca93-459c-a983-7a00a8221790 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0440116 Jun 30 09:29:42.667080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.674964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1980255432'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:42.680510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d458211-ed47-4eb3-a777-1a6cedb9fd5d req-2b41adfc-9682-4c00-9bc9-da5e75a0c6d5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047698 Jun 30 09:29:42.682571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:42.700444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 94e988e9-9378-43b2-9157-2114042ffd33) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:42.727900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:42.728472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.744781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2272e-1a0c-4d55-b048-b19a5c03d592 None None] Network 94e988e9-9378-43b2-9157-2114042ffd33 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:42.772726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.776761 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff5c906d-361f-45a0-8d7e-2f4a0f8f73f4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-1931504615 HTTP/1.1" status: 201 len: 201 time: 0.3065825 Jun 30 09:29:42.780599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:42.782945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-274ac7c9-590e-4c9e-b106-406c01ecf095 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1745342090') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:42.784348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.816564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d3db23d0-3ada-4a46-be5f-db7471740c83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9143562 Jun 30 09:29:42.819303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.832513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1288850491'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:42.910249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-274ac7c9-590e-4c9e-b106-406c01ecf095 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1745342090 HTTP/1.1" status: 201 len: 201 time: 0.1363838 Jun 30 09:29:42.912756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:42.913690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:42.917133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-25496243-f4fd-4c6f-a5d9-61f0212a315e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:42.940421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:42.941147 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment d6c729e2-3a6b-4024-8208-65dddad5a85f of type vlan for network 7c656880-6521-4c4c-b83a-c896f680b16d Jun 30 09:29:42.992651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:43.012558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6e424df9-9408-4ed8-a1bd-6353a2678642 None None] Provisioning for port 7e966687-3fb5-4f6a-8644-92520b070185 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:43.035336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c6a5-aa67-4df6-807e-101f9b0da142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.062012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.073146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6e424df9-9408-4ed8-a1bd-6353a2678642 None None] Provisioning complete for port 7e966687-3fb5-4f6a-8644-92520b070185 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:43.073378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:43.074634 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e424df9-9408-4ed8-a1bd-6353a2678642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.074783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-25496243-f4fd-4c6f-a5d9-61f0212a315e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags HTTP/1.1" status: 200 len: 240 time: 0.1595750 Jun 30 09:29:43.081987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-c5e8df70-b9b9-4547-8bad-8788b62b000d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-270481153') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:43.210465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6e424df9-9408-4ed8-a1bd-6353a2678642 None None] Port 7e966687-3fb5-4f6a-8644-92520b070185 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:43.215209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.216034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-94e988e9-9378-43b2-9157-2114042ffd33', 'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'tenant_id': '5e467170f6ec4da4b276b481eabea136', 'fixed_ips': [{'subnet_id': '7f12a8cf-4f75-4a9e-973b-e34f05b7589e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:43.217853 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.228104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:43.228880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.254631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c6a5-aa67-4df6-807e-101f9b0da142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.265759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cc5c6a5-aa67-4df6-807e-101f9b0da142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.346728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=7c656880-6521-4c4c-b83a-c896f680b16d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:43.354328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5e8df70-b9b9-4547-8bad-8788b62b000d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-270481153 HTTP/1.1" status: 204 len: 168 time: 0.2762620 Jun 30 09:29:43.354580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56816) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:43.360083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-9256c4f5-6a2c-4c90-9256-a050709eb74b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-270481153') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:43.365761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:43.369597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.394547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:43.395115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5cc5c6a5-aa67-4df6-807e-101f9b0da142 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43e9c47d3a1d4359b908cac3b2917118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997912 Jun 30 09:29:43.397974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc5c6a5-aa67-4df6-807e-101f9b0da142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a67d2c0-a230-4682-8f95-b94b3f729cc5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:43.413102 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-648df5e1-33ed-49ce-9662-916a2b2a6239 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7417905 Jun 30 09:29:43.416608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:43.424059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'ports': [{'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'}, {'network_id': '7c656880-6521-4c4c-b83a-c896f680b16d'}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:43.424817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:43.424817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '7c656880-6521-4c4c-b83a-c896f680b16d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:43.496619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] device_id is not set on port 060a4695-2d63-4d76-a584-954cb92c1f3a yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:43.520495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7c656880-6521-4c4c-b83a-c896f680b16d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:43.524844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6e424df9-9408-4ed8-a1bd-6353a2678642 None None] Provisioning complete for port b22ca392-c548-4066-90a0-c447161ff6cc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:43.525212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6e424df9-9408-4ed8-a1bd-6353a2678642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.610445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b22ca392-c548-4066-90a0-c447161ff6cc up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:43.630815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8d317c6-c133-479e-b4cb-9ecac1443b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.735534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port b22ca392-c548-4066-90a0-c447161ff6cc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:43.735908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.787640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8d317c6-c133-479e-b4cb-9ecac1443b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.873379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4eb109d4-f065-4cfb-84d0-763747d4019a None None] Provisioning complete for port 7e966687-3fb5-4f6a-8644-92520b070185 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:43.874429 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4eb109d4-f065-4cfb-84d0-763747d4019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:43.912288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff558b46-816c-44c6-8ded-44e43c84f7d6 req-54af02a3-7d06-4097-a3b2-4ae2a92e9511 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:43.914305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff558b46-816c-44c6-8ded-44e43c84f7d6 req-54af02a3-7d06-4097-a3b2-4ae2a92e9511 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 946 time: 0.0910275 Jun 30 09:29:43.929332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4eb109d4-f065-4cfb-84d0-763747d4019a None None] Port 7e966687-3fb5-4f6a-8644-92520b070185 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:43.959729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff558b46-816c-44c6-8ded-44e43c84f7d6 req-c0d757b5-cacf-453d-b9dc-a2c3dc93932a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384555 Jun 30 09:29:44.067806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9256c4f5-6a2c-4c90-9256-a050709eb74b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-270481153 HTTP/1.1" status: 204 len: 168 time: 0.7122455 Jun 30 09:29:44.068066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2d1bd26f-cd97-4b74-bea4-95515c97dec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.070739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Allocated IP 2001:db8::73 (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/060a4695-2d63-4d76-a584-954cb92c1f3a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:44.071008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56826) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.076618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-9a72dc0e-e511-44d4-bdfe-f3232a8c595b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.152007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9a72dc0e-e511-44d4-bdfe-f3232a8c595b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags HTTP/1.1" status: 200 len: 205 time: 0.0796051 Jun 30 09:29:44.155260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56830) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.165818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-a5472b46-f779-405b-8e5e-796a8fd89b0e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.183939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:44.190527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.210645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.219100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.237485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8d317c6-c133-479e-b4cb-9ecac1443b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.240490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8d317c6-c133-479e-b4cb-9ecac1443b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.244262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d8d317c6-c133-479e-b4cb-9ecac1443b7b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1a67d2c0-a230-4682-8f95-b94b3f729cc5 HTTP/1.1" status: 204 len: 168 time: 0.8463461 Jun 30 09:29:44.244411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:44.244540 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a5472b46-f779-405b-8e5e-796a8fd89b0e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags HTTP/1.1" status: 200 len: 240 time: 0.0865114 Jun 30 09:29:44.247089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.279833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-ae816d27-b29a-420c-9276-d6ca117642fc tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-998759957') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.363143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d317c6-c133-479e-b4cb-9ecac1443b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a67d2c0-a230-4682-8f95-b94b3f729cc5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:44.393182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ae816d27-b29a-420c-9276-d6ca117642fc tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-998759957 HTTP/1.1" status: 204 len: 168 time: 0.1266725 Jun 30 09:29:44.395975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56842) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.402153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-f4997ee2-7735-47a0-b1e7-3f5dad20a695 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-998759957') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.409760 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.440082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:29:44.442913 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da009a8-6b6c-468c-9fa7-309c825940cd" -d '{"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-unplugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:29:44.460201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:44.470031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.489169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 03f299cf-736d-45b2-826d-3b3429c2cba4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:44.513032 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 09:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d34b08-88a7-412b-993c-4a169b7500c3 x-openstack-request-id: req-21d34b08-88a7-412b-993c-4a169b7500c3 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:29:44.513464 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-unplugged", "status": "failed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "code": 422}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:29:44.513790 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-21d34b08-88a7-412b-993c-4a169b7500c3 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:29:44.513989 n-d-780147-22 neutron-server[93726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'code': 422} returned with failed status Jun 30 09:29:44.534537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f4997ee2-7735-47a0-b1e7-3f5dad20a695 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-998759957 HTTP/1.1" status: 204 len: 168 time: 0.1349776 Jun 30 09:29:44.535567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56848) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.548449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:44.549675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-797ec720-97c6-4a9a-bfa8-65563d7704a3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.623760 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.647139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-797ec720-97c6-4a9a-bfa8-65563d7704a3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags HTTP/1.1" status: 200 len: 205 time: 0.1080356 Jun 30 09:29:44.648807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56856) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.657583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-7ee482f3-430f-41fb-926b-ba3446bc5156 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.702004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Transition to ACTIVE for port object 060a4695-2d63-4d76-a584-954cb92c1f3a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:44.790702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.832668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7ee482f3-430f-41fb-926b-ba3446bc5156 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags HTTP/1.1" status: 200 len: 241 time: 0.1802306 Jun 30 09:29:44.833015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56864) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.838251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-d09068ce-01cb-47aa-a6f0-b28c4648d7e7 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-1931504615') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:44.841370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:44.900217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port c28e6839-fc34-4794-87fd-0fd51bdc6ac0 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:44.938727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Allocated IP 2001:db8::2 (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/85d146fe-5157-48b6-9c79-0f1c5eb8e4f7) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:44.980376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d09068ce-01cb-47aa-a6f0-b28c4648d7e7 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-1931504615 HTTP/1.1" status: 204 len: 168 time: 0.1438153 Jun 30 09:29:44.980612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56872) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:44.987485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-43f4723d-4766-41dd-97cf-a206923b759b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-1931504615') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:45.020531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:45.022847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:45.030129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:45.036507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:45.037562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.080573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2594805 Jun 30 09:29:45.083622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56876) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.087427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7c120-f8a5-444e-8c04-83ae250fdc02 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=060a4695-2d63-4d76-a584-954cb92c1f3a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:45.099414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2077313735', 'allowed_address_pairs': [{'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:e1:81:a9'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:45.160370 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.242663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.246660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Transition to ACTIVE for port object 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:45.272678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.280716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Transition to ACTIVE for port object 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:45.297490 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.344507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=03f299cf-736d-45b2-826d-3b3429c2cba4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:45.381053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:45.384594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:45.397818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:45.398765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.438954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:45.456388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:45.462328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:45.495846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Pushing event updated for resources: {'Port': ['ID=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:45.509113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-43f4723d-4766-41dd-97cf-a206923b759b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-1931504615 HTTP/1.1" status: 204 len: 168 time: 0.5274591 Jun 30 09:29:45.511629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56894) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.520678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=c28e6839-fc34-4794-87fd-0fd51bdc6ac0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:45.530494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': 'd6c729e2-3a6b-4024-8208-65dddad5a85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '7c656880-6521-4c4c-b83a-c896f680b16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:45.530940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: 7c656880-6521-4c4c-b83a-c896f680b16d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:45.531091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-6e670aee-2d5c-41d3-8842-3e319dc1af0d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:45.553851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 7c656880-6521-4c4c-b83a-c896f680b16d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:45.567983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 7c656880-6521-4c4c-b83a-c896f680b16d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:45.573344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:45.582024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:45.589842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:45.591246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.621884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f498041d-1832-44f1-8c87-e0684907a64a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2032952 Jun 30 09:29:45.623917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.626945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d21167-49c4-4bdf-b23d-b7a4680fc507 None None] Network 7c656880-6521-4c4c-b83a-c896f680b16d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:45.629324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:45.713563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Attempting to bind port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:45.714212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Attempting to bind port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '16620010-ed5a-4ee1-b362-34cca4283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94e988e9-9378-43b2-9157-2114042ffd33'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:45.714885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Attempting to bind port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 on network 94e988e9-9378-43b2-9157-2114042ffd33 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:45.737383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:45.738190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Checking segment: {'id': '16620010-ed5a-4ee1-b362-34cca4283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94e988e9-9378-43b2-9157-2114042ffd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:45.738919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.739527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Bound using segment: {'id': '16620010-ed5a-4ee1-b362-34cca4283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94e988e9-9378-43b2-9157-2114042ffd33'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:45.749734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Bound port: 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16620010-ed5a-4ee1-b362-34cca4283d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '94e988e9-9378-43b2-9157-2114042ffd33'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:45.750558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.783064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e670aee-2d5c-41d3-8842-3e319dc1af0d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags HTTP/1.1" status: 200 len: 205 time: 0.2634764 Jun 30 09:29:45.785703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.791634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-f5ad85b5-0ceb-47fd-bf63-dde0645de3fa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:45.840239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56912) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.850916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f5ad85b5-0ceb-47fd-bf63-dde0645de3fa tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags HTTP/1.1" status: 200 len: 241 time: 0.0641189 Jun 30 09:29:45.853598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56914) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:45.864997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-d6e02ad3-e34b-4004-be07-2101f6d883dd tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1745342090') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:45.874387 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.908140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] device_id is not set on port 35f0f0e0-2e48-46e3-860d-52acad2aecfc yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:45.970665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] For port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:45.981778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] For port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,segment=NetworkSegment(16620010-ed5a-4ee1-b362-34cca4283d0a),segment_id=16620010-ed5a-4ee1-b362-34cca4283d0a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:45.995295 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:45.999917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port c28e6839-fc34-4794-87fd-0fd51bdc6ac0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:46.000098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.005433 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d6e02ad3-e34b-4004-be07-2101f6d883dd tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1745342090 HTTP/1.1" status: 204 len: 168 time: 0.1462269 Jun 30 09:29:46.024296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56920) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.029927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-42549bef-88e7-4c2b-a6c7-1f516a176db2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1745342090') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:46.066716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9002b0-dd26-4579-a3e3-ac09dca4fc3b None None] Pushing event updated for resources: {'Port': ['ID=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:46.101044 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.118616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.140690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Allocated IP 2001:db8::13d (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/35f0f0e0-2e48-46e3-860d-52acad2aecfc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:46.155567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for c28e6839-fc34-4794-87fd-0fd51bdc6ac0 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:46.209586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-42549bef-88e7-4c2b-a6c7-1f516a176db2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1745342090 HTTP/1.1" status: 204 len: 168 time: 0.1843138 Jun 30 09:29:46.228593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56926) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.248383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-f0c8e27f-6a97-425c-9045-374d8e0359f9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:46.321186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6ce9-166c-445f-ac12-3008a5b8da57 req-26cd98d6-d753-4e3b-93fb-283830a2889f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:46.323290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba6b6ce9-166c-445f-ac12-3008a5b8da57 req-26cd98d6-d753-4e3b-93fb-283830a2889f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2998745 Jun 30 09:29:46.332055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b5f6df-a74c-4a64-9bf2-5c4081490ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.333655 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.416516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=c28e6839-fc34-4794-87fd-0fd51bdc6ac0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:46.423390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.425567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9f5d0aa-fb6b-4dbb-9280-b2d3faaaae46 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/c28e6839-fc34-4794-87fd-0fd51bdc6ac0 HTTP/1.1" status: 204 len: 168 time: 0.8001945 Jun 30 09:29:46.428183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.482909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f0c8e27f-6a97-425c-9045-374d8e0359f9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags HTTP/1.1" status: 200 len: 205 time: 0.2503607 Jun 30 09:29:46.484881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.494297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-11b5a5fd-7179-4fd4-a035-c1d1d0a84919 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:46.528602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-7ea15a59-1114-4104-b485-420cf5dcada3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2687969 Jun 30 09:29:46.559376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324da327-f7a2-4718-9a4b-ccbb079d63be tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:46.568537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324da327-f7a2-4718-9a4b-ccbb079d63be tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:46.569319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba6b6ce9-166c-445f-ac12-3008a5b8da57 req-83f57877-3a4e-48e5-bac2-815f010173b2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335072 Jun 30 09:29:46.571199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-324da327-f7a2-4718-9a4b-ccbb079d63be tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1421046 Jun 30 09:29:46.581626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.603225 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.617127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Transition to ACTIVE for port object 35f0f0e0-2e48-46e3-860d-52acad2aecfc will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:46.679936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-11b5a5fd-7179-4fd4-a035-c1d1d0a84919 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags HTTP/1.1" status: 204 len: 168 time: 0.1912317 Jun 30 09:29:46.680193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56946) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.686363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-9874ab53-2c76-4ca1-b276-f1c6e58c8084 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:46.709065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 03f299cf-736d-45b2-826d-3b3429c2cba4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:46.709638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.729456 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.821959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.836097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=35f0f0e0-2e48-46e3-860d-52acad2aecfc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:46.851127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 03f299cf-736d-45b2-826d-3b3429c2cba4 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:46.862303 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b5f6df-a74c-4a64-9bf2-5c4081490ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.864164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:46.867943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:46.871200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:46.877905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:46.878629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.885831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-74b5f6df-a74c-4a64-9bf2-5c4081490ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.925167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9874ab53-2c76-4ca1-b276-f1c6e58c8084 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags HTTP/1.1" status: 204 len: 168 time: 0.2438335 Jun 30 09:29:46.931532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b0121c56-8123-4f96-9a6b-dea2de397aa9 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8468018 Jun 30 09:29:46.932384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56954) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.948854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56958) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:46.952712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-fd083134-7192-4b1f-941e-45897880d6a2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:46.957067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:46.990088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=03f299cf-736d-45b2-826d-3b3429c2cba4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:47.007896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.013892 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0bcbce1a-4694-4eca-a345-8fd6f0f21191 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/03f299cf-736d-45b2-826d-3b3429c2cba4 HTTP/1.1" status: 204 len: 168 time: 0.4304764 Jun 30 09:29:47.014798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.053555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5f6df-a74c-4a64-9bf2-5c4081490ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb96e40-532c-4deb-86c0-677f347097f1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:47.066806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-74b5f6df-a74c-4a64-9bf2-5c4081490ff4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f02d52528e2b4bf093a58fcea32d3d39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2232502 Jun 30 09:29:47.072215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56964) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.112084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e186319-f8b8-4f15-879d-3c8bc53bec5b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:47.117260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56966) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.117441 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9e186319-f8b8-4f15-879d-3c8bc53bec5b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1014876 Jun 30 09:29:47.205403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9d827-e82f-4cc7-8b9f-3d07c34a9665 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:47.211555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9d827-e82f-4cc7-8b9f-3d07c34a9665 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:47.218488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae9d827-e82f-4cc7-8b9f-3d07c34a9665 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:47.223486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cae9d827-e82f-4cc7-8b9f-3d07c34a9665 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2638388 Jun 30 09:29:47.223891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.226955 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7eb40d6-c9d5-496f-8664-3d89da95674c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:29:47.228404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7eb40d6-c9d5-496f-8664-3d89da95674c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/c28e6839-fc34-4794-87fd-0fd51bdc6ac0 HTTP/1.1" status: 404 len: 333 time: 0.0988123 Jun 30 09:29:47.233540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.285378 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-727741c1-854e-418a-a421-370eb18f36fa tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:29:47.302696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-727741c1-854e-418a-a421-370eb18f36fa tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/03f299cf-736d-45b2-826d-3b3429c2cba4 HTTP/1.1" status: 404 len: 333 time: 0.0653908 Jun 30 09:29:47.302839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56976) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.308089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fd083134-7192-4b1f-941e-45897880d6a2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags HTTP/1.1" status: 204 len: 168 time: 0.3656082 Jun 30 09:29:47.311479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.316661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.317917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-db538a1b-a474-45a7-9f9c-88f3011a8890 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:47.410985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.422898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port 35f0f0e0-2e48-46e3-860d-52acad2aecfc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:47.423244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.424883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.498624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-db538a1b-a474-45a7-9f9c-88f3011a8890 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags HTTP/1.1" status: 204 len: 168 time: 0.1821871 Jun 30 09:29:47.500567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56980) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.507558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-1f043d0b-5806-45b4-bcc3-0788e62c0581 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-98623340') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:47.522658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.586867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.603843 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.608655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for 35f0f0e0-2e48-46e3-860d-52acad2aecfc owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:47.633225 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd1878d-52f1-4afa-9106-bb03b50c01d3 None None] Network 94e988e9-9378-43b2-9157-2114042ffd33 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:47.690972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.698448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.705734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/abb96e40-532c-4deb-86c0-677f347097f1 HTTP/1.1" status: 204 len: 168 time: 0.6254227 Jun 30 09:29:47.715787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.752713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb96e40-532c-4deb-86c0-677f347097f1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:47.764855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:47.797527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1f043d0b-5806-45b4-bcc3-0788e62c0581 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-98623340 HTTP/1.1" status: 201 len: 201 time: 0.2960005 Jun 30 09:29:47.808329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c656880-6521-4c4c-b83a-c896f680b16d']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:47.814755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:47.826699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-8ac49b3b-61f9-499d-b0a7-4eab461facff tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-223441026') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:47.827264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.827712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.828191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.828605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.829543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.829543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.829828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.830316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.830741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.831162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.831577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.832156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-783655e2-3b78-4ac3-a7de-5465632e4425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:47.855850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c729e2-3a6b-4024-8208-65dddad5a85f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:47.856251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c729e2-3a6b-4024-8208-65dddad5a85f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:47.882173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.882581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-80218a46-1891-494d-b65a-c15ef306ec81 None None] Provisioning for port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:47.895958 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.906085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:47.906651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:47.910715 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:48.007364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2948a165-8f8f-49e4-9cd4-142da723f5b1 req-ffad2d5b-4b32-43a9-aabf-a1ae610e4108 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.007963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:48.010076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2948a165-8f8f-49e4-9cd4-142da723f5b1 req-ffad2d5b-4b32-43a9-aabf-a1ae610e4108 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2190781 Jun 30 09:29:48.020288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:48.020660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.046614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.070702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.075784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/7c656880-6521-4c4c-b83a-c896f680b16d HTTP/1.1" status: 204 len: 168 time: 0.7718780 Jun 30 09:29:48.079586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56992) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:48.080294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-6305457e-dcdf-4f38-9b15-7dfa75afb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.082099 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-6305457e-dcdf-4f38-9b15-7dfa75afb468 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48&tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71 HTTP/1.1" status: 200 len: 1096 time: 0.2683167 Jun 30 09:29:48.097273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-64658422'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:48.115798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9b1b1-09a5-4c69-902d-322371d8504f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=7c656880-6521-4c4c-b83a-c896f680b16d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:48.131255 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.160218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2948a165-8f8f-49e4-9cd4-142da723f5b1 req-bb0d2c0e-349b-44fc-aff7-144515337f1a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404920 Jun 30 09:29:48.178709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,segment=NetworkSegment(16620010-ed5a-4ee1-b362-34cca4283d0a),segment_id=16620010-ed5a-4ee1-b362-34cca4283d0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:48.183271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.206126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:48.210742 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.216889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.243185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:48.260979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:48.262127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56998) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:48.267040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-e88cbc49-096c-4147-acb8-6bd20313c89d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-2027195896') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:48.267837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8ac49b3b-61f9-499d-b0a7-4eab461facff tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-223441026 HTTP/1.1" status: 201 len: 201 time: 0.4461510 Jun 30 09:29:48.335447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=35f0f0e0-2e48-46e3-860d-52acad2aecfc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:48.385943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Could not find standard attr ID for object 35f0f0e0-2e48-46e3-860d-52acad2aecfc. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:29:48.390109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-2bf77489-34ce-4b4f-8479-99d854d48cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.391715 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-2bf77489-34ce-4b4f-8479-99d854d48cc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1096 time: 0.2707057 Jun 30 09:29:48.410652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Provisioning for port 060a4695-2d63-4d76-a584-954cb92c1f3a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:48.415146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Provisioning complete for port 060a4695-2d63-4d76-a584-954cb92c1f3a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:48.415804 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.471059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Port 060a4695-2d63-4d76-a584-954cb92c1f3a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:48.481850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Provisioning complete for port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:48.484107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-772dd0c9-0bc4-4768-b263-ef57732d2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.542663 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.544601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bc9e577d-8160-470c-a7c2-c98b2b7c7738 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/ports/35f0f0e0-2e48-46e3-860d-52acad2aecfc HTTP/1.1" status: 204 len: 168 time: 1.3194041 Jun 30 09:29:48.548536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57006) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:48.592531 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7acf0505-c637-4716-8760-8b0eaa35e2a5 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] GET failed (client error): The resource could not be found. Jun 30 09:29:48.598064 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7acf0505-c637-4716-8760-8b0eaa35e2a5 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "GET /v2.0/ports/35f0f0e0-2e48-46e3-860d-52acad2aecfc HTTP/1.1" status: 404 len: 333 time: 0.0432765 Jun 30 09:29:48.605246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:48.615625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-507169766'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:48.682509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-d7be90d5-f8e8-4c35-9393-a769e71d0903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.684465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-d7be90d5-f8e8-4c35-9393-a769e71d0903 service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.2848787 Jun 30 09:29:48.741497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.742074 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment e50608db-16aa-4843-a79c-36e09493c0c9 of type vlan for network 8123496d-3d85-400c-876c-bf379e5ff9f2 Jun 30 09:29:48.795539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.824291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-e135ecb0-61a6-410a-91a3-dba4a099dd0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 999 time: 0.1171653 Jun 30 09:29:48.831737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f43bf7a9-c208-4c9b-86e0-6b5e243cf713 None None] Provisioning complete for port 060a4695-2d63-4d76-a584-954cb92c1f3a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:48.832250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f43bf7a9-c208-4c9b-86e0-6b5e243cf713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.875339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e88cbc49-096c-4147-acb8-6bd20313c89d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-2027195896 HTTP/1.1" status: 201 len: 201 time: 0.6096237 Jun 30 09:29:48.891506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57018) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:48.902767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-aca5a932-b87d-4c79-b963-34e0da00d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.905039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-06700559-9933-45be-b1b8-299a1108486b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1525242481') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:48.905994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-aca5a932-b87d-4c79-b963-34e0da00d8ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.0595660 Jun 30 09:29:48.907153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:48.912928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.925267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f43bf7a9-c208-4c9b-86e0-6b5e243cf713 None None] Port 060a4695-2d63-4d76-a584-954cb92c1f3a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:48.948892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] device_id is not set on port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:48.952861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:48.959417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:48.960240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.039455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=8123496d-3d85-400c-876c-bf379e5ff9f2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:49.051141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-73d4b58a-b361-4e03-b49b-e620779d0870 None None] Could not find standard attr ID for object 35f0f0e0-2e48-46e3-860d-52acad2aecfc. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:29:49.055919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:49.083083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-06700559-9933-45be-b1b8-299a1108486b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1525242481 HTTP/1.1" status: 201 len: 201 time: 0.1902454 Jun 30 09:29:49.084988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57032) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.090947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-9e2f260f-40d0-46cc-adc8-250edfb44eb2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', {'tags': ['tempest-TagsExtTest-Tag-1330003843', 'tempest-TagsExtTest-Tag-1807594031', 'tempest-TagsExtTest-Tag-912372770']}) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:49.151234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68d8770d-1f68-40f5-8796-c698cc5ac7ba tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0695825 Jun 30 09:29:49.158933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57036) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.176498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:49.222563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-6d3d1634-4e40-4d05-94fd-2dcbb4022093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:49.225863 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-6d3d1634-4e40-4d05-94fd-2dcbb4022093 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2942944 Jun 30 09:29:49.269649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Allocated IP 2001:db8::148 (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/31e5e21c-2b38-4d9f-a6b2-46744cff3ea5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:49.286187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9e2f260f-40d0-46cc-adc8-250edfb44eb2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags HTTP/1.1" status: 200 len: 317 time: 0.1999528 Jun 30 09:29:49.289270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57042) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.295337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-271e5f9d-8808-46b1-b7d1-1563ce0a0f3e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:49.362690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:49.366690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.571671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:49.573131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.613846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Transition to ACTIVE for port object 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:49.652565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:49.653372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.672318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-1401152f-2113-4d2d-a269-cc27d13c9337 service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791578 Jun 30 09:29:49.675477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.713626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:49.718181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:49.721154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:49.731929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:49.732544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.752871 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:49.781480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c3e27-08d2-41ef-9616-97f3081635f2 req-f6f104e2-8c9e-4bf5-8b24-bb60932c9011 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:49.783175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-083c3e27-08d2-41ef-9616-97f3081635f2 req-f6f104e2-8c9e-4bf5-8b24-bb60932c9011 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2024837 Jun 30 09:29:49.808946 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2019567 Jun 30 09:29:49.814142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.818767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-271e5f9d-8808-46b1-b7d1-1563ce0a0f3e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags HTTP/1.1" status: 204 len: 168 time: 0.5279281 Jun 30 09:29:49.822693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:e1:81:a9'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:49.824995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57058) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.834836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-aeaae065-2650-4efe-8f16-0f0a41b6812e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-1330003843') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:49.908716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:49.940226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-083c3e27-08d2-41ef-9616-97f3081635f2 req-8aecf6fc-cbb7-4b66-8263-e66227e87685 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200461 Jun 30 09:29:49.953655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': 'e50608db-16aa-4843-a79c-36e09493c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:49.954042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: 8123496d-3d85-400c-876c-bf379e5ff9f2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:49.982858 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-aeaae065-2650-4efe-8f16-0f0a41b6812e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:49.983885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aeaae065-2650-4efe-8f16-0f0a41b6812e tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-1330003843 HTTP/1.1" status: 404 len: 329 time: 0.1579380 Jun 30 09:29:49.986755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57062) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:49.994704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-1a61bf84-6251-4e0e-87a0-8e594aa56e6f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-1807594031') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:49.998566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:50.033241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 8123496d-3d85-400c-876c-bf379e5ff9f2) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:50.038506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:50.039111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.051092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009a048-6070-457c-a26a-28a6f7964f40 None None] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:50.079223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b3ac33b0-3cc6-429c-929f-f4da42af323e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9166982 Jun 30 09:29:50.081718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57066) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.087618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2', 'name': 'tempest-PortsIpV6TestJSON-51109276'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:50.109408 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-1a61bf84-6251-4e0e-87a0-8e594aa56e6f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:50.110605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a61bf84-6251-4e0e-87a0-8e594aa56e6f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-1807594031 HTTP/1.1" status: 404 len: 329 time: 0.1229208 Jun 30 09:29:50.144290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57070) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.149626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-8ceb71a1-866b-42c5-925e-281f6f214686 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a', 'tempest-TagsExtTest-Tag-912372770') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:50.190992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e27634-32e8-4d65-b690-4ec4b2c60f77 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=31e5e21c-2b38-4d9f-a6b2-46744cff3ea5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:50.287889 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-8ceb71a1-866b-42c5-925e-281f6f214686 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:50.289595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8ceb71a1-866b-42c5-925e-281f6f214686 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags/tempest-TagsExtTest-Tag-912372770 HTTP/1.1" status: 404 len: 328 time: 0.1440115 Jun 30 09:29:50.292841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57074) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.293802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:50.298013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-8123496d-3d85-400c-876c-bf379e5ff9f2', 'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': 'e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:50.298743 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.299391 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.301555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-35fbd96b-26f8-4cac-ab26-1b95f54493d9 None None] Provisioning for port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:50.305889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-39aa2638-990a-41e6-bd49-2fedf847bb34 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', {'tags': ['tempest-TagsExtTest-Tag-1186825595', 'tempest-TagsExtTest-Tag-1412778613', 'tempest-TagsExtTest-Tag-1517451377']}) {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:50.308379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-35fbd96b-26f8-4cac-ab26-1b95f54493d9 None None] Provisioning complete for port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:50.309091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-35fbd96b-26f8-4cac-ab26-1b95f54493d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.341143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-218f5e1b-aff5-43df-b7e3-05cf08303f1b req-096e64e2-7ab7-4d48-8406-87c0c6e49bbf service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6516671 Jun 30 09:29:50.354977 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.362983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-35fbd96b-26f8-4cac-ab26-1b95f54493d9 None None] Port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:50.369542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 9432d06f-76cd-46a7-a09a-bb8378d0e64e yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:50.514859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39aa2638-990a-41e6-bd49-2fedf847bb34 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags HTTP/1.1" status: 200 len: 318 time: 0.2135556 Jun 30 09:29:50.517708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57082) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.522254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-dc837212-5e5c-4478-aa12-3438f737fb24 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:50.588644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::4d (8123496d-3d85-400c-876c-bf379e5ff9f2/e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c/9432d06f-76cd-46a7-a09a-bb8378d0e64e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:50.593787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.601870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.641395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] In _notify_port_updated(), no bound segment for port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 on network 94e988e9-9378-43b2-9157-2114042ffd33 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:29:50.647329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:50.648113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.652853 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "PUT /v2.0/ports/31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 HTTP/1.1" status: 200 len: 1001 time: 0.8378844 Jun 30 09:29:50.656364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57088) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.773455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc837212-5e5c-4478-aa12-3438f737fb24 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags HTTP/1.1" status: 204 len: 168 time: 0.2524762 Jun 30 09:29:50.847473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:50.848194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:50.867755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-c371bdfd-ac8f-4f3b-9b09-43b5c6eed216 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-1186825595') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:50.875117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 9432d06f-76cd-46a7-a09a-bb8378d0e64e will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:50.880541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d8abf1-17bb-415d-88f5-b03740510bdd tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=31e5e21c-2b38-4d9f-a6b2-46744cff3ea5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:50.938622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.101631 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c371bdfd-ac8f-4f3b-9b09-43b5c6eed216 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:51.109285 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c371bdfd-ac8f-4f3b-9b09-43b5c6eed216 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-1186825595 HTTP/1.1" status: 404 len: 329 time: 0.2557995 Jun 30 09:29:51.110628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Allocated IP 2001:db8::2 (8123496d-3d85-400c-876c-bf379e5ff9f2/e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c/ecf7ccd1-2c6e-4493-9abb-eb0561c0a082) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:51.116880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:51.143498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-49c67dc2-0f3d-498f-8d3b-1c05afae153f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-1412778613') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:51.159843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=9432d06f-76cd-46a7-a09a-bb8378d0e64e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:51.206488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:51.207137 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-b5b3f630-c985-4c02-847f-ae0d43433b8a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5402942 Jun 30 09:29:51.208472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:51.208812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.226179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:51.234213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:51.241254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:51.258667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.285713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-28f92ef9-49e6-4d6e-8638-f42528112b09 None None] Provisioning complete for port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:51.286099 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28f92ef9-49e6-4d6e-8638-f42528112b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.352806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-28f92ef9-49e6-4d6e-8638-f42528112b09 None None] Port 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:51.401493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.416002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for 31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:51.443408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-158020bf-3c90-4094-994a-1813aeb0a1b9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3601215 Jun 30 09:29:51.450131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57130) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:51.469667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.494573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Transition to ACTIVE for port object ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:51.530250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Transition to ACTIVE for port object ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:51.546299 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.627896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:51.639228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:51.643554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:51.695381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb5ea3-0012-4825-b4af-1faf3c0b8263 req-2648068d-c904-44e8-84ee-4a99b501800f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:51.702462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-99bee84e-1935-47e7-9b44-88d105dc96c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:51.718193 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-99bee84e-1935-47e7-9b44-88d105dc96c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 1098 time: 0.2114165 Jun 30 09:29:51.725788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14cb5ea3-0012-4825-b4af-1faf3c0b8263 req-2648068d-c904-44e8-84ee-4a99b501800f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.4485064 Jun 30 09:29:51.740492 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-49c67dc2-0f3d-498f-8d3b-1c05afae153f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:51.744636 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-49c67dc2-0f3d-498f-8d3b-1c05afae153f tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-1412778613 HTTP/1.1" status: 404 len: 329 time: 0.6232669 Jun 30 09:29:51.748549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57138) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:51.762258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-def76162-4ebb-4457-8db4-c633c73bc9ef tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185', 'tempest-TagsExtTest-Tag-1517451377') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:51.763989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Pushing event updated for resources: {'Port': ['ID=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:51.797878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57140) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:51.841501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Attempting to bind port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:29:51.841867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Attempting to bind port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e50608db-16aa-4843-a79c-36e09493c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:29:51.842260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Attempting to bind port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 on network 8123496d-3d85-400c-876c-bf379e5ff9f2 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:29:51.847156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.847891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.848232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.858540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.862817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.863211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.863596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.863929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.864315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.864641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.865025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.865347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:29:51.883500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:29:51.883746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Checking segment: {'id': 'e50608db-16aa-4843-a79c-36e09493c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:51.884097 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.884538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Bound using segment: {'id': 'e50608db-16aa-4843-a79c-36e09493c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:29:51.884952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Bound port: ecf7ccd1-2c6e-4493-9abb-eb0561c0a082, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e50608db-16aa-4843-a79c-36e09493c0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '8123496d-3d85-400c-876c-bf379e5ff9f2'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:29:51.885430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:51.936285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-14cb5ea3-0012-4825-b4af-1faf3c0b8263 req-116d9d2c-30c4-4341-8659-81530fee4c79 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097204 Jun 30 09:29:51.992204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.014252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 9432d06f-76cd-46a7-a09a-bb8378d0e64e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:52.014620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.067692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] For port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:29:52.080637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] For port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,segment=NetworkSegment(e50608db-16aa-4843-a79c-36e09493c0c9),segment_id=e50608db-16aa-4843-a79c-36e09493c0c9)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:29:52.085088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=31e5e21c-2b38-4d9f-a6b2-46744cff3ea5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:52.104819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.162718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-ca278c93-6bd3-4a2a-b12a-45c754de6868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:52.164311 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-ca278c93-6bd3-4a2a-b12a-45c754de6868 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.4183874 Jun 30 09:29:52.194417 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-def76162-4ebb-4457-8db4-c633c73bc9ef tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:52.198344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-def76162-4ebb-4457-8db4-c633c73bc9ef tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags/tempest-TagsExtTest-Tag-1517451377 HTTP/1.1" status: 404 len: 329 time: 0.4479795 Jun 30 09:29:52.203330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57150) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:52.227403 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ddf-c050-4ee0-be3b-5fba50c3914e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.255703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d5d41-7b34-4c6f-a4cc-b747b7d12767 None None] Pushing event updated for resources: {'Port': ['ID=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:52.272048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-65cfeeb3-838e-414a-9220-d9c61d9c43ad tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', {'tags': ['tempest-TagsExtTest-Tag-590359658', 'tempest-TagsExtTest-Tag-1651940665', 'tempest-TagsExtTest-Tag-1329824941']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:52.273495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57152) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:52.287303 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.321948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 9432d06f-76cd-46a7-a09a-bb8378d0e64e owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:52.524850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a16b225-d10e-49d2-a0d1-59c3d287fe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.527177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-d2162793-729c-4f05-946b-94a08b8daeb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff HTTP/1.1" status: 200 len: 1002 time: 0.3552186 Jun 30 09:29:52.562352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.571210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-514f120a-c04f-4152-802c-f73f3badebc6 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/ports/31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 HTTP/1.1" status: 204 len: 168 time: 1.9137211 Jun 30 09:29:52.579723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57156) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:52.585910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ddf-c050-4ee0-be3b-5fba50c3914e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.604856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65cfeeb3-838e-414a-9220-d9c61d9c43ad tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags HTTP/1.1" status: 200 len: 317 time: 0.3386209 Jun 30 09:29:52.626015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:52.640051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-5e8fa963-9516-4fb1-875f-d35f563edb37 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:52.671873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0f57ddf-c050-4ee0-be3b-5fba50c3914e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.707019 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c501c2ec-f7a0-4230-9327-f682db7b5b71 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] GET failed (client error): The resource could not be found. Jun 30 09:29:52.715534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c501c2ec-f7a0-4230-9327-f682db7b5b71 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "GET /v2.0/ports/31e5e21c-2b38-4d9f-a6b2-46744cff3ea5 HTTP/1.1" status: 404 len: 333 time: 0.1346965 Jun 30 09:29:52.717462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:52.728178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1293748371'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:52.766101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e0f57ddf-c050-4ee0-be3b-5fba50c3914e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bb4a388151254f4da4ca87d0ae065aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9251804 Jun 30 09:29:52.771273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57162) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:52.794927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.806356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f57ddf-c050-4ee0-be3b-5fba50c3914e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca93b38-f169-44f9-89c1-7d1a73d00b24,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:52.844574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-6b18df3e-2d0e-49e5-baf4-9b8d7771cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:52.846444 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-6b18df3e-2d0e-49e5-baf4-9b8d7771cfca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.2999287 Jun 30 09:29:52.904667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=9432d06f-76cd-46a7-a09a-bb8378d0e64e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:52.960650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a16b225-d10e-49d2-a0d1-59c3d287fe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.965502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:52.968364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a917920f-a2e4-42b8-8a9f-5a67e511c15d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/9432d06f-76cd-46a7-a09a-bb8378d0e64e HTTP/1.1" status: 204 len: 168 time: 1.5160158 Jun 30 09:29:52.983665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57164) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.007311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a16b225-d10e-49d2-a0d1-59c3d287fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.032942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e8fa963-9516-4fb1-875f-d35f563edb37 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags HTTP/1.1" status: 204 len: 168 time: 0.4057105 Jun 30 09:29:53.040197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.058811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-fdb0d321-558b-410f-a333-a8ab15b753d9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-590359658') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:53.150404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-df4bd67c-8850-4c60-ac00-ca9b8960ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:53.151987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-df4bd67c-8850-4c60-ac00-ca9b8960ad8d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2886403 Jun 30 09:29:53.170066 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5de3e-5184-47ac-9a33-704993a1d6a9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:29:53.171007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5de3e-5184-47ac-9a33-704993a1d6a9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:29:53.172771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9dd5de3e-5184-47ac-9a33-704993a1d6a9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/9432d06f-76cd-46a7-a09a-bb8378d0e64e HTTP/1.1" status: 404 len: 333 time: 0.1871557 Jun 30 09:29:53.181784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:53.186847 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cb23a6e-e45d-4b5d-90f7-2cc4c696da8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.188824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57170) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.194243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.262064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a16b225-d10e-49d2-a0d1-59c3d287fe94 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bef3f32e1eb44bed86f6b2272f9aa51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9867649 Jun 30 09:29:53.270402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16b225-d10e-49d2-a0d1-59c3d287fe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbdfc9d-48a7-482a-bb55-4a8c0c88c465,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:53.285556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57172) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.333694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] device_id is not set on port e1729f04-6f54-4c52-a965-282776638cfa yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:53.410301 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-fdb0d321-558b-410f-a333-a8ab15b753d9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:53.414186 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fdb0d321-558b-410f-a333-a8ab15b753d9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-590359658 HTTP/1.1" status: 404 len: 328 time: 0.3730037 Jun 30 09:29:53.420407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57174) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.426553 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc17b560-fc23-4fb3-9445-5df00aee858d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:29:53.427102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-35e28f37-2a64-4b17-ab05-96501f311c18 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-1651940665') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:53.439259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc17b560-fc23-4fb3-9445-5df00aee858d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/9432d06f-76cd-46a7-a09a-bb8378d0e64e HTTP/1.1" status: 404 len: 333 time: 0.1792321 Jun 30 09:29:53.442652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57176) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.563988 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-72cd004b-460a-4cf8-86ce-659cb9e7f01e service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014418 Jun 30 09:29:53.565909 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b18af85-16f5-44f0-9b49-782cbe2dd31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.625963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cb23a6e-e45d-4b5d-90f7-2cc4c696da8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.695970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:29:53.733984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Allocated IP 2001:db8::370 (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/e1729f04-6f54-4c52-a965-282776638cfa) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:53.737450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b18af85-16f5-44f0-9b49-782cbe2dd31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.742716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:29:53.767503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.802775 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-35e28f37-2a64-4b17-ab05-96501f311c18 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:53.804222 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-35e28f37-2a64-4b17-ab05-96501f311c18 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-1651940665 HTTP/1.1" status: 404 len: 329 time: 0.3806210 Jun 30 09:29:53.806399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ac9ad5-90f1-42ef-a092-2aebcdfaf9e5 req-f6e704f8-93fa-4935-9b07-f5d3ce91c779 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011490 Jun 30 09:29:53.808031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57178) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:53.811329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:53.813973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-8c19c59c-14f6-45f4-92a5-c255d78aa6e3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a', 'tempest-TagsExtTest-Tag-1329824941') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:53.907855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d95b-bb5f-4651-bb40-b66d6411940c req-19dd2ebc-7dc0-491c-a4c5-e1022e97771a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:53.912523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ada3d95b-bb5f-4651-bb40-b66d6411940c req-19dd2ebc-7dc0-491c-a4c5-e1022e97771a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.7515941 Jun 30 09:29:53.941311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:53.941696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110f69fa-da37-4f83-955f-08b56e829f90 None None] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:54.015093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b18af85-16f5-44f0-9b49-782cbe2dd31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.017810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b18af85-16f5-44f0-9b49-782cbe2dd31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.019012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3b18af85-16f5-44f0-9b49-782cbe2dd31a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ddbdfc9d-48a7-482a-bb55-4a8c0c88c465 HTTP/1.1" status: 204 len: 168 time: 0.7154322 Jun 30 09:29:54.029903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cb23a6e-e45d-4b5d-90f7-2cc4c696da8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.032478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8cb23a6e-e45d-4b5d-90f7-2cc4c696da8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.033627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8cb23a6e-e45d-4b5d-90f7-2cc4c696da8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0ca93b38-f169-44f9-89c1-7d1a73d00b24 HTTP/1.1" status: 204 len: 168 time: 1.2533116 Jun 30 09:29:54.067204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b18af85-16f5-44f0-9b49-782cbe2dd31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbdfc9d-48a7-482a-bb55-4a8c0c88c465,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:54.141666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23a6e-e45d-4b5d-90f7-2cc4c696da8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca93b38-f169-44f9-89c1-7d1a73d00b24,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:54.160253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ada3d95b-bb5f-4651-bb40-b66d6411940c req-9ae542e4-e3ea-4fd7-ada7-1b42b70958be tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889343 Jun 30 09:29:54.254418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] Provisioning for port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:54.256770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.293463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] Provisioning complete for port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:54.293723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.414069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.490579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:54.500544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.503457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-53b7f25f-011d-48b9-9029-6ecd9bafba9f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c HTTP/1.1" status: 204 len: 168 time: 1.0356684 Jun 30 09:29:54.508454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57190) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.535885 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8c19c59c-14f6-45f4-92a5-c255d78aa6e3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:54.537331 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c19c59c-14f6-45f4-92a5-c255d78aa6e3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags/tempest-TagsExtTest-Tag-1329824941 HTTP/1.1" status: 404 len: 329 time: 0.7283459 Jun 30 09:29:54.563853 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.579500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-1475d60d-97c4-4edc-a4e1-721a51b7d7ee tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', {'tags': ['tempest-TagsExtTest-Tag-1222012611', 'tempest-TagsExtTest-Tag-1561266877', 'tempest-TagsExtTest-Tag-1601145687']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:54.735153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.758398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.769303 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1475d60d-97c4-4edc-a4e1-721a51b7d7ee tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "PUT /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags HTTP/1.1" status: 200 len: 318 time: 0.2019188 Jun 30 09:29:54.773023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57196) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.791761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-2ac8274a-cfb5-4031-a633-8b6462008e99 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:54.822891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57198) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.837126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Transition to ACTIVE for port object e1729f04-6f54-4c52-a965-282776638cfa will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:29:54.858596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4db54c6-538a-42ce-9a75-2049c5eb00c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.883524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:54.929566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:54.930253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:54.963794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afa41d5a-7168-4ac2-80f3-bd9ad228f3c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.019039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.037859 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ac8274a-cfb5-4031-a633-8b6462008e99 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags HTTP/1.1" status: 204 len: 168 time: 0.2543941 Jun 30 09:29:55.042881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:55.055178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-f3c7834c-0a28-4840-89ad-852a923874a2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1222012611') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:55.078694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,segment=NetworkSegment(e50608db-16aa-4843-a79c-36e09493c0c9),segment_id=e50608db-16aa-4843-a79c-36e09493c0c9)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:55.080084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.104988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:55.121580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.217326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] For port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,segment=NetworkSegment(e50608db-16aa-4843-a79c-36e09493c0c9),segment_id=e50608db-16aa-4843-a79c-36e09493c0c9)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:29:55.224918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.232552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4db54c6-538a-42ce-9a75-2049c5eb00c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.235974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:29:55.247105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4db54c6-538a-42ce-9a75-2049c5eb00c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.290265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a176a-2fdd-4a2a-bf4e-d3742ab759c8 None None] Pushing event updated for resources: {'Port': ['ID=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:55.299347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.301982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:55.331023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=e1729f04-6f54-4c52-a965-282776638cfa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:55.336053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:29:55.354536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db54c6-538a-42ce-9a75-2049c5eb00c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b30832f-c684-4708-9575-ac73a7822361,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:55.360282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e4db54c6-538a-42ce-9a75-2049c5eb00c2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40a2ce244eae4ab48903affe7d7b9dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361879 Jun 30 09:29:55.362327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=ecf7ccd1-2c6e-4493-9abb-eb0561c0a082,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:55.362980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:55.364310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57206) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:55.364923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.373641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:29:55.583695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3275693d-4cd3-47cd-9a0a-d2f01d80004b None None] Network 8123496d-3d85-400c-876c-bf379e5ff9f2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:55.673185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cde5bb93-f25e-44ae-be51-0762823e63e0 None None] Could not find standard attr ID for object ecf7ccd1-2c6e-4493-9abb-eb0561c0a082. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:29:55.717478 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-f3c7834c-0a28-4840-89ad-852a923874a2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:55.719234 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f3c7834c-0a28-4840-89ad-852a923874a2 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1222012611 HTTP/1.1" status: 404 len: 329 time: 0.6742530 Jun 30 09:29:55.723904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:55.735941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-3b4c5e13-a2d5-4d27-8ee7-8c9e002f7a6b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1561266877') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:55.766942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afa41d5a-7168-4ac2-80f3-bd9ad228f3c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.793027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afa41d5a-7168-4ac2-80f3-bd9ad228f3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.823939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-80ba1a6f-711f-4e89-9618-9089d0c00993 None None] Provisioning for port e1729f04-6f54-4c52-a965-282776638cfa completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:29:55.836993 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1201a78f-ac12-426f-947c-520faa4d9a16 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.1145573 Jun 30 09:29:55.842094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-80ba1a6f-711f-4e89-9618-9089d0c00993 None None] Provisioning complete for port e1729f04-6f54-4c52-a965-282776638cfa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:55.842651 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-80ba1a6f-711f-4e89-9618-9089d0c00993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:55.886151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:55.905359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:81:a9'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:55.918649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc931950-a665-4a7e-b05e-d257dd4241d3 None None] DHCP port deletion for 8123496d-3d85-400c-876c-bf379e5ff9f2 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:29:55.979131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-80ba1a6f-711f-4e89-9618-9089d0c00993 None None] Port e1729f04-6f54-4c52-a965-282776638cfa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:56.074035 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-3b4c5e13-a2d5-4d27-8ee7-8c9e002f7a6b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:56.075566 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3b4c5e13-a2d5-4d27-8ee7-8c9e002f7a6b tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1561266877 HTTP/1.1" status: 404 len: 329 time: 0.3503332 Jun 30 09:29:56.079486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa41d5a-7168-4ac2-80f3-bd9ad228f3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c16ff-f7f8-48d9-9dc1-fe83197b2f98,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.100235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57212) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.106440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-c4179f52-5d2b-4860-8b93-464528841b33 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04', 'tempest-TagsExtTest-Tag-1601145687') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.114788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-afa41d5a-7168-4ac2-80f3-bd9ad228f3c1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=71d163c4e95947c2b441032c8ef49c6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2271166 Jun 30 09:29:56.126127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57214) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.193828 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c4179f52-5d2b-4860-8b93-464528841b33 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] show failed (client error): The resource could not be found. Jun 30 09:29:56.195530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c4179f52-5d2b-4860-8b93-464528841b33 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags/tempest-TagsExtTest-Tag-1601145687 HTTP/1.1" status: 404 len: 329 time: 0.0931811 Jun 30 09:29:56.235990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.256190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-6f278aab-69ce-4db3-9a85-086ce7456cff tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'bc6415d1-ffdf-4190-add4-303844589c04') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.287332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.297058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.301678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8123496d-3d85-400c-876c-bf379e5ff9f2']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.326052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e50608db-16aa-4843-a79c-36e09493c0c9') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.326510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e50608db-16aa-4843-a79c-36e09493c0c9') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.329538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c85b3c2-ec67-4f06-b261-9dce5bd4377a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.354303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c85b3c2-ec67-4f06-b261-9dce5bd4377a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.358112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.366669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f060-000d-49e0-9e45-30d8a5764e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.394589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.414519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6f278aab-69ce-4db3-9a85-086ce7456cff tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04/tags HTTP/1.1" status: 204 len: 168 time: 0.1621685 Jun 30 09:29:56.424245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:29:56.424659 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.428615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57218) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:29:56.429281 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:29:56.440903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c85b3c2-ec67-4f06-b261-9dce5bd4377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.443813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c85b3c2-ec67-4f06-b261-9dce5bd4377a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.445165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6c85b3c2-ec67-4f06-b261-9dce5bd4377a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ff8c16ff-f7f8-48d9-9dc1-fe83197b2f98 HTTP/1.1" status: 204 len: 168 time: 0.3128133 Jun 30 09:29:56.449114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-4ef56be3-5bd6-4844-8479-dacf91c425fd tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc8d9404-e56d-4773-beec-b39424de2e8a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.462949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85b3c2-ec67-4f06-b261-9dce5bd4377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c16ff-f7f8-48d9-9dc1-fe83197b2f98,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.477851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f060-000d-49e0-9e45-30d8a5764e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.639155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b74af-d6bc-44c8-8edd-b48ca3fbcded req-3c41417a-f36a-4973-bc22-10e083d159c4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:56.647395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f04b74af-d6bc-44c8-8edd-b48ca3fbcded req-3c41417a-f36a-4973-bc22-10e083d159c4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 1.1722813 Jun 30 09:29:56.769527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.800612 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.802660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/8123496d-3d85-400c-876c-bf379e5ff9f2 HTTP/1.1" status: 204 len: 168 time: 2.2920146 Jun 30 09:29:56.809704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57224) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.828138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-729418857'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:56.835990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcf074-b0b2-4c8e-8aaa-8bea443f77e0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=8123496d-3d85-400c-876c-bf379e5ff9f2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.844628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f04b74af-d6bc-44c8-8edd-b48ca3fbcded req-c048cfe2-c282-43a2-b59a-657d3296bbf5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958992 Jun 30 09:29:56.864617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:56.868092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4ef56be3-5bd6-4844-8479-dacf91c425fd tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a/tags HTTP/1.1" status: 204 len: 168 time: 0.4378030 Jun 30 09:29:56.870566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-c91e82c6-7522-4140-8bbe-d0107a9dec76 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e966687-3fb5-4f6a-8644-92520b070185') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:56.895946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f060-000d-49e0-9e45-30d8a5764e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.902202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f060-000d-49e0-9e45-30d8a5764e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:56.922362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8fe0f060-000d-49e0-9e45-30d8a5764e04 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9b30832f-c684-4708-9575-ac73a7822361 HTTP/1.1" status: 204 len: 168 time: 1.5552511 Jun 30 09:29:56.952583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0f060-000d-49e0-9e45-30d8a5764e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b30832f-c684-4708-9575-ac73a7822361,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:56.962654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:57.000860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.046570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:29:57.066540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.066892 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment 2402b832-f68b-4c21-93e0-fe8b82844b0c of type vlan for network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 Jun 30 09:29:57.149176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.194288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.203526 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c91e82c6-7522-4140-8bbe-d0107a9dec76 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185/tags HTTP/1.1" status: 204 len: 168 time: 0.3355722 Jun 30 09:29:57.203526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.207834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-7cefe54f-98cf-49ef-9f69-924476085f06 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f6d5e909-dbb6-4998-958e-5765c0d7570a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:29:57.210533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.264325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.274911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:57.275575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.318545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] In _notify_port_updated(), no bound segment for port e1729f04-6f54-4c52-a965-282776638cfa on network 94e988e9-9378-43b2-9157-2114042ffd33 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:29:57.332124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:57.332819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.343563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "PUT /v2.0/ports/e1729f04-6f54-4c52-a965-282776638cfa HTTP/1.1" status: 200 len: 1003 time: 1.4535851 Jun 30 09:29:57.346730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.498627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c399016-0df4-4a90-ae8c-bc668753ee83 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=e1729f04-6f54-4c52-a965-282776638cfa,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.535407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7148905 Jun 30 09:29:57.536202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57244) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.552878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:57.605031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:29:57.617855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7cefe54f-98cf-49ef-9f69-924476085f06 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a/tags HTTP/1.1" status: 204 len: 168 time: 0.4105852 Jun 30 09:29:57.632721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57250) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:57.645687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:29:57.648915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ecf7ccd1-2c6e-4493-9abb-eb0561c0a082 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:29:57.716999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:57.721621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.730611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2d1ca-31b5-434c-b46c-d011bac421cf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=0d2bd79a-56f8-4edd-b189-982c0b8477f7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:57.754531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:29:57.889721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port e1729f04-6f54-4c52-a965-282776638cfa {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:57.890240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:57.974343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-57c821c9-abb2-4199-9a14-c6b51737d9a9 None None] Provisioning complete for port e1729f04-6f54-4c52-a965-282776638cfa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:29:57.976795 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-57c821c9-abb2-4199-9a14-c6b51737d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.064954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-57c821c9-abb2-4199-9a14-c6b51737d9a9 None None] Port e1729f04-6f54-4c52-a965-282776638cfa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:29:58.100273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c053ec6f-567b-4b88-b4e9-3417ee89a230 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.101439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c053ec6f-567b-4b88-b4e9-3417ee89a230 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnetpools/bc6415d1-ffdf-4190-add4-303844589c04 HTTP/1.1" status: 204 len: 168 time: 0.4643376 Jun 30 09:29:58.109299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:58.192522 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ce7449b2-9df7-46ad-a46d-d98a7214d2fc tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "GET /v2.0/ports?device_id=bc8d9404-e56d-4773-beec-b39424de2e8a HTTP/1.1" status: 200 len: 205 time: 0.0818584 Jun 30 09:29:58.201884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57266) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:58.323098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.333588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.346588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.355212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for e1729f04-6f54-4c52-a965-282776638cfa owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:58.499626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=d543f9b2-cca5-4e09-b7cd-9636d905e965,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:58.543107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257951cf-c4a7-4e05-84ae-f2e53ebf1a92 req-953aca3f-0ca3-4589-81c5-4d18d0722734 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:58.557537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-257951cf-c4a7-4e05-84ae-f2e53ebf1a92 req-953aca3f-0ca3-4589-81c5-4d18d0722734 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.3782871 Jun 30 09:29:58.559520 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': '2402b832-f68b-4c21-93e0-fe8b82844b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:29:58.559941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: 0d2bd79a-56f8-4edd-b189-982c0b8477f7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:29:58.625530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-257951cf-c4a7-4e05-84ae-f2e53ebf1a92 req-77355d6f-3749-47c3-be9e-ab6983019805 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669391 Jun 30 09:29:58.635619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:29:58.657271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0d2bd79a-56f8-4edd-b189-982c0b8477f7) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:29:58.681466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:29:58.683690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8daf6-bb47-4ba8-a1e1-f8888278514b None None] Network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:29:58.684293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:58.725461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a3ea317-e13a-4cd4-b176-3d8dd8403496 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1771302 Jun 30 09:29:58.725461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:58.730292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-638893415'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:58.948698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:58.953425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.008294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 6fa7a038-9338-4efa-9212-885707e9df92 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:29:59.043711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.049336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.064697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-0d2bd79a-56f8-4edd-b189-982c0b8477f7', 'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': 'd543f9b2-cca5-4e09-b7cd-9636d905e965'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:29:59.065643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.177769 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.183343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Fanout notify agent at l3_agent the message router_deleted on router bc8d9404-e56d-4773-beec-b39424de2e8a {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:29:59.204178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.205480 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0332fc0d-b350-4624-98f0-ac976ff830e9 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/routers/bc8d9404-e56d-4773-beec-b39424de2e8a HTTP/1.1" status: 204 len: 168 time: 1.0020628 Jun 30 09:29:59.212846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57296) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:59.283092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.384767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.413583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=e1729f04-6f54-4c52-a965-282776638cfa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:29:59.419837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.422158 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a9d3492b-4998-4907-afcc-d7fdf74e25d3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/ports/e1729f04-6f54-4c52-a965-282776638cfa HTTP/1.1" status: 204 len: 168 time: 2.0539336 Jun 30 09:29:59.425073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57304) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:59.438921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::7 (0d2bd79a-56f8-4edd-b189-982c0b8477f7/d543f9b2-cca5-4e09-b7cd-9636d905e965/6fa7a038-9338-4efa-9212-885707e9df92) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:29:59.517238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Deleting port 7e966687-3fb5-4f6a-8644-92520b070185 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:29:59.517883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.529346 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bed985f-c723-4ffe-bd53-410244fcf943 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] GET failed (client error): The resource could not be found. Jun 30 09:29:59.535480 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1bed985f-c723-4ffe-bd53-410244fcf943 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "GET /v2.0/ports/e1729f04-6f54-4c52-a965-282776638cfa HTTP/1.1" status: 404 len: 333 time: 0.1083345 Jun 30 09:29:59.542765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:29:59.551625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-601116487'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:29:59.793429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:29:59.813157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Calling delete_port for 7e966687-3fb5-4f6a-8644-92520b070185 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:29:59.978545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:29:59.983321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.022766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] device_id is not set on port 868419f8-0ca2-4ab2-8c77-c6c0aa370036 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:00.040920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.109649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 6fa7a038-9338-4efa-9212-885707e9df92 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:00.165751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04be167-c69e-48f6-8bdf-734be94cd0e3 req-e8dba15e-03d0-485e-85be-dee5949d907f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:00.167348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b04be167-c69e-48f6-8bdf-734be94cd0e3 req-e8dba15e-03d0-485e-85be-dee5949d907f tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2534811 Jun 30 09:30:00.246181 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.319618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.325336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b04be167-c69e-48f6-8bdf-734be94cd0e3 req-de1a042c-cc35-4bc4-a56c-dc7393dcce97 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445427 Jun 30 09:30:00.336691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event deleted for resources: {'Port': ['ID=7e966687-3fb5-4f6a-8644-92520b070185,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:00.420527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Allocated IP 2001:db8::a2 (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/868419f8-0ca2-4ab2-8c77-c6c0aa370036) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:00.537370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:00.547725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:00.552728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:00.565208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:00.567091 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.578591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Allocated IP 2001:db8::2 (0d2bd79a-56f8-4edd-b189-982c0b8477f7/d543f9b2-cca5-4e09-b7cd-9636d905e965/4b562457-13e1-4991-8851-d65c1196cfb5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:00.663952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=6fa7a038-9338-4efa-9212-885707e9df92,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:00.721316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-949dcf1c-7185-4c2e-86c1-0afc0258263d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.9946010 Jun 30 09:30:00.731200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57330) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:00.735947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:00.754172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e77c0cc-6861-489e-bd43-7d133869b64d tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/ports/7e966687-3fb5-4f6a-8644-92520b070185 HTTP/1.1" status: 204 len: 168 time: 1.5397797 Jun 30 09:30:00.804193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:01.086696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.132438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Transition to ACTIVE for port object 868419f8-0ca2-4ab2-8c77-c6c0aa370036 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:01.194184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Deleting subnet f6d5e909-dbb6-4998-958e-5765c0d7570a {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:01.200263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.213850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.265974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 6fa7a038-9338-4efa-9212-885707e9df92 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:01.266496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.267950 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.287929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Transition to ACTIVE for port object 4b562457-13e1-4991-8851-d65c1196cfb5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:01.323553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Transition to ACTIVE for port object 4b562457-13e1-4991-8851-d65c1196cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:01.340618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.386211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:01.402544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:01.411999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.429880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:01.444069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:01.444768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.449632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Pushing event updated for resources: {'Port': ['ID=4b562457-13e1-4991-8851-d65c1196cfb5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:01.472263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:01.477499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:01.489744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=868419f8-0ca2-4ab2-8c77-c6c0aa370036,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:01.493622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:01.552566 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5b31bb7-c076-4708-95cb-2e740ddcf489 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9998395 Jun 30 09:30:01.552566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57360) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:01.554263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'network_id': '94e988e9-9378-43b2-9157-2114042ffd33', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1985729091'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:01.581067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.644935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 6fa7a038-9338-4efa-9212-885707e9df92 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:01.734758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Attempting to bind port 4b562457-13e1-4991-8851-d65c1196cfb5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:01.759809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Attempting to bind port 4b562457-13e1-4991-8851-d65c1196cfb5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '2402b832-f68b-4c21-93e0-fe8b82844b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:01.760910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Attempting to bind port 4b562457-13e1-4991-8851-d65c1196cfb5 on network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:01.790963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:01.791420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Checking segment: {'id': '2402b832-f68b-4c21-93e0-fe8b82844b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:01.792056 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.792579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Bound using segment: {'id': '2402b832-f68b-4c21-93e0-fe8b82844b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:01.794731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Bound port: 4b562457-13e1-4991-8851-d65c1196cfb5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2402b832-f68b-4c21-93e0-fe8b82844b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d2bd79a-56f8-4edd-b189-982c0b8477f7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:01.805826 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.978300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Made reservation on behalf of 5e467170f6ec4da4b276b481eabea136 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:01.981268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] For port 4b562457-13e1-4991-8851-d65c1196cfb5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:01.986518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] For port 4b562457-13e1-4991-8851-d65c1196cfb5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b562457-13e1-4991-8851-d65c1196cfb5,segment=NetworkSegment(2402b832-f68b-4c21-93e0-fe8b82844b0c),segment_id=2402b832-f68b-4c21-93e0-fe8b82844b0c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:01.994610 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:01.997721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.021027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57368) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:02.068840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] device_id is not set on port 6d5f9935-292e-4ab3-bf35-f7d365535723 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:02.093448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3cf0fc6-31e9-4cbc-8d22-377476db9b2a None None] Provisioning for port 868419f8-0ca2-4ab2-8c77-c6c0aa370036 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:02.103084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3cf0fc6-31e9-4cbc-8d22-377476db9b2a None None] Provisioning complete for port 868419f8-0ca2-4ab2-8c77-c6c0aa370036 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:02.103700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d3cf0fc6-31e9-4cbc-8d22-377476db9b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.201608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37f452-b90e-49ff-b2bd-3943862e020d None None] Pushing event updated for resources: {'Port': ['ID=4b562457-13e1-4991-8851-d65c1196cfb5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:02.244159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d3cf0fc6-31e9-4cbc-8d22-377476db9b2a None None] Port 868419f8-0ca2-4ab2-8c77-c6c0aa370036 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:02.311084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.383933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b9a8-1991-41e8-928b-09bdb73028d2 req-19bbcfe9-60f2-42d4-8833-9374017ab58c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:02.386527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4704b9a8-1991-41e8-928b-09bdb73028d2 req-19bbcfe9-60f2-42d4-8833-9374017ab58c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.5785191 Jun 30 09:30:02.429216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Allocated IP 2001:db8::3e9 (94e988e9-9378-43b2-9157-2114042ffd33/7f12a8cf-4f75-4a9e-973b-e34f05b7589e/6d5f9935-292e-4ab3-bf35-f7d365535723) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:02.569456 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfe6c-77d0-4296-90eb-047285dee10e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.628496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.776231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=6fa7a038-9338-4efa-9212-885707e9df92,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:02.820119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.837083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4704b9a8-1991-41e8-928b-09bdb73028d2 req-dcbffe12-77b6-4513-9372-726b4b8724aa tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234536 Jun 30 09:30:02.842584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:02.885590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Transition to ACTIVE for port object 6d5f9935-292e-4ab3-bf35-f7d365535723 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:02.929842 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.000319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Network 94e988e9-9378-43b2-9157-2114042ffd33 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:03.005321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:03.010361 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.010982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:03.019313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:03.020625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d15516e-8145-4161-84a5-25122bf0bcdb None None] Network 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:03.021365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.022097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/subnets/f6d5e909-dbb6-4998-958e-5765c0d7570a HTTP/1.1" status: 204 len: 168 time: 2.2030621 Jun 30 09:30:03.022917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57380) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.024031 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.031521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebda09ab-2e20-45f2-8d1f-609ef25b4a89 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/6fa7a038-9338-4efa-9212-885707e9df92 HTTP/1.1" status: 204 len: 168 time: 2.2618902 Jun 30 09:30:03.034550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.047528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8866a-09b0-49ae-bf51-b447fd9a1ca3 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d5e909-dbb6-4998-958e-5765c0d7570a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.053206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=6d5f9935-292e-4ab3-bf35-f7d365535723,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.091710 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-314fe5ad-4300-4a34-9af6-92a78fdd97c1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:03.096329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-314fe5ad-4300-4a34-9af6-92a78fdd97c1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/6fa7a038-9338-4efa-9212-885707e9df92 HTTP/1.1" status: 404 len: 333 time: 0.0550199 Jun 30 09:30:03.097997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.218951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet d543f9b2-cca5-4e09-b7cd-9636d905e965 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:03.225021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.255739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.353611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.486631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfe6c-77d0-4296-90eb-047285dee10e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.500834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc6dfe6c-77d0-4296-90eb-047285dee10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.533249 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-66baec47-16cc-4d74-85f6-9a083ba3bac0 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9850256 Jun 30 09:30:03.543153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57392) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.559897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::73', 'mac_address': 'fa:16:3e:e1:81:a9'}, {'ip_address': '2001:db8::a2', 'mac_address': 'fa:16:3e:93:2c:48'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:03.609050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2e4e7a9-f3a0-4d90-9aee-3aca3b0625e9 None None] Provisioning for port 6d5f9935-292e-4ab3-bf35-f7d365535723 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:03.617759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2e4e7a9-f3a0-4d90-9aee-3aca3b0625e9 None None] Provisioning complete for port 6d5f9935-292e-4ab3-bf35-f7d365535723 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:03.621513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c2e4e7a9-f3a0-4d90-9aee-3aca3b0625e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.680921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] DHCP port deletion for 6fcb36ba-0c1c-48ba-a04e-df6a21adb52f request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:03.694834 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cc6dfe6c-77d0-4296-90eb-047285dee10e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b817d9c941045119426a68a01e80a34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5889187 Jun 30 09:30:03.697359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57394) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:03.730479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c2e4e7a9-f3a0-4d90-9aee-3aca3b0625e9 None None] Port 6d5f9935-292e-4ab3-bf35-f7d365535723 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:03.747359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6dfe6c-77d0-4296-90eb-047285dee10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aa89b9-78a7-4553-9b7e-fd54e0bfd2b2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:03.776290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Deleting port b22ca392-c548-4066-90a0-c447161ff6cc {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:03.781240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.788349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] Deleting port b22ca392-c548-4066-90a0-c447161ff6cc {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:03.794667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.854136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b562457-13e1-4991-8851-d65c1196cfb5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:03.909410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] For port b22ca392-c548-4066-90a0-c447161ff6cc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b22ca392-c548-4066-90a0-c447161ff6cc,segment=NetworkSegment(afb30f1b-8a27-4711-ad0d-e08d92f66c77),segment_id=afb30f1b-8a27-4711-ad0d-e08d92f66c77)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:03.909812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:03.961401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] Calling delete_port for b22ca392-c548-4066-90a0-c447161ff6cc owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:03.965376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.021034 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:04.084959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] For port b22ca392-c548-4066-90a0-c447161ff6cc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=b22ca392-c548-4066-90a0-c447161ff6cc,segment=NetworkSegment(afb30f1b-8a27-4711-ad0d-e08d92f66c77),segment_id=afb30f1b-8a27-4711-ad0d-e08d92f66c77)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:04.086706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.093920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98b35b95-f58d-4ee5-a957-f4d1cd4c2c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.157020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.158182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Calling delete_port for b22ca392-c548-4066-90a0-c447161ff6cc owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:04.199062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=d543f9b2-cca5-4e09-b7cd-9636d905e965,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.212119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.214061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-94b34d0a-1460-432c-bbf5-4658ec4d5434 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/d543f9b2-cca5-4e09-b7cd-9636d905e965 HTTP/1.1" status: 204 len: 168 time: 1.1149838 Jun 30 09:30:04.217829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57400) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:04.250471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c33c5-e8ea-4e1d-8447-cff9c2d4df80 None None] Network 0d2bd79a-56f8-4edd-b189-982c0b8477f7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:04.259671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.285491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57402) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:04.339698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] Pushing event deleted for resources: {'Port': ['ID=b22ca392-c548-4066-90a0-c447161ff6cc,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.358531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Provisioning for port 4b562457-13e1-4991-8851-d65c1196cfb5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:04.363465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4b562457-13e1-4991-8851-d65c1196cfb5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:04.368679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.369433 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98b35b95-f58d-4ee5-a957-f4d1cd4c2c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.378143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Provisioning complete for port 4b562457-13e1-4991-8851-d65c1196cfb5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:04.378974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.390691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d471a31-9fdb-4fc4-ab23-152d86422d30 None None] No DVR routers for this DVR port b22ca392-c548-4066-90a0-c447161ff6cc on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:04.433301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4b562457-13e1-4991-8851-d65c1196cfb5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:04.433753 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.441740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.551755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbedbcd-c611-481a-a8d6-a6ed7843be45 req-1bfaa56e-90f4-4e54-978d-b23f2b0d3f76 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:04.561884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bbedbcd-c611-481a-a8d6-a6ed7843be45 req-1bfaa56e-90f4-4e54-978d-b23f2b0d3f76 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.3903036 Jun 30 09:30:04.583724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.585676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98b35b95-f58d-4ee5-a957-f4d1cd4c2c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.588133 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98b35b95-f58d-4ee5-a957-f4d1cd4c2c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.592303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-98b35b95-f58d-4ee5-a957-f4d1cd4c2c66 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d3aa89b9-78a7-4553-9b7e-fd54e0bfd2b2 HTTP/1.1" status: 204 len: 168 time: 0.8814154 Jun 30 09:30:04.614774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 4b562457-13e1-4991-8851-d65c1196cfb5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:04.615122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.621646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.636418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event deleted for resources: {'Port': ['ID=b22ca392-c548-4066-90a0-c447161ff6cc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.646817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b35b95-f58d-4ee5-a957-f4d1cd4c2c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aa89b9-78a7-4553-9b7e-fd54e0bfd2b2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.653906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] No DVR routers for this DVR port b22ca392-c548-4066-90a0-c447161ff6cc on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:04.669504 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.683889 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.685304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bbedbcd-c611-481a-a8d6-a6ed7843be45 req-4a1e66cf-2929-4b9a-aa79-3816c4679f3d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217031 Jun 30 09:30:04.747819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 4b562457-13e1-4991-8851-d65c1196cfb5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b562457-13e1-4991-8851-d65c1196cfb5,segment=NetworkSegment(2402b832-f68b-4c21-93e0-fe8b82844b0c),segment_id=2402b832-f68b-4c21-93e0-fe8b82844b0c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:04.757607 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.800223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.813893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcb36ba-0c1c-48ba-a04e-df6a21adb52f']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:04.835924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb30f1b-8a27-4711-ad0d-e08d92f66c77') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:04.836143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb30f1b-8a27-4711-ad0d-e08d92f66c77') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:04.842522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=4b562457-13e1-4991-8851-d65c1196cfb5,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:04.860383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.882140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.883665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] DHCP port deletion for 0d2bd79a-56f8-4edd-b189-982c0b8477f7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:04.895099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:04.896194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:04.902763 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:04.924450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port 4b562457-13e1-4991-8851-d65c1196cfb5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b562457-13e1-4991-8851-d65c1196cfb5,segment=NetworkSegment(2402b832-f68b-4c21-93e0-fe8b82844b0c),segment_id=2402b832-f68b-4c21-93e0-fe8b82844b0c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:04.924816 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:30:04.924978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.925178 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:30:04.945961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.952824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] Deleting port 4b562457-13e1-4991-8851-d65c1196cfb5 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:04.953210 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:04.966401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 4b562457-13e1-4991-8851-d65c1196cfb5 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:04.973616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.004707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.012362 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.015640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] 10.222.0.77 "DELETE /v2.0/networks/6fcb36ba-0c1c-48ba-a04e-df6a21adb52f HTTP/1.1" status: 204 len: 168 time: 1.9836345 Jun 30 09:30:05.035969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8e7a1-8808-4477-b0a6-8c55058228d4 tempest-TagsExtTest-286556601 tempest-TagsExtTest-286556601-project] Pushing event deleted for resources: {'Network': ['ID=6fcb36ba-0c1c-48ba-a04e-df6a21adb52f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.038241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] For port 4b562457-13e1-4991-8851-d65c1196cfb5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b562457-13e1-4991-8851-d65c1196cfb5,segment=NetworkSegment(2402b832-f68b-4c21-93e0-fe8b82844b0c),segment_id=2402b832-f68b-4c21-93e0-fe8b82844b0c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:05.039786 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.052199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57412) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.059190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] Calling delete_port for 4b562457-13e1-4991-8851-d65c1196cfb5 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:05.066308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d822e48-7312-4dac-b813-c26b8423c009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.091126 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.097204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=90e79b15559e4d8f9601655217516b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8076880 Jun 30 09:30:05.097204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a678a882-d486-4fc2-8af4-93302a3af16b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.099767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57414) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.121745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.131808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.132150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.132490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.132847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.133333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.133669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.134001 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.134365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.134697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.135083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.135396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.135718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df1132b-e305-4803-aa48-0ff09416a392 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:05.166898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d822e48-7312-4dac-b813-c26b8423c009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.171777 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d822e48-7312-4dac-b813-c26b8423c009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.190921 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.197996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] In _notify_port_updated(), no bound segment for port 6d5f9935-292e-4ab3-bf35-f7d365535723 on network 94e988e9-9378-43b2-9157-2114042ffd33 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:30:05.204282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:05.204970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.208734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "PUT /v2.0/ports/6d5f9935-292e-4ab3-bf35-f7d365535723 HTTP/1.1" status: 200 len: 1066 time: 1.6574879 Jun 30 09:30:05.211493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57416) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.228544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1d822e48-7312-4dac-b813-c26b8423c009 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7742330c1b6f462b96bb6f40c932b2e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755588 Jun 30 09:30:05.235662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] Pushing event deleted for resources: {'Port': ['ID=4b562457-13e1-4991-8851-d65c1196cfb5,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.239222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57418) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.250049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a45bd-4f6c-42ad-88b0-aec29a89bfe3 None None] No DVR routers for this DVR port 4b562457-13e1-4991-8851-d65c1196cfb5 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:05.263596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd61ac-6315-47f1-9cc0-eb3e039e8a8f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event updated for resources: {'Port': ['ID=6d5f9935-292e-4ab3-bf35-f7d365535723,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.265011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d822e48-7312-4dac-b813-c26b8423c009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef00fbe-305f-4f47-b359-aaac0c5cc2ef,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.299964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.348583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port 4b562457-13e1-4991-8851-d65c1196cfb5 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:05.351090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76b240e6-44b6-47f6-9f77-4260511853d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.353168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=4b562457-13e1-4991-8851-d65c1196cfb5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.397273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port 6d5f9935-292e-4ab3-bf35-f7d365535723 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:05.397611 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.407121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53057a93-3aa8-4e9d-9d63-ed78120a522e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.429115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76b240e6-44b6-47f6-9f77-4260511853d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.433111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.458115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2d0327c0-d922-4a39-be70-ac5aaa25f755 None None] Port 4b562457-13e1-4991-8851-d65c1196cfb5 update to ACTIVE by agent not found {{(pid=93726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 09:30:05.505555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53057a93-3aa8-4e9d-9d63-ed78120a522e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.507802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.523106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for 6d5f9935-292e-4ab3-bf35-f7d365535723 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:05.577692 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53057a93-3aa8-4e9d-9d63-ed78120a522e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.580226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-53057a93-3aa8-4e9d-9d63-ed78120a522e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.583422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b562457-13e1-4991-8851-d65c1196cfb5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:05.584400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-53057a93-3aa8-4e9d-9d63-ed78120a522e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eef00fbe-305f-4f47-b359-aaac0c5cc2ef HTTP/1.1" status: 204 len: 168 time: 0.3342180 Jun 30 09:30:05.597320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.606849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53057a93-3aa8-4e9d-9d63-ed78120a522e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef00fbe-305f-4f47-b359-aaac0c5cc2ef,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.607799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dddff8b7-706f-4cca-9594-f272fd97d5bb None None] Provisioning complete for port 6d5f9935-292e-4ab3-bf35-f7d365535723 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:05.608569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dddff8b7-706f-4cca-9594-f272fd97d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.626164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2bd79a-56f8-4edd-b189-982c0b8477f7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:05.636926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2402b832-f68b-4c21-93e0-fe8b82844b0c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:05.637201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2402b832-f68b-4c21-93e0-fe8b82844b0c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:05.644505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4b562457-13e1-4991-8851-d65c1196cfb5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:05.644851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b562457-13e1-4991-8851-d65c1196cfb5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:05.645389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b22ca392-c548-4066-90a0-c447161ff6cc no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:05.651616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.669794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.672461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: b22ca392-c548-4066-90a0-c447161ff6cc {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:05.672787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device b22ca392-c548-4066-90a0-c447161ff6cc not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:05.677046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76b240e6-44b6-47f6-9f77-4260511853d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.680240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76b240e6-44b6-47f6-9f77-4260511853d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.686569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-76b240e6-44b6-47f6-9f77-4260511853d9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a678a882-d486-4fc2-8af4-93302a3af16b HTTP/1.1" status: 204 len: 168 time: 0.5837862 Jun 30 09:30:05.693527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:05.695291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:05.699927 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:05.713081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dddff8b7-706f-4cca-9594-f272fd97d5bb None None] Port 6d5f9935-292e-4ab3-bf35-f7d365535723 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:05.719115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b240e6-44b6-47f6-9f77-4260511853d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a678a882-d486-4fc2-8af4-93302a3af16b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.801641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.805778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.808055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/0d2bd79a-56f8-4edd-b189-982c0b8477f7 HTTP/1.1" status: 204 len: 168 time: 1.5894463 Jun 30 09:30:05.823447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57432) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:05.844287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'name': 'tempest-PortsIpV6TestJSON-561573171'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:05.849922 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501cad4-27f7-4d7d-97e4-ff477b98f092 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=0d2bd79a-56f8-4edd-b189-982c0b8477f7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:05.870604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:05.910971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=6d5f9935-292e-4ab3-bf35-f7d365535723,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.036695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf5dba-5aa6-4b43-882f-0dd43dc8e954 req-d76c94e3-bf4b-421b-b970-444938082f99 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:06.038332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07bf5dba-5aa6-4b43-882f-0dd43dc8e954 req-d76c94e3-bf4b-421b-b970-444938082f99 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 944 time: 0.2077920 Jun 30 09:30:06.180078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.187238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-613b7252-743e-42bc-96fc-faa027f79e78 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/ports/6d5f9935-292e-4ab3-bf35-f7d365535723 HTTP/1.1" status: 204 len: 168 time: 0.9743149 Jun 30 09:30:06.194040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57444) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.238078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07bf5dba-5aa6-4b43-882f-0dd43dc8e954 req-91a2fb1c-63b5-436d-b7d6-aa2ccabcba9b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862879 Jun 30 09:30:06.239412 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-98645a16-f543-4979-8201-e925b98db0f3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] GET failed (client error): The resource could not be found. Jun 30 09:30:06.244135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-98645a16-f543-4979-8201-e925b98db0f3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "GET /v2.0/ports/6d5f9935-292e-4ab3-bf35-f7d365535723 HTTP/1.1" status: 404 len: 333 time: 0.0488405 Jun 30 09:30:06.245009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.255135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5ed59f4-9940-4ecd-93c8-bc7ad41a3b31 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ea83bcb710a04be7a770e582291a9119&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8061502 Jun 30 09:30:06.257624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57448) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.309616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:06.316898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.341846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port f00f40b8-2832-4f4c-ba6b-d4ffb65f2646 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:06.376420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:30:06.435471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.460065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b3a4-4094-42b4-aaad-56d278c0bae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.525962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:06.549534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'port_id': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'mac_address': 'fa:16:3e:ec:13:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:30:06.578729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.600129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.625010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca545908-f66a-481d-8144-09cf3869b9e9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:06.664013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:06.666622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.668169 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.709893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b525f425-31d5-4405-8c49-3e96c30473f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.725484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.735905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b3a4-4094-42b4-aaad-56d278c0bae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.742938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b525f425-31d5-4405-8c49-3e96c30473f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.743329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:06.747029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:06.752525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:06.758310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:06.758926 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.761273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b8f4b3a4-4094-42b4-aaad-56d278c0bae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.765979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port 868419f8-0ca2-4ab2-8c77-c6c0aa370036 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:06.766359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.788937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=f00f40b8-2832-4f4c-ba6b-d4ffb65f2646,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.814736 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-daaca79b-572e-442b-8a59-73d587e9974d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9872489 Jun 30 09:30:06.820039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.831131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b8f4b3a4-4094-42b4-aaad-56d278c0bae8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2bfd3284e924a5d8ad2a817001bd550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3943715 Jun 30 09:30:06.833462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f4b3a4-4094-42b4-aaad-56d278c0bae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0dc77f-3f30-4a80-8743-f31d989c4844,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.836154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:06.880608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b525f425-31d5-4405-8c49-3e96c30473f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.883107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b525f425-31d5-4405-8c49-3e96c30473f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.886412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b525f425-31d5-4405-8c49-3e96c30473f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8cd94e5a-db09-4e05-8a27-47be33c6da11 HTTP/1.1" status: 204 len: 168 time: 0.6064107 Jun 30 09:30:06.911362 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.924051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525f425-31d5-4405-8c49-3e96c30473f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd94e5a-db09-4e05-8a27-47be33c6da11,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:06.931204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for 868419f8-0ca2-4ab2-8c77-c6c0aa370036 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:06.963493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dab6380b-f3e0-4c20-9d8e-758af62ffebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.994117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dab6380b-f3e0-4c20-9d8e-758af62ffebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:06.998408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ca545908-f66a-481d-8144-09cf3869b9e9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:30:07.005860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port f00f40b8-2832-4f4c-ba6b-d4ffb65f2646 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:07.006513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.092969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.112802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for f00f40b8-2832-4f4c-ba6b-d4ffb65f2646 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:07.132294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dab6380b-f3e0-4c20-9d8e-758af62ffebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.135008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dab6380b-f3e0-4c20-9d8e-758af62ffebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.136179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dab6380b-f3e0-4c20-9d8e-758af62ffebe admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ad0dc77f-3f30-4a80-8743-f31d989c4844 HTTP/1.1" status: 204 len: 168 time: 0.2777216 Jun 30 09:30:07.137342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.188885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6380b-f3e0-4c20-9d8e-758af62ffebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0dc77f-3f30-4a80-8743-f31d989c4844,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:07.196377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=868419f8-0ca2-4ab2-8c77-c6c0aa370036,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:07.246147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.246551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.252857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ab7c370-04a9-462b-833c-7d9a9f3d2ad3 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/ports/868419f8-0ca2-4ab2-8c77-c6c0aa370036 HTTP/1.1" status: 204 len: 168 time: 1.0045366 Jun 30 09:30:07.253085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:07.335905 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9599ed8-586f-405d-b6aa-5a28041715d5 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] GET failed (client error): The resource could not be found. Jun 30 09:30:07.345729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:07.346513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9599ed8-586f-405d-b6aa-5a28041715d5 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "GET /v2.0/ports/868419f8-0ca2-4ab2-8c77-c6c0aa370036 HTTP/1.1" status: 404 len: 333 time: 0.0925381 Jun 30 09:30:07.351709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=f00f40b8-2832-4f4c-ba6b-d4ffb65f2646,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:07.369330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.371542 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8b7a0a88-f878-421a-9985-83ea78bba954 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/f00f40b8-2832-4f4c-ba6b-d4ffb65f2646 HTTP/1.1" status: 204 len: 168 time: 0.5503156 Jun 30 09:30:07.378769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:07.385489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'mac_address': 'fa:16:3e:87:1c:ba', 'name': 'tempest-PortsIpV6TestJSON-640862629'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:07.574317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:07.586235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port 060a4695-2d63-4d76-a584-954cb92c1f3a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:07.586867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.599221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175f1bb-8eb9-4303-bc5c-34148ccf104f req-fe84bd25-cfa1-480e-ba08-7cd6bf7c0e0d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:07.600884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3175f1bb-8eb9-4303-bc5c-34148ccf104f req-fe84bd25-cfa1-480e-ba08-7cd6bf7c0e0d tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 945 time: 0.1162899 Jun 30 09:30:07.670171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.711630 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3175f1bb-8eb9-4303-bc5c-34148ccf104f req-41247e23-32c1-4047-a6aa-3223223baf83 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994911 Jun 30 09:30:07.729196 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.734534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port a341a7fe-0e98-4a08-b767-f4a7e75c9f3b yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:07.744110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for 060a4695-2d63-4d76-a584-954cb92c1f3a owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:07.905285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.938394 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.943788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=060a4695-2d63-4d76-a584-954cb92c1f3a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:07.990608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:07.991419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c0d8a1c2-8579-4faa-a7a3-8590bcd90f60 tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/ports/060a4695-2d63-4d76-a584-954cb92c1f3a HTTP/1.1" status: 204 len: 168 time: 0.6438782 Jun 30 09:30:07.994399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57506) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:07.996174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.061522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting subnet 7f12a8cf-4f75-4a9e-973b-e34f05b7589e {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:08.066548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.091599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:08.103458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:08.105749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:08.111531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:08.112177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.150384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.154969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=a341a7fe-0e98-4a08-b767-f4a7e75c9f3b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:08.161250 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1656e499-c8d9-4710-84b6-6ed4f9627640 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7812126 Jun 30 09:30:08.164876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57514) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.275960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad694c9-d063-4379-9640-0f180e49a01e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:08.276237 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.277351 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dad694c9-d063-4379-9640-0f180e49a01e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/a341a7fe-0e98-4a08-b767-f4a7e75c9f3b HTTP/1.1" status: 200 len: 844 time: 0.1110482 Jun 30 09:30:08.282060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57518) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.355476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.383875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Subnet': ['ID=7f12a8cf-4f75-4a9e-973b-e34f05b7589e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:08.385956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:08.388712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.391554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0ae77fe6-8d11-4839-a0e6-562a4f5f538f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/subnets/7f12a8cf-4f75-4a9e-973b-e34f05b7589e HTTP/1.1" status: 204 len: 168 time: 0.3952878 Jun 30 09:30:08.394187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.416731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225c916b-d746-4f29-9591-4e5a3c897519 None None] Network 94e988e9-9378-43b2-9157-2114042ffd33 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:08.439521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port a341a7fe-0e98-4a08-b767-f4a7e75c9f3b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:08.440395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.529373 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.592627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.621557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for a341a7fe-0e98-4a08-b767-f4a7e75c9f3b owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:08.622904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Deleting port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:08.623275 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.626630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ca545908-f66a-481d-8144-09cf3869b9e9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:08.627008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.745362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] For port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,segment=NetworkSegment(16620010-ed5a-4ee1-b362-34cca4283d0a),segment_id=16620010-ed5a-4ee1-b362-34cca4283d0a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:08.746069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.780576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Calling delete_port for 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:08.809197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.880580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=a341a7fe-0e98-4a08-b767-f4a7e75c9f3b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:08.890646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:08.892635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9f670925-e3d1-48b2-843f-1f108f29de41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/a341a7fe-0e98-4a08-b767-f4a7e75c9f3b HTTP/1.1" status: 204 len: 168 time: 0.6070106 Jun 30 09:30:08.897317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57540) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.947042 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e501919-2716-4280-89cf-a843b65252c9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:08.952561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e501919-2716-4280-89cf-a843b65252c9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/a341a7fe-0e98-4a08-b767-f4a7e75c9f3b HTTP/1.1" status: 404 len: 333 time: 0.0508270 Jun 30 09:30:08.953983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57542) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:08.959147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'name': 'tempest-PortsIpV6TestJSON-1535830888'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:09.071005 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.116295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.119032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:09.122119 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612e1c51-2584-40fe-9322-262a5eae474d" -d '{"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-plugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:09.140790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bac125-92f9-459d-bae0-25941a0368a2 req-f3e4e78b-cac5-448b-8f7b-5c4be5879016 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.142914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66bac125-92f9-459d-bae0-25941a0368a2 req-f3e4e78b-cac5-448b-8f7b-5c4be5879016 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 945 time: 0.1586773 Jun 30 09:30:09.149394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:09.156741 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.179523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] No DVR routers for this DVR port 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:09.181176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Port': ['ID=85d146fe-5157-48b6-9c79-0f1c5eb8e4f7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.191734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:09.217909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.237824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24809784-1061-4069-8627-e66c6589adb2 None None] DHCP port deletion for 94e988e9-9378-43b2-9157-2114042ffd33 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:09.276148 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828d5218-82c1-4efa-862c-7750045a6e10 x-openstack-request-id: req-828d5218-82c1-4efa-862c-7750045a6e10 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:09.276148 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-plugged", "status": "completed", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:09.276534 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-828d5218-82c1-4efa-862c-7750045a6e10 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:09.276645 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'code': 200} Jun 30 09:30:09.280743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.303280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 61297a2b-00d4-45da-a21c-a79ee9d2b4d4 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:09.369963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66bac125-92f9-459d-bae0-25941a0368a2 req-36fdd7b3-7982-469a-8450-32d97c2ee745 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1929002 Jun 30 09:30:09.406137 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.423275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94e988e9-9378-43b2-9157-2114042ffd33']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:09.437208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16620010-ed5a-4ee1-b362-34cca4283d0a') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:09.437729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16620010-ed5a-4ee1-b362-34cca4283d0a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:09.449556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.477977 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.517104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:09.517581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:09.530799 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:09.618910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:09.659008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:09.659644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 85d146fe-5157-48b6-9c79-0f1c5eb8e4f7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:09.673962 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.719188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.728353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] 10.222.0.77 "DELETE /v2.0/networks/94e988e9-9378-43b2-9157-2114042ffd33 HTTP/1.1" status: 204 len: 168 time: 1.3264802 Jun 30 09:30:09.730324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0179794-fe8b-4fb4-8891-c70e541c040f tempest-AllowedAddressPairIpV6TestJSON-1132457651 tempest-AllowedAddressPairIpV6TestJSON-1132457651-project] Pushing event deleted for resources: {'Network': ['ID=94e988e9-9378-43b2-9157-2114042ffd33,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.759781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.786520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8668d-f087-4305-ab64-5e3970cb7aa8 req-827fdc8d-c7e0-42d4-9247-9e60b67631ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.788117 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7fe8668d-f087-4305-ab64-5e3970cb7aa8 req-827fdc8d-c7e0-42d4-9247-9e60b67631ef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1099 time: 0.2677858 Jun 30 09:30:09.860809 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7fe8668d-f087-4305-ab64-5e3970cb7aa8 req-6338076e-3429-423b-9e0c-33148a8327a4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457811 Jun 30 09:30:09.873169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.919516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:09.923027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:09.925772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:09.931608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:09.932246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:09.955683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0011914 Jun 30 09:30:09.958212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57576) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:09.979865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ecce4-b498-43ff-b239-e7470211944c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=61297a2b-00d4-45da-a21c-a79ee9d2b4d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:09.988472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:10.122468 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.220101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:10.354122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.362956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.409967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] In _notify_port_updated(), no bound segment for port 61297a2b-00d4-45da-a21c-a79ee9d2b4d4 on network 06ef7ba1-bc23-41de-861d-11a92f038be4 {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:30:10.417301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.418149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.423348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/ports/61297a2b-00d4-45da-a21c-a79ee9d2b4d4 HTTP/1.1" status: 200 len: 818 time: 0.4607408 Jun 30 09:30:10.423569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57598) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:10.440186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7ead9-0f89-45fe-afb4-e8e5f0979014 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=61297a2b-00d4-45da-a21c-a79ee9d2b4d4,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:10.582949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 61297a2b-00d4-45da-a21c-a79ee9d2b4d4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:10.583302 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.704246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f700cd-335b-4d8e-8b6b-c3e1ac60101e req-ba7ae572-ef7b-4870-ab81-79dd20867b07 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:10.708082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97f700cd-335b-4d8e-8b6b-c3e1ac60101e req-ba7ae572-ef7b-4870-ab81-79dd20867b07 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.1389849 Jun 30 09:30:10.720985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5397e401-dc23-4590-b556-3912296b7399 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5e467170f6ec4da4b276b481eabea136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4991155 Jun 30 09:30:10.723508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57614) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:10.726825 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.749085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 61297a2b-00d4-45da-a21c-a79ee9d2b4d4 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:10.834464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97f700cd-335b-4d8e-8b6b-c3e1ac60101e req-5043ab5e-75e5-4195-a58b-5dcaeb06d25c tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038246 Jun 30 09:30:10.866630 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ed416d2-b05d-4600-b2b8-9e60d19745b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.902760 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ed416d2-b05d-4600-b2b8-9e60d19745b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.934356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.979351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=61297a2b-00d4-45da-a21c-a79ee9d2b4d4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:10.983132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ed416d2-b05d-4600-b2b8-9e60d19745b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.987272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:10.989284 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-99c09211-3b78-4c8e-a3b5-9cf340775827 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/61297a2b-00d4-45da-a21c-a79ee9d2b4d4 HTTP/1.1" status: 204 len: 168 time: 0.5646377 Jun 30 09:30:10.992095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57628) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:10.998518 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ed416d2-b05d-4600-b2b8-9e60d19745b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.000451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5ed416d2-b05d-4600-b2b8-9e60d19745b0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bbcb6194-3b48-46d0-bcf6-cb2ea786065f HTTP/1.1" status: 204 len: 168 time: 0.2757349 Jun 30 09:30:11.019111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed416d2-b05d-4600-b2b8-9e60d19745b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcb6194-3b48-46d0-bcf6-cb2ea786065f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:11.088610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5127ca1-7392-4ddd-8967-71c811c07bef tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:11.090305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f5127ca1-7392-4ddd-8967-71c811c07bef tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0972469 Jun 30 09:30:11.094210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:11.131554 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e30219-c5e5-4517-a267-6bed04b3a8f1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:11.134009 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-60e30219-c5e5-4517-a267-6bed04b3a8f1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/61297a2b-00d4-45da-a21c-a79ee9d2b4d4 HTTP/1.1" status: 404 len: 333 time: 0.0387704 Jun 30 09:30:11.137152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57640) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:11.143105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-527923124'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:11.175279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:11.179086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.209051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:11.222755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.223249 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment 6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f of type vlan for network 0fdc2a15-de44-435c-b19c-22927c56bd08 Jun 30 09:30:11.241977 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44696f4b-5f73-4972-b502-13af25b2c247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.277666 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.294898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:11.345302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.351776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:11.352380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.423533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2841682 Jun 30 09:30:11.424184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57650) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:11.430516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:11.432189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1e813-cdb9-458a-9ad0-6846e3e009fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=0fdc2a15-de44-435c-b19c-22927c56bd08,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:11.442914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:11.607847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:11.612469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.837956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f6fa83-f89d-4027-b5eb-31d44ad47ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.920000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:11.986470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=6c4e8404-ab0d-4023-ae77-471f6c5d37d7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:12.101804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f6fa83-f89d-4027-b5eb-31d44ad47ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.110154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-88f6fa83-f89d-4027-b5eb-31d44ad47ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.147916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-88f6fa83-f89d-4027-b5eb-31d44ad47ca4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bc9ac57b99ef496c84480c2a1e71c61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517060 Jun 30 09:30:12.150594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57698) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.172139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:12.172852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: 0fdc2a15-de44-435c-b19c-22927c56bd08, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:12.186278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6fa83-f89d-4027-b5eb-31d44ad47ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec1e924-f562-4cd2-966f-4da81a199406,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:12.202921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:12.229938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0fdc2a15-de44-435c-b19c-22927c56bd08) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:12.238512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.239226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.243182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72202ba0-be0e-4339-8037-52f23c217c81 None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:12.271553 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-86b83467-5383-4e4b-99b1-807420abd764 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8440700 Jun 30 09:30:12.272329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.280519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:12.284226 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f65e8213-fc89-4edc-9c86-8d38f4bdfe57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.294371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0237d3-0155-409c-aaae-7e2033992c1b req-f77cc368-6837-4bf8-9237-29c36668845b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:12.304155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf0237d3-0155-409c-aaae-7e2033992c1b req-f77cc368-6837-4bf8-9237-29c36668845b tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.1280038 Jun 30 09:30:12.348316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f65e8213-fc89-4edc-9c86-8d38f4bdfe57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.391390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf0237d3-0155-409c-aaae-7e2033992c1b req-e206b313-ff24-4192-8a9a-13fa5e670ccd tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858650 Jun 30 09:30:12.460439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f65e8213-fc89-4edc-9c86-8d38f4bdfe57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.463567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f65e8213-fc89-4edc-9c86-8d38f4bdfe57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.464728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f65e8213-fc89-4edc-9c86-8d38f4bdfe57 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fec1e924-f562-4cd2-966f-4da81a199406 HTTP/1.1" status: 204 len: 168 time: 0.3131454 Jun 30 09:30:12.476293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e8213-fc89-4edc-9c86-8d38f4bdfe57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec1e924-f562-4cd2-966f-4da81a199406,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:12.499180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:12.505107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.649950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-0fdc2a15-de44-435c-b19c-22927c56bd08', 'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': '6c4e8404-ab0d-4023-ae77-471f6c5d37d7'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:12.651144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.689390 n-d-780147-22 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c4e8404-ab0d-4023-ae77-471f6c5d37d7 (CIDR: 2001:db8::/64) Jun 30 09:30:12.694543 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:30:12.695231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:30:12.738814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e738167-3f21-4b78-8e94-c0eba355afc7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4651825 Jun 30 09:30:12.739539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.750596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:12.885365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57722) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:12.952403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:12.956542 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:12.999230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Allocated IP 2001:db8::2 (0fdc2a15-de44-435c-b19c-22927c56bd08/6c4e8404-ab0d-4023-ae77-471f6c5d37d7/1895ad8f-4882-402b-83d8-cd541aaa6960) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:13.160763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-259636976'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:13.240448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Made reservation on behalf of ae8b3bc1b94740caa903e6e659ce4e7c for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:13.248529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.254268 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.269966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Transition to ACTIVE for port object 1895ad8f-4882-402b-83d8-cd541aaa6960 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:13.277751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.291770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Transition to ACTIVE for port object 1895ad8f-4882-402b-83d8-cd541aaa6960 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:13.303947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.351594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:13.374147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:13.378301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:13.380959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:13.415899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bc670cf-6416-4b4c-84e2-4f19d8df0c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.427006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.543911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Pushing event updated for resources: {'Port': ['ID=1895ad8f-4882-402b-83d8-cd541aaa6960,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:13.574471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=2038be72-f912-4c4a-856e-587f29c064f3,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:13.594887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Attempting to bind port 1895ad8f-4882-402b-83d8-cd541aaa6960 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:13.595616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Attempting to bind port 1895ad8f-4882-402b-83d8-cd541aaa6960 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:13.596222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Attempting to bind port 1895ad8f-4882-402b-83d8-cd541aaa6960 on network 0fdc2a15-de44-435c-b19c-22927c56bd08 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:13.603456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.609385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:13.611083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Checking segment: {'id': '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:13.612019 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.613083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Bound using segment: {'id': '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:13.613523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.616337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Bound port: 1895ad8f-4882-402b-83d8-cd541aaa6960, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:13.617000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.643078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:13.661987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.664064 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Added segment 0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711 of type vlan for network 0e7b65b1-0776-4845-800d-1dd6a0702347 Jun 30 09:30:13.667782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:13.670970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:13.699251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:13.699951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.767547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] For port 1895ad8f-4882-402b-83d8-cd541aaa6960, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:13.772488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] For port 1895ad8f-4882-402b-83d8-cd541aaa6960, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1895ad8f-4882-402b-83d8-cd541aaa6960,segment=NetworkSegment(6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f),segment_id=6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:13.784240 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.796085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a378299-7030-4b0c-98c8-405b22b6fb98 req-0ed1261e-3ec4-46fe-a479-6d6a2cd1e4f5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:13.798268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a378299-7030-4b0c-98c8-405b22b6fb98 req-0ed1261e-3ec4-46fe-a479-6d6a2cd1e4f5 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.1284521 Jun 30 09:30:13.875754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bc670cf-6416-4b4c-84e2-4f19d8df0c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.894443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.905217 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bc670cf-6416-4b4c-84e2-4f19d8df0c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:13.913560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a378299-7030-4b0c-98c8-405b22b6fb98 req-5698ac17-a516-48bc-b401-5fc9411434b8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094136 Jun 30 09:30:13.920165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-57a35342-78e3-40fb-b901-3cd4aaae27ca tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1794808 Jun 30 09:30:13.925203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57736) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:13.951853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'fixed_ips': [{'subnet_id': '6c4e8404-ab0d-4023-ae77-471f6c5d37d7'}, {'subnet_id': '2038be72-f912-4c4a-856e-587f29c064f3'}], 'name': 'tempest-PortsIpV6TestJSON-1751330540'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:13.952866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a88f11-b7db-4501-91e9-fc6942eca2d0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.020859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c5280-b4af-49a2-acb4-962f1fd351a3 None None] Pushing event updated for resources: {'Port': ['ID=1895ad8f-4882-402b-83d8-cd541aaa6960,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.039462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2bc670cf-6416-4b4c-84e2-4f19d8df0c15 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a43d63bf673c4b2bb74f6ac1e6fd9352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6866982 Jun 30 09:30:14.041430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.044291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57740) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:14.048237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:14.048809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.096107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ef895ea-bedf-48f9-9a0b-29ae455a38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.220463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Network': ['ID=0e7b65b1-0776-4845-800d-1dd6a0702347,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.221916 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97f1-057b-471f-a42c-c832c54c6d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.226343 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-49dc6fe9-27c2-4740-88fc-aabb924f8281 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3369567 Jun 30 09:30:14.226343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc670cf-6416-4b4c-84e2-4f19d8df0c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff28ee0-d08b-4ade-96ae-cadc7bb94da7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.231856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:14.233432 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.237008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'subnet': {'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:14.245876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:14.330198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97f1-057b-471f-a42c-c832c54c6d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.452207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97f1-057b-471f-a42c-c832c54c6d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.459711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0cfb97f1-057b-471f-a42c-c832c54c6d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.462745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0cfb97f1-057b-471f-a42c-c832c54c6d02 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bff28ee0-d08b-4ade-96ae-cadc7bb94da7 HTTP/1.1" status: 204 len: 168 time: 0.4040031 Jun 30 09:30:14.513930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb97f1-057b-471f-a42c-c832c54c6d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff28ee0-d08b-4ade-96ae-cadc7bb94da7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:14.530681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Made reservation on behalf of ae8b3bc1b94740caa903e6e659ce4e7c for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:14.535860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.571597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:14.775229 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:14.824556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port e02d4a31-eff9-4c5b-84da-6498edf23eee yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:14.955947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.118979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Checking segment: {'id': '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:15.119341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network hostable DHCP agents. Network: 0e7b65b1-0776-4845-800d-1dd6a0702347, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:15.123294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Subnet': ['ID=9fbe104b-dd8a-4126-b5a1-45f72cb20e5e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:15.173171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:15.191644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0e7b65b1-0776-4845-800d-1dd6a0702347) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:15.210805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:15.211646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52dba06-319d-41e8-a242-4be25c0235c3 None None] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:15.213734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.265571 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bb887412-a884-40cd-b917-7b289d0335b8 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0326200 Jun 30 09:30:15.268325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57760) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:15.274760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-316111345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:15.323066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.324127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.432060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::fe (0fdc2a15-de44-435c-b19c-22927c56bd08/6c4e8404-ab0d-4023-ae77-471f6c5d37d7/e02d4a31-eff9-4c5b-84da-6498edf23eee) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:15.450059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8:0:1::2e3 (0fdc2a15-de44-435c-b19c-22927c56bd08/2038be72-f912-4c4a-856e-587f29c064f3/e02d4a31-eff9-4c5b-84da-6498edf23eee) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:15.467454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.479194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.486704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-0e7b65b1-0776-4845-800d-1dd6a0702347', 'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347', 'tenant_id': 'ae8b3bc1b94740caa903e6e659ce4e7c', 'fixed_ips': [{'subnet_id': '9fbe104b-dd8a-4126-b5a1-45f72cb20e5e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:15.487682 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.526049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.527765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-49d49cfe-1d4b-4ab1-b240-41a3172348dd tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2584593 Jun 30 09:30:15.531993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:15.715895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1895ad8f-4882-402b-83d8-cd541aaa6960 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:15.724407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:15.789671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Allocated IP 172.20.0.2 (0e7b65b1-0776-4845-800d-1dd6a0702347/9fbe104b-dd8a-4126-b5a1-45f72cb20e5e/9ba2df74-4851-46e4-9f4e-64dc8c3e8c24) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:15.885474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67250aa6-16d9-44a1-a557-e9f70ceea7bb None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:15.894797 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.911213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object e02d4a31-eff9-4c5b-84da-6498edf23eee will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:15.968253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6603b37-0aff-4ec6-8260-dfd1b7823b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:15.972557 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.046452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=e02d4a31-eff9-4c5b-84da-6498edf23eee,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:16.073737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:16.080697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:16.081078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 1895ad8f-4882-402b-83d8-cd541aaa6960 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:16.087940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:16.094185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:16.094880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.191374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6603b37-0aff-4ec6-8260-dfd1b7823b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.199498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] Provisioning for port 1895ad8f-4882-402b-83d8-cd541aaa6960 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:16.202964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.204082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6603b37-0aff-4ec6-8260-dfd1b7823b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.210404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] Provisioning complete for port 1895ad8f-4882-402b-83d8-cd541aaa6960 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:16.210841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.275105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6603b37-0aff-4ec6-8260-dfd1b7823b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31328047-f9e1-4f25-aefc-f92dd25d8e23,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:16.281526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e3db0202-f843-4f07-9e44-c1abfb2ba7c6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3520231 Jun 30 09:30:16.289577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.291580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.295564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57788) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:16.305675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c4e8404-ab0d-4023-ae77-471f6c5d37d7'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:16.310139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Transition to ACTIVE for port object 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:16.349236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6603b37-0aff-4ec6-8260-dfd1b7823b06 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2bdf48b99d047d7973aba47a4d542d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6207592 Jun 30 09:30:16.352441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57792) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:16.381843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Transition to ACTIVE for port object 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:16.396610 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.469658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.488053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:16.499470 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.502102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:16.513865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:16.546885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Pushing event updated for resources: {'Port': ['ID=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:16.658613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] For port 1895ad8f-4882-402b-83d8-cd541aaa6960, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1895ad8f-4882-402b-83d8-cd541aaa6960,segment=NetworkSegment(6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f),segment_id=6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:16.661597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Attempting to bind port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:16.661961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Attempting to bind port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:16.662360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Attempting to bind port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 on network 0e7b65b1-0776-4845-800d-1dd6a0702347 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:16.686890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Update dhcp port {'port': {'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'fixed_ips': [{'subnet_id': '6c4e8404-ab0d-4023-ae77-471f6c5d37d7', 'ip_address': '2001:db8::2'}, {'subnet_id': '2038be72-f912-4c4a-856e-587f29c064f3'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '1895ad8f-4882-402b-83d8-cd541aaa6960'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:30:16.726436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Allocated IP 172.20.0.1 (0e7b65b1-0776-4845-800d-1dd6a0702347/9fbe104b-dd8a-4126-b5a1-45f72cb20e5e/75a08f25-117e-44ce-b91b-8ac533594adc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:16.746975 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.751331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:16.751930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Checking segment: {'id': '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:16.752649 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.753202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Bound using segment: {'id': '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:16.754954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Bound port: 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:16.755525 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.759159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.803322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Delete allocated IP 2001:db8:0:1::2e3 (0fdc2a15-de44-435c-b19c-22927c56bd08/2038be72-f912-4c4a-856e-587f29c064f3) {{(pid=93725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:30:16.876818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4e750-e1e8-4c75-a7f6-3f0c67a6ce76 None None] Pushing event updated for resources: {'Port': ['ID=1895ad8f-4882-402b-83d8-cd541aaa6960,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:16.885510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:16.912742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Transition to ACTIVE for port object 75a08f25-117e-44ce-b91b-8ac533594adc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:16.966418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.011372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.020568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57986237-8ed4-437d-9053-0e7555498efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.055305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:17.069260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57986237-8ed4-437d-9053-0e7555498efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.082856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Ignored duplicate provisioning block setup for port e02d4a31-eff9-4c5b-84da-6498edf23eee by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:30:17.083011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Port': ['ID=75a08f25-117e-44ce-b91b-8ac533594adc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.087464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:17.094439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:17.109638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.111700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] For port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:17.150738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] For port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,segment=NetworkSegment(0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711),segment_id=0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:17.171513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.198925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] In _notify_port_updated(), no bound segment for port e02d4a31-eff9-4c5b-84da-6498edf23eee on network 0fdc2a15-de44-435c-b19c-22927c56bd08 {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:30:17.211614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:17.212851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.214332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/ports/e02d4a31-eff9-4c5b-84da-6498edf23eee HTTP/1.1" status: 200 len: 925 time: 0.9174943 Jun 30 09:30:17.218824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:17.234420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6c4e8404-ab0d-4023-ae77-471f6c5d37d7'}, {'subnet_id': '2038be72-f912-4c4a-856e-587f29c064f3'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:17.271357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902e969-dc33-4266-9723-37e7510cd3b2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=e02d4a31-eff9-4c5b-84da-6498edf23eee,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.290208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Allocated IP 2001:db8:0:1::2 (0fdc2a15-de44-435c-b19c-22927c56bd08/2038be72-f912-4c4a-856e-587f29c064f3/1895ad8f-4882-402b-83d8-cd541aaa6960) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:17.318004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57986237-8ed4-437d-9053-0e7555498efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.320845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-57986237-8ed4-437d-9053-0e7555498efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.321799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-57986237-8ed4-437d-9053-0e7555498efd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/31328047-f9e1-4f25-aefc-f92dd25d8e23 HTTP/1.1" status: 204 len: 168 time: 0.9683611 Jun 30 09:30:17.348706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e7888-366b-45c2-ae93-45ec5859a5f7 None None] Pushing event updated for resources: {'Port': ['ID=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.420581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57986237-8ed4-437d-9053-0e7555498efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31328047-f9e1-4f25-aefc-f92dd25d8e23,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:17.461809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.540560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.623746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.696311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] For port 1895ad8f-4882-402b-83d8-cd541aaa6960, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1895ad8f-4882-402b-83d8-cd541aaa6960,segment=NetworkSegment(6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f),segment_id=6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:17.733178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1895ad8f-4882-402b-83d8-cd541aaa6960 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:17.746025 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.865540 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.936097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Transition to ACTIVE for port object 1895ad8f-4882-402b-83d8-cd541aaa6960 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:17.951362 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:17.960168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.138938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8:0:1::3c7 (0fdc2a15-de44-435c-b19c-22927c56bd08/2038be72-f912-4c4a-856e-587f29c064f3/e02d4a31-eff9-4c5b-84da-6498edf23eee) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:18.140919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57822) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:18.181653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8695a-6b85-4d0c-bfc4-38153c78ae26 None None] Pushing event updated for resources: {'Port': ['ID=1895ad8f-4882-402b-83d8-cd541aaa6960,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.192190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5256b93-25ef-447d-9486-bbe509342981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.406823 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.434576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Ignored duplicate provisioning block setup for port e02d4a31-eff9-4c5b-84da-6498edf23eee by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 30 09:30:18.442384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.452538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.460366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.587824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.611664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Port': ['ID=75a08f25-117e-44ce-b91b-8ac533594adc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.612381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] In _notify_port_updated(), no bound segment for port e02d4a31-eff9-4c5b-84da-6498edf23eee on network 0fdc2a15-de44-435c-b19c-22927c56bd08 {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:30:18.625077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:18.625772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.631377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:18.638067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/ports/e02d4a31-eff9-4c5b-84da-6498edf23eee HTTP/1.1" status: 200 len: 1011 time: 1.4178512 Jun 30 09:30:18.642623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd226a6-7895-4f43-ba44-e710bab2c0db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=e02d4a31-eff9-4c5b-84da-6498edf23eee,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.769345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5256b93-25ef-447d-9486-bbe509342981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.781614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c5256b93-25ef-447d-9486-bbe509342981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:18.864844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5256b93-25ef-447d-9486-bbe509342981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d1bc77-0fbd-4170-aa85-b09d4339acd8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:18.871897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:18.874461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:18.885982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c5256b93-25ef-447d-9486-bbe509342981 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=92f7491311dd4731997ed359aae81486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7437053 Jun 30 09:30:18.887979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57830) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:19.000281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb987a3e-8ba5-4975-ae64-3de8677cbfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.037512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port e02d4a31-eff9-4c5b-84da-6498edf23eee {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:19.038074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.038553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb987a3e-8ba5-4975-ae64-3de8677cbfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.122367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3556b3-f24a-44de-8df0-67dbfd2d5763 None None] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:19.127739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb987a3e-8ba5-4975-ae64-3de8677cbfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.131100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eb987a3e-8ba5-4975-ae64-3de8677cbfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.141465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eb987a3e-8ba5-4975-ae64-3de8677cbfba admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/59d1bc77-0fbd-4170-aa85-b09d4339acd8 HTTP/1.1" status: 204 len: 168 time: 0.2533042 Jun 30 09:30:19.175375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb987a3e-8ba5-4975-ae64-3de8677cbfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d1bc77-0fbd-4170-aa85-b09d4339acd8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.224074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.243054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fda341d8-43dd-4bc5-96cb-a7b9f18fd9ed None None] Provisioning for port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:19.243406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for e02d4a31-eff9-4c5b-84da-6498edf23eee owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:19.255723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Router 636b9671-073d-4da8-bd18-5483800b4397 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:30:19.423129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:19.431777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57842) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:19.432962 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-71fb5e60-d7cb-4393-83ce-d587f245f272 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "PUT /v2.0/routers/636b9671-073d-4da8-bd18-5483800b4397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8975520 Jun 30 09:30:19.444582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'port': {'network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347', 'name': 'tempest-FloatingIPNegativeTestJSON-781889228'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:19.456573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] Sync routers for ids ['636b9671-073d-4da8-bd18-5483800b4397'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:19.458982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c13757-254d-4113-89cf-de15888ff43c None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:19.565511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] Routers {'636b9671-073d-4da8-bd18-5483800b4397'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:19.566158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['636b9671-073d-4da8-bd18-5483800b4397'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.569330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.610254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Provisioning for port e02d4a31-eff9-4c5b-84da-6498edf23eee completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:19.630334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=e02d4a31-eff9-4c5b-84da-6498edf23eee,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:19.639476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Made reservation on behalf of ae8b3bc1b94740caa903e6e659ce4e7c for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:19.643558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.665911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] device_id is not set on port 62a5e50e-3282-47f4-a6d0-70e795b410b3 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:19.677961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.682748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Provisioning complete for port e02d4a31-eff9-4c5b-84da-6498edf23eee triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:19.683122 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.720023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Port e02d4a31-eff9-4c5b-84da-6498edf23eee was deleted so its status cannot be updated. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:30:19.733088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.739046 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-244b8dcb-5fa3-481f-9c82-70d976bd0ae8 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/e02d4a31-eff9-4c5b-84da-6498edf23eee HTTP/1.1" status: 204 len: 168 time: 1.0958397 Jun 30 09:30:19.741671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:19.742406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] Routers {'636b9671-073d-4da8-bd18-5483800b4397'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:19.743244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['636b9671-073d-4da8-bd18-5483800b4397'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.796777 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a079e78-61e4-42eb-a63f-e1535085d858 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:19.799185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0a079e78-61e4-42eb-a63f-e1535085d858 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/e02d4a31-eff9-4c5b-84da-6498edf23eee HTTP/1.1" status: 404 len: 333 time: 0.0566227 Jun 30 09:30:19.801826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:19.817357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:19.819174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Provisioning for port 1895ad8f-4882-402b-83d8-cd541aaa6960 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:19.821567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:19.822181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb344401-9790-469c-8f72-7bdcd7d97dfc None None] The sync data for ids ['636b9671-073d-4da8-bd18-5483800b4397'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:19.848686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Provisioning complete for port 1895ad8f-4882-402b-83d8-cd541aaa6960 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:19.849064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-41d2f8ed-710b-463e-ae21-f3f41bf814e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.865433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 2038be72-f912-4c4a-856e-587f29c064f3 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:19.870410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.947479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:19.992765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:20.002151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:20.009137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.206475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.288622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Allocated IP 172.20.0.7 (0e7b65b1-0776-4845-800d-1dd6a0702347/9fbe104b-dd8a-4126-b5a1-45f72cb20e5e/62a5e50e-3282-47f4-a6d0-70e795b410b3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:20.302297 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.393216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.423221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,segment=NetworkSegment(0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711),segment_id=0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:20.435746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.436615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1895ad8f-4882-402b-83d8-cd541aaa6960 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:20.482898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=2038be72-f912-4c4a-856e-587f29c064f3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:20.494477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.498589 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-62ecc304-28aa-4ada-baca-aa465a9d28ab tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/2038be72-f912-4c4a-856e-587f29c064f3 HTTP/1.1" status: 204 len: 168 time: 0.6935685 Jun 30 09:30:20.499359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:20.591089 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.619813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Transition to ACTIVE for port object 62a5e50e-3282-47f4-a6d0-70e795b410b3 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:20.738673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 6c4e8404-ab0d-4023-ae77-471f6c5d37d7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:20.738956 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.755472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.846371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Provisioning complete for port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:20.847737 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:20.884241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:20.908065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:20.920716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:20.936645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:20.984848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.046726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Port': ['ID=62a5e50e-3282-47f4-a6d0-70e795b410b3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:21.071132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1895ad8f-4882-402b-83d8-cd541aaa6960 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:21.071761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.079786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39f577b-31cf-4589-bd4a-571aa6ddcfab None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:21.138967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:21.147394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.187525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57886) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.192278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ba1059ac-e132-4dd5-9a82-0227313d81b9 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7592716 Jun 30 09:30:21.201712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:21.276225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.376299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.449832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Provisioning for port 75a08f25-117e-44ce-b91b-8ac533594adc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:21.480730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.511502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Provisioning complete for port 75a08f25-117e-44ce-b91b-8ac533594adc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:21.512755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.531687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=6c4e8404-ab0d-4023-ae77-471f6c5d37d7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:21.548588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.558160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-916841f6-527b-4aa0-8e6b-51c10b4bd68c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/6c4e8404-ab0d-4023-ae77-471f6c5d37d7 HTTP/1.1" status: 204 len: 168 time: 1.0572608 Jun 30 09:30:21.558782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57900) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:21.662706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Port 75a08f25-117e-44ce-b91b-8ac533594adc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:21.662924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.699613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.807737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:21.835960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 1895ad8f-4882-402b-83d8-cd541aaa6960 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:21.836311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.882942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Provisioning complete for port 1895ad8f-4882-402b-83d8-cd541aaa6960 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:21.883341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e236ea67-1b97-4170-b86a-50b500d8851a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.940830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port 1895ad8f-4882-402b-83d8-cd541aaa6960, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1895ad8f-4882-402b-83d8-cd541aaa6960,segment=NetworkSegment(6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f),segment_id=6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:21.941342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:21.992414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Allocated IP 172.25.7.67 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/49330a75-ffc0-47d6-b759-f9830c8f7775) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:22.013762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 1895ad8f-4882-402b-83d8-cd541aaa6960 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:22.048976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:22.049652 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.126042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139cf48-7a72-43bb-90f0-f97725d0e2c2 None None] Update dhcp port {'port': {'network_id': '0fdc2a15-de44-435c-b19c-22927c56bd08', 'fixed_ips': [{'subnet_id': '6c4e8404-ab0d-4023-ae77-471f6c5d37d7'}], 'binding:host_id': 'n-d-780147-22'}, 'id': '1895ad8f-4882-402b-83d8-cd541aaa6960'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:30:22.173651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.181248 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f139cf48-7a72-43bb-90f0-f97725d0e2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.207183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.233165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port 1895ad8f-4882-402b-83d8-cd541aaa6960 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:22.251095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f139cf48-7a72-43bb-90f0-f97725d0e2c2 None None] Host n-d-780147-22 tried to update port 1895ad8f-4882-402b-83d8-cd541aaa6960 which no longer exists. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jun 30 09:30:22.284424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=1895ad8f-4882-402b-83d8-cd541aaa6960,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:22.306787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Could not find standard attr ID for object e02d4a31-eff9-4c5b-84da-6498edf23eee. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:22.333784 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.347763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Provisioning complete for port 75a08f25-117e-44ce-b91b-8ac533594adc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:22.348151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.362948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:22.386824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:22.387895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.388136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06983a74-4dcf-486a-bfaa-cefb446f9522 None None] Network 0fdc2a15-de44-435c-b19c-22927c56bd08 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:22.391701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:22.396833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Port 75a08f25-117e-44ce-b91b-8ac533594adc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:22.409250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdc2a15-de44-435c-b19c-22927c56bd08']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:22.424112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:22.424944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ada8036-8dfe-4ab2-9ee6-d5e15d9f724f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:22.437726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.448698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Port': ['ID=49330a75-ffc0-47d6-b759-f9830c8f7775,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:22.456392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.464342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:22.465919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.483403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Provisioning for port 62a5e50e-3282-47f4-a6d0-70e795b410b3 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:22.498321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Provisioning complete for port 62a5e50e-3282-47f4-a6d0-70e795b410b3 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:22.498700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:22.534759 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:22.545422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.555711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.580440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:22.584343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/0fdc2a15-de44-435c-b19c-22927c56bd08 HTTP/1.1" status: 204 len: 168 time: 1.0223393 Jun 30 09:30:22.615521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd969c2-4491-4008-aab0-f3f443bd16f2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=0fdc2a15-de44-435c-b19c-22927c56bd08,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:22.689569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-191a5ed3-f2d6-411f-be42-ed12e2e4d840 None None] Port 62a5e50e-3282-47f4-a6d0-70e795b410b3 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:22.734513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a1a986-6d97-4f77-8f0e-823d7b23fd32 None None] DHCP port deletion for 0fdc2a15-de44-435c-b19c-22927c56bd08 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:22.802714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:22.846279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3b1fb59-15bd-4a5f-8911-0559ec590e7f None None] Could not find standard attr ID for object 1895ad8f-4882-402b-83d8-cd541aaa6960. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:22.928122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f7c149-0121-4d3a-aa2a-f73eabdb47a3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:22.933038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-89f7c149-0121-4d3a-aa2a-f73eabdb47a3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3468521 Jun 30 09:30:22.933427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57946) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.026654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.092125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-99840689-330f-45f6-8d9f-e231ab041904 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1573825 Jun 30 09:30:23.097347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57952) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.112447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1253000538'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:23.157687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:23.161947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.230605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:23.231586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.239469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.253597 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.254089 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment 3128c82e-0910-4ea7-9ba5-9f2c51d475c0 of type vlan for network a0a18a51-aeb5-469e-bfc6-01cf07d02168 Jun 30 09:30:23.279885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e70035-4437-44ce-849c-6c65d0eff919 req-fb68fc44-bed2-4b46-86a2-be32481bb452 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:23.281453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5e70035-4437-44ce-849c-6c65d0eff919 req-fb68fc44-bed2-4b46-86a2-be32481bb452 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.1052561 Jun 30 09:30:23.299185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Port': ['ID=49330a75-ffc0-47d6-b759-f9830c8f7775,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.344704 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.373238 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.393272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.398264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5e70035-4437-44ce-849c-6c65d0eff919 req-4ae4de21-05f7-4c86-a810-fc39cf111ef2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865057 Jun 30 09:30:23.399074 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-95ded111-6afd-4042-8047-06718293d4ba tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2104969 Jun 30 09:30:23.400138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.407584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-21b2fcf0-47e3-4f0e-998b-a7fee64e7994 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'floatingip': {'port_id': '62a5e50e-3282-47f4-a6d0-70e795b410b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:23.421360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.430018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:23.431136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.453885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-21b2fcf0-47e3-4f0e-998b-a7fee64e7994 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.503384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4038417 Jun 30 09:30:23.506308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57968) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.522322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:23.546203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21478bd-c707-42c5-a972-e60b66ece92e tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=a0a18a51-aeb5-469e-bfc6-01cf07d02168,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:23.569121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:23.602846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.650355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:23.655988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.726604 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-21b2fcf0-47e3-4f0e-998b-a7fee64e7994 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] update failed (client error): The resource could not be found. Jun 30 09:30:23.728374 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-21b2fcf0-47e3-4f0e-998b-a7fee64e7994 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "PUT /v2.0/floatingips/ee065d35-a273-4cf0-aa74-74a8c27c50fb HTTP/1.1" status: 404 len: 507 time: 0.3269999 Jun 30 09:30:23.733303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57974) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:23.753303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1895ad8f-4882-402b-83d8-cd541aaa6960 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:23.805824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 1895ad8f-4882-402b-83d8-cd541aaa6960 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:23.806196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1895ad8f-4882-402b-83d8-cd541aaa6960 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:23.861961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecc311e9-8d65-44ee-8d73-b64672a9b728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.907216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Deleting port 49330a75-ffc0-47d6-b759-f9830c8f7775 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:23.907720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:23.951877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.023797 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.024229 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.047043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=e39bd00f-f5d1-4841-88ad-34b3b00e0420,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:24.047322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Calling delete_port for 49330a75-ffc0-47d6-b759-f9830c8f7775 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:24.055431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': '3128c82e-0910-4ea7-9ba5-9f2c51d475c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:24.055890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: a0a18a51-aeb5-469e-bfc6-01cf07d02168, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:24.086206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecc311e9-8d65-44ee-8d73-b64672a9b728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.092387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:24.099021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecc311e9-8d65-44ee-8d73-b64672a9b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.119353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, a0a18a51-aeb5-469e-bfc6-01cf07d02168) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:24.131916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eafadc9-9e5f-4f60-958a-be078fe9b7f4 None None] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:24.146246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:24.146890 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.166573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ecc311e9-8d65-44ee-8d73-b64672a9b728 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=05d0ce29127041d193220d380ac1c113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5620511 Jun 30 09:30:24.167507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc311e9-8d65-44ee-8d73-b64672a9b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2524437-dfee-4303-a179-dcb428c2d578,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:24.170052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 57990) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.180312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ac703ed6-4f0f-41b2-aa9c-f379b3a43fd1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6727850 Jun 30 09:30:24.183666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 57992) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.198820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168', 'name': 'tempest-PortsIpV6TestJSON-426226859'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:24.297553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fe1109f-3eb5-494b-bb36-a9c09cb0cf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.338591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fe1109f-3eb5-494b-bb36-a9c09cb0cf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.346206 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.407807 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fe1109f-3eb5-494b-bb36-a9c09cb0cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.410939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fe1109f-3eb5-494b-bb36-a9c09cb0cf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.412278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6fe1109f-3eb5-494b-bb36-a9c09cb0cf60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d2524437-dfee-4303-a179-dcb428c2d578 HTTP/1.1" status: 204 len: 168 time: 0.2409761 Jun 30 09:30:24.441805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Port': ['ID=49330a75-ffc0-47d6-b759-f9830c8f7775,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:24.442373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1109f-3eb5-494b-bb36-a9c09cb0cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2524437-dfee-4303-a179-dcb428c2d578,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:24.508895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.511612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.513652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aa0cbaa3-1b9f-4780-8520-409c911dc724 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "DELETE /v2.0/floatingips/ee065d35-a273-4cf0-aa74-74a8c27c50fb HTTP/1.1" status: 204 len: 168 time: 0.7765195 Jun 30 09:30:24.515007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:24.517473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58002) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.518801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.524427 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3dbd3125-1698-43bb-8b03-937d3b3e3aef tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'floatingip': {'floating_network_id': '0e7b65b1-0776-4845-800d-1dd6a0702347', 'port_id': '62a5e50e-3282-47f4-a6d0-70e795b410b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:24.540465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 48c5f509-1e33-4967-8784-1e5c1e691771 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:24.561949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3dbd3125-1698-43bb-8b03-937d3b3e3aef tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.709176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::1d (a0a18a51-aeb5-469e-bfc6-01cf07d02168/e39bd00f-f5d1-4841-88ad-34b3b00e0420/48c5f509-1e33-4967-8784-1e5c1e691771) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:24.710390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-a0a18a51-aeb5-469e-bfc6-01cf07d02168', 'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': 'e39bd00f-f5d1-4841-88ad-34b3b00e0420'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:24.711471 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.846571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b63e-edd3-482f-affa-e8807a929947 req-0d7cd142-79be-4ef0-9610-ec80059524f3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:24.848308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fc5b63e-edd3-482f-affa-e8807a929947 req-0d7cd142-79be-4ef0-9610-ec80059524f3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.1655824 Jun 30 09:30:24.885152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.923270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fc5b63e-edd3-482f-affa-e8807a929947 req-dca1c88a-6dbf-461b-81f6-bcd2ecfe02a7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631175 Jun 30 09:30:24.924669 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-3dbd3125-1698-43bb-8b03-937d3b3e3aef tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:30:24.925678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3dbd3125-1698-43bb-8b03-937d3b3e3aef tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4068768 Jun 30 09:30:24.933440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58012) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:24.939352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1d51-7256-498b-b8bb-e229c152455f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:24.942987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '62a5e50e-3282-47f4-a6d0-70e795b410b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:24.967866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.086656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.206816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Allocated IP 172.25.7.98 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ceced7f6-c4e3-4c51-9a78-f5570f6bb89b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:25.326438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.335471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.337681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-bad89171-a9c6-4b2a-a381-41ddd6cef4bc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.339305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-bad89171-a9c6-4b2a-a381-41ddd6cef4bc tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.5229738 Jun 30 09:30:25.377745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 48c5f509-1e33-4967-8784-1e5c1e691771 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:25.398866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.456719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:25.457687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event updated for resources: {'Port': ['ID=ceced7f6-c4e3-4c51-9a78-f5570f6bb89b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.462302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:25.467612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:25.597947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.621014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 5bdce920-9ede-4471-bb6e-8d17e1e65bff {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:25.621386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.644501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1d51-7256-498b-b8bb-e229c152455f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.708329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Allocated IP 2001:db8::2 (a0a18a51-aeb5-469e-bfc6-01cf07d02168/e39bd00f-f5d1-4841-88ad-34b3b00e0420/8b4d0949-9c92-4102-91c0-aec8765932d5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:25.716704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0c2b1d51-7256-498b-b8bb-e229c152455f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.733610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Deleting port ceced7f6-c4e3-4c51-9a78-f5570f6bb89b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:25.734285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.802306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=48c5f509-1e33-4967-8784-1e5c1e691771,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.851236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.851856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.856373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0c2b1d51-7256-498b-b8bb-e229c152455f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0369ab67b04c43c393f6e688c687e73e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9438224 Jun 30 09:30:25.861366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58036) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.875802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b1d51-7256-498b-b8bb-e229c152455f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e613a0ff-b473-4904-9326-ae9b57a3100b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:25.890322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:25.910714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Calling delete_port for ceced7f6-c4e3-4c51-9a78-f5570f6bb89b owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:25.919268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:25.929706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:25.940805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:25.941479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.955494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:25.966111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Transition to ACTIVE for port object 8b4d0949-9c92-4102-91c0-aec8765932d5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:25.984990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Transition to ACTIVE for port object 8b4d0949-9c92-4102-91c0-aec8765932d5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:25.991179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-31d25410-2794-47a7-b36e-511dbde62794 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8027282 Jun 30 09:30:25.993687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58040) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:25.995654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.005616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168', 'name': 'tempest-PortsIpV6TestJSON-1029591782'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:26.039850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:26.043423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:26.047788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:26.056361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port 5bdce920-9ede-4471-bb6e-8d17e1e65bff, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=5bdce920-9ede-4471-bb6e-8d17e1e65bff,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:26.058424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.068336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Pushing event updated for resources: {'Port': ['ID=8b4d0949-9c92-4102-91c0-aec8765932d5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.088850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6581-77b2-4270-9583-5d7c16ce2c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.150237 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6581-77b2-4270-9583-5d7c16ce2c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.158729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Attempting to bind port 8b4d0949-9c92-4102-91c0-aec8765932d5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:26.159302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Attempting to bind port 8b4d0949-9c92-4102-91c0-aec8765932d5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3128c82e-0910-4ea7-9ba5-9f2c51d475c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:26.160842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Attempting to bind port 8b4d0949-9c92-4102-91c0-aec8765932d5 on network a0a18a51-aeb5-469e-bfc6-01cf07d02168 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:26.184348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:26.186522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Checking segment: {'id': '3128c82e-0910-4ea7-9ba5-9f2c51d475c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:26.187149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.188427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Bound using segment: {'id': '3128c82e-0910-4ea7-9ba5-9f2c51d475c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:26.190451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Bound port: 8b4d0949-9c92-4102-91c0-aec8765932d5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3128c82e-0910-4ea7-9ba5-9f2c51d475c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'a0a18a51-aeb5-469e-bfc6-01cf07d02168'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:26.193199 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.303092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] For port 8b4d0949-9c92-4102-91c0-aec8765932d5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:26.306931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] For port 8b4d0949-9c92-4102-91c0-aec8765932d5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8b4d0949-9c92-4102-91c0-aec8765932d5,segment=NetworkSegment(3128c82e-0910-4ea7-9ba5-9f2c51d475c0),segment_id=3128c82e-0910-4ea7-9ba5-9f2c51d475c0)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:26.312641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.354077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.429133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Port': ['ID=ceced7f6-c4e3-4c51-9a78-f5570f6bb89b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.454893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2723c47-9616-4a3c-8f02-d274fb20eb10 None None] Pushing event updated for resources: {'Port': ['ID=8b4d0949-9c92-4102-91c0-aec8765932d5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.466247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:26.470515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.482631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.483764 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.484148 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Floating IP 12c18ef4-70f8-4723-8769-bfad7afc06bc disassociated. External IP: 172.25.7.130, port: 5bdce920-9ede-4471-bb6e-8d17e1e65bff. Jun 30 09:30:26.484564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 5bdce920-9ede-4471-bb6e-8d17e1e65bff owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:26.514969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6581-77b2-4270-9583-5d7c16ce2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.516781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6c6581-77b2-4270-9583-5d7c16ce2c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.522412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b6c6581-77b2-4270-9583-5d7c16ce2c75 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e613a0ff-b473-4904-9326-ae9b57a3100b HTTP/1.1" status: 204 len: 168 time: 0.6543467 Jun 30 09:30:26.545526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c6581-77b2-4270-9583-5d7c16ce2c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613a0ff-b473-4904-9326-ae9b57a3100b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:26.579309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 84c18965-b9a4-4463-9e32-13ceb9031359 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:26.589795 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] create failed (client error): The resource could not be found. Jun 30 09:30:26.603311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5ccddc72-028b-439e-8c7a-69c037ed7917 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6691883 Jun 30 09:30:26.608499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:26.617921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967d750-c5f2-4958-86bb-3a6a0027fdcf req-e637fbc0-f81c-469a-a15c-934036964c86 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:26.619479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9967d750-c5f2-4958-86bb-3a6a0027fdcf req-e637fbc0-f81c-469a-a15c-934036964c86 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 946 time: 0.4401104 Jun 30 09:30:26.770385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9967d750-c5f2-4958-86bb-3a6a0027fdcf req-37f0579b-bdc7-42cd-a94f-46b6829cf4d3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754917 Jun 30 09:30:26.900985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Deleting port 62a5e50e-3282-47f4-a6d0-70e795b410b3 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:26.901923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:26.961625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::29c (a0a18a51-aeb5-469e-bfc6-01cf07d02168/e39bd00f-f5d1-4841-88ad-34b3b00e0420/84c18965-b9a4-4463-9e32-13ceb9031359) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:27.090297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.172946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.206870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=5bdce920-9ede-4471-bb6e-8d17e1e65bff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.214540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Calling delete_port for 62a5e50e-3282-47f4-a6d0-70e795b410b3 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:27.265845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.281589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 84c18965-b9a4-4463-9e32-13ceb9031359 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:27.329761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.385746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:27.389557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:27.393898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:27.402394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:27.402394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.420336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=84c18965-b9a4-4463-9e32-13ceb9031359,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.441133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-86cc749a-1691-433f-bc53-91c0d3f2c811 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4442315 Jun 30 09:30:27.441965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58074) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.476921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:27.649466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:27.681409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36934c-68bd-4a05-8caf-c056b9ff6a3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:27.692460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9c36934c-68bd-4a05-8caf-c056b9ff6a3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1d HTTP/1.1" status: 200 len: 927 time: 0.2484937 Jun 30 09:30:27.694833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:27.875373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Port': ['ID=62a5e50e-3282-47f4-a6d0-70e795b410b3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:27.987277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8b4d0949-9c92-4102-91c0-aec8765932d5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:28.098237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 84c18965-b9a4-4463-9e32-13ceb9031359 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:28.098820 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.120151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 8b4d0949-9c92-4102-91c0-aec8765932d5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:28.154767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:28.171103 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:28.191412 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:28.192037 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:28.288095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.316667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 84c18965-b9a4-4463-9e32-13ceb9031359 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:28.349101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.355349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-210a690b-4c9d-4769-8a70-aa3db33e7d3e tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "DELETE /v2.0/ports/62a5e50e-3282-47f4-a6d0-70e795b410b3 HTTP/1.1" status: 204 len: 168 time: 1.7410164 Jun 30 09:30:28.357447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:28.439515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port 5bdce920-9ede-4471-bb6e-8d17e1e65bff on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:28.445361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.453501 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c043f16b-bda7-4ac4-9246-71c7a192aa5b req-11405a30-129b-49c4-8948-876cf661aa98 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "DELETE /v2.0/ports/5bdce920-9ede-4471-bb6e-8d17e1e65bff HTTP/1.1" status: 204 len: 173 time: 3.0908153 Jun 30 09:30:28.464443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d305304-5734-4936-9bcc-6c556a64cd9b None None] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:28.520230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'name': 'network-vif-deleted', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:28.529630 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a0d107-73d0-4ea7-8614-04b106ed42ac" -d '{"events": [{"server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "name": "network-vif-deleted", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:28.667903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9238b4c-2cb8-4d53-96d7-143edbbbc5f6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:28.675134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e9238b4c-2cb8-4d53-96d7-143edbbbc5f6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "GET /v2.0/ports?device_id=636b9671-073d-4da8-bd18-5483800b4397 HTTP/1.1" status: 200 len: 913 time: 0.3117945 Jun 30 09:30:28.677118 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535c0f8b-f5f6-4fe9-9bbc-f2d922a474d2 x-openstack-request-id: req-535c0f8b-f5f6-4fe9-9bbc-f2d922a474d2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:28.678823 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05337684-aee3-47fe-981e-0f5f7af8f5d2", "name": "network-vif-deleted", "tag": "5bdce920-9ede-4471-bb6e-8d17e1e65bff", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:28.679194 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-535c0f8b-f5f6-4fe9-9bbc-f2d922a474d2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:28.679648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] Provisioning for port 8b4d0949-9c92-4102-91c0-aec8765932d5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:28.681623 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05337684-aee3-47fe-981e-0f5f7af8f5d2', 'name': 'network-vif-deleted', 'tag': '5bdce920-9ede-4471-bb6e-8d17e1e65bff', 'status': 'completed', 'code': 200} Jun 30 09:30:28.682178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:28.696292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] Provisioning complete for port 8b4d0949-9c92-4102-91c0-aec8765932d5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:28.697071 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.749719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54be8682-1ceb-4e7f-81bd-16a5e380d8e4 req-10c44fac-865d-4e61-b4e6-b294f160e7ce tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.6916268 Jun 30 09:30:28.850383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:28.933450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=84c18965-b9a4-4463-9e32-13ceb9031359,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:28.967219 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:29.032860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.034922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b0ca9032-3d3c-445b-a847-8c1fe96d879d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/84c18965-b9a4-4463-9e32-13ceb9031359 HTTP/1.1" status: 204 len: 168 time: 1.3386686 Jun 30 09:30:29.051067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58130) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:29.116908 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-022261b7-6f05-4317-8b6e-eec9659bc834 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:29.118542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-022261b7-6f05-4317-8b6e-eec9659bc834 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/84c18965-b9a4-4463-9e32-13ceb9031359 HTTP/1.1" status: 404 len: 333 time: 0.0665622 Jun 30 09:30:29.120653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.123805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58132) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:29.294965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] For port 8b4d0949-9c92-4102-91c0-aec8765932d5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8b4d0949-9c92-4102-91c0-aec8765932d5,segment=NetworkSegment(3128c82e-0910-4ea7-9ba5-9f2c51d475c0),segment_id=3128c82e-0910-4ea7-9ba5-9f2c51d475c0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:29.316250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.421125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 48c5f509-1e33-4967-8784-1e5c1e691771 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:29.424098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.437122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5bdce920-9ede-4471-bb6e-8d17e1e65bff no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:29.468017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.509568 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:29.585129 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:30:29.624672 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:29.631147 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:29.657137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.671672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8c790c-7c91-4d54-91b6-7f33cde12511 None None] Pushing event updated for resources: {'Port': ['ID=8b4d0949-9c92-4102-91c0-aec8765932d5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:29.691501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 5bdce920-9ede-4471-bb6e-8d17e1e65bff {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:29.699065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 5bdce920-9ede-4471-bb6e-8d17e1e65bff not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:29.725356 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.763365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 48c5f509-1e33-4967-8784-1e5c1e691771 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:29.860607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a3c901f0-53f5-4903-a17e-dcaab61e4336 None None] Provisioning for port 48c5f509-1e33-4967-8784-1e5c1e691771 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:29.864710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a3c901f0-53f5-4903-a17e-dcaab61e4336 None None] Provisioning complete for port 48c5f509-1e33-4967-8784-1e5c1e691771 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:29.865084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3c901f0-53f5-4903-a17e-dcaab61e4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:29.978758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a3c901f0-53f5-4903-a17e-dcaab61e4336 None None] Port 48c5f509-1e33-4967-8784-1e5c1e691771 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:30.021534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a3c901f0-53f5-4903-a17e-dcaab61e4336 None None] Provisioning complete for port 8b4d0949-9c92-4102-91c0-aec8765932d5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:30.027384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a3c901f0-53f5-4903-a17e-dcaab61e4336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.051773 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:30.359203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f4313f1-288b-43a0-ba59-f0af8f53dbc4 req-128886b0-863b-4dcc-9057-249a399e0bc3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.1497781 Jun 30 09:30:30.364113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Deleting port 75a08f25-117e-44ce-b91b-8ac533594adc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:30.365045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.404312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.441618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0746ce8-ea2d-455d-8ee7-489c7e4a1335 None None] Could not find standard attr ID for object 48c5f509-1e33-4967-8784-1e5c1e691771. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:30.481543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=48c5f509-1e33-4967-8784-1e5c1e691771,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:30.554328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.561060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ed064f5b-004f-4747-a58d-1256f2b36e3a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/48c5f509-1e33-4967-8784-1e5c1e691771 HTTP/1.1" status: 204 len: 168 time: 1.4226227 Jun 30 09:30:30.562711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58164) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:30.625262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.636874 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e380742d-ce1b-4f17-a46b-a4c8f0428108 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:30.638580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e380742d-ce1b-4f17-a46b-a4c8f0428108 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/48c5f509-1e33-4967-8784-1e5c1e691771 HTTP/1.1" status: 404 len: 333 time: 0.0746751 Jun 30 09:30:30.651465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58172) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:30.662346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Calling delete_port for 75a08f25-117e-44ce-b91b-8ac533594adc owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:30.767793 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:30.852546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet e39bd00f-f5d1-4841-88ad-34b3b00e0420 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:30.866787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:30.902355 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa703cd5-6e70-4fe7-b582-17d9743844dc None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:30.997401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.106817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4094a5ad-bdbb-4e0a-8db9-47bb39268935 None None] Could not find standard attr ID for object 84c18965-b9a4-4463-9e32-13ceb9031359. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:31.264207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.343779 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.388103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Port': ['ID=75a08f25-117e-44ce-b91b-8ac533594adc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.615861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.645412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb3014c-10a6-4b6d-ac7e-edcaf4df5de0 None None] New status for floating IP 12c18ef4-70f8-4723-8769-bfad7afc06bc: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:30:31.743454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=e39bd00f-f5d1-4841-88ad-34b3b00e0420,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:31.770534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:31.773226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-34c590f7-eec0-4b2a-8bff-9a78fd42bc70 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/e39bd00f-f5d1-4841-88ad-34b3b00e0420 HTTP/1.1" status: 204 len: 168 time: 1.1205668 Jun 30 09:30:31.776674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58190) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:31.910384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8b4d0949-9c92-4102-91c0-aec8765932d5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:32.063088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:32.488800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8108ba-4173-4757-b483-b2550bae9f14 None None] Network a0a18a51-aeb5-469e-bfc6-01cf07d02168 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:32.670074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8b4d0949-9c92-4102-91c0-aec8765932d5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:32.671843 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.089097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07892798-c80a-412e-9532-13e201675a71 req-f6dd0f4c-7b18-4754-9e7e-0e65f0cb63d4 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 1.3391464 Jun 30 09:30:33.094177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.111070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] DHCP port deletion for a0a18a51-aeb5-469e-bfc6-01cf07d02168 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:33.232055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 8b4d0949-9c92-4102-91c0-aec8765932d5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:33.232606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.234749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] Deleting port 8b4d0949-9c92-4102-91c0-aec8765932d5 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:33.235165 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.353413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port 8b4d0949-9c92-4102-91c0-aec8765932d5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8b4d0949-9c92-4102-91c0-aec8765932d5,segment=NetworkSegment(3128c82e-0910-4ea7-9ba5-9f2c51d475c0),segment_id=3128c82e-0910-4ea7-9ba5-9f2c51d475c0)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:33.354413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.410250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 8b4d0949-9c92-4102-91c0-aec8765932d5 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:33.435655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-1977bec6-db5f-4307-af1f-dfb7975ae4b0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2463715 Jun 30 09:30:33.446661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Router 636b9671-073d-4da8-bd18-5483800b4397 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:33.456332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] For port 8b4d0949-9c92-4102-91c0-aec8765932d5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8b4d0949-9c92-4102-91c0-aec8765932d5,segment=NetworkSegment(3128c82e-0910-4ea7-9ba5-9f2c51d475c0),segment_id=3128c82e-0910-4ea7-9ba5-9f2c51d475c0)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:33.456935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.516833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] Calling delete_port for 8b4d0949-9c92-4102-91c0-aec8765932d5 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:33.583055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:33.595501 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a78e016a-ab3f-4e24-9d02-aa71b2c01ff6 tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "PUT /v2.0/routers/636b9671-073d-4da8-bd18-5483800b4397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9119802 Jun 30 09:30:33.596267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58230) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:33.598072 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] Sync routers for ids ['636b9671-073d-4da8-bd18-5483800b4397'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:33.628005 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] Routers {'636b9671-073d-4da8-bd18-5483800b4397'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:33.628655 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['636b9671-073d-4da8-bd18-5483800b4397'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:33.712815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-2108a12d-5312-45ed-a29f-ba2b5348c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:33.715520 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-2108a12d-5312-45ed-a29f-ba2b5348c559 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 1099 time: 0.1440663 Jun 30 09:30:33.845157 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:33.876631 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.884783 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:33.895761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8b4d0949-9c92-4102-91c0-aec8765932d5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:33.902136 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] Routers {'636b9671-073d-4da8-bd18-5483800b4397'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:33.903413 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['636b9671-073d-4da8-bd18-5483800b4397'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:33.945457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] No DVR routers for this DVR port 8b4d0949-9c92-4102-91c0-aec8765932d5 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:33.959562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 8b4d0949-9c92-4102-91c0-aec8765932d5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:33.960954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8b4d0949-9c92-4102-91c0-aec8765932d5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:34.021574 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.021816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa2627a-3891-49d5-bbab-78f32c43482d None None] Pushing event deleted for resources: {'Port': ['ID=8b4d0949-9c92-4102-91c0-aec8765932d5,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:34.036702 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb8c41a-aa98-4132-ada8-e2e032bc1126 None None] The sync data for ids ['636b9671-073d-4da8-bd18-5483800b4397'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:30:34.056097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-6257f200-b47c-455a-b1ce-80b5ff896adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:34.061122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-6257f200-b47c-455a-b1ce-80b5ff896adb service neutron] 10.222.0.79 "GET /v2.0/networks?id=7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 200 len: 917 time: 0.3049326 Jun 30 09:30:34.173761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.234837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port 8b4d0949-9c92-4102-91c0-aec8765932d5 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:34.261604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-0d1b2b34-8781-4062-a87b-cbb0e458f0fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 200 len: 1001 time: 0.1877086 Jun 30 09:30:34.390875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=8b4d0949-9c92-4102-91c0-aec8765932d5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:34.421677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-17856840-1d9b-4673-b62a-53dbad754268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:34.435308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-17856840-1d9b-4673-b62a-53dbad754268 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 200 len: 855 time: 0.1579654 Jun 30 09:30:34.633443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-f305efeb-acea-45b5-af13-2cd0cb36998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:34.648406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-f305efeb-acea-45b5-af13-2cd0cb36998e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=7b8aef35-be7a-42e5-9aa4-ab70717568d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059994 Jun 30 09:30:34.678100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.686467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.712367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.839007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a18a51-aeb5-469e-bfc6-01cf07d02168']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.887284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3128c82e-0910-4ea7-9ba5-9f2c51d475c0') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.887284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3128c82e-0910-4ea7-9ba5-9f2c51d475c0') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:34.916415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-a2c69d6d-f2a6-411c-95a0-4b665d4bfbde service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459657 Jun 30 09:30:34.919382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:34.970344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.002143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:35.002624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.230044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e8e5e17c-e6bf-4afc-9e31-1e4e17853d3d req-bd7090b5-0b44-4eab-a04d-c752f255953d service neutron] 10.222.0.79 "GET /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088453 Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:35.253706 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:35.258999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.260238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Fanout notify agent at l3_agent the message router_deleted on router 636b9671-073d-4da8-bd18-5483800b4397 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:30:35.285029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.286153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-826c26b3-77f8-4e18-ba17-f30112ba79cf tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "DELETE /v2.0/routers/636b9671-073d-4da8-bd18-5483800b4397 HTTP/1.1" status: 204 len: 168 time: 1.6785328 Jun 30 09:30:35.288779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58270) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.302948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.381640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de66de4d-3456-4e18-920e-6132c54dc0d2 req-689acd61-a547-4b16-91ae-3f78b2df915e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.8730459 Jun 30 09:30:35.388314 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.395635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/a0a18a51-aeb5-469e-bfc6-01cf07d02168 HTTP/1.1" status: 204 len: 168 time: 3.6170681 Jun 30 09:30:35.397755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d5f7b-c55a-4a81-804d-725e17dc2293 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=a0a18a51-aeb5-469e-bfc6-01cf07d02168,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:35.399628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58278) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:35.437505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1644871722'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:35.483566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Deleting subnet 9fbe104b-dd8a-4126-b5a1-45f72cb20e5e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:35.512725 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.607238 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.611144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:35.615078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.698857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:35.737306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.737697 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment 8b33a529-a8fe-424c-9996-b133c82fc85c of type vlan for network db2af816-20a6-4a18-a3bc-9a8fef503042 Jun 30 09:30:35.877324 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:35.929601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.018802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.029387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:36.030333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.046572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.132599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Subnet': ['ID=9fbe104b-dd8a-4126-b5a1-45f72cb20e5e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.142314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7412963 Jun 30 09:30:36.145885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58290) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.154465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:36.161120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc37b8c-3280-4f6e-b1da-ff1a17a753b4 None None] Network 0e7b65b1-0776-4845-800d-1dd6a0702347 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:36.166040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.168222 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b629bd79-bcfa-43db-98ed-b3e98ec3476b tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "DELETE /v2.0/subnets/9fbe104b-dd8a-4126-b5a1-45f72cb20e5e HTTP/1.1" status: 204 len: 168 time: 0.8783126 Jun 30 09:30:36.172150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:36.226705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70935b-974c-41b6-8610-1cc2c5e7bf3c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=db2af816-20a6-4a18-a3bc-9a8fef503042,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:36.272521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network db2af816-20a6-4a18-a3bc-9a8fef503042 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:36.347460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.450801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:36.474130 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.610033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Deleting port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:36.613911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.778174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] For port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,segment=NetworkSegment(0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711),segment_id=0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:36.784269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:36.813968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Calling delete_port for 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:36.817195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df6d41aa-1b2c-4762-926b-2b869916166d req-990cff26-74af-4831-9c01-9886225b8a58 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.1371002 Jun 30 09:30:36.917501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] DHCP port deletion for 0e7b65b1-0776-4845-800d-1dd6a0702347 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:37.071920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.120371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Deleting port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:37.120757 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.139330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.153936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=99f348b7-b9d9-439c-983c-c1fa1fc6c1d5,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.206432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Port': ['ID=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.213547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] No DVR routers for this DVR port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:37.214011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': '8b33a529-a8fe-424c-9996-b133c82fc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:37.215402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: db2af816-20a6-4a18-a3bc-9a8fef503042, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:37.241761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network db2af816-20a6-4a18-a3bc-9a8fef503042 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:37.260142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, db2af816-20a6-4a18-a3bc-9a8fef503042) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:37.285399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0cf15-69b6-4147-941e-3e413280d311 None None] Network db2af816-20a6-4a18-a3bc-9a8fef503042 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:37.286924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:37.287981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.311951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-05c0e46e-4454-4f48-a11f-7e2a297da48a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1637795 Jun 30 09:30:37.314064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58316) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:37.321654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042', 'name': 'tempest-PortsIpV6TestJSON-2079664042', 'fixed_ips': [{'subnet_id': '99f348b7-b9d9-439c-983c-c1fa1fc6c1d5', 'ip_address': '2001:db8::10'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:37.427734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] For port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:37.428364 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.488877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.498171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Calling delete_port for 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:37.506099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:30:37.521446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.525783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7b65b1-0776-4845-800d-1dd6a0702347']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.557371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] Pushing event deleted for resources: {'Port': ['ID=9ba2df74-4851-46e4-9f4e-64dc8c3e8c24,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.562764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:37.575169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.575169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c1fcc6c-2e33-4d2d-aed2-9e1695cdd711') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:37.579942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec91fa-cea5-4c67-b610-9a9f987508ab None None] No DVR routers for this DVR port 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:37.620072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.666235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.685495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:37.691114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:37.707773 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:37.901136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.908992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.912756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:37.950855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:37.953018 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] 10.222.0.77 "DELETE /v2.0/networks/0e7b65b1-0776-4845-800d-1dd6a0702347 HTTP/1.1" status: 204 len: 168 time: 1.7799335 Jun 30 09:30:37.954166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9986fc-97d4-401c-8761-70f40961bbce tempest-FloatingIPNegativeTestJSON-1885215217 tempest-FloatingIPNegativeTestJSON-1885215217-project] Pushing event deleted for resources: {'Network': ['ID=0e7b65b1-0776-4845-800d-1dd6a0702347,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:37.998493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-db2af816-20a6-4a18-a3bc-9a8fef503042', 'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': '99f348b7-b9d9-439c-983c-c1fa1fc6c1d5'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:38.000099 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:38.004314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:38.004973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9ba2df74-4851-46e4-9f4e-64dc8c3e8c24 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:38.080962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:38.301498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53cc4732-d33b-4a0a-9a51-c5c17c01d149 req-ab9b8ea2-531f-4ee1-99af-9f447b38ce44 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.0714192 Jun 30 09:30:38.577653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Allocated IP 2001:db8::2 (db2af816-20a6-4a18-a3bc-9a8fef503042/99f348b7-b9d9-439c-983c-c1fa1fc6c1d5/688603da-d75f-4b71-bef1-be8be8109bfb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:38.637665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58346) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:39.040718 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.068218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Transition to ACTIVE for port object 688603da-d75f-4b71-bef1-be8be8109bfb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:39.111357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Transition to ACTIVE for port object 688603da-d75f-4b71-bef1-be8be8109bfb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:39.121378 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.146934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Network db2af816-20a6-4a18-a3bc-9a8fef503042 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:39.150484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:39.170274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:39.359300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Pushing event updated for resources: {'Port': ['ID=688603da-d75f-4b71-bef1-be8be8109bfb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:39.435432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::10 (db2af816-20a6-4a18-a3bc-9a8fef503042/99f348b7-b9d9-439c-983c-c1fa1fc6c1d5/3a734ff2-da1c-4bfe-9821-e1893f66cf74) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:39.488973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Attempting to bind port 688603da-d75f-4b71-bef1-be8be8109bfb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:39.516754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Attempting to bind port 688603da-d75f-4b71-bef1-be8be8109bfb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8b33a529-a8fe-424c-9996-b133c82fc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:39.517283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Attempting to bind port 688603da-d75f-4b71-bef1-be8be8109bfb on network db2af816-20a6-4a18-a3bc-9a8fef503042 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:39.538130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:39.538439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-be6893a5-0c2c-4433-a413-ea9d1a26ab5a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ae8b3bc1b94740caa903e6e659ce4e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8987880 Jun 30 09:30:39.539995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Checking segment: {'id': '8b33a529-a8fe-424c-9996-b133c82fc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:39.540906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:39.559117 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.559561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Bound using segment: {'id': '8b33a529-a8fe-424c-9996-b133c82fc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:39.560355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Bound port: 688603da-d75f-4b71-bef1-be8be8109bfb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b33a529-a8fe-424c-9996-b133c82fc85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:39.563095 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.717265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b61ad032-afd3-4ff8-a15c-d7caaed34140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.793501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b61ad032-afd3-4ff8-a15c-d7caaed34140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.795047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] For port 688603da-d75f-4b71-bef1-be8be8109bfb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:39.810478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] For port 688603da-d75f-4b71-bef1-be8be8109bfb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=688603da-d75f-4b71-bef1-be8be8109bfb,segment=NetworkSegment(8b33a529-a8fe-424c-9996-b133c82fc85c),segment_id=8b33a529-a8fe-424c-9996-b133c82fc85c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:39.826115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:39.846183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61d52f14-8ab6-4f7b-87bc-1fa0bfa5dfdc req-8d3c19c8-b5ca-48ec-9a86-2369b39687b5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=05337684-aee3-47fe-981e-0f5f7af8f5d2 HTTP/1.1" status: 200 len: 210 time: 0.1560481 Jun 30 09:30:39.966871 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.003498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b61ad032-afd3-4ff8-a15c-d7caaed34140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.006959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b61ad032-afd3-4ff8-a15c-d7caaed34140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.008395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b61ad032-afd3-4ff8-a15c-d7caaed34140 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/84a88f11-b7db-4501-91e9-fc6942eca2d0 HTTP/1.1" status: 204 len: 168 time: 0.4632730 Jun 30 09:30:40.009301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 3a734ff2-da1c-4bfe-9821-e1893f66cf74 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:40.031204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ad032-afd3-4ff8-a15c-d7caaed34140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a88f11-b7db-4501-91e9-fc6942eca2d0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.049995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24171c15-d043-4794-ae3c-6c908cc80874 None None] Pushing event updated for resources: {'Port': ['ID=688603da-d75f-4b71-bef1-be8be8109bfb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.217154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.432259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network db2af816-20a6-4a18-a3bc-9a8fef503042 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:40.440916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:40.448186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:40.454700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:40.455677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.505256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=3a734ff2-da1c-4bfe-9821-e1893f66cf74,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:40.523555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cf25c93d-77e5-43e2-9e47-81a9194440c2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2079060 Jun 30 09:30:40.526213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58388) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:40.539931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': 'db2af816-20a6-4a18-a3bc-9a8fef503042', 'name': 'tempest-PortsIpV6TestJSON-947586814', 'fixed_ips': [{'subnet_id': '99f348b7-b9d9-439c-983c-c1fa1fc6c1d5', 'ip_address': '2001:db8::f'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:40.852785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:40.860025 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:40.907486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 94a76390-6103-42ec-bde6-65980d7e852b yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:41.016623 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:30:41.263522 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-201a199f-7674-41eb-ba79-db628f819a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:41.406168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::f (db2af816-20a6-4a18-a3bc-9a8fef503042/99f348b7-b9d9-439c-983c-c1fa1fc6c1d5/94a76390-6103-42ec-bde6-65980d7e852b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:41.595363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:41.896474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-524777a1-ad09-45c8-94e5-6cf80e9cb39c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146491497&fields=id&tenant_id=9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 267 time: 0.2367330 Jun 30 09:30:41.938164 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 688603da-d75f-4b71-bef1-be8be8109bfb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:42.004027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705a5bc-2be2-4d09-b767-bddb7898759f None None] Network db2af816-20a6-4a18-a3bc-9a8fef503042 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:42.161331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.186946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4885bd5-c9ac-4968-8df8-b62c724cab77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.239066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 94a76390-6103-42ec-bde6-65980d7e852b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:42.338613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-cc99f084-1169-41b4-9322-a114737b11af tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:42.350242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-cc99f084-1169-41b4-9322-a114737b11af tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.4435496 Jun 30 09:30:42.438861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-caefc4b5-4e81-422d-957e-fe829e8e9c1a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.0871296 Jun 30 09:30:42.556267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4885bd5-c9ac-4968-8df8-b62c724cab77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.564439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4885bd5-c9ac-4968-8df8-b62c724cab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.665856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4885bd5-c9ac-4968-8df8-b62c724cab77 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f2ec319aa611475a82fd90efadbbda37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0699048 Jun 30 09:30:42.685981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:42.777507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4885bd5-c9ac-4968-8df8-b62c724cab77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e031fb3-260b-497d-8d61-e15f04b9e35c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:42.819960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.903792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network db2af816-20a6-4a18-a3bc-9a8fef503042 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:42.910943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-02a0e499-3920-4415-8100-456760faae2f None None] Provisioning for port 688603da-d75f-4b71-bef1-be8be8109bfb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:42.923764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb905a95-c9dc-43ec-9b0d-57c315ceb05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:42.938290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:42.977288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:42.990053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:42.990761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.004669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 688603da-d75f-4b71-bef1-be8be8109bfb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:43.036030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=94a76390-6103-42ec-bde6-65980d7e852b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:43.039459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 688603da-d75f-4b71-bef1-be8be8109bfb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:43.040731 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.046106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58456) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.046810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52a7ecbf-31be-4107-b8dc-b7e2758667d4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5156217 Jun 30 09:30:43.078917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb905a95-c9dc-43ec-9b0d-57c315ceb05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.131887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.172081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-093c2738-321e-4c40-b8c0-8c401eaafa00 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7309346 Jun 30 09:30:43.173405 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb905a95-c9dc-43ec-9b0d-57c315ceb05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.176864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb905a95-c9dc-43ec-9b0d-57c315ceb05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.178016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb905a95-c9dc-43ec-9b0d-57c315ceb05e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9e031fb3-260b-497d-8d61-e15f04b9e35c HTTP/1.1" status: 204 len: 168 time: 0.4862239 Jun 30 09:30:43.224474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb905a95-c9dc-43ec-9b0d-57c315ceb05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e031fb3-260b-497d-8d61-e15f04b9e35c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:43.343495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.368058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae0e0e6-6cc1-4792-accc-a6228e688457 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:43.370350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ae0e0e6-6cc1-4792-accc-a6228e688457 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3231382 Jun 30 09:30:43.373827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.487226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 688603da-d75f-4b71-bef1-be8be8109bfb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=688603da-d75f-4b71-bef1-be8be8109bfb,segment=NetworkSegment(8b33a529-a8fe-424c-9996-b133c82fc85c),segment_id=8b33a529-a8fe-424c-9996-b133c82fc85c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:43.500807 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.569765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9336626-b9d2-4447-901b-02c6fd3c8246 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:43.576492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9336626-b9d2-4447-901b-02c6fd3c8246 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:43.582588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9336626-b9d2-4447-901b-02c6fd3c8246 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:43.587345 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f9336626-b9d2-4447-901b-02c6fd3c8246 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2134047 Jun 30 09:30:43.588375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:43.639322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1159236836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:43.727545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=688603da-d75f-4b71-bef1-be8be8109bfb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:43.804189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Provisioning for port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:43.846560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Provisioning complete for port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:43.848506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.885389 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.887341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:43.930728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 94a76390-6103-42ec-bde6-65980d7e852b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:43.931472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.000365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.015166 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.100219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.108956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fcbe4ef5-3348-46a3-944b-bee0c826ac28 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.9759643 Jun 30 09:30:44.128835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:44.134968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:44.138048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79256325-14b0-4cb2-af30-7c3c83084c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.160520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Provisioning for port 94a76390-6103-42ec-bde6-65980d7e852b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:44.167165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Provisioning complete for port 94a76390-6103-42ec-bde6-65980d7e852b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:44.167546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.203733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-553868116'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:44.266634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-d09e9d71-d98a-4162-aa4f-f928f8a3d733 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0232878 Jun 30 09:30:44.277932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Port 94a76390-6103-42ec-bde6-65980d7e852b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:44.279581 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.289867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Provisioning complete for port 688603da-d75f-4b71-bef1-be8be8109bfb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:44.290348 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37a00c3e-9483-47b5-812f-da44d92fb598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.312653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.361421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 94a76390-6103-42ec-bde6-65980d7e852b owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:44.518652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.570812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.576572 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/94a76390-6103-42ec-bde6-65980d7e852b HTTP/1.1" status: 204 len: 168 time: 0.9807093 Jun 30 09:30:44.593504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:44.593848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58496) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:44.594006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a48e8a7-eba1-4626-8c52-9f1549366e15 None None] Provisioning complete for port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:44.594615 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a48e8a7-eba1-4626-8c52-9f1549366e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.657105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15eec0a-e6a6-4f67-a784-cc44714854a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=94a76390-6103-42ec-bde6-65980d7e852b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:44.670999 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0416b7-5278-4b19-b803-962383632674 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:44.672843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6a48e8a7-eba1-4626-8c52-9f1549366e15 None None] Port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:44.673985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1b0416b7-5278-4b19-b803-962383632674 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/94a76390-6103-42ec-bde6-65980d7e852b HTTP/1.1" status: 404 len: 333 time: 0.0779870 Jun 30 09:30:44.686259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:44.758173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:44.763082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.768507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35d7b277-0861-4f6a-bec8-24503b765c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.791556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:44.892119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-298d9df6-c01b-4a88-8f9a-5cbfceb4702d None None] Could not find standard attr ID for object 94a76390-6103-42ec-bde6-65980d7e852b. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:30:44.917497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-32248350-c888-4c38-878c-4c7eddc7aaff service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499639 Jun 30 09:30:44.922197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35d7b277-0861-4f6a-bec8-24503b765c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.062622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.064380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-35d7b277-0861-4f6a-bec8-24503b765c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.117007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.131161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:45.145672 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.145955 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Added segment 6c3565c6-de86-48fb-9217-3ce2a06d031a of type vlan for network 33af7d4d-372b-47d6-a7a6-411ed9f137aa Jun 30 09:30:45.200960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.251056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7b277-0861-4f6a-bec8-24503b765c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8483084c-cfbc-4dbd-8429-0f70cdfa2de0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.271771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-35d7b277-0861-4f6a-bec8-24503b765c30 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43d348a6e6c5416592682494e83d45d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6768565 Jun 30 09:30:45.274992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:45.325388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f06163-a368-4dcd-aa72-4a6bd569f376,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.377304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15738fd2-024e-495f-bf13-377013dcf047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.404524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.412768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:45.413378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.424880 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15738fd2-024e-495f-bf13-377013dcf047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.479457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 3a734ff2-da1c-4bfe-9821-e1893f66cf74 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:45.480053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.497113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-304505f2-4fdb-4a72-b9b1-aa56de2e90d5 req-37267712-f4b2-4346-ab28-def69188c421 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0749731 Jun 30 09:30:45.569012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15738fd2-024e-495f-bf13-377013dcf047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.571882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15738fd2-024e-495f-bf13-377013dcf047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.575338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4310248 Jun 30 09:30:45.578742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-15738fd2-024e-495f-bf13-377013dcf047 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8483084c-cfbc-4dbd-8429-0f70cdfa2de0 HTTP/1.1" status: 204 len: 168 time: 0.3002763 Jun 30 09:30:45.585251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58536) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:45.604504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15738fd2-024e-495f-bf13-377013dcf047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8483084c-cfbc-4dbd-8429-0f70cdfa2de0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.643248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'subnet': {'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:45.693217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b619d8-ee86-4361-8ecf-b9cb5f227aa9 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Network': ['ID=33af7d4d-372b-47d6-a7a6-411ed9f137aa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:45.784605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:45.862427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:45.892081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 3a734ff2-da1c-4bfe-9821-e1893f66cf74 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:45.924235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 688603da-d75f-4b71-bef1-be8be8109bfb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:45.947715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:45.951732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.127449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.129528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 688603da-d75f-4b71-bef1-be8be8109bfb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:46.130200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.224797 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.270290 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=3a734ff2-da1c-4bfe-9821-e1893f66cf74,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.401065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.422249 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.426698 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c7ad775c-d8d6-44ac-8de4-8fd2e229e0bf tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/3a734ff2-da1c-4bfe-9821-e1893f66cf74 HTTP/1.1" status: 204 len: 168 time: 1.7368138 Jun 30 09:30:46.427301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:46.500526 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b338a8-d6e5-48b4-9590-a8929f3dc2a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:30:46.507013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a3b338a8-d6e5-48b4-9590-a8929f3dc2a6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/3a734ff2-da1c-4bfe-9821-e1893f66cf74 HTTP/1.1" status: 404 len: 333 time: 0.0762579 Jun 30 09:30:46.507489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58572) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:46.559233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Checking segment: {'id': '6c3565c6-de86-48fb-9217-3ce2a06d031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:46.559607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network hostable DHCP agents. Network: 33af7d4d-372b-47d6-a7a6-411ed9f137aa, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:46.576402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Subnet': ['ID=25bfa009-ff54-4356-891f-aab0db5eb68e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:46.621883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:46.638865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 33af7d4d-372b-47d6-a7a6-411ed9f137aa) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:46.648537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:46.649526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.659419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053fa68-2937-489b-9dff-a85ff535cec5 None None] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:46.695306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 99f348b7-b9d9-439c-983c-c1fa1fc6c1d5 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:30:46.698340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-733ffddc-5d30-4e33-9373-5f63cc11a8e8 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0570102 Jun 30 09:30:46.702462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:46.708317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.730113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'network': {'name': 'tempest-router-network01--903342584'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:46.800026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:46.804679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.841744 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.914099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:46.944978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:46.947211 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Added segment 444123f7-639b-481e-b9cf-5edc99fbfb58 of type vlan for network 9594e443-4eff-47ea-821e-341bed1a5f50 Jun 30 09:30:47.015287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-33af7d4d-372b-47d6-a7a6-411ed9f137aa', 'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa', 'tenant_id': 'db0080c0c87e41dbbb85f4d34b7cab7e', 'fixed_ips': [{'subnet_id': '25bfa009-ff54-4356-891f-aab0db5eb68e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:47.017618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.061945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.089266 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.126735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.151070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:47.153656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.193793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.236686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-111fe49f-61e2-47ab-b47e-e84cd7365054 req-3c24cf5a-db0d-4322-ab7e-a6846b761a9c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0564477 Jun 30 09:30:47.279054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=99f348b7-b9d9-439c-983c-c1fa1fc6c1d5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:47.295222 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.298461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ea932dce-2b49-4d1a-84b4-68cb986b9a1b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/99f348b7-b9d9-439c-983c-c1fa1fc6c1d5 HTTP/1.1" status: 204 len: 168 time: 0.7899644 Jun 30 09:30:47.301189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58606) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:47.310489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Allocated IP 2001:db8::2 (33af7d4d-372b-47d6-a7a6-411ed9f137aa/25bfa009-ff54-4356-891f-aab0db5eb68e/67c4a8e7-b776-4be6-be56-93b96ccdab87) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:47.407639 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7020154 Jun 30 09:30:47.413354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58614) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:47.425245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'network': {'name': 'tempest-router-network02--449188454'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:47.456384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2ebdf-2a74-43d9-8cc4-55b41676586c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Network': ['ID=9594e443-4eff-47ea-821e-341bed1a5f50,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:47.466351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.471125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:47.475031 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.562902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aad620-b6fa-44d1-80f9-712674332d30 req-6a64bd1a-95db-427d-9aab-332fc61f58e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:47.564728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3aad620-b6fa-44d1-80f9-712674332d30 req-6a64bd1a-95db-427d-9aab-332fc61f58e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.2072833 Jun 30 09:30:47.570736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:47.591217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.591703 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Added segment 2f688999-acb8-49a3-8a88-6737a7671895 of type vlan for network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 Jun 30 09:30:47.671819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 688603da-d75f-4b71-bef1-be8be8109bfb {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:47.672302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.679251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3aad620-b6fa-44d1-80f9-712674332d30 req-60d9b799-8d0b-4242-9bf3-2dcf92decab4 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017699 Jun 30 09:30:47.681597 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.741736 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.761110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Transition to ACTIVE for port object 67c4a8e7-b776-4be6-be56-93b96ccdab87 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:47.805837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ec1af-5d25-4c11-9a05-48c780e47a5d None None] Network db2af816-20a6-4a18-a3bc-9a8fef503042 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:47.816543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port 688603da-d75f-4b71-bef1-be8be8109bfb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=688603da-d75f-4b71-bef1-be8be8109bfb,segment=NetworkSegment(8b33a529-a8fe-424c-9996-b133c82fc85c),segment_id=8b33a529-a8fe-424c-9996-b133c82fc85c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:47.817038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.833035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.840766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:47.852585 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:47.876722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 688603da-d75f-4b71-bef1-be8be8109bfb owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:47.909974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4952931 Jun 30 09:30:47.914928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:47.932824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'subnet': {'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:48.014850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 9594e443-4eff-47ea-821e-341bed1a5f50 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:48.143619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Network': ['ID=c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.184392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.184741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.185085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.185423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.185909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.186093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.189214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.189550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-1d49b145-80d0-4709-a1a4-21cc8a0fa02b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:48.190378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.190378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.190378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.190864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.190864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79f9fd8-fdb9-4506-a5ca-80601afd6aa3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:48.193083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-1d49b145-80d0-4709-a1a4-21cc8a0fa02b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.6016450 Jun 30 09:30:48.311814 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.330634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:48.362714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-4353d5af-ad24-42f0-8768-36383c2087b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 380 time: 0.1439934 Jun 30 09:30:48.363605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:48.376528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.400752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=688603da-d75f-4b71-bef1-be8be8109bfb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.404085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port 688603da-d75f-4b71-bef1-be8be8109bfb on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:48.409266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'security_groups': ['d848270a-fbf0-4a87-9e42-8d570577e15e']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:48.581588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-167cfa65-520c-45b7-9cac-f2a28116f467 req-a3b7150b-7a6c-4bbc-8f4f-98a322db8d76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0374732 Jun 30 09:30:48.589584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.602395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Transition to ACTIVE for port object 67c4a8e7-b776-4be6-be56-93b96ccdab87 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:48.603909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2af816-20a6-4a18-a3bc-9a8fef503042']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:48.624121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b33a529-a8fe-424c-9996-b133c82fc85c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:48.624472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b33a529-a8fe-424c-9996-b133c82fc85c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:48.642540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.660554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.684984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.696972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:30:48.697125 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.697708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:30:48.707735 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:30:48.840899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.860050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.870115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/db2af816-20a6-4a18-a3bc-9a8fef503042 HTTP/1.1" status: 204 len: 168 time: 1.5619004 Jun 30 09:30:48.881577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58656) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:48.896246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1514712859'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:48.898307 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:48.904974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750944b-3f2a-45a0-8041-649a6ffdc8fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=db2af816-20a6-4a18-a3bc-9a8fef503042,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:48.957920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:48.958233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:48.958970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.003692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:49.010199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:49.017742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Pushing event updated for resources: {'Port': ['ID=67c4a8e7-b776-4be6-be56-93b96ccdab87,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.020875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:30:49.037932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683e4d2-005a-4949-98fb-5f6fca11a47e None None] DHCP port deletion for db2af816-20a6-4a18-a3bc-9a8fef503042 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:30:49.091481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.091891 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Added segment 67409093-9999-4dd0-99e0-b9b74b6d119c of type vlan for network a71112d3-489f-45c1-8d00-528530b69198 Jun 30 09:30:49.164265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.238453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Attempting to bind port 67c4a8e7-b776-4be6-be56-93b96ccdab87 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:49.238925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Attempting to bind port 67c4a8e7-b776-4be6-be56-93b96ccdab87 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '6c3565c6-de86-48fb-9217-3ce2a06d031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:49.239363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Attempting to bind port 67c4a8e7-b776-4be6-be56-93b96ccdab87 on network 33af7d4d-372b-47d6-a7a6-411ed9f137aa {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:49.256642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:49.256949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ba5d1-e9e8-43ba-9ec2-5808e40c4409 req-7f503a90-c949-4568-8713-8762836a11a1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.257072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Checking segment: {'id': '6c3565c6-de86-48fb-9217-3ce2a06d031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:49.257538 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.258402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-916ba5d1-e9e8-43ba-9ec2-5808e40c4409 req-7f503a90-c949-4568-8713-8762836a11a1 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.2022746 Jun 30 09:30:49.264082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Bound using segment: {'id': '6c3565c6-de86-48fb-9217-3ce2a06d031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:49.265037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Bound port: 67c4a8e7-b776-4be6-be56-93b96ccdab87, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3565c6-de86-48fb-9217-3ce2a06d031a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '33af7d4d-372b-47d6-a7a6-411ed9f137aa'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:49.266507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.335039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.351324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:49.351988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.386870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] For port 67c4a8e7-b776-4be6-be56-93b96ccdab87, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:49.407698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] For port 67c4a8e7-b776-4be6-be56-93b96ccdab87, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=67c4a8e7-b776-4be6-be56-93b96ccdab87,segment=NetworkSegment(6c3565c6-de86-48fb-9217-3ce2a06d031a),segment_id=6c3565c6-de86-48fb-9217-3ce2a06d031a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:49.424953 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:49.520243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6372788 Jun 30 09:30:49.528879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:49.546690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': 'a71112d3-489f-45c1-8d00-528530b69198', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:49.553778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-916ba5d1-e9e8-43ba-9ec2-5808e40c4409 req-7d7bcdca-104b-49ec-8b62-97e965e5cbe8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2765620 Jun 30 09:30:49.559532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52f264-24c7-45fc-948a-88f291524b1b None None] Pushing event updated for resources: {'Port': ['ID=67c4a8e7-b776-4be6-be56-93b96ccdab87,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.563294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902219d7-320b-4a53-af0e-d38f79b5aa41 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Network': ['ID=a71112d3-489f-45c1-8d00-528530b69198,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:49.598870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a71112d3-489f-45c1-8d00-528530b69198 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:30:49.837223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 688603da-d75f-4b71-bef1-be8be8109bfb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:49.847751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17e0408c-894d-418b-8d54-896418f22a61 req-25562946-e6db-451e-a004-a17437c5b799 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0616660 Jun 30 09:30:49.872125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 688603da-d75f-4b71-bef1-be8be8109bfb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:30:49.872913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 688603da-d75f-4b71-bef1-be8be8109bfb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:30:50.174922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.202067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:50.206448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.229256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:50.274892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-4379d4eb-0a22-478a-a904-449cc2612b85 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:50.276768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-4379d4eb-0a22-478a-a904-449cc2612b85 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.8606436 Jun 30 09:30:50.447412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f813d60f-bb22-419a-8406-ec395a858427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.528686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Subnet': ['ID=c6ba9581-58e5-4b79-9954-0a5c54e698bc,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:50.537165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:50.540723 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.694206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f813d60f-bb22-419a-8406-ec395a858427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.701997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f813d60f-bb22-419a-8406-ec395a858427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.744141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Checking segment: {'id': '444123f7-639b-481e-b9cf-5edc99fbfb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:50.750306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network hostable DHCP agents. Network: 9594e443-4eff-47ea-821e-341bed1a5f50, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:50.793036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Deleting port ca545908-f66a-481d-8144-09cf3869b9e9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:50.794109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:50.820223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813d60f-bb22-419a-8406-ec395a858427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7200434-5400-4f81-a6c9-bc776b6f61c1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:50.853267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58720) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:50.907737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.14 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/4e1ab3a8-e39f-4276-bb75-fd771b2eec94) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:50.944892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f813d60f-bb22-419a-8406-ec395a858427 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7fe3c52adb2d40af819b2f1b921a4798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7137098 Jun 30 09:30:50.950614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58726) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:50.981838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 9594e443-4eff-47ea-821e-341bed1a5f50 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:51.126525 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f2c-83e0-4a1d-8eeb-8bafc7e6491c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.158919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 9594e443-4eff-47ea-821e-341bed1a5f50) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:51.159626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f2c-83e0-4a1d-8eeb-8bafc7e6491c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.163320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:51.163921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.169455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee759d-67ee-4bfd-b6df-e8cdc614adbd None None] Network 9594e443-4eff-47ea-821e-341bed1a5f50 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:51.267088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] For port ca545908-f66a-481d-8144-09cf3869b9e9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ca545908-f66a-481d-8144-09cf3869b9e9,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:51.267488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.274917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f2f479-7136-4c79-bbe1-0333682e9bf3 None None] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:51.295323 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bb94d1a6-4893-40a1-b851-0a88f4087ec3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3793111 Jun 30 09:30:51.301173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56e3a2-e5c3-4af2-8d45-e137315ba0db req-ce89cdb1-8c58-4cf0-9645-30fa823020c0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:51.302285 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:51.303053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc56e3a2-e5c3-4af2-8d45-e137315ba0db req-ce89cdb1-8c58-4cf0-9645-30fa823020c0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 947 time: 0.4960027 Jun 30 09:30:51.306683 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f2c-83e0-4a1d-8eeb-8bafc7e6491c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.309650 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6c67f2c-83e0-4a1d-8eeb-8bafc7e6491c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.310822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a6c67f2c-83e0-4a1d-8eeb-8bafc7e6491c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c7200434-5400-4f81-a6c9-bc776b6f61c1 HTTP/1.1" status: 204 len: 168 time: 0.3569365 Jun 30 09:30:51.312211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'subnet': {'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:51.406439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-264e8f26-548d-48e2-ba4b-8843efb4ccbb req-993f21cc-35b8-4adb-82b4-f9a7dc323505 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.1544600 Jun 30 09:30:51.424495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-11541018-5625-4fa9-8a18-f5a180931222 None None] Provisioning for port 67c4a8e7-b776-4be6-be56-93b96ccdab87 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:51.441418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7659599-3a82-4552-9b0f-a31307b0041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.467596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c67f2c-83e0-4a1d-8eeb-8bafc7e6491c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7200434-5400-4f81-a6c9-bc776b6f61c1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:51.576631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc56e3a2-e5c3-4af2-8d45-e137315ba0db req-01dcc8fe-b653-4fa0-8349-a248489c1371 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups?id=94e176b8-c42d-4d4c-93c8-6372cef9e272&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048590 Jun 30 09:30:51.625326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.641298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:51.694673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.711638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-9594e443-4eff-47ea-821e-341bed1a5f50', 'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50', 'tenant_id': 'db0080c0c87e41dbbb85f4d34b7cab7e', 'fixed_ips': [{'subnet_id': 'c6ba9581-58e5-4b79-9954-0a5c54e698bc'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:51.713101 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.733866 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.817958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:51.828603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:51.831540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:51.844038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7659599-3a82-4552-9b0f-a31307b0041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.850964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7659599-3a82-4552-9b0f-a31307b0041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:51.859256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:52.000475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 67c4a8e7-b776-4be6-be56-93b96ccdab87 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:52.016624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7659599-3a82-4552-9b0f-a31307b0041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123bb40d-1896-4982-953f-e840664c2017,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.034659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c7659599-3a82-4552-9b0f-a31307b0041a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bd4c2c8681d441978d8759c247b0ce83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1791503 Jun 30 09:30:52.035659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58746) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.125235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58750) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.148867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de20-d25a-4c32-b3cf-574c0d5d6ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.160196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Allocated IP 2001:db8::2 (9594e443-4eff-47ea-821e-341bed1a5f50/c6ba9581-58e5-4b79-9954-0a5c54e698bc/002f71ac-a642-4674-9f1d-e2340365183e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:52.186930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Checking segment: {'id': '67409093-9999-4dd0-99e0-b9b74b6d119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a71112d3-489f-45c1-8d00-528530b69198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:52.187400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network hostable DHCP agents. Network: a71112d3-489f-45c1-8d00-528530b69198, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:52.200059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b3210a-fc11-4c09-b436-6b3cbc5529fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.256284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b3210a-fc11-4c09-b436-6b3cbc5529fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.345003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 67c4a8e7-b776-4be6-be56-93b96ccdab87 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:52.369205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 67c4a8e7-b776-4be6-be56-93b96ccdab87 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:52.369852 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.375489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=7d7d5e70-302b-429d-970b-1fb8ddb507f0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.384184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:52.389354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.401139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network a71112d3-489f-45c1-8d00-528530b69198 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:52.420824 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.430287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Transition to ACTIVE for port object 002f71ac-a642-4674-9f1d-e2340365183e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:52.498703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b3210a-fc11-4c09-b436-6b3cbc5529fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.501485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Transition to ACTIVE for port object 002f71ac-a642-4674-9f1d-e2340365183e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:52.504612 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b3210a-fc11-4c09-b436-6b3cbc5529fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.507285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-14b3210a-fc11-4c09-b436-6b3cbc5529fa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/123bb40d-1896-4982-953f-e840664c2017 HTTP/1.1" status: 204 len: 168 time: 0.4701984 Jun 30 09:30:52.523573 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.536568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de20-d25a-4c32-b3cf-574c0d5d6ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.542969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:52.546709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.552789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3210a-fc11-4c09-b436-6b3cbc5529fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123bb40d-1896-4982-953f-e840664c2017,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.565027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ecf7de20-d25a-4c32-b3cf-574c0d5d6ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.587616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Pushing event updated for resources: {'Port': ['ID=002f71ac-a642-4674-9f1d-e2340365183e,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.599831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Provisioning for port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:52.614732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ecf7de20-d25a-4c32-b3cf-574c0d5d6ad8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=14a6141180644850afd9c08b548094e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4868965 Jun 30 09:30:52.615080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.616561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7de20-d25a-4c32-b3cf-574c0d5d6ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66823890-17f7-4b95-b2f8-2483c968798d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:52.617186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.617613 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Floating IP 188d85ee-b8dc-4a43-81ed-2fb5c80ed638 disassociated. External IP: 172.25.7.40, port: ca545908-f66a-481d-8144-09cf3869b9e9. Jun 30 09:30:52.618033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Calling delete_port for ca545908-f66a-481d-8144-09cf3869b9e9 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:30:52.618184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ca545908-f66a-481d-8144-09cf3869b9e9 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:30:52.620200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58760) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.624564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Provisioning complete for port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:52.624938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.664949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.665300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.665643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.665981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.666368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.666723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.667064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.667329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.668290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.668952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.669281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.669605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:30:52.694361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:30:52.699707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Network 9594e443-4eff-47ea-821e-341bed1a5f50 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:52.717593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:52.728744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:52.731716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Provisioning complete for port 67c4a8e7-b776-4be6-be56-93b96ccdab87 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:52.732084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.802027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, a71112d3-489f-45c1-8d00-528530b69198) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:52.843208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:52.843520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d678322-8552-4ac1-b418-1226b9f540da None None] Network a71112d3-489f-45c1-8d00-528530b69198 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:52.845188 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.879469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eb961395-057b-4a42-9e81-7b27f64d23af tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3460264 Jun 30 09:30:52.883319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:52.906269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-921367904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:52.928240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-39fd0fab-391b-4324-bc3f-f8ff3a03534d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5385990 Jun 30 09:30:52.933777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.934883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.938358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:52.945786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-2ba00f6a-f3d8-4b08-a33a-182cb81ed7a1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:30:52.946976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-2ba00f6a-f3d8-4b08-a33a-182cb81ed7a1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059509 Jun 30 09:30:52.986641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b97a964e-7ae6-490f-8400-7604a38aa352 req-ad158bf5-49d2-4e2a-ba90-0c8ef240aca8 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0825660 Jun 30 09:30:53.013682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1585bf85-39a9-4a13-8089-2a7972b015fc req-923163af-cf23-4c67-bd4e-f7db94128f03 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:53.015354 n-d-780147-22 neutron-server[93726]: INFO neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No ports have port_id starting with ca545908-f66a-481d-8144-09cf3869b9e9 Jun 30 09:30:53.016326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1585bf85-39a9-4a13-8089-2a7972b015fc req-923163af-cf23-4c67-bd4e-f7db94128f03 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 932 time: 0.3705409 Jun 30 09:30:53.017818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68323394-6cb7-4b82-b508-1cfa04fa6e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.085780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.095221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event deleted for resources: {'Port': ['ID=ca545908-f66a-481d-8144-09cf3869b9e9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:53.104737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68323394-6cb7-4b82-b508-1cfa04fa6e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.133143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.179572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.181788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-41e05eeb-365f-4bb8-9718-59673ceef1ae tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2973847 Jun 30 09:30:53.186832 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.190529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.200145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'network_id': 'a71112d3-489f-45c1-8d00-528530b69198', 'name': 'tempest-PortsIpV6TestJSON-506018060'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:53.242073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1585bf85-39a9-4a13-8089-2a7972b015fc req-e9182b04-6b28-42d2-b285-2177ff774d88 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174771 Jun 30 09:30:53.290684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58782) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.318721 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68323394-6cb7-4b82-b508-1cfa04fa6e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.318721 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68323394-6cb7-4b82-b508-1cfa04fa6e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.324305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68323394-6cb7-4b82-b508-1cfa04fa6e41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66823890-17f7-4b95-b2f8-2483c968798d HTTP/1.1" status: 204 len: 168 time: 0.7013459 Jun 30 09:30:53.337876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91176024-f081-4e23-b61c-74e709e64cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.360057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68323394-6cb7-4b82-b508-1cfa04fa6e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66823890-17f7-4b95-b2f8-2483c968798d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:53.413117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Attempting to bind port 002f71ac-a642-4674-9f1d-e2340365183e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:53.413645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Attempting to bind port 002f71ac-a642-4674-9f1d-e2340365183e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '444123f7-639b-481e-b9cf-5edc99fbfb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:53.413873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Attempting to bind port 002f71ac-a642-4674-9f1d-e2340365183e on network 9594e443-4eff-47ea-821e-341bed1a5f50 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:53.456209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:53.456627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Checking segment: {'id': '444123f7-639b-481e-b9cf-5edc99fbfb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:53.456973 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.457365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Bound using segment: {'id': '444123f7-639b-481e-b9cf-5edc99fbfb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:53.457836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Bound port: 002f71ac-a642-4674-9f1d-e2340365183e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444123f7-639b-481e-b9cf-5edc99fbfb58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9594e443-4eff-47ea-821e-341bed1a5f50'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:53.458212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.549634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91176024-f081-4e23-b61c-74e709e64cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.551555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Request body: {'port': {'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:30:53.555471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 67c4a8e7-b776-4be6-be56-93b96ccdab87, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=67c4a8e7-b776-4be6-be56-93b96ccdab87,segment=NetworkSegment(6c3565c6-de86-48fb-9217-3ce2a06d031a),segment_id=6c3565c6-de86-48fb-9217-3ce2a06d031a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:30:53.562523 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91176024-f081-4e23-b61c-74e709e64cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.633333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-91176024-f081-4e23-b61c-74e709e64cbb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=bcf03b0d954f4997abc4ba0f032897d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415222 Jun 30 09:30:53.652731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58788) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:53.679841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.800285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91176024-f081-4e23-b61c-74e709e64cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603db520-5ff4-4054-8529-7522d65b0e71,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:53.806162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:30:53.815102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.819821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff515105-6146-4dcb-b98e-b57f1a05a4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.865191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff515105-6146-4dcb-b98e-b57f1a05a4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.938574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff515105-6146-4dcb-b98e-b57f1a05a4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.944252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff515105-6146-4dcb-b98e-b57f1a05a4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:53.972090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ff515105-6146-4dcb-b98e-b57f1a05a4ec admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/603db520-5ff4-4054-8529-7522d65b0e71 HTTP/1.1" status: 204 len: 168 time: 0.3178127 Jun 30 09:30:53.983059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff515105-6146-4dcb-b98e-b57f1a05a4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603db520-5ff4-4054-8529-7522d65b0e71,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.015375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] For port 002f71ac-a642-4674-9f1d-e2340365183e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:54.018333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] For port 002f71ac-a642-4674-9f1d-e2340365183e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=002f71ac-a642-4674-9f1d-e2340365183e,segment=NetworkSegment(444123f7-639b-481e-b9cf-5edc99fbfb58),segment_id=444123f7-639b-481e-b9cf-5edc99fbfb58)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:54.022285 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.028818 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.038679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:30:54.045195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:30:54.065432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Subnet': ['ID=890e1b66-46cf-423f-aca9-64400ed612eb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.103617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Checking segment: {'id': '2f688999-acb8-49a3-8a88-6737a7671895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:54.103998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network hostable DHCP agents. Network: c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:30:54.128339 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.180209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.265445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-a71112d3-489f-45c1-8d00-528530b69198', 'network_id': 'a71112d3-489f-45c1-8d00-528530b69198', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': '7d7d5e70-302b-429d-970b-1fb8ddb507f0'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:54.284779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.440503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3cce7de-0be0-427a-b288-73e28067142a req-2b695054-b63e-49a3-bf59-f5840fd41e76 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0990708 Jun 30 09:30:54.584529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=67c4a8e7-b776-4be6-be56-93b96ccdab87,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.673148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a8e7a-bf55-4a35-a227-4e9308d80d50 req-09cf467a-3ded-4c72-a8ae-4e9f1e2ceee9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:54.681125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-491a8e7a-bf55-4a35-a227-4e9308d80d50 req-09cf467a-3ded-4c72-a8ae-4e9f1e2ceee9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 932 time: 0.1674504 Jun 30 09:30:54.750937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-491a8e7a-bf55-4a35-a227-4e9308d80d50 req-69184a95-dbe0-4bdb-b7f6-b67f7465ac52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686271 Jun 30 09:30:54.787249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a088d-dd69-44c9-8511-7b1c50c24ea0 None None] Pushing event updated for resources: {'Port': ['ID=002f71ac-a642-4674-9f1d-e2340365183e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:54.789090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58822) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:54.825726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9a83477-aec4-4c23-aa2e-f3508e1d9ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:54.861292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:30:54.861738 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-b13acd8b-f48d-4c34-96b6-70515e4c99a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:30:54.886260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:30:55.056590 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9a83477-aec4-4c23-aa2e-f3508e1d9ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.062118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9a83477-aec4-4c23-aa2e-f3508e1d9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.125362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a83477-aec4-4c23-aa2e-f3508e1d9ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642b731c-71e4-46f1-83fc-6f9a3facad98,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:55.191806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d9a83477-aec4-4c23-aa2e-f3508e1d9ff4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=917b864e69b946d286e1edcfd9febbd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015210 Jun 30 09:30:55.206023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58830) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:55.342207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44c22a92-08d8-43f8-a540-8098f34038ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.372335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44c22a92-08d8-43f8-a540-8098f34038ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.428070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44c22a92-08d8-43f8-a540-8098f34038ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.434207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44c22a92-08d8-43f8-a540-8098f34038ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.446883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-44c22a92-08d8-43f8-a540-8098f34038ca admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/642b731c-71e4-46f1-83fc-6f9a3facad98 HTTP/1.1" status: 204 len: 168 time: 0.2356036 Jun 30 09:30:55.470325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c22a92-08d8-43f8-a540-8098f34038ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642b731c-71e4-46f1-83fc-6f9a3facad98,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:55.711365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:55.722742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3499418-dede-425e-a29c-2f9c6bee4375 None None] Network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:55.748191 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55b529e0-51df-4642-9253-4f0df03fd42a req-028ab252-5dcb-4777-baa0-88c151346bed tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0845935 Jun 30 09:30:55.765231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:55.766098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:55.814316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-547153af-7fa5-44d8-92c0-0868b5a3862b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5063424 Jun 30 09:30:55.817041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58854) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:55.947119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:30:55.972117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:30:55.978669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::2db (a71112d3-489f-45c1-8d00-528530b69198/7d7d5e70-302b-429d-970b-1fb8ddb507f0/2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:56.118887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:30:56.119519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:30:56.168495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] No DVR routers for this DVR port ca545908-f66a-481d-8144-09cf3869b9e9 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:30:56.206195 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.220635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-abdca1cd-8b4b-4931-ac94-08d6ccfcab0b req-2eea43a7-e825-4822-b99c-b3732a0ccec2 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.79 "DELETE /v2.0/ports/ca545908-f66a-481d-8144-09cf3869b9e9 HTTP/1.1" status: 204 len: 173 time: 5.9314899 Jun 30 09:30:56.221112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-deleted', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:56.223454 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cece0966-dfad-40f7-b409-7b78d2635131" -d '{"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-deleted", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:56.376589 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef20194-5f1a-49e3-a2b1-c26d4507e34a x-openstack-request-id: req-7ef20194-5f1a-49e3-a2b1-c26d4507e34a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:56.377179 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72cc0be-88a6-41d9-97d4-4ee0b315dd48", "name": "network-vif-deleted", "tag": "ca545908-f66a-481d-8144-09cf3869b9e9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:56.378525 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7ef20194-5f1a-49e3-a2b1-c26d4507e34a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:56.379105 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72cc0be-88a6-41d9-97d4-4ee0b315dd48', 'name': 'network-vif-deleted', 'tag': 'ca545908-f66a-481d-8144-09cf3869b9e9', 'status': 'completed', 'code': 200} Jun 30 09:30:56.498079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:30:56.552048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.766841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9c44f-71de-4b2c-9306-f3d87e0b6aef req-be059ad1-a4ed-487e-9986-c81242cb00d9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:56.770200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 002f71ac-a642-4674-9f1d-e2340365183e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:30:56.774157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6e9c44f-71de-4b2c-9306-f3d87e0b6aef req-be059ad1-a4ed-487e-9986-c81242cb00d9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 932 time: 0.5832093 Jun 30 09:30:56.779665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617d4271-9c07-47c8-b456-a96ebedd69e6 None None] Network 9594e443-4eff-47ea-821e-341bed1a5f50 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:30:56.802070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Transition to ACTIVE for port object 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:56.813499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.879835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:56.908521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9', 'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9', 'tenant_id': 'db0080c0c87e41dbbb85f4d34b7cab7e', 'fixed_ips': [{'subnet_id': '890e1b66-46cf-423f-aca9-64400ed612eb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:30:56.909373 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.443916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-051d7204-d67d-4664-9486-3172b6a44fc8 req-a76816f0-f2f0-41c0-bd63-8ea167a56d9a tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/ports?device_id=a72cc0be-88a6-41d9-97d4-4ee0b315dd48 HTTP/1.1" status: 200 len: 210 time: 0.0767186 Jun 30 09:30:57.536101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6e9c44f-71de-4b2c-9306-f3d87e0b6aef req-709b913f-6346-4ec1-9e9d-6e7e24b949e5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7609086 Jun 30 09:30:57.538823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.584889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.612552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Attempting to bind port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:57.612904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Attempting to bind port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:57.616154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Attempting to bind port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:57.634455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:30:57.635438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Attempting to bind port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:57.654899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:57.655241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:57.658963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:57.659652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Bound port: 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:57.663348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.675279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:57.737133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:30:57.741592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5b68dcbf-5652-4071-a441-6c98f24d0748 None None] Provisioning for port 002f71ac-a642-4674-9f1d-e2340365183e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:57.751717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Allocated IP 2001:db8::2 (c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9/890e1b66-46cf-423f-aca9-64400ed612eb/90b78419-09d1-421c-8e19-dfd0d391e1e6) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:57.789763 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:57.869718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Allocated IP 2001:db8::1 (9594e443-4eff-47ea-821e-341bed1a5f50/c6ba9581-58e5-4b79-9954-0a5c54e698bc/b59906aa-cb9b-4e07-ab02-304127943341) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:57.964088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:57.985846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network a71112d3-489f-45c1-8d00-528530b69198 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:57.989845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:57.992897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:58.001188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.002311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.056007 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f1034618-792f-4024-97ff-34fedfac8a11 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8625040 Jun 30 09:30:58.062914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 58908) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.067843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] For port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:58.075201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] For port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:58.082185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.166016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.166792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.169209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] 10.222.0.83 "PUT /v2.0/ports/4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 1093 time: 5.2115650 Jun 30 09:30:58.304121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fb80fc-43e9-4bc2-822d-0174543e9865 service neutron] Pushing event updated for resources: {'Port': ['ID=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:58.386195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:30:58.394576 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:30:58.436329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ce98abc9-b2d4-48f8-82c4-ae990b826dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.437873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ce98abc9-b2d4-48f8-82c4-ae990b826dbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1096 time: 0.1939979 Jun 30 09:30:58.475271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Allocated IP 2001:db8::2 (a71112d3-489f-45c1-8d00-528530b69198/7d7d5e70-302b-429d-970b-1fb8ddb507f0/2da264d8-8f14-4ac3-be48-5b8c473a8f1a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:30:58.569920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ed1bcb9b-5ec0-4424-944d-665ef777526c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 217 time: 0.1186769 Jun 30 09:30:58.572435 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5744dc-96dc-4344-85a8-3c4c5fb9c79e x-openstack-request-id: req-0d5744dc-96dc-4344-85a8-3c4c5fb9c79e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:30:58.573189 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:30:58.574373 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d5744dc-96dc-4344-85a8-3c4c5fb9c79e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:30:58.575033 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'status': 'completed', 'code': 200} Jun 30 09:30:58.626618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ed454c90-abfa-436d-8338-2812c43c623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.628500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ed454c90-abfa-436d-8338-2812c43c623a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0524838 Jun 30 09:30:58.676870 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.725665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:58.737547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Transition to ACTIVE for port object b59906aa-cb9b-4e07-ab02-304127943341 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:58.862091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.873475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Transition to ACTIVE for port object 2da264d8-8f14-4ac3-be48-5b8c473a8f1a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:58.893755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Transition to ACTIVE for port object 2da264d8-8f14-4ac3-be48-5b8c473a8f1a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:30:58.913907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.929900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ae65a0a7-1672-4b88-bec6-e1ae243d913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:58.931449 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-ae65a0a7-1672-4b88-bec6-e1ae243d913b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2969363 Jun 30 09:30:58.988714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c94f63e-f94a-4f89-b3c4-a2add99ed920 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:58.990243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 002f71ac-a642-4674-9f1d-e2340365183e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:30:59.066092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Pushing event updated for resources: {'Port': ['ID=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.068528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 002f71ac-a642-4674-9f1d-e2340365183e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:30:59.068832 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.075197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.080228 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c94f63e-f94a-4f89-b3c4-a2add99ed920 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.148882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Network a71112d3-489f-45c1-8d00-528530b69198 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:30:59.149135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-63cfe322-7014-42c8-80ae-a5c95feb7a93 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988738 Jun 30 09:30:59.259312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:30:59.262656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:30:59.415119 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-894b87d0-f428-47a0-9e4f-2af53f69139d req-cc714b04-bf69-4ae0-88dc-5a9c648310c9 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585204 Jun 30 09:30:59.439320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c94f63e-f94a-4f89-b3c4-a2add99ed920 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.451317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6c94f63e-f94a-4f89-b3c4-a2add99ed920 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.452683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6c94f63e-f94a-4f89-b3c4-a2add99ed920 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "DELETE /v2.0/security-groups/94e176b8-c42d-4d4c-93c8-6372cef9e272 HTTP/1.1" status: 204 len: 168 time: 0.7247088 Jun 30 09:30:59.455615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.481023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94f63e-f94a-4f89-b3c4-a2add99ed920 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e176b8-c42d-4d4c-93c8-6372cef9e272,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:30:59.486450 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8a9cbdcf-1a0d-42dc-8485-6cd0c0ddcf61 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] show failed (client error): The resource could not be found. Jun 30 09:30:59.486450 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8a9cbdcf-1a0d-42dc-8485-6cd0c0ddcf61 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "GET /v2.0/security-groups/94e176b8-c42d-4d4c-93c8-6372cef9e272 HTTP/1.1" status: 404 len: 347 time: 0.0258820 Jun 30 09:30:59.488444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 58968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:30:59.521149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Attempting to bind port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:30:59.521809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Attempting to bind port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '67409093-9999-4dd0-99e0-b9b74b6d119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a71112d3-489f-45c1-8d00-528530b69198'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:30:59.521949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Attempting to bind port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a on network a71112d3-489f-45c1-8d00-528530b69198 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:30:59.568886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:30:59.569831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Checking segment: {'id': '67409093-9999-4dd0-99e0-b9b74b6d119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a71112d3-489f-45c1-8d00-528530b69198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:30:59.570912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.571721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Bound using segment: {'id': '67409093-9999-4dd0-99e0-b9b74b6d119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a71112d3-489f-45c1-8d00-528530b69198'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:30:59.572425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Bound port: 2da264d8-8f14-4ac3-be48-5b8c473a8f1a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67409093-9999-4dd0-99e0-b9b74b6d119c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'a71112d3-489f-45c1-8d00-528530b69198'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:30:59.573346 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.600836 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.672414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] For port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:30:59.677412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] For port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,segment=NetworkSegment(67409093-9999-4dd0-99e0-b9b74b6d119c),segment_id=67409093-9999-4dd0-99e0-b9b74b6d119c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:30:59.709362 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.853711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-48de5469-9eb9-49e0-90a4-fd090aaa7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:30:59.859357 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-48de5469-9eb9-49e0-90a4-fd090aaa7cd3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1096 time: 0.2560732 Jun 30 09:30:59.964240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Deleting port 234c4280-2dca-4293-9b3e-1366bf6eb644 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:30:59.964597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.994458 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:30:59.996894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 9594e443-4eff-47ea-821e-341bed1a5f50 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:00.007220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:00.022136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:00.022724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.099873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Port': ['ID=b59906aa-cb9b-4e07-ab02-304127943341,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.175273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.175696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.250407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e0d78d-8ce2-4a74-853f-11d9fd8ffbc3 None None] Pushing event updated for resources: {'Port': ['ID=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.255124 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.279051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Calling delete_port for 234c4280-2dca-4293-9b3e-1366bf6eb644 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:00.281664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-ca121582-8e02-46db-aac5-1f62e390444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:00.283206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-ca121582-8e02-46db-aac5-1f62e390444b service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.4167011 Jun 30 09:31:00.287587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 002f71ac-a642-4674-9f1d-e2340365183e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=002f71ac-a642-4674-9f1d-e2340365183e,segment=NetworkSegment(444123f7-639b-481e-b9cf-5edc99fbfb58),segment_id=444123f7-639b-481e-b9cf-5edc99fbfb58)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:00.298566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.299376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 67c4a8e7-b776-4be6-be56-93b96ccdab87 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:00.303158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Transition to ACTIVE for port object 90b78419-09d1-421c-8e19-dfd0d391e1e6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:00.341152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed4c98-d092-4128-9a53-3b39e8c89010 req-295867fb-9e1a-4e82-a0bf-ae2724b7aeb8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:00.343279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18ed4c98-d092-4128-9a53-3b39e8c89010 req-295867fb-9e1a-4e82-a0bf-ae2724b7aeb8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 944 time: 1.3575976 Jun 30 09:31:00.364801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=002f71ac-a642-4674-9f1d-e2340365183e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.441042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Transition to ACTIVE for port object 90b78419-09d1-421c-8e19-dfd0d391e1e6 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:00.475706 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.483742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-a74a6a24-21f5-4955-90d1-741d0941afa0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 217 time: 0.1829848 Jun 30 09:31:00.645399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:00.653913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 67c4a8e7-b776-4be6-be56-93b96ccdab87 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:00.658064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:00.661744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:00.666380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:00.670136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:00.729147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18ed4c98-d092-4128-9a53-3b39e8c89010 req-4123d025-6f9f-49ef-8f98-4101c5c7176d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964947 Jun 30 09:31:00.759082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Pushing event updated for resources: {'Port': ['ID=90b78419-09d1-421c-8e19-dfd0d391e1e6,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:00.768176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:00.802719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-dff36903-2a6c-48f0-b69b-8c3585ffe7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:00.806090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-dff36903-2a6c-48f0-b69b-8c3585ffe7d8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.3137627 Jun 30 09:31:01.013327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.025447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:01.027905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:01.108250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-55b4b94d-ab5e-44c3-93fe-c8066c8eb090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:01.113017 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-55b4b94d-ab5e-44c3-93fe-c8066c8eb090 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2937472 Jun 30 09:31:01.133135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Attempting to bind port 90b78419-09d1-421c-8e19-dfd0d391e1e6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:01.133761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Attempting to bind port 90b78419-09d1-421c-8e19-dfd0d391e1e6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '2f688999-acb8-49a3-8a88-6737a7671895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:01.134415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Attempting to bind port 90b78419-09d1-421c-8e19-dfd0d391e1e6 on network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:01.139893 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.151220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59034) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:01.162625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.242870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03a5274d-1f75-4419-9fff-e69bba385fe8 None None] Provisioning complete for port 002f71ac-a642-4674-9f1d-e2340365183e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:01.245672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-03a5274d-1f75-4419-9fff-e69bba385fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.251173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:01.251803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Checking segment: {'id': '2f688999-acb8-49a3-8a88-6737a7671895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:01.253389 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.254450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Bound using segment: {'id': '2f688999-acb8-49a3-8a88-6737a7671895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:01.255651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Bound port: 90b78419-09d1-421c-8e19-dfd0d391e1e6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f688999-acb8-49a3-8a88-6737a7671895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:01.256226 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.351495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Pushing event deleted for resources: {'Port': ['ID=234c4280-2dca-4293-9b3e-1366bf6eb644,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:01.536462 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-905f607f-41d9-406b-97a1-7f14d34836cc service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160364 Jun 30 09:31:01.622842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:01.761112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] For port 90b78419-09d1-421c-8e19-dfd0d391e1e6, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:01.786484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.791438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:01.796617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e906445f-6648-4fd8-bd53-398a711156e0 tempest-AttachVolumeShelveTestJSON-472794810 tempest-AttachVolumeShelveTestJSON-472794810-project] 10.222.0.77 "DELETE /v2.0/floatingips/188d85ee-b8dc-4a43-81ed-2fb5c80ed638 HTTP/1.1" status: 204 len: 168 time: 2.3070924 Jun 30 09:31:01.924336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3560ebb-e77d-4ed1-8c22-20875a3d4c03 req-8a22d334-ae9b-496a-9013-dd0b943dd0d8 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775456 Jun 30 09:31:01.952580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 002f71ac-a642-4674-9f1d-e2340365183e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:01.954816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7b6d-d6ea-4d8c-a1a0-dc089624f1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.137924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca139d32-192f-43c0-9527-1b493ea68f00 None None] Network a71112d3-489f-45c1-8d00-528530b69198 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:02.153936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] For port 90b78419-09d1-421c-8e19-dfd0d391e1e6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b78419-09d1-421c-8e19-dfd0d391e1e6,segment=NetworkSegment(2f688999-acb8-49a3-8a88-6737a7671895),segment_id=2f688999-acb8-49a3-8a88-6737a7671895)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:02.198981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7b6d-d6ea-4d8c-a1a0-dc089624f1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.210273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a0e7b6d-d6ea-4d8c-a1a0-dc089624f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.210546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.228318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.291007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03a5274d-1f75-4419-9fff-e69bba385fe8 None None] Provisioning for port b59906aa-cb9b-4e07-ab02-304127943341 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:02.294756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e7b6d-d6ea-4d8c-a1a0-dc089624f1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8edb7b2-f9e5-4d2f-a3bc-9541af20b7e7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.301867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6a0e7b6d-d6ea-4d8c-a1a0-dc089624f1d2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c4750c55baa643cf911f248a69a69027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1355698 Jun 30 09:31:02.308706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:02.340767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60057ce9-e8ae-422f-a634-8ac36de3417f req-f806c1be-89b2-46ea-8026-d9706d380d76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:02.350884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60057ce9-e8ae-422f-a634-8ac36de3417f req-f806c1be-89b2-46ea-8026-d9706d380d76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 944 time: 0.2933481 Jun 30 09:31:02.414187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8689-8ece-4817-bee0-10cbd5359bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.468913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8689-8ece-4817-bee0-10cbd5359bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.473845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.510125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60057ce9-e8ae-422f-a634-8ac36de3417f req-3f8c7f39-07d9-49df-9e75-6e264d03b33b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409118 Jun 30 09:31:02.511818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.512853 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.525628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.539065 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.622661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8689-8ece-4817-bee0-10cbd5359bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.622661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d2e8689-8ece-4817-bee0-10cbd5359bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.622661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d2e8689-8ece-4817-bee0-10cbd5359bf5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e8edb7b2-f9e5-4d2f-a3bc-9541af20b7e7 HTTP/1.1" status: 204 len: 168 time: 0.2818434 Jun 30 09:31:02.630798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e8689-8ece-4817-bee0-10cbd5359bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8edb7b2-f9e5-4d2f-a3bc-9541af20b7e7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.647374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cdcdf-12b6-4590-850d-01f295363f3b None None] Pushing event updated for resources: {'Port': ['ID=90b78419-09d1-421c-8e19-dfd0d391e1e6,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.676802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03a5274d-1f75-4419-9fff-e69bba385fe8 None None] Provisioning complete for port b59906aa-cb9b-4e07-ab02-304127943341 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:02.677182 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-03a5274d-1f75-4419-9fff-e69bba385fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.699845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Port': ['ID=b59906aa-cb9b-4e07-ab02-304127943341,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:02.847230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-03a5274d-1f75-4419-9fff-e69bba385fe8 None None] Port b59906aa-cb9b-4e07-ab02-304127943341 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:02.860926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 002f71ac-a642-4674-9f1d-e2340365183e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:02.861601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:02.964866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 9594e443-4eff-47ea-821e-341bed1a5f50 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:02.974337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:03.039988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:03.284322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7689e53-48a3-4b37-8f93-0c2209fdc4c6 None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:21:34Z', 'revision_number': 4, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '478d75fa-80fc-4970-b66f-3c4f5ec1d903', 'name': '', 'network_id': '7b8aef35-be7a-42e5-9aa4-ab70717568d9', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'mac_address': 'fa:16:3e:7a:64:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_interface', 'standard_attr_id': 1887, 'fixed_ips': [{'subnet_id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:33Z', 'updated_at': '2021-06-30T09:21:39Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'subnets': [{'id': 'bb55e915-a80f-4088-bd1b-4877ee7c7975', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:03.285919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-238c038d-4ec4-4af5-ba64-edc28e90183b None None] Provisioning complete for port b59906aa-cb9b-4e07-ab02-304127943341 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:03.286696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-238c038d-4ec4-4af5-ba64-edc28e90183b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.304780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.523597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:03.549592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-238c038d-4ec4-4af5-ba64-edc28e90183b None None] Port b59906aa-cb9b-4e07-ab02-304127943341 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:03.581236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-925a977f-d2ec-4706-b237-4097a4ade899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.588754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2da264d8-8f14-4ac3-be48-5b8c473a8f1a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:03.613285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Router 425e1905-090b-4e74-bfb4-18fbb3ccdc37 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:31:03.754437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-238c038d-4ec4-4af5-ba64-edc28e90183b None None] Provisioning for port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:03.757126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.817213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:03.827996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:03.828907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.905435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-925a977f-d2ec-4706-b237-4097a4ade899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.912007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-925a977f-d2ec-4706-b237-4097a4ade899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:03.936573 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d1333f-cc8d-4f7b-86fa-62212d0e99f1 None None] New status for floating IP 188d85ee-b8dc-4a43-81ed-2fb5c80ed638: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:03.983944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:03.998049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] Sync routers for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:04.002973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7c4e65e-8d32-48bb-8254-f06a5dc6e5e3 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1847420 Jun 30 09:31:04.009265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59092) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:04.156969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e22db64b-774b-4ae2-bb26-dbe28dc7d4f4 None None] Provisioning complete for port b59906aa-cb9b-4e07-ab02-304127943341 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:04.162463 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e22db64b-774b-4ae2-bb26-dbe28dc7d4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.190195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-925a977f-d2ec-4706-b237-4097a4ade899 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8797dd01e97a442db6cefbff832bafb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6653545 Jun 30 09:31:04.194104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a977f-d2ec-4706-b237-4097a4ade899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3dd2f-ba78-4f68-ba56-01bd66175b07,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:04.204056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:04.246771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:04.249786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:04.254672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e22db64b-774b-4ae2-bb26-dbe28dc7d4f4 None None] Port b59906aa-cb9b-4e07-ab02-304127943341 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:04.561270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.606437 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.607374 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.681145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.778826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:04.783207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.812892 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.837820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:04.838505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:04.883752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:04.884498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099d371-d717-48e3-a99f-76522d3b03df None None] The sync data for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:04.923311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab5f790c-b429-4efd-a58d-e91e11c4be51 None None] Provisioning complete for port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:04.923847 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab5f790c-b429-4efd-a58d-e91e11c4be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:04.950985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa8526f-03e0-44de-a042-52f8305623dc None None] Network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:05.026131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,segment=NetworkSegment(67409093-9999-4dd0-99e0-b9b74b6d119c),segment_id=67409093-9999-4dd0-99e0-b9b74b6d119c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:05.105687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.113933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.118105 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3b3dd2f-ba78-4f68-ba56-01bd66175b07 HTTP/1.1" status: 204 len: 168 time: 0.8413620 Jun 30 09:31:05.153379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3dd2f-ba78-4f68-ba56-01bd66175b07,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.170276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.185074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.190740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.191274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.191751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.192224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.192692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.193178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.195906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.196409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.196886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.197379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.198657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5959d06-65e6-4ec8-927a-75d621f012ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:05.332522 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-10582670-1c90-48f4-a40d-d51cf6de4a4e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:05.343157 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-10582670-1c90-48f4-a40d-d51cf6de4a4e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3161132 Jun 30 09:31:05.347289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:05.482781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.594600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b78419-09d1-421c-8e19-dfd0d391e1e6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:05.640111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:05.710786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab5f790c-b429-4efd-a58d-e91e11c4be51 None None] Provisioning for port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:05.725503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab5f790c-b429-4efd-a58d-e91e11c4be51 None None] Provisioning complete for port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:05.725882 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab5f790c-b429-4efd-a58d-e91e11c4be51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:05.782020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 90b78419-09d1-421c-8e19-dfd0d391e1e6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:05.783083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network a71112d3-489f-45c1-8d00-528530b69198 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:05.799519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f790c-b429-4efd-a58d-e91e11c4be51 None None] Port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:05.863269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc66d67-5293-40b0-b927-01f484cf5bd7 req-c37fb064-3c94-4bab-8b31-7a88bf6ee797 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:05.877966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfc66d67-5293-40b0-b927-01f484cf5bd7 req-c37fb064-3c94-4bab-8b31-7a88bf6ee797 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 944 time: 1.9148939 Jun 30 09:31:05.912388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:05.925918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Provisioning for port 90b78419-09d1-421c-8e19-dfd0d391e1e6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:05.945373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Provisioning complete for port 90b78419-09d1-421c-8e19-dfd0d391e1e6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:05.946097 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.247094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.263236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.271301 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfc66d67-5293-40b0-b927-01f484cf5bd7 req-138b4c1d-99a3-43e3-9546-f5521b566268 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940017 Jun 30 09:31:06.331131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] For port 90b78419-09d1-421c-8e19-dfd0d391e1e6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b78419-09d1-421c-8e19-dfd0d391e1e6,segment=NetworkSegment(2f688999-acb8-49a3-8a88-6737a7671895),segment_id=2f688999-acb8-49a3-8a88-6737a7671895)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:06.340496 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.375315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Router 010a73e0-b496-4f9e-a931-2a3ae81b8627 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:31:06.469917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Provisioning complete for port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:06.470317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.568909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Pushing event updated for resources: {'Port': ['ID=90b78419-09d1-421c-8e19-dfd0d391e1e6,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:06.595866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-00ff403b-b23f-4fbc-942e-f3d92861bc32 None None] Port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:06.631735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:06.642766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-24647d42-c9cc-4037-9e79-51e2c2f5b83a tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/routers/010a73e0-b496-4f9e-a931-2a3ae81b8627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5755668 Jun 30 09:31:06.646082 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] Sync routers for ids ['010a73e0-b496-4f9e-a931-2a3ae81b8627'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:06.655210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:06.659694 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] Routers {'010a73e0-b496-4f9e-a931-2a3ae81b8627'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:06.661289 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['010a73e0-b496-4f9e-a931-2a3ae81b8627'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.723540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c1e52ef3-f42d-4f5d-a793-ae769341ec00 None None] Provisioning complete for port 90b78419-09d1-421c-8e19-dfd0d391e1e6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:06.724247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c1e52ef3-f42d-4f5d-a793-ae769341ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.781790 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.806718 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] Routers {'010a73e0-b496-4f9e-a931-2a3ae81b8627'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:06.809645 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['010a73e0-b496-4f9e-a931-2a3ae81b8627'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.834880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd191cc7-d9d9-4ae2-bb08-aa9991456ce9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:06.842273 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd191cc7-d9d9-4ae2-bb08-aa9991456ce9 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports?device_id=010a73e0-b496-4f9e-a931-2a3ae81b8627 HTTP/1.1" status: 200 len: 988 time: 0.1855946 Jun 30 09:31:06.845313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59166) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:06.931456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting port b59906aa-cb9b-4e07-ab02-304127943341 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:06.931817 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:06.961912 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:06.962776 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c4ff54-d400-4cfa-b7ab-a8afdbe44faa None None] The sync data for ids ['010a73e0-b496-4f9e-a931-2a3ae81b8627'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:07.012989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c1e52ef3-f42d-4f5d-a793-ae769341ec00 None None] Provisioning complete for port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:07.013366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c1e52ef3-f42d-4f5d-a793-ae769341ec00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.117892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c1e52ef3-f42d-4f5d-a793-ae769341ec00 None None] Port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:07.191021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.211738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Calling delete_port for b59906aa-cb9b-4e07-ab02-304127943341 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:07.343867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2da264d8-8f14-4ac3-be48-5b8c473a8f1a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:07.479850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:07.481965 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.592364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:31:07.657636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:07.766426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Port': ['ID=b59906aa-cb9b-4e07-ab02-304127943341,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:07.962681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27112d4-85ce-4ee0-b088-83ea9a83f6ed req-3646a5bd-6394-48aa-82f3-1f72408bbca6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:07.965850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d27112d4-85ce-4ee0-b088-83ea9a83f6ed req-3646a5bd-6394-48aa-82f3-1f72408bbca6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 944 time: 0.3542755 Jun 30 09:31:08.044713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.063216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b78419-09d1-421c-8e19-dfd0d391e1e6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:08.199048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:08.279154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:31:08.463393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 90b78419-09d1-421c-8e19-dfd0d391e1e6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:08.469386 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.592738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.637171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d27112d4-85ce-4ee0-b088-83ea9a83f6ed req-40b5488b-a9c6-42b7-8968-c4d75d316c90 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6286206 Jun 30 09:31:08.669869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:31:08.740802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.753444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:08.826257 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.833266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:08.833840 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:08.967954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Router 425e1905-090b-4e74-bfb4-18fbb3ccdc37 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:09.010081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.079077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.080383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:09.090336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-875608bb-0c88-400c-8d0e-44aa9ce5d8c6 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7322240 Jun 30 09:31:09.090336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.097918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] Sync routers for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:09.113498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:09.139085 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-63c8484f-aefc-444e-88e6-a05909dd5a19 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] delete failed (client error): The resource could not be found. Jun 30 09:31:09.144271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-63c8484f-aefc-444e-88e6-a05909dd5a19 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-1167680719 HTTP/1.1" status: 404 len: 335 time: 0.0495024 Jun 30 09:31:09.144869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.149990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-51f78499-1be4-4f5e-af41-28f7e80e3af2 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'router': {'external_gateway_info': {'network_id': '425e1905-090b-4e74-bfb4-18fbb3ccdc37'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:09.153423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:09.154068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.258472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['4e1ab3a8-e39f-4276-bb75-fd771b2eec94'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:31:09.263998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.386767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:09.387525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.458450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:09.459111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990bbf88-8f0c-43ac-9261-75bc58b23b08 None None] The sync data for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:09.529197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.568052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:09.693005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-51f78499-1be4-4f5e-af41-28f7e80e3af2 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.747581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:09.774601 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-51f78499-1be4-4f5e-af41-28f7e80e3af2 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] update failed (client error): The resource could not be found. Jun 30 09:31:09.775423 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-51f78499-1be4-4f5e-af41-28f7e80e3af2 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37 HTTP/1.1" status: 404 len: 339 time: 0.6293242 Jun 30 09:31:09.780009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59260) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:09.790257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-565455976'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:10.080267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:10.085420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.233757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Router 010a73e0-b496-4f9e-a931-2a3ae81b8627 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:10.242210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:10.278341 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.278686 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Added segment 312c9ca7-eb86-46ac-8cdf-3c24b2849c85 of type vlan for network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 Jun 30 09:31:10.372693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018262ad-bc04-4371-921f-b4994af3dc8f req-c071e64b-1425-44f1-b6d1-edf2d70211a9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:10.374306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-018262ad-bc04-4371-921f-b4994af3dc8f req-c071e64b-1425-44f1-b6d1-edf2d70211a9 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 945 time: 0.3595979 Jun 30 09:31:10.419672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59282) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.420147 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.445460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:10.453324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-14b2b20d-95e5-4fd5-8650-f56a9c2c7a82 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/routers/010a73e0-b496-4f9e-a931-2a3ae81b8627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6061864 Jun 30 09:31:10.457894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59288) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.459692 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] Sync routers for ids ['010a73e0-b496-4f9e-a931-2a3ae81b8627'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:10.484637 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] Routers {'010a73e0-b496-4f9e-a931-2a3ae81b8627'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:10.487514 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['010a73e0-b496-4f9e-a931-2a3ae81b8627'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:10.523069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-018262ad-bc04-4371-921f-b4994af3dc8f req-d379da67-f279-4172-bb76-53b0cda64f99 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092384 Jun 30 09:31:10.542546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.555296 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-084aff4c-2d4e-4939-868c-d7a4440281e4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:31:10.562333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-084aff4c-2d4e-4939-868c-d7a4440281e4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/2dd80d94-ee6e-4941-a6a8-94f1c4c4bcab HTTP/1.1" status: 404 len: 333 time: 0.1010113 Jun 30 09:31:10.562534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:10.562534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.563081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59294) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.592036 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:10.617475 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] Routers {'010a73e0-b496-4f9e-a931-2a3ae81b8627'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:10.618093 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:30:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['010a73e0-b496-4f9e-a931-2a3ae81b8627'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:10.656211 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:10.657126 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34481c4b-5f2d-4deb-ba8c-0b7ac6ed6538 None None] The sync data for ids ['010a73e0-b496-4f9e-a931-2a3ae81b8627'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:10.672727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8890593 Jun 30 09:31:10.680858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59296) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:10.688620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'subnet': {'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:10.762574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.774760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a8fd4-1dc3-4080-b2c6-644cb08c7410 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Network': ['ID=09fe545e-ea38-4200-a5ab-1af7fe7bc583,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:10.791398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:10.822714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Made reservation on behalf of db0080c0c87e41dbbb85f4d34b7cab7e for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:10.827054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:10.873686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eddcdcf8-ec1d-4415-9d2b-e226c770f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.007571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eddcdcf8-ec1d-4415-9d2b-e226c770f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.098975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.156969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eddcdcf8-ec1d-4415-9d2b-e226c770f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.174391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Subnet': ['ID=5bef8990-6bd9-49bc-8f0c-1393bc251f8c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.218439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Checking segment: {'id': '312c9ca7-eb86-46ac-8cdf-3c24b2849c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:11.218439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network hostable DHCP agents. Network: 09fe545e-ea38-4200-a5ab-1af7fe7bc583, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:11.235065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.238837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.242788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:11.254674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b70137-f520-43b2-b89e-6412fc7a50d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.255575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 09fe545e-ea38-4200-a5ab-1af7fe7bc583) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:11.269664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eddcdcf8-ec1d-4415-9d2b-e226c770f5ae admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2775a2a5f2da4b3e94269767e9a60f4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8486123 Jun 30 09:31:11.272915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156b4aac-40b9-45a6-9751-b6348b45c83a None None] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:11.279759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:11.280391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.282692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59304) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:11.309955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcdcf8-ec1d-4415-9d2b-e226c770f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138afbc8-c4fa-4ce5-a4c3-0bf02ff1ef8c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.328290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.329196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Fanout notify agent at l3_agent the message router_deleted on router 010a73e0-b496-4f9e-a931-2a3ae81b8627 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:11.343080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.344870 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-548cac4d-ba6c-4a0d-9750-bc55ce0e1037 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/routers/010a73e0-b496-4f9e-a931-2a3ae81b8627 HTTP/1.1" status: 204 len: 168 time: 0.7808495 Jun 30 09:31:11.347468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:11.352291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-00ba5be1-bb8f-49a7-bff7-8dcc3c37371e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6700916 Jun 30 09:31:11.356262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59310) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:11.379503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8ecd9fce-4970-414a-9c70-3191a5b22cac tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'router': {'external_gateway_info': {'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:11.414322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 7d7d5e70-302b-429d-970b-1fb8ddb507f0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:11.418451 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.546156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.637829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:11.726570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5a17-c8de-4f6e-b036-f909c28426a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.730314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-09fe545e-ea38-4200-a5ab-1af7fe7bc583', 'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583', 'tenant_id': 'db0080c0c87e41dbbb85f4d34b7cab7e', 'fixed_ips': [{'subnet_id': '5bef8990-6bd9-49bc-8f0c-1393bc251f8c'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:11.731283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.744406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.923057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:11.972524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=7d7d5e70-302b-429d-970b-1fb8ddb507f0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:11.982909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59330) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.011745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.020371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0e3b5253-3dc0-45aa-8f5f-382b75976830 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/7d7d5e70-302b-429d-970b-1fb8ddb507f0 HTTP/1.1" status: 204 len: 168 time: 0.6715050 Jun 30 09:31:12.022445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.024375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.051141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Allocated IP 2001:db8:1::2 (09fe545e-ea38-4200-a5ab-1af7fe7bc583/5bef8990-6bd9-49bc-8f0c-1393bc251f8c/6d6349b2-14df-462f-a9d3-b014436cd3df) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:12.335514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.360262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Transition to ACTIVE for port object 6d6349b2-14df-462f-a9d3-b014436cd3df will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:12.380319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Transition to ACTIVE for port object 6d6349b2-14df-462f-a9d3-b014436cd3df will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:12.388122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3599469f-ed2f-434c-b5c5-c934430456ce None None] Network a71112d3-489f-45c1-8d00-528530b69198 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:12.454493 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.485984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.492629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7912-731e-4de7-bcf5-d93add6b7e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.527116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Pushing event updated for resources: {'Port': ['ID=6d6349b2-14df-462f-a9d3-b014436cd3df,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.540456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:12.543546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:12.546490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:12.554764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:12.581958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:12.582941 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.607253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5a17-c8de-4f6e-b036-f909c28426a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.635287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7912-731e-4de7-bcf5-d93add6b7e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.674526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7912-731e-4de7-bcf5-d93add6b7e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.758707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.765953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aa1c7912-731e-4de7-bcf5-d93add6b7e20 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1021201f25e8422fb3b1f1ffec76aa7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7401414 Jun 30 09:31:12.767068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59350) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:12.768877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5a17-c8de-4f6e-b036-f909c28426a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.778485 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a5cd5a17-c8de-4f6e-b036-f909c28426a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.780007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a5cd5a17-c8de-4f6e-b036-f909c28426a0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/138afbc8-c4fa-4ce5-a4c3-0bf02ff1ef8c HTTP/1.1" status: 204 len: 168 time: 1.4954243 Jun 30 09:31:12.787161 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8ecd9fce-4970-414a-9c70-3191a5b22cac tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.801170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd5a17-c8de-4f6e-b036-f909c28426a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138afbc8-c4fa-4ce5-a4c3-0bf02ff1ef8c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.821304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c7912-731e-4de7-bcf5-d93add6b7e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c7627-5612-488d-ad55-243bf1aec829,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:12.893508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:12.893868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.896297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:12.903461 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e12bb9-cc8b-4c81-befd-dbb355a0b4db" -d '{"events": [{"server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "name": "network-vif-plugged", "status": "completed", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:12.908703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Attempting to bind port 6d6349b2-14df-462f-a9d3-b014436cd3df on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:12.909083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Attempting to bind port 6d6349b2-14df-462f-a9d3-b014436cd3df by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '312c9ca7-eb86-46ac-8cdf-3c24b2849c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:12.909433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Attempting to bind port 6d6349b2-14df-462f-a9d3-b014436cd3df on network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:12.959664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:12.960454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Checking segment: {'id': '312c9ca7-eb86-46ac-8cdf-3c24b2849c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:12.960454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:12.960836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Bound using segment: {'id': '312c9ca7-eb86-46ac-8cdf-3c24b2849c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:12.961258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Bound port: 6d6349b2-14df-462f-a9d3-b014436cd3df, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312c9ca7-eb86-46ac-8cdf-3c24b2849c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '09fe545e-ea38-4200-a5ab-1af7fe7bc583'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:12.961645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.035555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb9af3-9bb6-4fa7-825d-7538a9f55d5f req-761b3966-ea95-4da1-b9a3-1f8cb35dd45f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.036105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:13.039036 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51366cb0-cb73-4e9e-b6e7-1162158dc9b1 x-openstack-request-id: req-51366cb0-cb73-4e9e-b6e7-1162158dc9b1 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:13.039731 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "name": "network-vif-plugged", "status": "completed", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:13.039731 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51366cb0-cb73-4e9e-b6e7-1162158dc9b1 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:13.040619 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'code': 200} Jun 30 09:31:13.047937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dadb9af3-9bb6-4fa7-825d-7538a9f55d5f req-761b3966-ea95-4da1-b9a3-1f8cb35dd45f tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 945 time: 1.3611639 Jun 30 09:31:13.083730 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.106442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,segment=NetworkSegment(67409093-9999-4dd0-99e0-b9b74b6d119c),segment_id=67409093-9999-4dd0-99e0-b9b74b6d119c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:13.107037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.134948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dadb9af3-9bb6-4fa7-825d-7538a9f55d5f req-720857ae-8503-4018-ad75-30346b6ca610 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757370 Jun 30 09:31:13.135034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0a528a0-3c58-45aa-9352-4be66bb95cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.191867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 2da264d8-8f14-4ac3-be48-5b8c473a8f1a owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:13.227225 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-8ecd9fce-4970-414a-9c70-3191a5b22cac tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:13.231062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8ecd9fce-4970-414a-9c70-3191a5b22cac tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37 HTTP/1.1" status: 400 len: 364 time: 1.8735638 Jun 30 09:31:13.232417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59364) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.317081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.329149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0a528a0-3c58-45aa-9352-4be66bb95cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.336589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] DHCP port deletion for a71112d3-489f-45c1-8d00-528530b69198 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:13.410798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] For port 6d6349b2-14df-462f-a9d3-b014436cd3df, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:13.411253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59366) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:13.426056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] For port 6d6349b2-14df-462f-a9d3-b014436cd3df, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6d6349b2-14df-462f-a9d3-b014436cd3df,segment=NetworkSegment(312c9ca7-eb86-46ac-8cdf-3c24b2849c85),segment_id=312c9ca7-eb86-46ac-8cdf-3c24b2849c85)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:13.433790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.457117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25f58b-3e40-427c-8e76-c199aa93c62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.585566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.587111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c5405-93c0-4f59-bb8e-741f4095617f req-cdd528ea-21cc-495b-93b6-bf1de9d1dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:13.590011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5c8c5405-93c0-4f59-bb8e-741f4095617f req-cdd528ea-21cc-495b-93b6-bf1de9d1dcbc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.5057561 Jun 30 09:31:13.597514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.678481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Deleting port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:13.678853 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.692312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.756107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:13.756551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906528d-802b-49c1-ad43-fea4d5fd2b88 None None] Pushing event updated for resources: {'Port': ['ID=6d6349b2-14df-462f-a9d3-b014436cd3df,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.783774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] For port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:13.784172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.801720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Calling delete_port for 2da264d8-8f14-4ac3-be48-5b8c473a8f1a owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:13.804832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25f58b-3e40-427c-8e76-c199aa93c62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.805449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:31:13.808097 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.809103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.837030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] No DVR routers for this DVR port 2da264d8-8f14-4ac3-be48-5b8c473a8f1a on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:13.849060 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5c8c5405-93c0-4f59-bb8e-741f4095617f req-f979c2a6-bdfd-45c2-a6fd-6fb8b9799df9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418780 Jun 30 09:31:13.850150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be25f58b-3e40-427c-8e76-c199aa93c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:13.892015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c71c87-c82d-402c-9aa5-6e0a57a8a1a0 None None] Pushing event deleted for resources: {'Port': ['ID=2da264d8-8f14-4ac3-be48-5b8c473a8f1a,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:13.942746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Allocated IP 2001:db8::1 (33af7d4d-372b-47d6-a7a6-411ed9f137aa/25bfa009-ff54-4356-891f-aab0db5eb68e/8fcaab14-b8d8-4678-b272-482480ef9114) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:14.003307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25f58b-3e40-427c-8e76-c199aa93c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a460a-db58-46a9-a5ca-5f68102f47b9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.065353 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6074cfd3-ea3a-482e-a130-c1647d14aea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.070681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.108510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a71112d3-489f-45c1-8d00-528530b69198']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:14.120603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0a528a0-3c58-45aa-9352-4be66bb95cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.123184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a0a528a0-3c58-45aa-9352-4be66bb95cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.124370 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a0a528a0-3c58-45aa-9352-4be66bb95cfa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e73c7627-5612-488d-ad55-243bf1aec829 HTTP/1.1" status: 204 len: 168 time: 1.3074884 Jun 30 09:31:14.134749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be25f58b-3e40-427c-8e76-c199aa93c62e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cb1a3f290d7d4590b4bb0b594bfb6981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162199 Jun 30 09:31:14.141071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59380) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.142986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67409093-9999-4dd0-99e0-b9b74b6d119c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:14.143288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67409093-9999-4dd0-99e0-b9b74b6d119c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:14.161540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a528a0-3c58-45aa-9352-4be66bb95cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c7627-5612-488d-ad55-243bf1aec829,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.169600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.192183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.228730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.229189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.243682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Transition to ACTIVE for port object 8fcaab14-b8d8-4678-b272-482480ef9114 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:14.282343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:14.282343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.332283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7611aac9-4a5b-46c7-af4d-04b1f7923e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:14.372307 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:14.399985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7611aac9-4a5b-46c7-af4d-04b1f7923e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.422360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.435671 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.455473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.461583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/a71112d3-489f-45c1-8d00-528530b69198 HTTP/1.1" status: 204 len: 168 time: 2.4300346 Jun 30 09:31:14.461583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085c8731-9e79-48a5-8e11-d934aa203cc1 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=a71112d3-489f-45c1-8d00-528530b69198,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.462241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.501321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Port': ['ID=8fcaab14-b8d8-4678-b272-482480ef9114,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.554068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:14.561726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:14.565600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:14.566393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.582618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50c2f56-0483-4560-94db-8abd8224126d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:14.586298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e50c2f56-0483-4560-94db-8abd8224126d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/1232a8e1-c232-4d94-95e8-01b3af44dc73 HTTP/1.1" status: 200 len: 844 time: 0.1171637 Jun 30 09:31:14.587942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.635386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dcbeb-2ef7-4e01-b33c-0f12c1809dd8 req-3e56d2fd-b076-458f-9c5a-daf211a23427 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:14.636371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be9dcbeb-2ef7-4e01-b33c-0f12c1809dd8 req-3e56d2fd-b076-458f-9c5a-daf211a23427 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 946 time: 0.2845926 Jun 30 09:31:14.712057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7611aac9-4a5b-46c7-af4d-04b1f7923e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.715864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7611aac9-4a5b-46c7-af4d-04b1f7923e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.717160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7611aac9-4a5b-46c7-af4d-04b1f7923e23 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c28a460a-db58-46a9-a5ca-5f68102f47b9 HTTP/1.1" status: 204 len: 168 time: 0.5746365 Jun 30 09:31:14.732751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be9dcbeb-2ef7-4e01-b33c-0f12c1809dd8 req-3a5d26e9-727f-477f-9be9-028f4380242c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768199 Jun 30 09:31:14.741808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611aac9-4a5b-46c7-af4d-04b1f7923e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a460a-db58-46a9-a5ca-5f68102f47b9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:14.789626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59400) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:14.876202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21445b1-f699-4696-b613-fdd0ba7299a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:14.924758 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.251034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f71f1d57-42a2-4c52-8dcf-59059dc05842 None None] Provisioning for port 8fcaab14-b8d8-4678-b272-482480ef9114 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:15.255827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f71f1d57-42a2-4c52-8dcf-59059dc05842 None None] Provisioning complete for port 8fcaab14-b8d8-4678-b272-482480ef9114 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:15.257387 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f71f1d57-42a2-4c52-8dcf-59059dc05842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.260243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5ff23043-ffb4-4d5c-ac76-a39a1a08aef2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/1232a8e1-c232-4d94-95e8-01b3af44dc73?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6709714 Jun 30 09:31:15.265187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:15.274092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:15.363752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f71f1d57-42a2-4c52-8dcf-59059dc05842 None None] Port 8fcaab14-b8d8-4678-b272-482480ef9114 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:15.414243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d6349b2-14df-462f-a9d3-b014436cd3df up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:15.487601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.504005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Deleting port 478d75fa-80fc-4970-b66f-3c4f5ec1d903 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:15.504579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.507856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.508494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.533687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6d6349b2-14df-462f-a9d3-b014436cd3df completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:15.594316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f582bf-b534-4e38-9f57-d0a8c5967e16 None None] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:15.671697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event updated for resources: {'Port': ['ID=8fcaab14-b8d8-4678-b272-482480ef9114,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:15.696459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2da264d8-8f14-4ac3-be48-5b8c473a8f1a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:15.724501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] For port 478d75fa-80fc-4970-b66f-3c4f5ec1d903, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=478d75fa-80fc-4970-b66f-3c4f5ec1d903,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:15.725549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.752249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Calling delete_port for 478d75fa-80fc-4970-b66f-3c4f5ec1d903 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:15.764290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:15.766286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21445b1-f699-4696-b613-fdd0ba7299a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.768010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:15.775370 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b21445b1-f699-4696-b613-fdd0ba7299a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.776865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2da264d8-8f14-4ac3-be48-5b8c473a8f1a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:15.781499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2da264d8-8f14-4ac3-be48-5b8c473a8f1a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:15.800438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] Provisioning for port 6d6349b2-14df-462f-a9d3-b014436cd3df completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:15.824871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21445b1-f699-4696-b613-fdd0ba7299a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e04f4f2-9da4-47fc-af6f-fd98099f62db,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:15.846423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] Provisioning complete for port 6d6349b2-14df-462f-a9d3-b014436cd3df triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:15.846918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.915110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:15.919353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:15.983600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b21445b1-f699-4696-b613-fdd0ba7299a1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0cda4fe7f0c249ca911a9cd844577a85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1918795 Jun 30 09:31:16.001323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59436) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.119155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Router 425e1905-090b-4e74-bfb4-18fbb3ccdc37 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:16.207008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c8de50f-6747-4b08-966f-4d132da1b3a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.246001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c8de50f-6747-4b08-966f-4d132da1b3a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.248508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.275143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be16bb6-5e30-4ce2-b1f1-675aa40c81d6 req-27d5b3f2-786f-4e67-95e7-9b5c3594a271 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.277045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4be16bb6-5e30-4ce2-b1f1-675aa40c81d6 req-27d5b3f2-786f-4e67-95e7-9b5c3594a271 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 946 time: 0.3292060 Jun 30 09:31:16.308591 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.326347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c8de50f-6747-4b08-966f-4d132da1b3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.330632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3c8de50f-6747-4b08-966f-4d132da1b3a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.336974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3c8de50f-6747-4b08-966f-4d132da1b3a8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4e04f4f2-9da4-47fc-af6f-fd98099f62db HTTP/1.1" status: 204 len: 168 time: 0.3343143 Jun 30 09:31:16.367829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8de50f-6747-4b08-966f-4d132da1b3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e04f4f2-9da4-47fc-af6f-fd98099f62db,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:16.421259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4be16bb6-5e30-4ce2-b1f1-675aa40c81d6 req-0823761d-f988-417c-8111-e24fedb1e126 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367342 Jun 30 09:31:16.427860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:16.447469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9ae64111-3f72-43b6-a54b-fd8e57e9ded5 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2114413 Jun 30 09:31:16.447689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] Sync routers for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:16.447778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59448) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.470792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] For port 6d6349b2-14df-462f-a9d3-b014436cd3df, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6d6349b2-14df-462f-a9d3-b014436cd3df,segment=NetworkSegment(312c9ca7-eb86-46ac-8cdf-3c24b2849c85),segment_id=312c9ca7-eb86-46ac-8cdf-3c24b2849c85)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:16.480296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.484945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:16.485794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.606903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.658065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:16.660587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.754588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.801100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:16.802014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f054a372-b6ab-49e5-9f94-2fae30eaae99 None None] The sync data for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:16.805599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816d86e-264b-49d8-82f0-d237736937fc None None] Pushing event updated for resources: {'Port': ['ID=6d6349b2-14df-462f-a9d3-b014436cd3df,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:16.810241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6d115d1a-da9c-4017-84ce-06ed48747271 None None] Provisioning complete for port 8fcaab14-b8d8-4678-b272-482480ef9114 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:16.810778 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6d115d1a-da9c-4017-84ce-06ed48747271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.825411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:16.851047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b5350-a53e-4579-96f9-8b631bc3bdbe req-906c2b6f-3cd3-4495-97c8-fa3d9f623870 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.860566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708b5350-a53e-4579-96f9-8b631bc3bdbe req-906c2b6f-3cd3-4495-97c8-fa3d9f623870 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 946 time: 0.1682906 Jun 30 09:31:16.868568 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:16.874971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:16.875567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.890187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.908682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45bcf9f-71f5-44fa-af49-0bfcf2354665 None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:16.908682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6d115d1a-da9c-4017-84ce-06ed48747271 None None] Port 8fcaab14-b8d8-4678-b272-482480ef9114 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:16.915734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6492252 Jun 30 09:31:16.917465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:16.929606 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8b59387a-1a7a-4fa7-8099-a84dcd199747 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:16.959076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'security_group': {'name': 'tempest-secgroup-832848396'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:16.959894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-708b5350-a53e-4579-96f9-8b631bc3bdbe req-fc0c848f-906f-4ab6-a5aa-7c6f00f7e5cb tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722377 Jun 30 09:31:16.982762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59464) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:17.045519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Pushing event deleted for resources: {'Port': ['ID=478d75fa-80fc-4970-b66f-3c4f5ec1d903,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.083720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-28939041-8b3d-4c3c-95ac-4f6207ca189f None None] Provisioning complete for port 6d6349b2-14df-462f-a9d3-b014436cd3df triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:17.089713 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28939041-8b3d-4c3c-95ac-4f6207ca189f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.117503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f0356-1494-4422-bec2-77b6cea54739 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=96bc06c8-3e32-423e-8534-c828f831cc3c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:17.145689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeda643-9fae-4f5f-a65e-e18b3e7465d2 tempest-TestVolumeBootPattern-763994438 tempest-TestVolumeBootPattern-763994438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:17.153940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4aeda643-9fae-4f5f-a65e-e18b3e7465d2 tempest-TestVolumeBootPattern-763994438 tempest-TestVolumeBootPattern-763994438-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1093 time: 0.1698663 Jun 30 09:31:17.159646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59474) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:17.170504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:17.286749 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.303247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:31:17.303247 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:31:17.303247 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': 'a60edaa955e34f7887c84e422e4101c1', 'id': 'd9c5cc06-f105-4758-b1f2-1f1693c8cd71', 'expiration': datetime.datetime(2021, 6, 30, 9, 33, 17, 267969)}] Jun 30 09:31:17.303247 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:17.310784 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:17.442541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d6349b2-14df-462f-a9d3-b014436cd3df up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:17.481838 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-8b59387a-1a7a-4fa7-8099-a84dcd199747 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:31:17.488596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.491458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8b59387a-1a7a-4fa7-8099-a84dcd199747 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37 HTTP/1.1" status: 409 len: 329 time: 1.0358608 Jun 30 09:31:17.493911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:17.518206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.561008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6d6349b2-14df-462f-a9d3-b014436cd3df triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:17.561647 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.629458 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.632658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-06ef7ba1-bc23-41de-861d-11a92f038be4', 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'tenant_id': 'a60edaa955e34f7887c84e422e4101c1', 'fixed_ips': [{'subnet_id': '96bc06c8-3e32-423e-8534-c828f831cc3c'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:17.633758 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.769431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.774945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.25.7.178 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/8061678e-bb8e-4ffc-bd5a-c87c2233dcc1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:17.941542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:17.954116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Allocated IP 2001:db8::2 (06ef7ba1-bc23-41de-861d-11a92f038be4/96bc06c8-3e32-423e-8534-c828f831cc3c/bba56265-69b2-4f0a-811b-d63174ae689a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:18.031901 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:18.099267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.157232 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.208329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=8061678e-bb8e-4ffc-bd5a-c87c2233dcc1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.227079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:18.229995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:18.234372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:18.333564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.369295 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.392491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Router b429ba82-31f7-4726-b93a-c2fbb26a9108 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:18.393552 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.410193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Transition to ACTIVE for port object bba56265-69b2-4f0a-811b-d63174ae689a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:18.436772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Transition to ACTIVE for port object bba56265-69b2-4f0a-811b-d63174ae689a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:18.445371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.485986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.492070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5646427 Jun 30 09:31:18.495444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:18.506774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'security_group': {'name': 'tempest-secgroup-115803679'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:18.522603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2cac4-880a-46b6-b04c-348798f4d902 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e156c65-4fb6-4a9c-9f03-c11b8d890e76,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.533590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:18.546791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:18.559543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:18.681622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:18.707457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.723903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.761770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Attempting to bind port bba56265-69b2-4f0a-811b-d63174ae689a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:18.762156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Attempting to bind port bba56265-69b2-4f0a-811b-d63174ae689a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cc81353f-7f5c-430a-a821-51c0e60fc339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:18.763999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Attempting to bind port bba56265-69b2-4f0a-811b-d63174ae689a on network 06ef7ba1-bc23-41de-861d-11a92f038be4 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:18.780666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:18.783176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Checking segment: {'id': 'cc81353f-7f5c-430a-a821-51c0e60fc339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:18.783842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.785556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Bound using segment: {'id': 'cc81353f-7f5c-430a-a821-51c0e60fc339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:18.786209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Bound port: bba56265-69b2-4f0a-811b-d63174ae689a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc81353f-7f5c-430a-a821-51c0e60fc339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:18.787014 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:18.931704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:18.941286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:18.947666 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.040428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cfa956-3d8e-40ef-90f4-80940f27c7aa None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:19.061219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:19.074319 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] Sync routers for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:19.085873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.101009 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:19.102430 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:19.104397 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-48fada03-1617-412a-b1bf-db3893c6c135 admin admin] 10.222.0.77 "PUT /v2.0/routers/b429ba82-31f7-4726-b93a-c2fbb26a9108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1202431 Jun 30 09:31:19.112794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:19.286065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.413229 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:19.500664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.525232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.616653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.718366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.728290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:19.849458 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:31:16Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:19.904139 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] Checking router: b429ba82-31f7-4726-b93a-c2fbb26a9108 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:19.926035 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] Routers {'b429ba82-31f7-4726-b93a-c2fbb26a9108'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:19.927145 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b429ba82-31f7-4726-b93a-c2fbb26a9108'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:20.147619 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] Set router b429ba82-31f7-4726-b93a-c2fbb26a9108 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:20.242739 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.254183 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7559366 Jun 30 09:31:20.272144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.289616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-201676037', 'security_groups': ['5a4d969e-181e-470a-aa6e-d9a6e218f4a3'], 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '96bc06c8-3e32-423e-8534-c828f831cc3c'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:20.376395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01960-b4d5-4105-aad3-cf2a4f8ecba0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d969e-181e-470a-aa6e-d9a6e218f4a3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.457066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59580) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.582939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=8061678e-bb8e-4ffc-bd5a-c87c2233dcc1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:20.622765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.650782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:31:16Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:20.701440 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba53c3c-9956-4647-8860-855fc53cb2bb None None] The sync data for ids ['b429ba82-31f7-4726-b93a-c2fbb26a9108'] in n-d-780147-22 is: [{'id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'name': 'tempest-AttachVolumeShelveTestJSON-567091387-router', 'tenant_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': '4b492260-d377-46bf-b909-23800780fa98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:21:29Z', 'updated_at': '2021-06-30T09:31:16Z', 'revision_number': 5, 'project_id': '27ea1eb8d51a4fc5afac6cb6bcb25e71', 'gw_port': {'id': '4b492260-d377-46bf-b909-23800780fa98', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b429ba82-31f7-4726-b93a-c2fbb26a9108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:21:30Z', 'updated_at': '2021-06-30T09:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:20.808468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:20.813278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-33fd5711-ca7b-43f9-8b5c-26b5b70842f9 None None] Provisioning complete for port 1232a8e1-c232-4d94-95e8-01b3af44dc73 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:20.814128 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-33fd5711-ca7b-43f9-8b5c-26b5b70842f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.852922 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Floating IP f77ffce4-15a2-4310-9e39-68733729a25e associated. External IP: 172.25.7.178, port: 4e1ab3a8-e39f-4276-bb75-fd771b2eec94. Jun 30 09:31:20.881125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-33fd5711-ca7b-43f9-8b5c-26b5b70842f9 None None] Port 1232a8e1-c232-4d94-95e8-01b3af44dc73 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:20.896136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-33fd5711-ca7b-43f9-8b5c-26b5b70842f9 None None] Provisioning for port bba56265-69b2-4f0a-811b-d63174ae689a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:20.910995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:20.968474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.977382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting port 8fcaab14-b8d8-4678-b272-482480ef9114 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:20.977815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:20.998165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-698600fa-1b44-4782-bb05-41cc9422b06a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.065106 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.097750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0ae9-2f7f-4a7c-aed5-fe963d217357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.133999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:21.138647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 9a241424-0b7d-4618-bc45-7b9b26961b8c yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:21.282158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:21.294255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.294441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:21.313421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:21.314380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:21.343637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Calling delete_port for 8fcaab14-b8d8-4678-b272-482480ef9114 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:21.370355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bba56265-69b2-4f0a-811b-d63174ae689a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:21.401438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Deleting port 4b492260-d377-46bf-b909-23800780fa98 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:21.401787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.492122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:21.494692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port bba56265-69b2-4f0a-811b-d63174ae689a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:21.524782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:21.525158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.577494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-698600fa-1b44-4782-bb05-41cc9422b06a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.591119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-698600fa-1b44-4782-bb05-41cc9422b06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.593207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.627701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::79 (06ef7ba1-bc23-41de-861d-11a92f038be4/96bc06c8-3e32-423e-8534-c828f831cc3c/9a241424-0b7d-4618-bc45-7b9b26961b8c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:21.673477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-081b257b-cd8a-4f95-a210-d708a6afef7e tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5122690 Jun 30 09:31:21.674177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:31:21.676807 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:31:21.756089 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-698600fa-1b44-4782-bb05-41cc9422b06a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ef3e2e2ad7d14e63ad3bdfa2c0445a35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2977664 Jun 30 09:31:21.758351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] For port 4b492260-d377-46bf-b909-23800780fa98, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4b492260-d377-46bf-b909-23800780fa98,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:21.758723 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.759556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59608) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:21.774730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698600fa-1b44-4782-bb05-41cc9422b06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a18180-9b3d-4aac-b794-7ca360d28d62,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:21.803237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Calling delete_port for 4b492260-d377-46bf-b909-23800780fa98 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:21.867917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f989b4-5a35-4ac6-80ff-4b84459c6239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.880336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.916002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f989b4-5a35-4ac6-80ff-4b84459c6239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.964291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:21.976789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:22.007631 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a98eafd-e205-4d80-87b4-9a92b8c4cfcf x-openstack-request-id: req-5a98eafd-e205-4d80-87b4-9a92b8c4cfcf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:31:22.008010 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:31:22.008521 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a98eafd-e205-4d80-87b4-9a92b8c4cfcf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:31:22.009141 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'status': 'completed', 'code': 200} Jun 30 09:31:22.011850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f989b4-5a35-4ac6-80ff-4b84459c6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.021884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4f989b4-5a35-4ac6-80ff-4b84459c6239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.023127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4f989b4-5a35-4ac6-80ff-4b84459c6239 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/70a18180-9b3d-4aac-b794-7ca360d28d62 HTTP/1.1" status: 204 len: 168 time: 0.2625401 Jun 30 09:31:22.031137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f989b4-5a35-4ac6-80ff-4b84459c6239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a18180-9b3d-4aac-b794-7ca360d28d62,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.032079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.062416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Port': ['ID=8fcaab14-b8d8-4678-b272-482480ef9114,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.087675 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0ae9-2f7f-4a7c-aed5-fe963d217357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.118747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 478d75fa-80fc-4970-b66f-3c4f5ec1d903 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:22.154016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0ae9-2f7f-4a7c-aed5-fe963d217357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.178186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 478d75fa-80fc-4970-b66f-3c4f5ec1d903 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:22.178729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 478d75fa-80fc-4970-b66f-3c4f5ec1d903 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:22.222129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.249655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:18Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:22.279618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:31:22.288885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:22.294857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:22.418323 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1fdf0ae9-2f7f-4a7c-aed5-fe963d217357 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3e7b4f3890924ac38f634d293f7d80c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5044587 Jun 30 09:31:22.420375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59614) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:22.490102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0ae9-2f7f-4a7c-aed5-fe963d217357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3da146-746f-4040-9971-ba7c93291e28,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.491942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59616) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:22.515242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.517988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb587959-2b3d-4d56-8785-9bdad01a8179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.524316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce086182-c194-4107-bac5-16e418869882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.543153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.558875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 9a241424-0b7d-4618-bc45-7b9b26961b8c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:22.563398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce086182-c194-4107-bac5-16e418869882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.630766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:31:22.729901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce086182-c194-4107-bac5-16e418869882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.732380 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce086182-c194-4107-bac5-16e418869882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.733607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce086182-c194-4107-bac5-16e418869882 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a3da146-746f-4040-9971-ba7c93291e28 HTTP/1.1" status: 204 len: 168 time: 0.3119700 Jun 30 09:31:22.750344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.753556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce086182-c194-4107-bac5-16e418869882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3da146-746f-4040-9971-ba7c93291e28,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.768279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb587959-2b3d-4d56-8785-9bdad01a8179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.772961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb587959-2b3d-4d56-8785-9bdad01a8179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.821205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-c50ad8c3-0f2f-49f6-89b8-82421bee80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:22.822815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-c50ad8c3-0f2f-49f6-89b8-82421bee80a2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.7557213 Jun 30 09:31:22.833094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb587959-2b3d-4d56-8785-9bdad01a8179 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=42332dd8699f4a1097a4e1346d0f2680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398683 Jun 30 09:31:22.834374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb587959-2b3d-4d56-8785-9bdad01a8179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9b691d-4ef3-452f-80f4-39469b052d69,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:22.837297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59622) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:22.901921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b58583a-73f8-4285-b903-1940d92de415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.931255 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b58583a-73f8-4285-b903-1940d92de415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:22.983972 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:23.000048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:23.001160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b58583a-73f8-4285-b903-1940d92de415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.002894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:23.009310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:23.009979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.014327 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.018926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b58583a-73f8-4285-b903-1940d92de415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.020979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Router 425e1905-090b-4e74-bfb4-18fbb3ccdc37 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:23.021678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=9a241424-0b7d-4618-bc45-7b9b26961b8c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.025236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6b58583a-73f8-4285-b903-1940d92de415 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e9b691d-4ef3-452f-80f4-39469b052d69 HTTP/1.1" status: 204 len: 168 time: 0.1841838 Jun 30 09:31:23.038760 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58583a-73f8-4285-b903-1940d92de415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9b691d-4ef3-452f-80f4-39469b052d69,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.055835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:18Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:23.098607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac2f09-1472-4c50-b866-581c625cf89f None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:18Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:23.258695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59628) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.283856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcdbff8f-af9d-4399-91cd-6a3e44626692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.322087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bba56265-69b2-4f0a-811b-d63174ae689a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:23.437889 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc2580c-848c-40f9-bfcb-55b2c8978175 None None] New status for floating IP f77ffce4-15a2-4310-9e39-68733729a25e: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:31:23.452070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:23.453616 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.455856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcdbff8f-af9d-4399-91cd-6a3e44626692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.462720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fcdbff8f-af9d-4399-91cd-6a3e44626692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.469504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b492260-d377-46bf-b909-23800780fa98,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.511411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fcdbff8f-af9d-4399-91cd-6a3e44626692 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c13747c9ed0745fa8b5b84c74722fcad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478986 Jun 30 09:31:23.512931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59632) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.519384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f0618594-2af2-4077-8802-2fce13beb2fe tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2372787 Jun 30 09:31:23.538208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.544500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f9234458-2ac5-4244-bed4-cffd9ff133f5 None None] Provisioning for port 9a241424-0b7d-4618-bc45-7b9b26961b8c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:23.547892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:23.558728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f9234458-2ac5-4244-bed4-cffd9ff133f5 None None] Provisioning complete for port 9a241424-0b7d-4618-bc45-7b9b26961b8c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:23.559112 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9234458-2ac5-4244-bed4-cffd9ff133f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.614095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-283ef183-3af5-49bd-b346-62e671a2fa76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.617469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbff8f-af9d-4399-91cd-6a3e44626692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051975c6-6b52-4f64-a248-96f09de0db5b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.654789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-283ef183-3af5-49bd-b346-62e671a2fa76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.727163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f9234458-2ac5-4244-bed4-cffd9ff133f5 None None] Port 9a241424-0b7d-4618-bc45-7b9b26961b8c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:23.759005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-283ef183-3af5-49bd-b346-62e671a2fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.762740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-283ef183-3af5-49bd-b346-62e671a2fa76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.769749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-283ef183-3af5-49bd-b346-62e671a2fa76 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/051975c6-6b52-4f64-a248-96f09de0db5b HTTP/1.1" status: 204 len: 168 time: 0.2543674 Jun 30 09:31:23.781641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ef183-3af5-49bd-b346-62e671a2fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051975c6-6b52-4f64-a248-96f09de0db5b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:23.783959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-eb8821cf-2586-42b1-b9e5-a37740ce665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:23.788512 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-eb8821cf-2586-42b1-b9e5-a37740ce665f service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.9035997 Jun 30 09:31:23.805859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:23.816794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] Sync routers for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:23.816976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bde6a9be-48e4-4636-b7d7-2e0cfa301013 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3198559 Jun 30 09:31:23.822086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59650) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.833318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.853439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:23.855551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:23.881334 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-52f023c7-78fd-451d-8c28-5d0f4ee7dc4e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] show failed (client error): The resource could not be found. Jun 30 09:31:23.887356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52f023c7-78fd-451d-8c28-5d0f4ee7dc4e tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-595494355 HTTP/1.1" status: 404 len: 334 time: 0.0634551 Jun 30 09:31:23.888022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59656) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.894633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1a121d76-9f91-4a7e-b73f-01c6e5d86f9c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:23.913671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:23.925100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] Routers {'425e1905-090b-4e74-bfb4-18fbb3ccdc37'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:23.925917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:23.936840 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-1a121d76-9f91-4a7e-b73f-01c6e5d86f9c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] update failed (client error): The resource could not be found. Jun 30 09:31:23.941678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a121d76-9f91-4a7e-b73f-01c6e5d86f9c tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1177297670 HTTP/1.1" status: 404 len: 335 time: 0.0525641 Jun 30 09:31:23.942459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:23.979582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:23.980666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7bca06-9262-4d20-8b61-cee7ffeaa4d8 None None] The sync data for ids ['425e1905-090b-4e74-bfb4-18fbb3ccdc37'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:23.981846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:23.993084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.022044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-43ca9de6-0cfe-4383-8e2b-5a8698aa94fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 1002 time: 0.2039006 Jun 30 09:31:24.022411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting subnet 5bef8990-6bd9-49bc-8f0c-1393bc251f8c {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:24.026931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.087818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.105001 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.105835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b429ba82-31f7-4726-b93a-c2fbb26a9108 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:24.111622 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.112936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5fca3c36-e0b0-4adf-9cb3-6f97bc1fb4f5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/b429ba82-31f7-4726-b93a-c2fbb26a9108 HTTP/1.1" status: 204 len: 168 time: 4.9910069 Jun 30 09:31:24.117482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.133570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-c97e33c3-ce91-49de-98c5-6b7f1720c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.135071 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-c97e33c3-ce91-49de-98c5-6b7f1720c11a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0763314 Jun 30 09:31:24.157294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:24.162441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.240519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.299699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Deleting subnet bb55e915-a80f-4088-bd1b-4877ee7c7975 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:24.306960 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.325739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.373405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.375537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Subnet': ['ID=5bef8990-6bd9-49bc-8f0c-1393bc251f8c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:24.383122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.391456 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e8042faa-c8c8-48d4-b2a5-4f35634d237f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/subnets/5bef8990-6bd9-49bc-8f0c-1393bc251f8c HTTP/1.1" status: 204 len: 168 time: 0.4469929 Jun 30 09:31:24.391607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732188c1-564e-4d00-9cb9-900fa29bc2ad None None] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:24.392905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59672) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.424917 n-d-780147-22 neutron-server[93724]: INFO neutron.db.ipam_backend_mixin [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96bc06c8-3e32-423e-8534-c828f831cc3c (CIDR: 2001:db8::/64) Jun 30 09:31:24.427545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-ed676a10-18ee-4a54-998c-3ba1f3ab010e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:24.429392 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-ed676a10-18ee-4a54-998c-3ba1f3ab010e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2731638 Jun 30 09:31:24.434916 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:24.435757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:24.499798 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.541330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3acb28d6-e26f-48df-94fc-57bdc6e29079 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0017290 Jun 30 09:31:24.545454 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59682) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:24.553787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:24.589269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting port 6d6349b2-14df-462f-a9d3-b014436cd3df {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:24.589702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.622470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.767591 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] For port 6d6349b2-14df-462f-a9d3-b014436cd3df, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6d6349b2-14df-462f-a9d3-b014436cd3df,segment=NetworkSegment(312c9ca7-eb86-46ac-8cdf-3c24b2849c85),segment_id=312c9ca7-eb86-46ac-8cdf-3c24b2849c85)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:24.769639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.798538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-dc245af0-7252-4add-9136-9d8a959edc13 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567498 Jun 30 09:31:24.805368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Calling delete_port for 6d6349b2-14df-462f-a9d3-b014436cd3df owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:24.815434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] DHCP port deletion for 09fe545e-ea38-4200-a5ab-1af7fe7bc583 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:24.899148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Deleting port 6d6349b2-14df-462f-a9d3-b014436cd3df {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:24.899526 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.910094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.939741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.977794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Port': ['ID=6d6349b2-14df-462f-a9d3-b014436cd3df,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:24.984913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] For port 6d6349b2-14df-462f-a9d3-b014436cd3df, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6d6349b2-14df-462f-a9d3-b014436cd3df,segment=NetworkSegment(312c9ca7-eb86-46ac-8cdf-3c24b2849c85),segment_id=312c9ca7-eb86-46ac-8cdf-3c24b2849c85)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:24.985309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:24.991829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] No DVR routers for this DVR port 6d6349b2-14df-462f-a9d3-b014436cd3df on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:24.996989 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb89f1a0-b965-4bb6-bc4e-f5587e2c31e5 req-fe1861cc-e2b9-4d5d-8092-af040388acbc service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824117 Jun 30 09:31:25.002482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb55e915-a80f-4088-bd1b-4877ee7c7975,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.011710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.017063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4bb94282-4488-495f-82f6-26884b4f35e5 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/bb55e915-a80f-4088-bd1b-4877ee7c7975 HTTP/1.1" status: 204 len: 168 time: 0.8961792 Jun 30 09:31:25.020174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.034877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Calling delete_port for 6d6349b2-14df-462f-a9d3-b014436cd3df owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:25.047131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9488d65b-62c6-4097-a98c-4ed23f3f15e3 None None] Network 7b8aef35-be7a-42e5-9aa4-ab70717568d9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:25.122356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:25.126042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.131186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.175784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.196853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fe545e-ea38-4200-a5ab-1af7fe7bc583']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:25.227449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312c9ca7-eb86-46ac-8cdf-3c24b2849c85') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:25.227743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312c9ca7-eb86-46ac-8cdf-3c24b2849c85') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:25.252094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.293375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Deleting port 7b9a3c9c-7994-48e8-8b35-1693354f7649 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:25.293751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.293856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.301747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:25.303792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:25.309598 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:25.358413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b492260-d377-46bf-b909-23800780fa98 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:25.409972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4b492260-d377-46bf-b909-23800780fa98 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:25.410539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] For port 7b9a3c9c-7994-48e8-8b35-1693354f7649, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7b9a3c9c-7994-48e8-8b35-1693354f7649,segment=NetworkSegment(c9f00c82-f5ce-4b6c-b68d-e518558a848d),segment_id=c9f00c82-f5ce-4b6c-b68d-e518558a848d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:25.410539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.410716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4b492260-d377-46bf-b909-23800780fa98 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:25.411176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d6349b2-14df-462f-a9d3-b014436cd3df no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:25.442746 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.449328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.449566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.454377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/networks/09fe545e-ea38-4200-a5ab-1af7fe7bc583 HTTP/1.1" status: 204 len: 168 time: 1.0602160 Jun 30 09:31:25.459817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59710) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.486739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Calling delete_port for 7b9a3c9c-7994-48e8-8b35-1693354f7649 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:25.492361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Pushing event deleted for resources: {'Port': ['ID=6d6349b2-14df-462f-a9d3-b014436cd3df,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.499119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694480c6-33ee-4d45-8be1-ecfb934df743 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Network': ['ID=09fe545e-ea38-4200-a5ab-1af7fe7bc583,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.501469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6d6349b2-14df-462f-a9d3-b014436cd3df {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:25.506342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6d6349b2-14df-462f-a9d3-b014436cd3df not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:25.508659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] DHCP port deletion for 7b8aef35-be7a-42e5-9aa4-ab70717568d9 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:25.532105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] Network 09fe545e-ea38-4200-a5ab-1af7fe7bc583 is not hosted by any dhcp agent {{(pid=93726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:31:25.532563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56133339-dbc1-46d8-a4c3-70a80a0bef1c None None] No DVR routers for this DVR port 6d6349b2-14df-462f-a9d3-b014436cd3df on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:25.615118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting subnet 890e1b66-46cf-423f-aca9-64400ed612eb {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:25.616429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.619069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.626077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Deleting port 7b9a3c9c-7994-48e8-8b35-1693354f7649 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:25.626825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.648353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.683158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9a3c9c-7994-48e8-8b35-1693354f7649,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.686762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] No DVR routers for this DVR port 7b9a3c9c-7994-48e8-8b35-1693354f7649 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:25.691424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.697089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] For port 7b9a3c9c-7994-48e8-8b35-1693354f7649, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:25.700303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.716708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Calling delete_port for 7b9a3c9c-7994-48e8-8b35-1693354f7649 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:25.722094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Port 7b9a3c9c-7994-48e8-8b35-1693354f7649 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:31:25.725126 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.765451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] Pushing event deleted for resources: {'Port': ['ID=7b9a3c9c-7994-48e8-8b35-1693354f7649,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.781820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:25.788212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f9b4b-3b00-4927-bc45-4728f95f7f22 None None] No DVR routers for this DVR port 7b9a3c9c-7994-48e8-8b35-1693354f7649 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:25.867977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:25.871430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:25.871574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.872027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.883381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18da46ad-90a1-465e-a02e-b157e1e64c8c None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:25.907486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=5d229975-a3f9-4082-ac25-bcc0e2b36cb0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:25.918528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:25.929888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3af53f3a-1a61-4204-92df-58c708eee277 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3816018 Jun 30 09:31:25.932978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:25.946765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1714267165', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d229975-a3f9-4082-ac25-bcc0e2b36cb0'}], 'security_groups': ['5e156c65-4fb6-4a9c-9f03-c11b8d890e76']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:25.952501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b8aef35-be7a-42e5-9aa4-ab70717568d9']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.025360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.057166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f00c82-f5ce-4b6c-b68d-e518558a848d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.057166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f00c82-f5ce-4b6c-b68d-e518558a848d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:26.068912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Subnet': ['ID=890e1b66-46cf-423f-aca9-64400ed612eb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.070975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.073441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5b214ec8-a4b5-4e4e-9567-b2cd1757fd01 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/subnets/890e1b66-46cf-423f-aca9-64400ed612eb HTTP/1.1" status: 204 len: 168 time: 0.6121578 Jun 30 09:31:26.077937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59742) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.084041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75f224-aefa-49c1-8d46-55873097824c None None] Network c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:26.099938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.159669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting subnet c6ba9581-58e5-4b79-9954-0a5c54e698bc {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:26.163825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.177879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.221088 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.264700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:26.265527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:26.267882 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:26.357720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.363711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.366814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] 10.222.0.77 "DELETE /v2.0/networks/7b8aef35-be7a-42e5-9aa4-ab70717568d9 HTTP/1.1" status: 204 len: 168 time: 1.3448453 Jun 30 09:31:26.390034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ca11-58b5-44a2-ae5c-0003ec9b6ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b8aef35-be7a-42e5-9aa4-ab70717568d9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.469020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.505496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.622290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Update dhcp port {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'fixed_ips': [{'subnet_id': '96bc06c8-3e32-423e-8534-c828f831cc3c', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d229975-a3f9-4082-ac25-bcc0e2b36cb0'}], 'binding:host_id': 'n-d-780147-22'}, 'id': 'bba56265-69b2-4f0a-811b-d63174ae689a'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:26.657046 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.712952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.716202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Subnet': ['ID=c6ba9581-58e5-4b79-9954-0a5c54e698bc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:26.727328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:26.730039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9ccd766a-5246-4b60-bc32-984974b3edcc tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/subnets/c6ba9581-58e5-4b79-9954-0a5c54e698bc HTTP/1.1" status: 204 len: 168 time: 0.6509619 Jun 30 09:31:26.737500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59764) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.759344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] DHCP port deletion for c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:26.800781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:26.853374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d0a62-d77e-4443-ac62-fc065c7e1c9a None None] Network 9594e443-4eff-47ea-821e-341bed1a5f50 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:27.046334 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.071064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebe926b0-293d-4659-8e41-052abbd3d1ba admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=27ea1eb8d51a4fc5afac6cb6bcb25e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690780 Jun 30 09:31:27.085139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59782) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.277866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting port 90b78419-09d1-421c-8e19-dfd0d391e1e6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:27.278211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.316159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Delete allocated IP 2001:db8::79 (06ef7ba1-bc23-41de-861d-11a92f038be4/96bc06c8-3e32-423e-8534-c828f831cc3c) {{(pid=93724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:31:27.320415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b9a3c9c-7994-48e8-8b35-1693354f7649 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:27.330376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8:0:1::170 (06ef7ba1-bc23-41de-861d-11a92f038be4/5d229975-a3f9-4082-ac25-bcc0e2b36cb0/9a241424-0b7d-4618-bc45-7b9b26961b8c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:27.373263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6575e8-8175-4f89-a332-c560ff37b5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.401767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] Deleting port 90b78419-09d1-421c-8e19-dfd0d391e1e6 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:27.403737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6575e8-8175-4f89-a332-c560ff37b5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.405725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.421979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7b9a3c9c-7994-48e8-8b35-1693354f7649 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:27.422749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7b9a3c9c-7994-48e8-8b35-1693354f7649 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:27.423382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b78419-09d1-421c-8e19-dfd0d391e1e6 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:27.528101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] For port 90b78419-09d1-421c-8e19-dfd0d391e1e6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b78419-09d1-421c-8e19-dfd0d391e1e6,segment=NetworkSegment(2f688999-acb8-49a3-8a88-6737a7671895),segment_id=2f688999-acb8-49a3-8a88-6737a7671895)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:27.529186 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.567007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Calling delete_port for 90b78419-09d1-421c-8e19-dfd0d391e1e6 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:27.591724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6575e8-8175-4f89-a332-c560ff37b5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.594342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac6575e8-8175-4f89-a332-c560ff37b5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.595474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ac6575e8-8175-4f89-a332-c560ff37b5e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c88b1672-b6b2-4127-b8a9-e185d8954025 HTTP/1.1" status: 204 len: 168 time: 0.5081840 Jun 30 09:31:27.624946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] For port 90b78419-09d1-421c-8e19-dfd0d391e1e6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b78419-09d1-421c-8e19-dfd0d391e1e6,segment=NetworkSegment(2f688999-acb8-49a3-8a88-6737a7671895),segment_id=2f688999-acb8-49a3-8a88-6737a7671895)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:27.628207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.658049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6575e8-8175-4f89-a332-c560ff37b5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b1672-b6b2-4127-b8a9-e185d8954025,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.685129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] Calling delete_port for 90b78419-09d1-421c-8e19-dfd0d391e1e6 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:27.709941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.724346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.754357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 9a241424-0b7d-4618-bc45-7b9b26961b8c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:27.761183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.788144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Port': ['ID=90b78419-09d1-421c-8e19-dfd0d391e1e6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:27.803091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] No DVR routers for this DVR port 90b78419-09d1-421c-8e19-dfd0d391e1e6 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:27.805250 n-d-780147-22 neutron-server[93726]: INFO neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No ports have port_id starting with 90b78419-09d1-421c-8e19-dfd0d391e1e6 Jun 30 09:31:27.852201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] In _notify_port_updated(), no bound segment for port 9a241424-0b7d-4618-bc45-7b9b26961b8c on network 06ef7ba1-bc23-41de-861d-11a92f038be4 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:27.867152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:27.867845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:27.871722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/ports/9a241424-0b7d-4618-bc45-7b9b26961b8c HTTP/1.1" status: 200 len: 931 time: 1.9375420 Jun 30 09:31:27.878918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:27.939187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Allocated IP 2001:db8:0:1::2 (06ef7ba1-bc23-41de-861d-11a92f038be4/5d229975-a3f9-4082-ac25-bcc0e2b36cb0/bba56265-69b2-4f0a-811b-d63174ae689a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:27.991189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] DHCP port deletion for 9594e443-4eff-47ea-821e-341bed1a5f50 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:27.999665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.001732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.024069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.039387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e35d1-184b-48ed-bb02-f12d98d802f7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=9a241424-0b7d-4618-bc45-7b9b26961b8c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.045612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f688999-acb8-49a3-8a88-6737a7671895') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.048561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f688999-acb8-49a3-8a88-6737a7671895') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:28.064191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.085805 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.107416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:28.108076 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.109230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 9a241424-0b7d-4618-bc45-7b9b26961b8c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:28.109985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:28.118599 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:28.156901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] No DVR routers for this DVR port 90b78419-09d1-421c-8e19-dfd0d391e1e6 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:28.211202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efdb344-6430-44e4-bf3a-a61d2e288dd8 None None] Pushing event deleted for resources: {'Port': ['ID=90b78419-09d1-421c-8e19-dfd0d391e1e6,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.273217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.284829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.289616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/networks/c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9 HTTP/1.1" status: 204 len: 168 time: 1.5510120 Jun 30 09:31:28.290299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.336116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.361540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] Deleting port 002f71ac-a642-4674-9f1d-e2340365183e {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:28.361925 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.367540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:28.371201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 9a241424-0b7d-4618-bc45-7b9b26961b8c owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:28.455444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc3be6-994e-4e32-b9d0-8687fefd197f tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Network': ['ID=c0ee0b1c-c5f4-4b5d-8040-cee16c0434c9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.512748 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.548283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.553444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] For port 002f71ac-a642-4674-9f1d-e2340365183e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=002f71ac-a642-4674-9f1d-e2340365183e,segment=NetworkSegment(444123f7-639b-481e-b9cf-5edc99fbfb58),segment_id=444123f7-639b-481e-b9cf-5edc99fbfb58)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:28.553930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.577041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] Calling delete_port for 002f71ac-a642-4674-9f1d-e2340365183e owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:28.582746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Transition to ACTIVE for port object bba56265-69b2-4f0a-811b-d63174ae689a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:28.597308 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.597523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.653290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting port 002f71ac-a642-4674-9f1d-e2340365183e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:28.653892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.689506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.816316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=9a241424-0b7d-4618-bc45-7b9b26961b8c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:28.895535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.897614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8c852a7d-7141-4c67-8c36-8b844a27e7b0 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/9a241424-0b7d-4618-bc45-7b9b26961b8c HTTP/1.1" status: 204 len: 168 time: 1.0183601 Jun 30 09:31:28.901360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:28.910949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] For port 002f71ac-a642-4674-9f1d-e2340365183e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=002f71ac-a642-4674-9f1d-e2340365183e,segment=NetworkSegment(444123f7-639b-481e-b9cf-5edc99fbfb58),segment_id=444123f7-639b-481e-b9cf-5edc99fbfb58)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:28.911551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:28.935287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Calling delete_port for 002f71ac-a642-4674-9f1d-e2340365183e owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:28.953858 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff4858a-46a3-432a-b5ed-2a4a38156e0b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:31:28.955896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ff4858a-46a3-432a-b5ed-2a4a38156e0b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/9a241424-0b7d-4618-bc45-7b9b26961b8c HTTP/1.1" status: 404 len: 333 time: 0.0531714 Jun 30 09:31:28.964406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.010856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febf2fb-97ea-459b-a0d2-6a1f6184a882 None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.038179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.044487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29219085-0bbc-4f62-ba77-f02dbfa73a2f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.071931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29219085-0bbc-4f62-ba77-f02dbfa73a2f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.080861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f13f9fe0-2157-4a99-8ec3-731a9c1eb0c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.081714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] Pushing event deleted for resources: {'Port': ['ID=002f71ac-a642-4674-9f1d-e2340365183e,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.086392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d05ea93-166a-4f92-9856-c70fd5b81de5 None None] No DVR routers for this DVR port 002f71ac-a642-4674-9f1d-e2340365183e on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:29.138641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.156342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29219085-0bbc-4f62-ba77-f02dbfa73a2f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.160227 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29219085-0bbc-4f62-ba77-f02dbfa73a2f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.164109 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29219085-0bbc-4f62-ba77-f02dbfa73a2f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/security-groups/5a4d969e-181e-470a-aa6e-d9a6e218f4a3 HTTP/1.1" status: 204 len: 168 time: 0.1962092 Jun 30 09:31:29.165313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59918) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.206028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29219085-0bbc-4f62-ba77-f02dbfa73a2f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d969e-181e-470a-aa6e-d9a6e218f4a3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.212669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Port': ['ID=002f71ac-a642-4674-9f1d-e2340365183e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.235522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] No DVR routers for this DVR port 002f71ac-a642-4674-9f1d-e2340365183e on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:29.311988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79533f5f-8ba7-488e-a9cc-b14238406776 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.345162 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.368201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79533f5f-8ba7-488e-a9cc-b14238406776 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.434279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bba56265-69b2-4f0a-811b-d63174ae689a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:29.467912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.484033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9594e443-4eff-47ea-821e-341bed1a5f50']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:29.555016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79533f5f-8ba7-488e-a9cc-b14238406776 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.570541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79533f5f-8ba7-488e-a9cc-b14238406776 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.572560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79533f5f-8ba7-488e-a9cc-b14238406776 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/security-groups/5e156c65-4fb6-4a9c-9f03-c11b8d890e76 HTTP/1.1" status: 204 len: 168 time: 0.4020591 Jun 30 09:31:29.590208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59950) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.601139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444123f7-639b-481e-b9cf-5edc99fbfb58') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:29.601433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444123f7-639b-481e-b9cf-5edc99fbfb58') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:29.601618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79533f5f-8ba7-488e-a9cc-b14238406776 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e156c65-4fb6-4a9c-9f03-c11b8d890e76,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:29.669577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 002f71ac-a642-4674-9f1d-e2340365183e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:29.686772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.700029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 002f71ac-a642-4674-9f1d-e2340365183e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:29.700855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 002f71ac-a642-4674-9f1d-e2340365183e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:29.701761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f13f9fe0-2157-4a99-8ec3-731a9c1eb0c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.732303 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f13f9fe0-2157-4a99-8ec3-731a9c1eb0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.742179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.824151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:29.824829 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.838792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 96bc06c8-3e32-423e-8534-c828f831cc3c {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:29.842886 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:29.863513 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:29.961385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f13f9fe0-2157-4a99-8ec3-731a9c1eb0c8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8e11a2fa84045c391d3f66f97a26420&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3612816 Jun 30 09:31:29.964193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:29.980776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f9fe0-2157-4a99-8ec3-731a9c1eb0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c79b98-5f6c-4152-b05b-429ea1a5fc35,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.007918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.032449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.034767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/networks/9594e443-4eff-47ea-821e-341bed1a5f50 HTTP/1.1" status: 204 len: 168 time: 1.7393522 Jun 30 09:31:30.040401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.043954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.077809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8315e2-8065-41e2-8d46-689de9c84392 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Network': ['ID=9594e443-4eff-47ea-821e-341bed1a5f50,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.136183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Could not find standard attr ID for object 9a241424-0b7d-4618-bc45-7b9b26961b8c. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:30.157160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.163353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.163570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Provisioning complete for port 1232a8e1-c232-4d94-95e8-01b3af44dc73 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:30.163932 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.243458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Port 1232a8e1-c232-4d94-95e8-01b3af44dc73 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:30.246802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting subnet 25bfa009-ff54-4356-891f-aab0db5eb68e {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:30.257513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2d42-7abd-432b-86ff-f9cc0c3eceb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.263057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.274369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Provisioning for port bba56265-69b2-4f0a-811b-d63174ae689a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:30.280150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:30.280730 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab72a62d-4391-4468-90ec-ba1777c25d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.286599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.343279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.345728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/96bc06c8-3e32-423e-8534-c828f831cc3c HTTP/1.1" status: 204 len: 168 time: 0.7543609 Jun 30 09:31:30.348380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c597e10-9922-4e92-b91c-d74f5288be17 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=96bc06c8-3e32-423e-8534-c828f831cc3c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.351308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.359457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:30.402984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.459171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d8912b2-44be-4a17-9257-e0ffba21f569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.485031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2d42-7abd-432b-86ff-f9cc0c3eceb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.508897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6124de39-05d2-46ec-9604-d8d994693a9e None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:30.622312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.639695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-af92b615-b9b7-4d4e-9160-5635155a5941 None None] Could not find standard attr ID for object 9a241424-0b7d-4618-bc45-7b9b26961b8c. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:30.650453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2d42-7abd-432b-86ff-f9cc0c3eceb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.653957 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4ecf2d42-7abd-432b-86ff-f9cc0c3eceb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.658176 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4ecf2d42-7abd-432b-86ff-f9cc0c3eceb1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/78c79b98-5f6c-4152-b05b-429ea1a5fc35 HTTP/1.1" status: 204 len: 168 time: 0.6921248 Jun 30 09:31:30.675556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf2d42-7abd-432b-86ff-f9cc0c3eceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c79b98-5f6c-4152-b05b-429ea1a5fc35,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.726150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.764182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Subnet': ['ID=25bfa009-ff54-4356-891f-aab0db5eb68e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:30.769395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.769586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d8912b2-44be-4a17-9257-e0ffba21f569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.782394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d8912b2-44be-4a17-9257-e0ffba21f569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.783564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-81ddac06-4d5e-445b-99ef-8e3698a9f308 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/subnets/25bfa009-ff54-4356-891f-aab0db5eb68e HTTP/1.1" status: 204 len: 168 time: 0.7383857 Jun 30 09:31:30.785708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.797605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45496f07-0224-4b2d-8e93-c012434dd009 None None] Network 33af7d4d-372b-47d6-a7a6-411ed9f137aa requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:30.853003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3d8912b2-44be-4a17-9257-e0ffba21f569 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fbc59ea33324e109c11e388cd6feefb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6879084 Jun 30 09:31:30.874050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 59992) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:30.891684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.906324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:30.923577 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:30.959977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Deleting port 67c4a8e7-b776-4be6-be56-93b96ccdab87 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:30.960360 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.069868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] For port 67c4a8e7-b776-4be6-be56-93b96ccdab87, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=67c4a8e7-b776-4be6-be56-93b96ccdab87,segment=NetworkSegment(6c3565c6-de86-48fb-9217-3ce2a06d031a),segment_id=6c3565c6-de86-48fb-9217-3ce2a06d031a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:31.070546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.095666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Calling delete_port for 67c4a8e7-b776-4be6-be56-93b96ccdab87 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:31.110866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8912b2-44be-4a17-9257-e0ffba21f569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f4636-e469-48a7-86c3-03d648ecf7cf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.186682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18ff05ca-a871-40d6-9df8-f239da088fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.231957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf628d-7bce-4838-88d2-578a78ce3cea None None] DHCP port deletion for 33af7d4d-372b-47d6-a7a6-411ed9f137aa request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:31.235721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.245763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18ff05ca-a871-40d6-9df8-f239da088fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.269533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 59996) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:31.282751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Port': ['ID=67c4a8e7-b776-4be6-be56-93b96ccdab87,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.293242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] No DVR routers for this DVR port 67c4a8e7-b776-4be6-be56-93b96ccdab87 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:31.295277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-805572d7-f2ed-4097-b2b8-622d48ba6d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.371514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 67c4a8e7-b776-4be6-be56-93b96ccdab87 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:31.429379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 67c4a8e7-b776-4be6-be56-93b96ccdab87 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:31:31.429728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 67c4a8e7-b776-4be6-be56-93b96ccdab87 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:31:31.436687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.456304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33af7d4d-372b-47d6-a7a6-411ed9f137aa']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:31.464396 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18ff05ca-a871-40d6-9df8-f239da088fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.467793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-18ff05ca-a871-40d6-9df8-f239da088fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.469326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-18ff05ca-a871-40d6-9df8-f239da088fa4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ab5f4636-e469-48a7-86c3-03d648ecf7cf HTTP/1.1" status: 204 len: 168 time: 0.5909944 Jun 30 09:31:31.485026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff05ca-a871-40d6-9df8-f239da088fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f4636-e469-48a7-86c3-03d648ecf7cf,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:31.489156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3565c6-de86-48fb-9217-3ce2a06d031a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:31.489510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3565c6-de86-48fb-9217-3ce2a06d031a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:31.508444 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.613489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.681408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:31.686732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:31.694867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:31.695525 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:31.795938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=3164b8ae-da2a-4a78-b4dc-b2358e9753db,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.035734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.047033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:32.047793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:32.051033 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:32.088041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60010) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.104490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f74dcd1-f06d-4f2b-adc8-7c513426db9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.131361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.143156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.147405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/networks/33af7d4d-372b-47d6-a7a6-411ed9f137aa HTTP/1.1" status: 204 len: 168 time: 1.3582411 Jun 30 09:31:32.148388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60012) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.162939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-805572d7-f2ed-4097-b2b8-622d48ba6d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.164038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1d83e-a2b4-423f-acee-2eda3d02a93b tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Pushing event deleted for resources: {'Network': ['ID=33af7d4d-372b-47d6-a7a6-411ed9f137aa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.171589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-805572d7-f2ed-4097-b2b8-622d48ba6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.199252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8543e964-db8d-41f9-aad0-24c7d4e473cb tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "GET /v2.0/ports?device_id=425e1905-090b-4e74-bfb4-18fbb3ccdc37 HTTP/1.1" status: 200 len: 205 time: 0.0496361 Jun 30 09:31:32.201762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60014) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.218172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7362460d-e947-42b7-9361-594faffc72fb tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8629062 Jun 30 09:31:32.219736 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-805572d7-f2ed-4097-b2b8-622d48ba6d41 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=38ec9de5496649a38852ec5930d02687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9460213 Jun 30 09:31:32.220356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.229434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'security_group': {'name': 'tempest-secgroup-831891753'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:32.235358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60018) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.270448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805572d7-f2ed-4097-b2b8-622d48ba6d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f217420a-bb39-471d-a172-b35036cdbe3f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.278778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69df202-54f4-4082-bea6-58996ddb2a11 None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:32.304836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b4d9b6fa-3ec7-497f-aa5c-2403fc013f1c None None] Provisioning complete for port 1232a8e1-c232-4d94-95e8-01b3af44dc73 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:32.305684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b6fa-3ec7-497f-aa5c-2403fc013f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.316058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73837ef5-413c-4de9-b772-935028bda9b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.317916 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.340834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73837ef5-413c-4de9-b772-935028bda9b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.394743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b4d9b6fa-3ec7-497f-aa5c-2403fc013f1c None None] Port 1232a8e1-c232-4d94-95e8-01b3af44dc73 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:32.397998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73837ef5-413c-4de9-b772-935028bda9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.403244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73837ef5-413c-4de9-b772-935028bda9b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.404874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73837ef5-413c-4de9-b772-935028bda9b3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f217420a-bb39-471d-a172-b35036cdbe3f HTTP/1.1" status: 204 len: 168 time: 0.1650720 Jun 30 09:31:32.414920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73837ef5-413c-4de9-b772-935028bda9b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f217420a-bb39-471d-a172-b35036cdbe3f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.443940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b4d9b6fa-3ec7-497f-aa5c-2403fc013f1c None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:32.444620 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b4d9b6fa-3ec7-497f-aa5c-2403fc013f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.520156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.523132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.592393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.592972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Fanout notify agent at l3_agent the message router_deleted on router 425e1905-090b-4e74-bfb4-18fbb3ccdc37 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:32.603572 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.608607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-79c99f8b-9f4a-4030-a512-78f763bf1b53 tempest-RoutersNegativeIpV6Test-493621273 tempest-RoutersNegativeIpV6Test-493621273-project] 10.222.0.77 "DELETE /v2.0/routers/425e1905-090b-4e74-bfb4-18fbb3ccdc37 HTTP/1.1" status: 204 len: 168 time: 0.4055796 Jun 30 09:31:32.610830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f74dcd1-f06d-4f2b-adc8-7c513426db9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.616336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f74dcd1-f06d-4f2b-adc8-7c513426db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.641060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.678768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0f74dcd1-f06d-4f2b-adc8-7c513426db9c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0100f05137534ee783829a7eba89f4d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894568 Jun 30 09:31:32.681008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74dcd1-f06d-4f2b-adc8-7c513426db9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa136489-05dc-46b3-b6e3-9a95a3789b3b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:32.682211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60028) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:32.857289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Update dhcp port {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'fixed_ips': [{'subnet_id': '5d229975-a3f9-4082-ac25-bcc0e2b36cb0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3164b8ae-da2a-4a78-b4dc-b2358e9753db'}], 'binding:host_id': 'n-d-780147-22'}, 'id': 'bba56265-69b2-4f0a-811b-d63174ae689a'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:32.914950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ff05c-8f15-4156-8345-50a3c45e6d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:32.945953 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.031748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ff05c-8f15-4156-8345-50a3c45e6d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.087456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.097042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.159977 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.164604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60044) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.164859 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9404848 Jun 30 09:31:33.180499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433165016'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:33.184562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a595c6-9349-4eda-8f6f-71100a5a769c tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e70da92-5209-4876-ae8b-cd4bda498125,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.206421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60048) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.228486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ff05c-8f15-4156-8345-50a3c45e6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.231864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d59ff05c-8f15-4156-8345-50a3c45e6d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.242787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d59ff05c-8f15-4156-8345-50a3c45e6d4f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/aa136489-05dc-46b3-b6e3-9a95a3789b3b HTTP/1.1" status: 204 len: 168 time: 0.5311854 Jun 30 09:31:33.262384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ff05c-8f15-4156-8345-50a3c45e6d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa136489-05dc-46b3-b6e3-9a95a3789b3b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.266666 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.373396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Allocated IP 2001:db8::2 (06ef7ba1-bc23-41de-861d-11a92f038be4/3164b8ae-da2a-4a78-b4dc-b2358e9753db/bba56265-69b2-4f0a-811b-d63174ae689a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:33.466574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.476230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.500603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.502128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3286359 Jun 30 09:31:33.505162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.512963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'security_group': {'name': 'tempest-secgroup-699212608'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:33.571614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.571830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c757f-778d-4613-be39-f023249c3fad tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2176aac-efcb-42a1-99a0-c9c75d34bdde,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.592293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-66208283-36c0-4880-870b-56aeac79e239 None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:33.664462 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.705115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Transition to ACTIVE for port object bba56265-69b2-4f0a-811b-d63174ae689a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:33.712414 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.816062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d65f174-a26a-40dd-be57-31273e5aa864 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db0080c0c87e41dbbb85f4d34b7cab7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6083603 Jun 30 09:31:33.818517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60076) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:33.853528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66208283-36c0-4880-870b-56aeac79e239 None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:33.912233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.927795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.986959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8df7d393-1bf5-483b-a715-7ae01594c85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.987433 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:33.991406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4846888 Jun 30 09:31:33.991889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60086) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:34.000781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-17503535', 'security_groups': ['b40e5c18-d24d-4400-9899-cbdda1a74de9'], 'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3164b8ae-da2a-4a78-b4dc-b2358e9753db'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:34.005109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bfcd5-1dcf-4c3b-b25e-9988d04a97e6 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b40e5c18-d24d-4400-9899-cbdda1a74de9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:34.024656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8df7d393-1bf5-483b-a715-7ae01594c85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.161412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8df7d393-1bf5-483b-a715-7ae01594c85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.169471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8df7d393-1bf5-483b-a715-7ae01594c85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.171707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8df7d393-1bf5-483b-a715-7ae01594c85a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63f06163-a368-4dcd-aa72-4a6bd569f376 HTTP/1.1" status: 204 len: 168 time: 0.3516600 Jun 30 09:31:34.188434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df7d393-1bf5-483b-a715-7ae01594c85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f06163-a368-4dcd-aa72-4a6bd569f376,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:34.276230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:34.405658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:34.433153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] device_id is not set on port 1a5ad866-3cc7-49db-9000-e0d3d46250ea yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:34.831551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8::1a1 (06ef7ba1-bc23-41de-861d-11a92f038be4/3164b8ae-da2a-4a78-b4dc-b2358e9753db/1a5ad866-3cc7-49db-9000-e0d3d46250ea) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:34.918532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c678c0f-9c38-48da-ae3c-fb3ff12d382d None None] Provisioning complete for port 1232a8e1-c232-4d94-95e8-01b3af44dc73 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:34.919032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c678c0f-9c38-48da-ae3c-fb3ff12d382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.045442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0c678c0f-9c38-48da-ae3c-fb3ff12d382d None None] Port 1232a8e1-c232-4d94-95e8-01b3af44dc73 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:35.079424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c678c0f-9c38-48da-ae3c-fb3ff12d382d None None] Provisioning for port bba56265-69b2-4f0a-811b-d63174ae689a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:35.085341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c678c0f-9c38-48da-ae3c-fb3ff12d382d None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:35.086094 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c678c0f-9c38-48da-ae3c-fb3ff12d382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.193547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.249294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 1a5ad866-3cc7-49db-9000-e0d3d46250ea will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:35.413809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.447998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bba56265-69b2-4f0a-811b-d63174ae689a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:35.520478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:35.528668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:35.537713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:35.546008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:35.547385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.552608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=1a5ad866-3cc7-49db-9000-e0d3d46250ea,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:35.580141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60132) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:35.582486 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d1dcbb2-afe1-48c6-9056-ddf94e5090de tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5853047 Jun 30 09:31:35.586399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:35.608059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:35.608773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.833504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:35.840051 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:35.995794 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3164b8ae-da2a-4a78-b4dc-b2358e9753db (CIDR: 2001:db8::/64) Jun 30 09:31:36.001732 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:36.002409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:36.021925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-747b1d64-8c99-44dc-803b-24e6582a8ba3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4403968 Jun 30 09:31:36.024393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60164) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.032221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:36.097123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a232281f-8097-4516-93d8-0a0801c086ec None None] Provisioning for port 1a5ad866-3cc7-49db-9000-e0d3d46250ea completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:36.103080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a232281f-8097-4516-93d8-0a0801c086ec None None] Provisioning complete for port 1a5ad866-3cc7-49db-9000-e0d3d46250ea triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:36.105629 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a232281f-8097-4516-93d8-0a0801c086ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.190954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a232281f-8097-4516-93d8-0a0801c086ec None None] Port 1a5ad866-3cc7-49db-9000-e0d3d46250ea cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:36.214947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:36.222065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.351423 n-d-780147-22 neutron-server[93725]: INFO neutron.db.ipam_backend_mixin [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5d229975-a3f9-4082-ac25-bcc0e2b36cb0 (CIDR: 2001:db8:0:1::/64) Jun 30 09:31:36.357917 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:36.358655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:36.391447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b958f068-c91b-4f1b-9a35-4cbc09dcde42 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3658392 Jun 30 09:31:36.394594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.402693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'subnet': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:36.622213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Made reservation on behalf of a60edaa955e34f7887c84e422e4101c1 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:36.626796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:36.676574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:36.938136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1423251532', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:36.981658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.017502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.020855 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.032782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:37.037019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:37.042734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:37.043526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.051837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693e60a4-3a12-4202-9afd-8a35e7785600 None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:37.056820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Subnet': ['ID=4fb9a929-6caa-4895-86e2-5ac8b4bb31a7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.102970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b75ed7d5-7c0e-44de-96a8-51d6f8bd5db3 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7070918 Jun 30 09:31:37.105015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60218) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.120008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12899505', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4fb9a929-6caa-4895-86e2-5ac8b4bb31a7'}], 'security_groups': ['0e70da92-5209-4876-ae8b-cd4bda498125', 'f2176aac-efcb-42a1-99a0-c9c75d34bdde']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.200038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.209138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.271889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.272077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.278726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-06b2d5bf-94d6-45d9-893c-91afeda25ea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5992479 Jun 30 09:31:37.280302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60228) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.294108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-101156675'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:37.341202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Made reservation on behalf of 702b557a5c2048ddbaf4ca9624fcf943 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:37.346781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.366182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60230) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:37.373218 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.586248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Update dhcp port {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'fixed_ips': [{'subnet_id': '5d229975-a3f9-4082-ac25-bcc0e2b36cb0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3164b8ae-da2a-4a78-b4dc-b2358e9753db', 'ip_address': '2001:db8::2'}, {'subnet_id': '4fb9a929-6caa-4895-86e2-5ac8b4bb31a7'}], 'binding:host_id': 'n-d-780147-22'}, 'id': 'bba56265-69b2-4f0a-811b-d63174ae689a'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:37.609340 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.626638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.636950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb93a8d6-005d-4b3b-a5d8-3ff64973169c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.665172 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:37.694575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.694794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.695250 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Added segment 08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb of type vlan for network 56b67d31-76f9-4b13-b2d1-794786807b5c Jun 30 09:31:37.700260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae75de6-d820-4165-8a43-64f762fd5770,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:37.798474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.859689 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.865852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:37.866707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.872785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Delete allocated IP 2001:db8::1a1 (06ef7ba1-bc23-41de-861d-11a92f038be4/3164b8ae-da2a-4a78-b4dc-b2358e9753db) {{(pid=93724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 30 09:31:37.883643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Allocated IP 2001:db8:0:2::2d0 (06ef7ba1-bc23-41de-861d-11a92f038be4/4fb9a929-6caa-4895-86e2-5ac8b4bb31a7/1a5ad866-3cc7-49db-9000-e0d3d46250ea) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:37.953990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb93a8d6-005d-4b3b-a5d8-3ff64973169c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.966785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cb93a8d6-005d-4b3b-a5d8-3ff64973169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:37.990264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7061939 Jun 30 09:31:37.996374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60246) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:38.007358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'subnet': {'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:38.017231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1bb13-0ff4-4417-bafb-1bb3ce40ea0a tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Network': ['ID=56b67d31-76f9-4b13-b2d1-794786807b5c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.030835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 56b67d31-76f9-4b13-b2d1-794786807b5c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:38.040347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb93a8d6-005d-4b3b-a5d8-3ff64973169c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50f18f4-e31f-4681-9413-9ccba3f619d3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.084790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cb93a8d6-005d-4b3b-a5d8-3ff64973169c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6b53ba41c6f04c718ea1e910c4b219a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170899 Jun 30 09:31:38.086338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:38.210143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.245497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Transition to ACTIVE for port object 1a5ad866-3cc7-49db-9000-e0d3d46250ea will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:38.257382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.343570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event updated for resources: {'Port': ['ID=1a5ad866-3cc7-49db-9000-e0d3d46250ea,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.358791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Allocated IP 2001:db8:0:2::2 (06ef7ba1-bc23-41de-861d-11a92f038be4/4fb9a929-6caa-4895-86e2-5ac8b4bb31a7/bba56265-69b2-4f0a-811b-d63174ae689a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:38.410609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] In _notify_port_updated(), no bound segment for port 1a5ad866-3cc7-49db-9000-e0d3d46250ea on network 06ef7ba1-bc23-41de-861d-11a92f038be4 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:31:38.419624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:38.420320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.422024 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eef271d7-8e6c-4956-85b4-68ded25f9fdd tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "PUT /v2.0/ports/1a5ad866-3cc7-49db-9000-e0d3d46250ea HTTP/1.1" status: 200 len: 968 time: 1.3157117 Jun 30 09:31:38.425443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60272) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:38.588353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 1a5ad866-3cc7-49db-9000-e0d3d46250ea {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:38.588938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.612675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:38.704985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.838266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Transition to ACTIVE for port object bba56265-69b2-4f0a-811b-d63174ae689a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:38.838266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.842971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d375966-6c5f-4ee8-b5bc-299997b7378b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.842971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Made reservation on behalf of 702b557a5c2048ddbaf4ca9624fcf943 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:38.842971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.859829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7feb7d1-7535-4226-8f5e-32618e7a75c8 None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:38.872381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d375966-6c5f-4ee8-b5bc-299997b7378b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.897650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:38.915551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 1a5ad866-3cc7-49db-9000-e0d3d46250ea owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:39.190151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.229546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=1a5ad866-3cc7-49db-9000-e0d3d46250ea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:39.298806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.313279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2feb4e63-9da1-4be8-b917-e0569c839f78 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/1a5ad866-3cc7-49db-9000-e0d3d46250ea HTTP/1.1" status: 204 len: 168 time: 0.8853114 Jun 30 09:31:39.313450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:39.317335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d375966-6c5f-4ee8-b5bc-299997b7378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.325575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1d375966-6c5f-4ee8-b5bc-299997b7378b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.329264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1d375966-6c5f-4ee8-b5bc-299997b7378b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e50f18f4-e31f-4681-9413-9ccba3f619d3 HTTP/1.1" status: 204 len: 168 time: 1.2365804 Jun 30 09:31:39.366186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bba56265-69b2-4f0a-811b-d63174ae689a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:39.425971 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e241d9-fd5e-4167-9f5a-0fafe0c8093f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] GET failed (client error): The resource could not be found. Jun 30 09:31:39.434532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-46e241d9-fd5e-4167-9f5a-0fafe0c8093f tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports/1a5ad866-3cc7-49db-9000-e0d3d46250ea HTTP/1.1" status: 404 len: 333 time: 0.1202502 Jun 30 09:31:39.437560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60310) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:39.446435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d375966-6c5f-4ee8-b5bc-299997b7378b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50f18f4-e31f-4681-9413-9ccba3f619d3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:39.605627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.648481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e6b-7808-4150-aa86-3bb86a26e5cc tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.724135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Subnet': ['ID=4a16ad2a-6238-4c2d-be0d-69cfdd029470,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:39.756478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e6b-7808-4150-aa86-3bb86a26e5cc tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.803383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Checking segment: {'id': '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:39.803548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network hostable DHCP agents. Network: 56b67d31-76f9-4b13-b2d1-794786807b5c, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:39.854460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network 56b67d31-76f9-4b13-b2d1-794786807b5c is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:39.877721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 56b67d31-76f9-4b13-b2d1-794786807b5c) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:39.883135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:39.884296 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.896088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e6b-7808-4150-aa86-3bb86a26e5cc tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.897028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731ba7df-3948-4b2a-ad01-8bb02ec81f3c None None] Network 56b67d31-76f9-4b13-b2d1-794786807b5c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:39.929671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-53f5fd4a-452b-4af7-96d4-e4eb70076321 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9246216 Jun 30 09:31:39.929671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60324) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:39.933335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a2fc4e6b-7808-4150-aa86-3bb86a26e5cc tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:39.936477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'network': {'name': 'tempest-router-network01--1863092813'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:39.945785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a2fc4e6b-7808-4150-aa86-3bb86a26e5cc tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/security-groups/b40e5c18-d24d-4400-9899-cbdda1a74de9 HTTP/1.1" status: 204 len: 168 time: 0.5053337 Jun 30 09:31:39.945785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60326) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:39.992666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Made reservation on behalf of 702b557a5c2048ddbaf4ca9624fcf943 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:39.997718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.037688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fc4e6b-7808-4150-aa86-3bb86a26e5cc tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40e5c18-d24d-4400-9899-cbdda1a74de9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.061309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:40.089984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.091973 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Added segment a0f78b67-9907-4d1b-a9aa-e84973345bce of type vlan for network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 Jun 30 09:31:40.179576 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83a26784-2e8e-499f-a8e5-1620a0763286 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.208780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.214883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Provisioning complete for port 1232a8e1-c232-4d94-95e8-01b3af44dc73 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:40.215261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.270137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83a26784-2e8e-499f-a8e5-1620a0763286 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.320985 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.338607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Port 1232a8e1-c232-4d94-95e8-01b3af44dc73 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:40.342282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.342795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Could not find standard attr ID for object 1a5ad866-3cc7-49db-9000-e0d3d46250ea. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:40.346657 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.357765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Provisioning for port bba56265-69b2-4f0a-811b-d63174ae689a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:40.401585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-56b67d31-76f9-4b13-b2d1-794786807b5c', 'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c', 'tenant_id': '702b557a5c2048ddbaf4ca9624fcf943', 'fixed_ips': [{'subnet_id': '4a16ad2a-6238-4c2d-be0d-69cfdd029470'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:40.405868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83a26784-2e8e-499f-a8e5-1620a0763286 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.409258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83a26784-2e8e-499f-a8e5-1620a0763286 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.411365 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-83a26784-2e8e-499f-a8e5-1620a0763286 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/security-groups/f2176aac-efcb-42a1-99a0-c9c75d34bdde HTTP/1.1" status: 204 len: 168 time: 0.4441566 Jun 30 09:31:40.424060 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.434293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:40.435057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fef1d12c-f1ba-4f5a-b370-d697038d3de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.467606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:40.468692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a26784-2e8e-499f-a8e5-1620a0763286 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2176aac-efcb-42a1-99a0-c9c75d34bdde,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.486117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5541697 Jun 30 09:31:40.491974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60346) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:40.518677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'network': {'name': 'tempest-router-network02--525809795'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:40.549487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba883ae5-b9f9-4cdb-9c27-e56d2bc0feab tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Network': ['ID=fcf267b4-a1eb-4595-86f3-590ffb5d9bd1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.575302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Made reservation on behalf of 702b557a5c2048ddbaf4ca9624fcf943 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:40.588834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.630150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:40.636587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a5b54df-ef24-43c1-9da5-5f4a48a9135b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.713961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a5b54df-ef24-43c1-9da5-5f4a48a9135b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.749886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:40.788333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.789055 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Added segment c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03 of type vlan for network 7d011a37-7990-4fdd-865d-417b268c3abc Jun 30 09:31:40.809594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a5b54df-ef24-43c1-9da5-5f4a48a9135b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.813624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4a5b54df-ef24-43c1-9da5-5f4a48a9135b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.814930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4a5b54df-ef24-43c1-9da5-5f4a48a9135b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/security-groups/0e70da92-5209-4876-ae8b-cd4bda498125 HTTP/1.1" status: 204 len: 168 time: 0.3300774 Jun 30 09:31:40.818452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60362) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:40.849381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.907740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.914948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:40.915815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.922512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b54df-ef24-43c1-9da5-5f4a48a9135b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e70da92-5209-4876-ae8b-cd4bda498125,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:40.941545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 3164b8ae-da2a-4a78-b4dc-b2358e9753db {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:40.950571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4504790 Jun 30 09:31:40.952864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:40.956854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60368) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:40.986830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'subnet': {'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:41.089493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdc7aa-be4a-4491-bef4-a12b6bcc8b7d tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Network': ['ID=7d011a37-7990-4fdd-865d-417b268c3abc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.196187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7d011a37-7990-4fdd-865d-417b268c3abc details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:41.205042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.382621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Made reservation on behalf of 702b557a5c2048ddbaf4ca9624fcf943 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:41.389522 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.523876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.680673 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-54bee401-fbd9-4b27-ae5a-b7b351218c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.759321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Allocated IP 172.20.0.2 (56b67d31-76f9-4b13-b2d1-794786807b5c/4a16ad2a-6238-4c2d-be0d-69cfdd029470/f0f2fdf4-787c-4c64-abb5-65104a8152a5) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:41.776687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.857690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=3164b8ae-da2a-4a78-b4dc-b2358e9753db,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:41.875023 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:41.877412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c3aaa33-e273-4970-b1ff-50e8b5096500 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/3164b8ae-da2a-4a78-b4dc-b2358e9753db HTTP/1.1" status: 204 len: 168 time: 1.0579846 Jun 30 09:31:41.882778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60404) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.026144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 4fb9a929-6caa-4895-86e2-5ac8b4bb31a7 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:42.038984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.045982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.061482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.071093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Transition to ACTIVE for port object f0f2fdf4-787c-4c64-abb5-65104a8152a5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:42.091783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Transition to ACTIVE for port object f0f2fdf4-787c-4c64-abb5-65104a8152a5 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:42.118243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e8937c83-1fb9-430f-8194-248b6f63df1f None None] Could not find standard attr ID for object 1a5ad866-3cc7-49db-9000-e0d3d46250ea. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:42.121065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b57a9ef-ca78-4067-8ce2-e221ac578890 None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:42.125147 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.215803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.293567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Network 56b67d31-76f9-4b13-b2d1-794786807b5c is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:42.319768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Subnet': ['ID=68fd5c3c-16c6-43e3-ae4d-277965ee637a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.327665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:42.341385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Checking segment: {'id': 'a0f78b67-9907-4d1b-a9aa-e84973345bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:42.341761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network hostable DHCP agents. Network: fcf267b4-a1eb-4595-86f3-590ffb5d9bd1, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:42.373442 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:42.383514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:42.397753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Pushing event updated for resources: {'Port': ['ID=f0f2fdf4-787c-4c64-abb5-65104a8152a5,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.426147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fcf267b4-a1eb-4595-86f3-590ffb5d9bd1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:42.458515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:42.461561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.491259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.495117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1b10be-27fa-4029-a360-8029887e50c1 None None] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:42.523412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bbe7e958-476c-4919-8281-d4b624c594ca tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5651097 Jun 30 09:31:42.528440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60430) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.536413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'subnet': {'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:42.607168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.628131 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.630879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/4fb9a929-6caa-4895-86e2-5ac8b4bb31a7 HTTP/1.1" status: 204 len: 168 time: 0.7469387 Jun 30 09:31:42.657220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60434) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.657951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60436) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.695115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdff55-fa04-4cf8-ab2f-4fccfcdec65b tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb9a929-6caa-4895-86e2-5ac8b4bb31a7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:42.736721 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da1e11c-6399-4d62-a33c-8b2fa4d0c199 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:42.737862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da1e11c-6399-4d62-a33c-8b2fa4d0c199 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:42.740295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5da1e11c-6399-4d62-a33c-8b2fa4d0c199 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/3164b8ae-da2a-4a78-b4dc-b2358e9753db HTTP/1.1" status: 404 len: 337 time: 0.0811005 Jun 30 09:31:42.743205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60444) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.793145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:42.860911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Attempting to bind port f0f2fdf4-787c-4c64-abb5-65104a8152a5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:42.861244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Attempting to bind port f0f2fdf4-787c-4c64-abb5-65104a8152a5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:42.861565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Attempting to bind port f0f2fdf4-787c-4c64-abb5-65104a8152a5 on network 56b67d31-76f9-4b13-b2d1-794786807b5c {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:42.909292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Made reservation on behalf of 702b557a5c2048ddbaf4ca9624fcf943 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:42.915878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.936822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:42.937523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Checking segment: {'id': '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:42.938085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.938729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Bound using segment: {'id': '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:42.939368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Bound port: f0f2fdf4-787c-4c64-abb5-65104a8152a5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '56b67d31-76f9-4b13-b2d1-794786807b5c'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:42.940745 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:42.969609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-fcf267b4-a1eb-4595-86f3-590ffb5d9bd1', 'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1', 'tenant_id': '702b557a5c2048ddbaf4ca9624fcf943', 'fixed_ips': [{'subnet_id': '68fd5c3c-16c6-43e3-ae4d-277965ee637a'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:42.970752 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.075851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting subnet 5d229975-a3f9-4082-ac25-bcc0e2b36cb0 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:31:43.083426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.083848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28c9121f-8075-4861-b0a4-689976a3c7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.146107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.213649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Allocated IP 172.20.0.2 (fcf267b4-a1eb-4595-86f3-590ffb5d9bd1/68fd5c3c-16c6-43e3-ae4d-277965ee637a/3986036f-040d-4539-a705-ab6495aca616) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:43.354282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:43.393093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28c9121f-8075-4861-b0a4-689976a3c7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.402321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.444749 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.457391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.465424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Transition to ACTIVE for port object 3986036f-040d-4539-a705-ab6495aca616 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:43.483907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Transition to ACTIVE for port object 3986036f-040d-4539-a705-ab6495aca616 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:43.486411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28c9121f-8075-4861-b0a4-689976a3c7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.554902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] For port f0f2fdf4-787c-4c64-abb5-65104a8152a5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:43.559561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] For port f0f2fdf4-787c-4c64-abb5-65104a8152a5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f0f2fdf4-787c-4c64-abb5-65104a8152a5,segment=NetworkSegment(08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb),segment_id=08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:43.563821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.566628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28c9121f-8075-4861-b0a4-689976a3c7ec admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=adb7a13e50684b3cb9739519064fe7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715445 Jun 30 09:31:43.569775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.570024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.605807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Subnet': ['ID=6f519348-e821-429b-acac-02f91e98a87b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.615640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Checking segment: {'id': 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:43.616019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network hostable DHCP agents. Network: 7d011a37-7990-4fdd-865d-417b268c3abc, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:43.622955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.639729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Pushing event updated for resources: {'Port': ['ID=3986036f-040d-4539-a705-ab6495aca616,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.643307 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.649739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Subnet': ['ID=5d229975-a3f9-4082-ac25-bcc0e2b36cb0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.684716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.688909 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7644ce3a-65dc-4950-bd05-56afa3248250 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/5d229975-a3f9-4082-ac25-bcc0e2b36cb0 HTTP/1.1" status: 204 len: 168 time: 0.9323688 Jun 30 09:31:43.695693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60466) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.754901 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b0572d-1cda-45ab-bdf7-8549ee19af76 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:43.755462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b0572d-1cda-45ab-bdf7-8549ee19af76 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:43.757271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a2b0572d-1cda-45ab-bdf7-8549ee19af76 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/96bc06c8-3e32-423e-8534-c828f831cc3c HTTP/1.1" status: 404 len: 337 time: 0.0531619 Jun 30 09:31:43.758572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9121f-8075-4861-b0a4-689976a3c7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12207fb-b2e6-4514-b9af-57aca64757bf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:43.758710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5785e8b7-bde5-437d-adf9-b276d34e3722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.760451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.774302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:43.794896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network 7d011a37-7990-4fdd-865d-417b268c3abc is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:43.796659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:43.833498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:43.840394 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-edfeb8a6-eaf9-43b0-bf20-cf76e737e687 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "GET /v2.0/ports?device_id=010a73e0-b496-4f9e-a931-2a3ae81b8627 HTTP/1.1" status: 200 len: 205 time: 0.0736880 Jun 30 09:31:43.840394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 7d011a37-7990-4fdd-865d-417b268c3abc) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:43.841337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60472) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.865555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:43.866165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.906148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8db03-18b2-4c50-982d-79c233bf4cbc None None] Network 7d011a37-7990-4fdd-865d-417b268c3abc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:43.919010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5785e8b7-bde5-437d-adf9-b276d34e3722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.922557 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-577357a7-628e-4759-aa03-e23dbcc889e7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] delete failed (client error): The resource could not be found. Jun 30 09:31:43.923209 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:43.923722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-577357a7-628e-4759-aa03-e23dbcc889e7 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/routers/010a73e0-b496-4f9e-a931-2a3ae81b8627 HTTP/1.1" status: 404 len: 336 time: 0.0786448 Jun 30 09:31:43.933387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:43.973857 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4924f3c9-7799-4655-af76-85d465fa6cc4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:43.974384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4924f3c9-7799-4655-af76-85d465fa6cc4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:43.976710 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4924f3c9-7799-4655-af76-85d465fa6cc4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/7d7d5e70-302b-429d-970b-1fb8ddb507f0 HTTP/1.1" status: 404 len: 337 time: 0.0422513 Jun 30 09:31:43.984544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60478) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.034197 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-869d7c24-6c2c-4160-a0e0-e61e6d8de497 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.034197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869d7c24-6c2c-4160-a0e0-e61e6d8de497 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.036815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-869d7c24-6c2c-4160-a0e0-e61e6d8de497 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/99f348b7-b9d9-439c-983c-c1fa1fc6c1d5 HTTP/1.1" status: 404 len: 337 time: 0.0496342 Jun 30 09:31:44.038251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.063004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-887ec723-2ec6-467d-bc57-e4e9cc3e5b36 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5296614 Jun 30 09:31:44.064393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.131258 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6871042-886a-4b35-b1ca-1375b168e132 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.131749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6871042-886a-4b35-b1ca-1375b168e132 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.136947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6871042-886a-4b35-b1ca-1375b168e132 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/e39bd00f-f5d1-4841-88ad-34b3b00e0420 HTTP/1.1" status: 404 len: 337 time: 0.0930350 Jun 30 09:31:44.136947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60486) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.146108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc3abc2-92c4-4d81-99a9-8c62d1503370 None None] Pushing event updated for resources: {'Port': ['ID=f0f2fdf4-787c-4c64-abb5-65104a8152a5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.173492 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f586b27-ed19-4fab-99d6-ef4c4b467d4d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.174306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f586b27-ed19-4fab-99d6-ef4c4b467d4d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.178718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1f586b27-ed19-4fab-99d6-ef4c4b467d4d tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/e02d4a31-eff9-4c5b-84da-6498edf23eee HTTP/1.1" status: 404 len: 333 time: 0.0387294 Jun 30 09:31:44.178958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60490) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.230213 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b560545c-5a03-4ee2-b95f-37e0616bc6e4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.230542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b560545c-5a03-4ee2-b95f-37e0616bc6e4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.232680 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b560545c-5a03-4ee2-b95f-37e0616bc6e4 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/2038be72-f912-4c4a-856e-587f29c064f3 HTTP/1.1" status: 404 len: 337 time: 0.0526452 Jun 30 09:31:44.241243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60492) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.247704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Allocated IP 172.25.7.63 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/1678c446-fab7-4e62-bd44-c60447b72129) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:44.258425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef00c14f-e171-4b14-be8e-40db6675c3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.326730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5785e8b7-bde5-437d-adf9-b276d34e3722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.329523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5785e8b7-bde5-437d-adf9-b276d34e3722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.333336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5785e8b7-bde5-437d-adf9-b276d34e3722 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a12207fb-b2e6-4514-b9af-57aca64757bf HTTP/1.1" status: 204 len: 168 time: 0.7596493 Jun 30 09:31:44.351389 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-db36fd21-021b-4f0e-8288-81b3edb60ca2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.352827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db36fd21-021b-4f0e-8288-81b3edb60ca2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.356053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db36fd21-021b-4f0e-8288-81b3edb60ca2 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/6c4e8404-ab0d-4023-ae77-471f6c5d37d7 HTTP/1.1" status: 404 len: 337 time: 0.1112640 Jun 30 09:31:44.361043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60498) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.361163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Attempting to bind port 3986036f-040d-4539-a705-ab6495aca616 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:44.361415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Attempting to bind port 3986036f-040d-4539-a705-ab6495aca616 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a0f78b67-9907-4d1b-a9aa-e84973345bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:44.361787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Attempting to bind port 3986036f-040d-4539-a705-ab6495aca616 on network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:44.375313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:44.375696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Checking segment: {'id': 'a0f78b67-9907-4d1b-a9aa-e84973345bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:44.376108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.376500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Bound using segment: {'id': 'a0f78b67-9907-4d1b-a9aa-e84973345bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:44.376992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Bound port: 3986036f-040d-4539-a705-ab6495aca616, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f78b67-9907-4d1b-a9aa-e84973345bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'fcf267b4-a1eb-4595-86f3-590ffb5d9bd1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:44.377371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.378354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5785e8b7-bde5-437d-adf9-b276d34e3722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12207fb-b2e6-4514-b9af-57aca64757bf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:44.397309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.480321 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5276d25-f3d6-46d4-8e9d-9dcbd037c938 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.484569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db62e53c-87a4-4c70-958f-e11e10869faf None None] Update dhcp port {'port': {'network_id': '06ef7ba1-bc23-41de-861d-11a92f038be4', 'fixed_ips': [{'subnet_id': '5d229975-a3f9-4082-ac25-bcc0e2b36cb0'}], 'binding:host_id': 'n-d-780147-22'}, 'id': 'bba56265-69b2-4f0a-811b-d63174ae689a'} from n-d-780147-22. {{(pid=93726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 30 09:31:44.491830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5276d25-f3d6-46d4-8e9d-9dcbd037c938 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.497284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.510799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b5276d25-f3d6-46d4-8e9d-9dcbd037c938 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/6fa7a038-9338-4efa-9212-885707e9df92 HTTP/1.1" status: 404 len: 333 time: 0.1461725 Jun 30 09:31:44.571244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-db62e53c-87a4-4c70-958f-e11e10869faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.683023 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.715800 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c239b71-f97c-4404-93d4-0a2a307adb05 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.716429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c239b71-f97c-4404-93d4-0a2a307adb05 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.732608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60506) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.738575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c239b71-f97c-4404-93d4-0a2a307adb05 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/d543f9b2-cca5-4e09-b7cd-9636d905e965 HTTP/1.1" status: 404 len: 337 time: 0.2182844 Jun 30 09:31:44.785646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-7d011a37-7990-4fdd-865d-417b268c3abc', 'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc', 'tenant_id': '702b557a5c2048ddbaf4ca9624fcf943', 'fixed_ips': [{'subnet_id': '6f519348-e821-429b-acac-02f91e98a87b'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:44.796598 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.856596 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6677f016-9309-4b8b-af91-947bdcf236ff tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] DELETE failed (client error): The resource could not be found. Jun 30 09:31:44.856976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6677f016-9309-4b8b-af91-947bdcf236ff tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:44.858840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6677f016-9309-4b8b-af91-947bdcf236ff tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/subnets/e96ce0c7-de90-4f70-b6b1-abf59f0e3d0c HTTP/1.1" status: 404 len: 337 time: 0.1160226 Jun 30 09:31:44.861987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:44.873642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.906042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:44.984445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:44.987453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:44.990139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:45.019093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Pushing event updated for resources: {'Port': ['ID=1678c446-fab7-4e62-bd44-c60447b72129,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.062566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] For port 3986036f-040d-4539-a705-ab6495aca616, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:45.092406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] For port 3986036f-040d-4539-a705-ab6495aca616, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3986036f-040d-4539-a705-ab6495aca616,segment=NetworkSegment(a0f78b67-9907-4d1b-a9aa-e84973345bce),segment_id=a0f78b67-9907-4d1b-a9aa-e84973345bce)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:45.094458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8a7ad5-b36f-4864-8a28-73f033968b65 None None] Network 06ef7ba1-bc23-41de-861d-11a92f038be4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:45.125110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.243487 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.362565 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.409415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port 1232a8e1-c232-4d94-95e8-01b3af44dc73 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:45.410503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.466905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66694474-4de7-4356-9b80-0d66a92d45cd None None] Pushing event updated for resources: {'Port': ['ID=3986036f-040d-4539-a705-ab6495aca616,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.472809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f0f2fdf4-787c-4c64-abb5-65104a8152a5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:45.539759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Allocated IP 172.20.0.2 (7d011a37-7990-4fdd-865d-417b268c3abc/6f519348-e821-429b-acac-02f91e98a87b/5dafe1e5-8333-439d-bf03-370558f9ed6f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:45.672424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-90e25a23-f802-4254-be68-44c873320937 None None] Provisioning complete for port 1232a8e1-c232-4d94-95e8-01b3af44dc73 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:45.672802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-90e25a23-f802-4254-be68-44c873320937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.767999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.783639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-90e25a23-f802-4254-be68-44c873320937 None None] Port 1232a8e1-c232-4d94-95e8-01b3af44dc73 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:45.805975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.812224 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.883547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for 1232a8e1-c232-4d94-95e8-01b3af44dc73 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:45.914625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Pushing event updated for resources: {'Port': ['ID=1678c446-fab7-4e62-bd44-c60447b72129,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:45.938265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.938854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.945114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Allocated IP 172.20.0.1 (fcf267b4-a1eb-4595-86f3-590ffb5d9bd1/68fd5c3c-16c6-43e3-ae4d-277965ee637a/838fb056-2a62-4674-b054-fd3cbdf6eb1a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:45.964355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:45.969508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9dd38cbb-d51a-4fbd-bd4a-eb8bc1952607 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2842546 Jun 30 09:31:45.970184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60552) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:45.977445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1564522851', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'fixed_ips': [{'ip_address': '172.25.7.63'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:45.989318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331fa3b3-1b84-4ce1-837a-e7eefd7c1e75 None None] Network 56b67d31-76f9-4b13-b2d1-794786807b5c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:46.049287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Made reservation on behalf of c927121b5c8a42d0b4d6b3340f9fdec5 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:46.055245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.068386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.256751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.421955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=1232a8e1-c232-4d94-95e8-01b3af44dc73,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:46.437052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.455656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.468381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.475435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.481459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fec6fa00-0fe5-4e9a-98bf-c4c7bb12e4db tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/ports/1232a8e1-c232-4d94-95e8-01b3af44dc73 HTTP/1.1" status: 204 len: 168 time: 1.6152003 Jun 30 09:31:46.482123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:46.529207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] device_id is not set on port c56ee6ad-bb69-4953-b066-698e106c5017 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:46.628359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Transition to ACTIVE for port object 5dafe1e5-8333-439d-bf03-370558f9ed6f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:46.682843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Transition to ACTIVE for port object 838fb056-2a62-4674-b054-fd3cbdf6eb1a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:46.688383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-90e25a23-f802-4254-be68-44c873320937 None None] Provisioning complete for port bba56265-69b2-4f0a-811b-d63174ae689a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:46.688766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-90e25a23-f802-4254-be68-44c873320937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.775034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a04338d-bfc3-41ff-a665-32369bfc525a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:46.873766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.874089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:46.908038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Transition to ACTIVE for port object 5dafe1e5-8333-439d-bf03-370558f9ed6f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:46.919235 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:31:46.920164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:31:46.951662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6aa7a1ba-e7e2-4de2-bb0f-075d086a0623 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.9803424 Jun 30 09:31:46.954208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60580) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.011043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.031979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.076423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Network 7d011a37-7990-4fdd-865d-417b268c3abc is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:47.107546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:47.111478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:47.182578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f0f2fdf4-787c-4c64-abb5-65104a8152a5 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:47.267569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:47.272959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:47.280048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:47.294713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Pushing event updated for resources: {'Port': ['ID=5dafe1e5-8333-439d-bf03-370558f9ed6f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.332821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Deleting port 1678c446-fab7-4e62-bd44-c60447b72129 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:47.333165 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.428728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bba56265-69b2-4f0a-811b-d63174ae689a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:31:47.506743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] DHCP port deletion for 06ef7ba1-bc23-41de-861d-11a92f038be4 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:31:47.521875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60592) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:47.538070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Attempting to bind port 5dafe1e5-8333-439d-bf03-370558f9ed6f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:47.542866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Attempting to bind port 5dafe1e5-8333-439d-bf03-370558f9ed6f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:47.543727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Attempting to bind port 5dafe1e5-8333-439d-bf03-370558f9ed6f on network 7d011a37-7990-4fdd-865d-417b268c3abc {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:47.547546 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.548087 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.568190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Calling delete_port for 1678c446-fab7-4e62-bd44-c60447b72129 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:47.581560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:47.581940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Checking segment: {'id': 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:47.582373 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.584711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Bound using segment: {'id': 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:47.586072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Bound port: 5dafe1e5-8333-439d-bf03-370558f9ed6f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7d011a37-7990-4fdd-865d-417b268c3abc'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:47.587956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.710077 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.785495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.814977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] Provisioning for port f0f2fdf4-787c-4c64-abb5-65104a8152a5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:47.820299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] For port 5dafe1e5-8333-439d-bf03-370558f9ed6f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:47.825385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] Provisioning complete for port f0f2fdf4-787c-4c64-abb5-65104a8152a5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:47.825763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.833855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] For port 5dafe1e5-8333-439d-bf03-370558f9ed6f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5dafe1e5-8333-439d-bf03-370558f9ed6f,segment=NetworkSegment(c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03),segment_id=c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:47.907210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:47.918495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601eadb-7e9a-4e00-aa41-3d8251cda30a None None] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:47.956641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Pushing event deleted for resources: {'Port': ['ID=1678c446-fab7-4e62-bd44-c60447b72129,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:47.977462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1071270034'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:47.995607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Port': ['ID=838fb056-2a62-4674-b054-fd3cbdf6eb1a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.011071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Deleting port bba56265-69b2-4f0a-811b-d63174ae689a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:48.011415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.012681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.063505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.156498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Made reservation on behalf of b93b072481b14d6cba4e2560a39013c5 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:48.161545 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.164256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] Deleting port bba56265-69b2-4f0a-811b-d63174ae689a {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:48.164719 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.189426 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.240492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:48.241369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.269250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.281253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.282649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f877386d-8f5c-45de-8406-85524c8140c2 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023 tempest-ExternalNetworksAdminNegativeTestJSON-1212382023-project-admin] 10.222.0.77 "DELETE /v2.0/floatingips/e8ceee12-641c-47fd-9558-68dfb20e9bcf HTTP/1.1" status: 204 len: 168 time: 1.3274035 Jun 30 09:31:48.293846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Calling delete_port for bba56265-69b2-4f0a-811b-d63174ae689a owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:48.325422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.504141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.594338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:48.596501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.605594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.616965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.684255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:48.725659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f95548-981e-4c2e-b334-f08254eca16b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.733298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.739916 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Added segment 05b4b5a7-aca7-46c6-9235-35e07f49f749 of type vlan for network 304ca5cc-c746-4432-ae84-2375665002c3 Jun 30 09:31:48.759056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.760471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.761058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.761618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.762156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.762722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.763281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.763837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.764391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.765176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.765722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.766291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:48.796639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] Calling delete_port for bba56265-69b2-4f0a-811b-d63174ae689a owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:48.812271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370e5c2-31c9-4225-85c3-cd7f613bebf7 None None] Pushing event updated for resources: {'Port': ['ID=5dafe1e5-8333-439d-bf03-370558f9ed6f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:48.841416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port bba56265-69b2-4f0a-811b-d63174ae689a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bba56265-69b2-4f0a-811b-d63174ae689a,segment=NetworkSegment(cc81353f-7f5c-430a-a821-51c0e60fc339),segment_id=cc81353f-7f5c-430a-a821-51c0e60fc339)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:48.865417 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.867273 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.915168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:48.946181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60630) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:48.968744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.046009 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.052216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:49.052839 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.126456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] No DVR routers for this DVR port bba56265-69b2-4f0a-811b-d63174ae689a on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:49.128356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.169967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=11']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.190273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5dafe1e5-8333-439d-bf03-370558f9ed6f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:49.257250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] For port f0f2fdf4-787c-4c64-abb5-65104a8152a5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f0f2fdf4-787c-4c64-abb5-65104a8152a5,segment=NetworkSegment(08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb),segment_id=08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:49.266387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event updated for resources: {'Network': ['ID=304ca5cc-c746-4432-ae84-2375665002c3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.284055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e847be0f-6866-4c95-8008-f35768302408 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7601628 Jun 30 09:31:49.285622 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.286853 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60638) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:49.296025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Request body: {'subnet': {'network_id': '304ca5cc-c746-4432-ae84-2375665002c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:49.296976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 304ca5cc-c746-4432-ae84-2375665002c3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:49.312652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.385664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.410805 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.425706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.434932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5dafe1e5-8333-439d-bf03-370558f9ed6f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:49.464802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3986036f-040d-4539-a705-ab6495aca616 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:49.476219 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.541885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ef7ba1-bc23-41de-861d-11a92f038be4']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:49.546274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Port': ['ID=838fb056-2a62-4674-b054-fd3cbdf6eb1a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.553342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5f63d395-5f50-46e3-9f57-85165ac2a834 None None] Provisioning for port 3986036f-040d-4539-a705-ab6495aca616 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:49.563910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] No DVR routers for this DVR port bba56265-69b2-4f0a-811b-d63174ae689a on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:31:49.569258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:31:49.569258 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:31:49.569258 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': '79445c233ec74dd4a1557278a915fae2', 'id': 'a74c4706-5ebf-43d9-af18-12d9a2f58274', 'expiration': datetime.datetime(2021, 6, 30, 9, 33, 49, 537693)}] Jun 30 09:31:49.569258 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:31:49.570889 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:31:49.574397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc81353f-7f5c-430a-a821-51c0e60fc339') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:49.575039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc81353f-7f5c-430a-a821-51c0e60fc339') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:49.575965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2563ce-c441-45f0-a376-342882ca2b6b None None] Pushing event updated for resources: {'Port': ['ID=f0f2fdf4-787c-4c64-abb5-65104a8152a5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.578588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Made reservation on behalf of b93b072481b14d6cba4e2560a39013c5 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:49.596917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.598046 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.622708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.687652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6547f0-cf5d-4992-85e2-40e77e01ec53 None None] Pushing event deleted for resources: {'Port': ['ID=bba56265-69b2-4f0a-811b-d63174ae689a,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:49.742716 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.753997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5f63d395-5f50-46e3-9f57-85165ac2a834 None None] Provisioning complete for port f0f2fdf4-787c-4c64-abb5-65104a8152a5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:49.754398 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f63d395-5f50-46e3-9f57-85165ac2a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.756113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:31:49.756529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:31:49.760673 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:31:49.763218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:49.776059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:49.886734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 3986036f-040d-4539-a705-ab6495aca616 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:49.920466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3986036f-040d-4539-a705-ab6495aca616 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:49.921554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:49.991168 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.002671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.024547 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] 10.222.0.77 "DELETE /v2.0/networks/06ef7ba1-bc23-41de-861d-11a92f038be4 HTTP/1.1" status: 204 len: 168 time: 3.5414867 Jun 30 09:31:50.080374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.101982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f588e9-4ba5-4464-92fe-7ca47a933077 tempest-PortsIpV6TestJSON-489469070 tempest-PortsIpV6TestJSON-489469070-project] Pushing event deleted for resources: {'Network': ['ID=06ef7ba1-bc23-41de-861d-11a92f038be4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.175904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.245187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.287785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Checking segment: {'id': '05b4b5a7-aca7-46c6-9235-35e07f49f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304ca5cc-c746-4432-ae84-2375665002c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:50.288152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Network hostable DHCP agents. Network: 304ca5cc-c746-4432-ae84-2375665002c3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:31:50.295153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event updated for resources: {'Subnet': ['ID=9a6e56c7-41de-4dd6-950d-6045c5ad3672,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.321205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83736c16-3743-440e-9d71-3351aa7a90b9 None None] Network 7d011a37-7990-4fdd-865d-417b268c3abc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:50.325610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Network 304ca5cc-c746-4432-ae84-2375665002c3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:50.342373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 304ca5cc-c746-4432-ae84-2375665002c3) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:50.348620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:50.349703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.407106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2430652d-f4f8-41da-82a7-74e2277ff60f None None] Network 304ca5cc-c746-4432-ae84-2375665002c3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:50.421766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Router 606f8029-d59a-417f-97fb-0aa74abce9ec is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:31:50.430983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.440661 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.449714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5bb628d9-67ca-4f9e-a1f6-5770c3a471ad tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1616714 Jun 30 09:31:50.452421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60672) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.464298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Request body: {'port': {'network_id': '304ca5cc-c746-4432-ae84-2375665002c3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1068576539'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:50.520156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434da042-2987-41d4-87a5-91a8bc0cd3fa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:50.580359 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff28e50b-cc00-4ed7-95e8-0b85f6d75d7e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=79445c233ec74dd4a1557278a915fae2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6301205 Jun 30 09:31:50.582800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.627911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.674688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:50.688143 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] Sync routers for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:50.693183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60684) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:50.707524 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:50.708267 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:50.711123 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-af62b03b-aae4-4ba5-b131-be8bf3ebaea1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6105602 Jun 30 09:31:50.788610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-552f2a86-7f01-482c-809f-5078776dacd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.836950 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:50.858059 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:50.859101 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:50.865408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-552f2a86-7f01-482c-809f-5078776dacd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:50.950761 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:50.974853 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd1f972-056f-467f-b081-1a189a5b432d None None] The sync data for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:50.977668 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c374817-ef56-4e64-b22e-4db3d569bce6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a60edaa955e34f7887c84e422e4101c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3485844 Jun 30 09:31:50.981902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:51.002836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Made reservation on behalf of b93b072481b14d6cba4e2560a39013c5 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:51.008593 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.024617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 3986036f-040d-4539-a705-ab6495aca616, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3986036f-040d-4539-a705-ab6495aca616,segment=NetworkSegment(a0f78b67-9907-4d1b-a9aa-e84973345bce),segment_id=a0f78b67-9907-4d1b-a9aa-e84973345bce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:51.029860 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab92c361-c073-4e9d-9704-809a500a62be None None] Provisioning complete for port 3986036f-040d-4539-a705-ab6495aca616 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:51.030252 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab92c361-c073-4e9d-9704-809a500a62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.059927 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.064995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-552f2a86-7f01-482c-809f-5078776dacd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.067683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-552f2a86-7f01-482c-809f-5078776dacd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.069075 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-552f2a86-7f01-482c-809f-5078776dacd0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/434da042-2987-41d4-87a5-91a8bc0cd3fa HTTP/1.1" status: 204 len: 168 time: 0.4846256 Jun 30 09:31:51.080231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-522ab1e8-94dd-4067-b4db-80fac2eb9b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.082074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] device_id is not set on port 450a21ab-3d4f-4cec-99a5-d81d5f0b78ce yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:31:51.082197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f2a86-7f01-482c-809f-5078776dacd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434da042-2987-41d4-87a5-91a8bc0cd3fa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.110036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-522ab1e8-94dd-4067-b4db-80fac2eb9b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.150011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=3986036f-040d-4539-a705-ab6495aca616,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.183133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-522ab1e8-94dd-4067-b4db-80fac2eb9b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.186822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-522ab1e8-94dd-4067-b4db-80fac2eb9b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:51.189028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-522ab1e8-94dd-4067-b4db-80fac2eb9b25 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68eae0d8-a2a2-4e54-9f7f-9ebd092731ff HTTP/1.1" status: 204 len: 168 time: 0.2055430 Jun 30 09:31:51.225600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ab1e8-94dd-4067-b4db-80fac2eb9b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eae0d8-a2a2-4e54-9f7f-9ebd092731ff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:51.289432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f0f2fdf4-787c-4c64-abb5-65104a8152a5 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:51.685784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Allocated IP 172.20.0.12 (304ca5cc-c746-4432-ae84-2375665002c3/9a6e56c7-41de-4dd6-950d-6045c5ad3672/450a21ab-3d4f-4cec-99a5-d81d5f0b78ce) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:51.694141 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-6285b826-a13d-443a-973c-3d6581b368dc tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:51.695582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6285b826-a13d-443a-973c-3d6581b368dc tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9999893 Jun 30 09:31:51.699216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60712) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:51.862874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-434c5763-9510-41d4-bfd7-8d6e060d0a90 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1806378 Jun 30 09:31:51.959690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f0f2fdf4-787c-4c64-abb5-65104a8152a5 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:51.960161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.019800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-304ca5cc-c746-4432-ae84-2375665002c3', 'network_id': '304ca5cc-c746-4432-ae84-2375665002c3', 'tenant_id': 'b93b072481b14d6cba4e2560a39013c5', 'fixed_ips': [{'subnet_id': '9a6e56c7-41de-4dd6-950d-6045c5ad3672'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:31:52.020729 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.045989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab92c361-c073-4e9d-9704-809a500a62be None None] Provisioning for port 838fb056-2a62-4674-b054-fd3cbdf6eb1a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:52.055283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ab92c361-c073-4e9d-9704-809a500a62be None None] Provisioning complete for port 838fb056-2a62-4674-b054-fd3cbdf6eb1a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:52.055955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab92c361-c073-4e9d-9704-809a500a62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.060409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.152672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cea95c-aff7-458f-b83c-eace694cc527 req-579ea609-6637-4341-a856-a742a2021dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.154629 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-579ea609-6637-4341-a856-a742a2021dbb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.1862087 Jun 30 09:31:52.241691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8c592a42-1d7e-4926-af0e-5cea8455b5c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c927121b5c8a42d0b4d6b3340f9fdec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613145 Jun 30 09:31:52.264747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ab92c361-c073-4e9d-9704-809a500a62be None None] Port 838fb056-2a62-4674-b054-fd3cbdf6eb1a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:52.268558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60732) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.335881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cea95c-aff7-458f-b83c-eace694cc527 req-a27dfbd7-4c86-43f8-8292-5d69e352ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.339088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-a27dfbd7-4c86-43f8-8292-5d69e352ea98 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1597180 Jun 30 09:31:52.427140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Provisioning for port 5dafe1e5-8333-439d-bf03-370558f9ed6f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:52.434975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Provisioning complete for port 5dafe1e5-8333-439d-bf03-370558f9ed6f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:52.435670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.437544 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-1d1206d1-8755-45e5-bf67-8aa567013487 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 1002 time: 0.0917659 Jun 30 09:31:52.438017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.500668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Transition to ACTIVE for port object 450a21ab-3d4f-4cec-99a5-d81d5f0b78ce will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:52.566312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cea95c-aff7-458f-b83c-eace694cc527 req-20be3675-2063-4713-8f20-982969b761ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.567802 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-20be3675-2063-4713-8f20-982969b761ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1245835 Jun 30 09:31:52.591099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6cca-70d0-45d6-98ea-666f903efbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.649803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.714112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] For port 5dafe1e5-8333-439d-bf03-370558f9ed6f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5dafe1e5-8333-439d-bf03-370558f9ed6f,segment=NetworkSegment(c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03),segment_id=c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:52.722279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.727945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cea95c-aff7-458f-b83c-eace694cc527 req-e74583fa-3dac-43be-9d3e-3bc4f748d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:52.728104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.733407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6cca-70d0-45d6-98ea-666f903efbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.734581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-e74583fa-3dac-43be-9d3e-3bc4f748d643 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1524861 Jun 30 09:31:52.774613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Provisioning complete for port 838fb056-2a62-4674-b054-fd3cbdf6eb1a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:52.775628 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.776936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60752) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:52.805630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Pushing event updated for resources: {'Port': ['ID=5dafe1e5-8333-439d-bf03-370558f9ed6f,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:52.820382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.820777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.821057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.821402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.821728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.822093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.822469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.822792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.823666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.823792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.824272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.824619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:31:52.836723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:52.878521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-7eff2acc-3b22-4df7-8462-d384036bb7d2 None None] Port 838fb056-2a62-4674-b054-fd3cbdf6eb1a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:52.911185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Allocated IP 172.20.0.2 (304ca5cc-c746-4432-ae84-2375665002c3/9a6e56c7-41de-4dd6-950d-6045c5ad3672/f33c73ca-87ee-45de-8f9e-f5bd6fe3358c) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:52.925996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-728c66bf-8b1e-4bc2-a067-3c8247d65644 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887116 Jun 30 09:31:53.076728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-96af1bb6-b75c-44f4-8d3f-a02e8070fafd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:53.077448 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-96af1bb6-b75c-44f4-8d3f-a02e8070fafd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:31:53.078135 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-96af1bb6-b75c-44f4-8d3f-a02e8070fafd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:31:53.084312 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-96af1bb6-b75c-44f4-8d3f-a02e8070fafd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3062942 Jun 30 09:31:53.085099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60760) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.092008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--457443610'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:53.129240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-055ffa1a-8f04-4b4a-8d7a-fdcb4e69dd81 None None] Provisioning complete for port 5dafe1e5-8333-439d-bf03-370558f9ed6f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:53.130246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-055ffa1a-8f04-4b4a-8d7a-fdcb4e69dd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.175963 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-76cea95c-aff7-458f-b83c-eace694cc527 req-a2abf6dc-7fc0-4561-942a-1f8400f4521d service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417910 Jun 30 09:31:53.176604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.200900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.233070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5dafe1e5-8333-439d-bf03-370558f9ed6f up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:53.314146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.371019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.380550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.421738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Transition to ACTIVE for port object f33c73ca-87ee-45de-8f9e-f5bd6fe3358c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:53.438792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdbde31-1a3b-4a4d-acdd-92e30f5a9769,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.484727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Transition to ACTIVE for port object f33c73ca-87ee-45de-8f9e-f5bd6fe3358c will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:53.487104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5dafe1e5-8333-439d-bf03-370558f9ed6f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:53.487747 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.534256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.548982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.571271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.592777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31f37023-a0a0-44e4-88e2-d69861e8e2c9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.606513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Network 304ca5cc-c746-4432-ae84-2375665002c3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:53.614576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:53.622025 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.626371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:53.628223 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-86e42310-ace5-4ce2-af65-de381a7b5ab4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5404334 Jun 30 09:31:53.632890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60774) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.638598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '31f37023-a0a0-44e4-88e2-d69861e8e2c9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:53.708037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.732192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Pushing event updated for resources: {'Port': ['ID=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.737997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:53.750423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.781575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6cca-70d0-45d6-98ea-666f903efbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.787562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6cca-70d0-45d6-98ea-666f903efbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.788714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4fbf6cca-70d0-45d6-98ea-666f903efbb6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9a04338d-bfc3-41ff-a665-32369bfc525a HTTP/1.1" status: 204 len: 168 time: 1.5190043 Jun 30 09:31:53.809872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.817602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event updated for resources: {'Port': ['ID=450a21ab-3d4f-4cec-99a5-d81d5f0b78ce,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.817811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3986036f-040d-4539-a705-ab6495aca616 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:53.828575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.842869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf6cca-70d0-45d6-98ea-666f903efbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a04338d-bfc3-41ff-a665-32369bfc525a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.859316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b6166c-cad1-4f71-b325-8fbe40f169e4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:53.873334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Network 304ca5cc-c746-4432-ae84-2375665002c3 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:53.881236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:53.882732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:53.886698 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d230753-1374-418e-8157-58691ae380ed tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2524316 Jun 30 09:31:53.887850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.889853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:53.907371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-62458f79-903b-4d8b-a6f7-1542ec8f96f9 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.4535584 Jun 30 09:31:53.918582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60786) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:53.923170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6882f493-0a76-4db6-8e90-18864208c7cc tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '31f37023-a0a0-44e4-88e2-d69861e8e2c9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:53.996721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6882f493-0a76-4db6-8e90-18864208c7cc tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.039397 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3986036f-040d-4539-a705-ab6495aca616 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:54.039772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.077309 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-6882f493-0a76-4db6-8e90-18864208c7cc tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:31:54.078689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6882f493-0a76-4db6-8e90-18864208c7cc tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1744061 Jun 30 09:31:54.081658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:54.131348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Attempting to bind port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:31:54.131896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Attempting to bind port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '05b4b5a7-aca7-46c6-9235-35e07f49f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304ca5cc-c746-4432-ae84-2375665002c3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:31:54.132066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Attempting to bind port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c on network 304ca5cc-c746-4432-ae84-2375665002c3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:31:54.151964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Deleting port 450a21ab-3d4f-4cec-99a5-d81d5f0b78ce {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:54.152680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.158974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:31:54.159356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Checking segment: {'id': '05b4b5a7-aca7-46c6-9235-35e07f49f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304ca5cc-c746-4432-ae84-2375665002c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:31:54.159766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.160201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Bound using segment: {'id': '05b4b5a7-aca7-46c6-9235-35e07f49f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304ca5cc-c746-4432-ae84-2375665002c3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:31:54.160676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Bound port: f33c73ca-87ee-45de-8f9e-f5bd6fe3358c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b4b5a7-aca7-46c6-9235-35e07f49f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '304ca5cc-c746-4432-ae84-2375665002c3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:31:54.161059 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.263036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84919dce-51c2-478f-8cc0-283c01a2d2e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.319709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Deleting port 838fb056-2a62-4674-b054-fd3cbdf6eb1a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:31:54.320414 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.324965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.357048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84919dce-51c2-478f-8cc0-283c01a2d2e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.401540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] For port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:31:54.411214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Calling delete_port for 450a21ab-3d4f-4cec-99a5-d81d5f0b78ce owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:54.443676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] For port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,segment=NetworkSegment(05b4b5a7-aca7-46c6-9235-35e07f49f749),segment_id=05b4b5a7-aca7-46c6-9235-35e07f49f749)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:31:54.453740 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.483696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84919dce-51c2-478f-8cc0-283c01a2d2e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.490348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84919dce-51c2-478f-8cc0-283c01a2d2e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.492721 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-84919dce-51c2-478f-8cc0-283c01a2d2e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/31f37023-a0a0-44e4-88e2-d69861e8e2c9 HTTP/1.1" status: 204 len: 168 time: 0.4096048 Jun 30 09:31:54.517675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:54.578669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84919dce-51c2-478f-8cc0-283c01a2d2e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f37023-a0a0-44e4-88e2-d69861e8e2c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:54.655946 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:54.678656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Calling delete_port for 838fb056-2a62-4674-b054-fd3cbdf6eb1a owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:31:54.754086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c320-1695-4bbd-a296-0ea03bd65c56 None None] Pushing event updated for resources: {'Port': ['ID=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.019718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.022641 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:31:55.130145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-abd0019b-0f2f-450f-ad37-4113aa494709 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6071503 Jun 30 09:31:55.131324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Port': ['ID=838fb056-2a62-4674-b054-fd3cbdf6eb1a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.136957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.142973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--158173155'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:55.161199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.177746 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.219044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.314986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event deleted for resources: {'Port': ['ID=450a21ab-3d4f-4cec-99a5-d81d5f0b78ce,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.322353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f33c73ca-87ee-45de-8f9e-f5bd6fe3358c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:55.414260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:55.475282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-512ca0cf-1bc3-4dda-bba8-1d6d903a25d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.505930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.526634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.534398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-62742723-5fd3-4054-9f17-2f51b2292742 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "DELETE /v2.0/ports/450a21ab-3d4f-4cec-99a5-d81d5f0b78ce HTTP/1.1" status: 204 len: 168 time: 1.6097281 Jun 30 09:31:55.537398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60846) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.543474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.544397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.624431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce077a46-4e5b-411d-8a66-96224a1c04aa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.742681 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-512ca0cf-1bc3-4dda-bba8-1d6d903a25d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.750146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-512ca0cf-1bc3-4dda-bba8-1d6d903a25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.760363 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:55.762758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Router 606f8029-d59a-417f-97fb-0aa74abce9ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:31:55.767541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60854) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.771785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd8916f6-45f6-4b62-be71-32d6b909af97 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6330345 Jun 30 09:31:55.779906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0d1cfb2a-3f0b-4d69-b2e5-c1366c4ea725 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': 'ce077a46-4e5b-411d-8a66-96224a1c04aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:55.781170 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-0d1cfb2a-3f0b-4d69-b2e5-c1366c4ea725 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:31:55.781951 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-0d1cfb2a-3f0b-4d69-b2e5-c1366c4ea725 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:55.786124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d1cfb2a-3f0b-4d69-b2e5-c1366c4ea725 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0175056 Jun 30 09:31:55.787146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60858) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.866827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-512ca0cf-1bc3-4dda-bba8-1d6d903a25d5 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48f8f626257240bbb8489826bd6dd177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022824 Jun 30 09:31:55.867708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ca0cf-1bc3-4dda-bba8-1d6d903a25d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f9783-b599-45ad-b464-239e348b2958,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:55.870926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:55.989380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c238e903-662d-4472-8b1c-2a210214db8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.039686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:31:56.047115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c238e903-662d-4472-8b1c-2a210214db8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.054546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] Sync routers for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:31:56.066546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db3190c0-7b16-4f40-aaf0-9eeeaa1e6421 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3659689 Jun 30 09:31:56.072998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.078300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:56.086961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:56.091559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3baf9e70-1ef2-4b8d-84fc-c6dafbc6b7ea tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.5529094 Jun 30 09:31:56.097980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.102356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-541324975'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:56.132877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d05ea35-9236-461a-b165-91d4d82c7b14 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.157450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:56.184628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d05ea35-9236-461a-b165-91d4d82c7b14 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.194136 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-6be4ebc0-9f78-42e2-ad07-659aef0b9d16 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] delete failed (client error): The resource could not be found. Jun 30 09:31:56.201886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6be4ebc0-9f78-42e2-ad07-659aef0b9d16 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/routers/tempest-non_exist_router-2026964039 HTTP/1.1" status: 404 len: 335 time: 0.1274886 Jun 30 09:31:56.202470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.211927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:31:56.213434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:56.219326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-268e03d5-3d15-4f65-a708-6da46adfef89 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'router': {'external_gateway_info': {'network_id': '606f8029-d59a-417f-97fb-0aa74abce9ec'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:56.315346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:31:56.321608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d05ea35-9236-461a-b165-91d4d82c7b14 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.329079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d05ea35-9236-461a-b165-91d4d82c7b14 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.330646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f7259c-211c-4bed-a777-c4433fa9db1c None None] The sync data for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:31:56.349249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Made reservation on behalf of b93b072481b14d6cba4e2560a39013c5 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:31:56.353777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.361952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9d05ea35-9236-461a-b165-91d4d82c7b14 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/ce077a46-4e5b-411d-8a66-96224a1c04aa HTTP/1.1" status: 204 len: 168 time: 0.5717158 Jun 30 09:31:56.362707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.405944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05ea35-9236-461a-b165-91d4d82c7b14 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce077a46-4e5b-411d-8a66-96224a1c04aa,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.451018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-649bd703-bb23-4e8e-baf4-6dcb9415f25b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711625 Jun 30 09:31:56.454857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.459945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c238e903-662d-4472-8b1c-2a210214db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.463162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424878568'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:56.464058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c238e903-662d-4472-8b1c-2a210214db8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.468158 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c238e903-662d-4472-8b1c-2a210214db8b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/745f9783-b599-45ad-b464-239e348b2958 HTTP/1.1" status: 204 len: 168 time: 0.5936873 Jun 30 09:31:56.474343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b3c68-b72e-40df-af62-d5af498d09d7 None None] Network 304ca5cc-c746-4432-ae84-2375665002c3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:56.514736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.516020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238e903-662d-4472-8b1c-2a210214db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f9783-b599-45ad-b464-239e348b2958,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:56.523355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:31:56.655965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.657442 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Added segment b3c0a7bf-ae31-42d4-beac-f7123413116d of type vlan for network 23e1c9ee-8072-4f4e-bbb2-886c247c7f8f Jun 30 09:31:56.664554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-268e03d5-3d15-4f65-a708-6da46adfef89 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.703441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] Provisioning for port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:56.712581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] Provisioning complete for port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:56.713488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.732000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.737066 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.798359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.799000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.799000 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-268e03d5-3d15-4f65-a708-6da46adfef89 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] update failed (client error): The resource could not be found. Jun 30 09:31:56.799412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3406305 Jun 30 09:31:56.800328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-268e03d5-3d15-4f65-a708-6da46adfef89 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec HTTP/1.1" status: 404 len: 339 time: 0.5891948 Jun 30 09:31:56.808149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d5b26735-1f46-4310-84f8-778efeca2584 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': 'f5a8b10e-e8c4-40d7-b752-100ff762d399', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:56.809805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60896) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.810039 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-d5b26735-1f46-4310-84f8-778efeca2584 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:31:56.816213 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d5b26735-1f46-4310-84f8-778efeca2584 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:56.820343 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d5b26735-1f46-4310-84f8-778efeca2584 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0166488 Jun 30 09:31:56.833276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.838922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60900) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:56.904930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.914261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.921886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:31:56.922590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:56.953092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] For port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,segment=NetworkSegment(05b4b5a7-aca7-46c6-9235-35e07f49f749),segment_id=05b4b5a7-aca7-46c6-9235-35e07f49f749)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:31:56.964883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.085381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9783380 Jun 30 09:31:57.087365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60910) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.126151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d822a91-12e2-40d2-a83d-516aa88f2765 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a8b10e-e8c4-40d7-b752-100ff762d399,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.235915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949f82c-d7f7-4bb8-9b3c-a23a58a64b95 None None] Pushing event updated for resources: {'Port': ['ID=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.239390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2e2db-8b51-4789-909b-64f7a04638e0 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event updated for resources: {'Network': ['ID=23e1c9ee-8072-4f4e-bbb2-886c247c7f8f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:57.266605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.278968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 23e1c9ee-8072-4f4e-bbb2-886c247c7f8f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:31:57.358650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24a275bd-6b97-4cec-b4e2-f48dd5a48c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.414832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60920) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.423413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7d0ae415-10f1-4b29-bf76-9be68d061583 None None] Provisioning complete for port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:57.424459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7d0ae415-10f1-4b29-bf76-9be68d061583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.611560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62f77f97-71bc-451b-8c12-0e831ff2eba0 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.700792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7b8ad749-ff61-4ee4-999f-a0039a74ef2a None None] Could not find standard attr ID for object 450a21ab-3d4f-4cec-99a5-d81d5f0b78ce. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:31:57.714781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6a022b96-79df-45cf-8b17-c88040e57acb tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/agents/78f37f0a-0614-42d5-aa4b-c7cb1f79c101/dhcp-networks HTTP/1.1" status: 200 len: 7266 time: 0.6168242 Jun 30 09:31:57.717530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62f77f97-71bc-451b-8c12-0e831ff2eba0 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.732546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:57.750312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.839614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1874716278'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:57.928776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24a275bd-6b97-4cec-b4e2-f48dd5a48c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.943662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24a275bd-6b97-4cec-b4e2-f48dd5a48c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.963224 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62f77f97-71bc-451b-8c12-0e831ff2eba0 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.967058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62f77f97-71bc-451b-8c12-0e831ff2eba0 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:57.968143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-62f77f97-71bc-451b-8c12-0e831ff2eba0 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/f5a8b10e-e8c4-40d7-b752-100ff762d399 HTTP/1.1" status: 204 len: 168 time: 1.1254675 Jun 30 09:31:57.979065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60934) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.007238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88edd13-ba46-44e5-885a-387db3bd8a67 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] Network 23e1c9ee-8072-4f4e-bbb2-886c247c7f8f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:31:58.008381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.009416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.031574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f77f97-71bc-451b-8c12-0e831ff2eba0 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a8b10e-e8c4-40d7-b752-100ff762d399,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:58.036627 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f88edd13-ba46-44e5-885a-387db3bd8a67 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "POST /v2.0/agents/78f37f0a-0614-42d5-aa4b-c7cb1f79c101/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3023469 Jun 30 09:31:58.039930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-24a275bd-6b97-4cec-b4e2-f48dd5a48c01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6d56eb1d32c349e4b8ad66d90561c245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7440689 Jun 30 09:31:58.040089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a275bd-6b97-4cec-b4e2-f48dd5a48c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda5186f-5d5e-4cb3-b661-a9394463e895,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:58.044867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60936) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.044867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.074920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32442c2-851e-44f4-ac39-f54f811b3c4e None None] Network 23e1c9ee-8072-4f4e-bbb2-886c247c7f8f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:31:58.148931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.158399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7165bf6-bcff-48a9-b01d-66471c230617 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1780117 Jun 30 09:31:58.160876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.167155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.174077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1889456551'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:58.242113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.251249 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc462ebc-c901-4ef4-885e-3b124699ed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.253261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Allocated IP 172.20.0.1 (56b67d31-76f9-4b13-b2d1-794786807b5c/4a16ad2a-6238-4c2d-be0d-69cfdd029470/df26f126-188f-4bc5-9db0-13288815a001) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:31:58.265035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.267044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-86a08ee0-9ccc-4c9b-8337-0289271d48d2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8510201 Jun 30 09:31:58.270545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60942) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.360637 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc462ebc-c901-4ef4-885e-3b124699ed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.406780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.425005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Transition to ACTIVE for port object df26f126-188f-4bc5-9db0-13288815a001 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:31:58.465647 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.518720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network 56b67d31-76f9-4b13-b2d1-794786807b5c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:31:58.526529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:31:58.531456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:31:58.575218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Port': ['ID=df26f126-188f-4bc5-9db0-13288815a001,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:58.601044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.749701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ed4d824-1ddc-4620-a790-3fb80c8de593 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/agents/78f37f0a-0614-42d5-aa4b-c7cb1f79c101/dhcp-networks HTTP/1.1" status: 200 len: 8036 time: 0.7036731 Jun 30 09:31:58.756182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60944) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.788551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.795109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.832238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-da5daf72-70ea-4a26-8577-4324d090b117 None None] Provisioning for port df26f126-188f-4bc5-9db0-13288815a001 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:31:58.837050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-da5daf72-70ea-4a26-8577-4324d090b117 None None] Provisioning complete for port df26f126-188f-4bc5-9db0-13288815a001 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:58.838046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da5daf72-70ea-4a26-8577-4324d090b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.879052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-caffe69f-d651-4234-aa8e-25a3738ef161 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "DELETE /v2.0/agents/78f37f0a-0614-42d5-aa4b-c7cb1f79c101/dhcp-networks/23e1c9ee-8072-4f4e-bbb2-886c247c7f8f HTTP/1.1" status: 204 len: 168 time: 0.1212716 Jun 30 09:31:58.881343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60946) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:58.883891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-da5daf72-70ea-4a26-8577-4324d090b117 None None] Port df26f126-188f-4bc5-9db0-13288815a001 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:31:58.992893 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc462ebc-c901-4ef4-885e-3b124699ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.995965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cc462ebc-c901-4ef4-885e-3b124699ed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:58.997440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cc462ebc-c901-4ef4-885e-3b124699ed8f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/eda5186f-5d5e-4cb3-b661-a9394463e895 HTTP/1.1" status: 204 len: 168 time: 0.9503019 Jun 30 09:31:59.065165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.070032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc462ebc-c901-4ef4-885e-3b124699ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda5186f-5d5e-4cb3-b661-a9394463e895,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:59.072150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.135341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.139706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.140136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48cfc23c-c7ee-4c8f-a5fb-833647ae0c6d {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:31:59.153058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.158757 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03261e9f-200e-4ce5-b6af-3257f860b28b tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "DELETE /v2.0/routers/48cfc23c-c7ee-4c8f-a5fb-833647ae0c6d HTTP/1.1" status: 204 len: 168 time: 0.8847761 Jun 30 09:31:59.160009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.172276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.180388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Request body: {'router': {'name': 'tempest-router-304194960', 'distributed': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.190864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.192576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0236921 Jun 30 09:31:59.205973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60954) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.213462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7542b7ec-2254-4d44-a5bc-fe8db2c4c261 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.223352 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-7542b7ec-2254-4d44-a5bc-fe8db2c4c261 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:31:59.224151 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-7542b7ec-2254-4d44-a5bc-fe8db2c4c261 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:59.225413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7542b7ec-2254-4d44-a5bc-fe8db2c4c261 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176904 Jun 30 09:31:59.233969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.241521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4fc6aa84-30d7-4046-a1bd-6fb01929f965 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.242937 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-4fc6aa84-30d7-4046-a1bd-6fb01929f965 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:31:59.245197 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4fc6aa84-30d7-4046-a1bd-6fb01929f965 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:59.248232 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4fc6aa84-30d7-4046-a1bd-6fb01929f965 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0113866 Jun 30 09:31:59.248562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f33c73ca-87ee-45de-8f9e-f5bd6fe3358c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:31:59.261812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60958) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.269715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-652524dc-f82e-4d03-a4c9-d6f63d9ac2aa tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.271041 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-652524dc-f82e-4d03-a4c9-d6f63d9ac2aa tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:31:59.271919 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-652524dc-f82e-4d03-a4c9-d6f63d9ac2aa tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:59.273092 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-652524dc-f82e-4d03-a4c9-d6f63d9ac2aa tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079281 Jun 30 09:31:59.277613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.284038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-751dc6ab-7869-4b86-b715-7862b7f81d4b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.285205 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-751dc6ab-7869-4b86-b715-7862b7f81d4b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:31:59.285926 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-751dc6ab-7869-4b86-b715-7862b7f81d4b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:31:59.287143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-751dc6ab-7869-4b86-b715-7862b7f81d4b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078368 Jun 30 09:31:59.289825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60962) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.325632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:31:59.326008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.332429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.334822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.346450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c52037-acdf-4216-966d-0de90221d6c8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:59.384074 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.403232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39d1bba1-777f-4f68-be84-ff17a7065355 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.508339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.510356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39d1bba1-777f-4f68-be84-ff17a7065355 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.520260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.551004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.555504 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-32f6ad29-b971-40bb-b206-35277fcbdeea tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3788834 Jun 30 09:31:59.561343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.614645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-964aa3d4-eafe-4eac-b996-6a3f1b27c6ec tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/agents/78f37f0a-0614-42d5-aa4b-c7cb1f79c101/dhcp-networks HTTP/1.1" status: 200 len: 7266 time: 0.7323194 Jun 30 09:31:59.620474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60968) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.643615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.651842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.672117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52da00c3-71d8-4737-96b4-457d5974cb60 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/networks/304ca5cc-c746-4432-ae84-2375665002c3/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0505478 Jun 30 09:31:59.680889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60972) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.684756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39d1bba1-777f-4f68-be84-ff17a7065355 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.687609 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-39d1bba1-777f-4f68-be84-ff17a7065355 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.691131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-39d1bba1-777f-4f68-be84-ff17a7065355 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30 HTTP/1.1" status: 204 len: 168 time: 0.3968999 Jun 30 09:31:59.692806 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a28c023d-958d-49ae-8e2a-fd5c1b4ddbeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.695548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.741804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1bba1-777f-4f68-be84-ff17a7065355 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc6b7c8-e611-4ed2-b2b0-2aab5593cb30,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:59.747129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7ff87081-be23-44ca-8d61-bdaee68fadb3 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/networks/304ca5cc-c746-4432-ae84-2375665002c3/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0640392 Jun 30 09:31:59.750177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60976) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.778700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.793914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.841099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1eb024ea-bc9b-4a16-aa47-182db96214f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1431112 Jun 30 09:31:59.862496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60978) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:31:59.875080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569455622'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:31:59.900035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.911051 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:31:59.921742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event updated for resources: {'Port': ['ID=df26f126-188f-4bc5-9db0-13288815a001,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:31:59.929851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.016904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.017460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42e12c13-4470-40b1-af53-6a3156ad4f57 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:00.023635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.025531 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bc23cc3c-95de-4991-b85e-5fa38194de8d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "DELETE /v2.0/routers/42e12c13-4470-40b1-af53-6a3156ad4f57 HTTP/1.1" status: 204 len: 168 time: 0.4626102 Jun 30 09:32:00.026959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a28c023d-958d-49ae-8e2a-fd5c1b4ddbeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.029432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60982) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.041529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Request body: {'router': {'name': 'tempest-router-1492970103', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '132ff499cfbe4d69bc546700d545a160'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:00.060316 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a28c023d-958d-49ae-8e2a-fd5c1b4ddbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.079617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cad89b47-744a-4ecf-b09b-83234c19fb23 tempest-DHCPAgentSchedulersTestJSON-655426106 tempest-DHCPAgentSchedulersTestJSON-655426106-project-admin] 10.222.0.77 "GET /v2.0/agents/78f37f0a-0614-42d5-aa4b-c7cb1f79c101/dhcp-networks HTTP/1.1" status: 200 len: 7266 time: 0.3181343 Jun 30 09:32:00.083418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.124967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.134393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Network 56b67d31-76f9-4b13-b2d1-794786807b5c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:00.147263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a28c023d-958d-49ae-8e2a-fd5c1b4ddbeb admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f6f18e0d4d64237b68cd88ea7ee0498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4925289 Jun 30 09:32:00.152927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:00.153847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.156923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c023d-958d-49ae-8e2a-fd5c1b4ddbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d4f46a-a564-41ed-b221-855ab0d57f21,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.171948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.173018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.205823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.270549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d72f13a-c603-4a53-a2c1-9631695b1c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.343924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.347767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d72f13a-c603-4a53-a2c1-9631695b1c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.356364 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.360610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.365954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Router 606f8029-d59a-417f-97fb-0aa74abce9ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:00.382658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e1c9ee-8072-4f4e-bbb2-886c247c7f8f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.419999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c0a7bf-ae31-42d4-beac-f7123413116d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.420488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c0a7bf-ae31-42d4-beac-f7123413116d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.422077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.430401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.435545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.459376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.473706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:00.474573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:00.478271 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:00.494802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d72f13a-c603-4a53-a2c1-9631695b1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.497686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d72f13a-c603-4a53-a2c1-9631695b1c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.499063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4d72f13a-c603-4a53-a2c1-9631695b1c51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/06d4f46a-a564-41ed-b221-855ab0d57f21 HTTP/1.1" status: 204 len: 168 time: 0.3436098 Jun 30 09:32:00.503308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.504143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-139dd381-30c0-4ed1-afc8-e2dad266fc30 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4737794 Jun 30 09:32:00.534859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.538599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8105f048-d91c-4edc-be2f-929227774626 None None] Provisioning complete for port df26f126-188f-4bc5-9db0-13288815a001 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:00.539116 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8105f048-d91c-4edc-be2f-929227774626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.542646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:00.557456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e63fff0-f5ba-4552-99ba-f0c7d5bd333a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.583207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.589029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1bfde1e8-6fcc-471a-8949-1f6a82f3eb5d tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7199352 Jun 30 09:32:00.594726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72f13a-c603-4a53-a2c1-9631695b1c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d4f46a-a564-41ed-b221-855ab0d57f21,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.595994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60992) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.609413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8105f048-d91c-4edc-be2f-929227774626 None None] Port df26f126-188f-4bc5-9db0-13288815a001 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:32:00.611451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-efc266e0-d211-4b35-b2f0-a718e9cb049a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:00.613244 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-efc266e0-d211-4b35-b2f0-a718e9cb049a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:32:00.614168 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-efc266e0-d211-4b35-b2f0-a718e9cb049a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:00.620259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-efc266e0-d211-4b35-b2f0-a718e9cb049a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0229938 Jun 30 09:32:00.621775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.639671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e51d0608-1585-440f-b1d9-a891ab6fd352 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:00.659541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:00.666808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c7257af6-80a4-4d3c-8136-c9956f656e6b tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8401957 Jun 30 09:32:00.670243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 60996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.676614 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] Sync routers for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:00.689434 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:00.690054 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.696351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.738856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.740878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "DELETE /v2.0/networks/23e1c9ee-8072-4f4e-bbb2-886c247c7f8f HTTP/1.1" status: 204 len: 168 time: 0.6563759 Jun 30 09:32:00.744873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 60998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.787131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e585f5-65f6-4b6a-a9bf-f65999b3a83c tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event deleted for resources: {'Network': ['ID=23e1c9ee-8072-4f4e-bbb2-886c247c7f8f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:00.800063 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.817277 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13d01cb9-caa1-4841-8a68-72c0d0035e81 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.817791 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:00.818807 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.823077 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7a051f-490c-423b-9c51-02e85bcb3877 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] DELETE failed (client error): The resource could not be found. Jun 30 09:32:00.824569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc7a051f-490c-423b-9c51-02e85bcb3877 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:00.826130 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dc7a051f-490c-423b-9c51-02e85bcb3877 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "DELETE /v2.0/ports/450a21ab-3d4f-4cec-99a5-d81d5f0b78ce HTTP/1.1" status: 404 len: 333 time: 0.0788858 Jun 30 09:32:00.828754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.831005 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-e51d0608-1585-440f-b1d9-a891ab6fd352 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:00.834886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e51d0608-1585-440f-b1d9-a891ab6fd352 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1969855 Jun 30 09:32:00.861332 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:00.862411 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd55bd65-7bc1-41de-8425-6e3c3b3d49d3 None None] The sync data for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:00.886190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.891041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cab4df33-1334-4d55-a1aa-a2fdf88d7cdf tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:00.891542 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-cab4df33-1334-4d55-a1aa-a2fdf88d7cdf tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:32:00.892060 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-cab4df33-1334-4d55-a1aa-a2fdf88d7cdf tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:00.893061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cab4df33-1334-4d55-a1aa-a2fdf88d7cdf tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0058758 Jun 30 09:32:00.895864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32774) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:00.931972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.931972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:00.941353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-332cc0bd-725a-482c-9118-33b6f6845073 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:00.989359 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-13d01cb9-caa1-4841-8a68-72c0d0035e81 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:01.000856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13d01cb9-caa1-4841-8a68-72c0d0035e81 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec HTTP/1.1" status: 409 len: 329 time: 0.3293369 Jun 30 09:32:01.007095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32780) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.021337 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-332cc0bd-725a-482c-9118-33b6f6845073 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:01.025882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-332cc0bd-725a-482c-9118-33b6f6845073 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1290617 Jun 30 09:32:01.027458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32784) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.027909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Deleting subnet 9a6e56c7-41de-4dd6-950d-6045c5ad3672 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:01.038451 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.075708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93724) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 30 09:32:01.076056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Router 2838a281-2874-4f0c-981d-0e557ca07f90 migrating from provider to provider. {{(pid=93724) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 30 09:32:01.076359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.079945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d9220972-400e-4e53-ae8b-6404964e2456 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:01.089207 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-d9220972-400e-4e53-ae8b-6404964e2456 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:32:01.090269 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-d9220972-400e-4e53-ae8b-6404964e2456 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:01.094117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.094830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d9220972-400e-4e53-ae8b-6404964e2456 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0192239 Jun 30 09:32:01.095200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.104825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4a53bf51-9ee3-4f22-a44b-87454b8b58a4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:01.115492 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.121213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.261121 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-4a53bf51-9ee3-4f22-a44b-87454b8b58a4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Project e317e1ba400c4102b9dc1054bdb45812 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:32:01.292086 n-d-780147-22 neutron-server[93724]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] No L3 agents can host the router 2838a281-2874-4f0c-981d-0e557ca07f90 Jun 30 09:32:01.320865 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-4a53bf51-9ee3-4f22-a44b-87454b8b58a4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:01.328356 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4a53bf51-9ee3-4f22-a44b-87454b8b58a4 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2226427 Jun 30 09:32:01.328356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.373087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49683158-c344-4198-9898-d0b0656c2c55 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:01.373873 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-49683158-c344-4198-9898-d0b0656c2c55 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:32:01.374423 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-49683158-c344-4198-9898-d0b0656c2c55 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:01.378101 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-49683158-c344-4198-9898-d0b0656c2c55 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0453072 Jun 30 09:32:01.379602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32800) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.421163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6591bbad-88c5-4edd-8e66-800c6ea1cbf7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:01.430203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.493360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.528264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Hosts for router 2838a281-2874-4f0c-981d-0e557ca07f90: [] {{(pid=93724) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 30 09:32:01.558898 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-6591bbad-88c5-4edd-8e66-800c6ea1cbf7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Project e317e1ba400c4102b9dc1054bdb45812 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:32:01.575080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Hosts for other DVR routers connected to router 2838a281-2874-4f0c-981d-0e557ca07f90: set() {{(pid=93724) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 30 09:32:01.579192 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.583420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.584139 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab13f634-4370-47fe-9f3f-40e5b47f7349 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "PUT /v2.0/routers/2838a281-2874-4f0c-981d-0e557ca07f90 HTTP/1.1" status: 200 len: 717 time: 1.0459652 Jun 30 09:32:01.586383 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-6591bbad-88c5-4edd-8e66-800c6ea1cbf7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:01.592101 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6591bbad-88c5-4edd-8e66-800c6ea1cbf7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2056227 Jun 30 09:32:01.592101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32808) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.617236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-88a847ae-41ff-438a-8744-e6406890f5fd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '7e63fff0-f5ba-4552-99ba-f0c7d5bd333a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:01.637408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.682152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6e56c7-41de-4dd6-950d-6045c5ad3672,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:01.686203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.688229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9c46be58-5c17-4719-817b-e1610925ffab tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "DELETE /v2.0/subnets/9a6e56c7-41de-4dd6-950d-6045c5ad3672 HTTP/1.1" status: 204 len: 168 time: 0.8584905 Jun 30 09:32:01.690828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.694664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b46948c2-7155-4b69-ba6c-b1c0b3a810a7 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "GET /v2.0/routers/2838a281-2874-4f0c-981d-0e557ca07f90 HTTP/1.1" status: 200 len: 717 time: 0.1098015 Jun 30 09:32:01.699380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857943cb-b28b-452d-8160-09120dd32627 None None] Network 304ca5cc-c746-4432-ae84-2375665002c3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:01.711019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32814) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:01.858316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:01.865209 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-88a847ae-41ff-438a-8744-e6406890f5fd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Project e317e1ba400c4102b9dc1054bdb45812 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:32:01.888045 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-88a847ae-41ff-438a-8744-e6406890f5fd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:01.892230 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-88a847ae-41ff-438a-8744-e6406890f5fd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2960780 Jun 30 09:32:01.912740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32820) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:02.021152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-546d0a83-17f9-4554-b303-5597805d9a61 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.047614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Deleting port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:02.048577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.082121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] DHCP port deletion for 304ca5cc-c746-4432-ae84-2375665002c3 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:02.107799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Deleting port df26f126-188f-4bc5-9db0-13288815a001 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:02.108149 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.173641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-546d0a83-17f9-4554-b303-5597805d9a61 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.201797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] Deleting port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:02.202158 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.242471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] For port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,segment=NetworkSegment(05b4b5a7-aca7-46c6-9235-35e07f49f749),segment_id=05b4b5a7-aca7-46c6-9235-35e07f49f749)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:02.243374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.261350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Calling delete_port for f33c73ca-87ee-45de-8f9e-f5bd6fe3358c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:02.310435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4a5f89e5-9665-4157-b98f-d1f1074115d2 tempest-RoutersTestDVR-2003135869 tempest-RoutersTestDVR-2003135869-project] 10.222.0.77 "GET /v2.0/routers/2838a281-2874-4f0c-981d-0e557ca07f90 HTTP/1.1" status: 200 len: 683 time: 0.5979450 Jun 30 09:32:02.313607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32834) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:02.328334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-546d0a83-17f9-4554-b303-5597805d9a61 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.331718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-546d0a83-17f9-4554-b303-5597805d9a61 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.331852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] For port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,segment=NetworkSegment(05b4b5a7-aca7-46c6-9235-35e07f49f749),segment_id=05b4b5a7-aca7-46c6-9235-35e07f49f749)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:02.332246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.332960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-546d0a83-17f9-4554-b303-5597805d9a61 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/7e63fff0-f5ba-4552-99ba-f0c7d5bd333a HTTP/1.1" status: 204 len: 168 time: 0.4183757 Jun 30 09:32:02.341077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32836) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:02.357898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] Calling delete_port for f33c73ca-87ee-45de-8f9e-f5bd6fe3358c owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:02.385950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546d0a83-17f9-4554-b303-5597805d9a61 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e63fff0-f5ba-4552-99ba-f0c7d5bd333a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.408636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.429518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Calling delete_port for df26f126-188f-4bc5-9db0-13288815a001 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:02.432265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.450134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d18c886-9716-4644-8af4-2ca4f35370ec tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008449 Jun 30 09:32:02.450929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:02.472505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--549923524'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:02.501438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.547257 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.552606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event deleted for resources: {'Port': ['ID=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:02.563119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] No DVR routers for this DVR port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:02.567154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] No DVR routers for this DVR port f33c73ca-87ee-45de-8f9e-f5bd6fe3358c on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:02.576109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:02.610544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f80b5-4a41-41c5-82d5-5b1a814f9d95 None None] Pushing event deleted for resources: {'Port': ['ID=f33c73ca-87ee-45de-8f9e-f5bd6fe3358c,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:03.064337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.070238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.184886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.185421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2838a281-2874-4f0c-981d-0e557ca07f90 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:03.191977 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.193266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-247394de-3317-4290-8bca-e3e5bc4840e2 tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "DELETE /v2.0/routers/2838a281-2874-4f0c-981d-0e557ca07f90 HTTP/1.1" status: 204 len: 168 time: 0.8782098 Jun 30 09:32:03.216590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.219856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.236286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f33c73ca-87ee-45de-8f9e-f5bd6fe3358c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:03.246155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Request body: {'router': {'name': 'tempest-router-2063611442', 'distributed': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:03.268326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304ca5cc-c746-4432-ae84-2375665002c3']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:03.273377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f33c73ca-87ee-45de-8f9e-f5bd6fe3358c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:03.274484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f33c73ca-87ee-45de-8f9e-f5bd6fe3358c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:03.289933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b4b5a7-aca7-46c6-9235-35e07f49f749') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:03.290102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b4b5a7-aca7-46c6-9235-35e07f49f749') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:03.304250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.307479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.331104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.343460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:03.343925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:03.347204 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:03.420715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Port': ['ID=df26f126-188f-4bc5-9db0-13288815a001,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:03.443442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.451212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.491454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.512878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.515122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] 10.222.0.77 "DELETE /v2.0/networks/304ca5cc-c746-4432-ae84-2375665002c3 HTTP/1.1" status: 204 len: 168 time: 1.8231683 Jun 30 09:32:03.542802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.544283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.558491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775795d-e242-4e08-9bd3-9cb1e6163de3 tempest-DHCPAgentSchedulersTestJSON-906309524 tempest-DHCPAgentSchedulersTestJSON-906309524-project] Pushing event deleted for resources: {'Network': ['ID=304ca5cc-c746-4432-ae84-2375665002c3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:03.561321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.563346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1038291 Jun 30 09:32:03.566412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32856) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.568965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a238c-788c-4174-95dd-755214e828de tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14b055da-e6ba-45c6-9491-426419f55960,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:03.577453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ab4ced7c-1280-4473-8bf8-fcb371159838 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '14b055da-e6ba-45c6-9491-426419f55960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:03.615141 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.673763 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-ab4ced7c-1280-4473-8bf8-fcb371159838 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The resource could not be found. Jun 30 09:32:03.675464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab4ced7c-1280-4473-8bf8-fcb371159838 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1076128 Jun 30 09:32:03.678088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.717880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-770ab1f5-6a69-4807-8700-6b63195fabdb tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '14b055da-e6ba-45c6-9491-426419f55960', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f1918042-a515-4818-874f-0fd0cbf7fbcc'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:03.737333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.747762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.785896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.790997 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65fb75b9-5535-42ec-961f-eccf25a1d03d tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5679743 Jun 30 09:32:03.795663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.808349 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-770ab1f5-6a69-4807-8700-6b63195fabdb tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The resource could not be found. Jun 30 09:32:03.809773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-770ab1f5-6a69-4807-8700-6b63195fabdb tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1303582 Jun 30 09:32:03.822904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:03.900421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f68d8a8-2454-4aba-bdc5-992e1c709d5b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.938919 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f68d8a8-2454-4aba-bdc5-992e1c709d5b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.968614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:03.986148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.030488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f68d8a8-2454-4aba-bdc5-992e1c709d5b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.033682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f68d8a8-2454-4aba-bdc5-992e1c709d5b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.035675 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f68d8a8-2454-4aba-bdc5-992e1c709d5b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/14b055da-e6ba-45c6-9491-426419f55960 HTTP/1.1" status: 204 len: 168 time: 0.2109630 Jun 30 09:32:04.039977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.042831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Router 606f8029-d59a-417f-97fb-0aa74abce9ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:04.056890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68d8a8-2454-4aba-bdc5-992e1c709d5b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b055da-e6ba-45c6-9491-426419f55960,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.139336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ec3ab3d8-f1ad-4278-aab2-3e1e32b2c322 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0957179 Jun 30 09:32:04.139971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.153514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-35d323ee-fd92-46a9-980e-62ed36ce1504 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '3728e8b0-bf4e-4730-b9d1-2e813556e01a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:04.245781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0005700b-69ea-48df-bbb3-f48962536fef admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b93b072481b14d6cba4e2560a39013c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581494 Jun 30 09:32:04.248274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32878) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.255979 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-35d323ee-fd92-46a9-980e-62ed36ce1504 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The resource could not be found. Jun 30 09:32:04.256952 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-35d323ee-fd92-46a9-980e-62ed36ce1504 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1160355 Jun 30 09:32:04.263833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.268740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110982642'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:04.311546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.329133 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.329693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b80b-d66b-419a-b177-92243c54e1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.332514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.334442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:04.343927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b36414c7-32cf-4976-9108-41a7db80abb1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316503 Jun 30 09:32:04.343927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.346566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] Sync routers for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:04.357578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:04.358303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:04.369617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b80b-d66b-419a-b177-92243c54e1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.391091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:04.400163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] Routers {'606f8029-d59a-417f-97fb-0aa74abce9ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:04.401013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:31:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['606f8029-d59a-417f-97fb-0aa74abce9ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:04.427582 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-17e02c4e-8f28-4888-bd01-c8887658fde1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] show failed (client error): The resource could not be found. Jun 30 09:32:04.432701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-17e02c4e-8f28-4888-bd01-c8887658fde1 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "GET /v2.0/routers/tempest-non_exist_router-300349097 HTTP/1.1" status: 404 len: 334 time: 0.0834520 Jun 30 09:32:04.432957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.437664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2f745dc6-4143-4689-a31c-66386bd0029e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:04.444309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:04.445030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdea53a0-fe88-4883-ae70-6a2cbffa2de1 None None] The sync data for ids ['606f8029-d59a-417f-97fb-0aa74abce9ec'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:04.452074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.455364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.463082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b80b-d66b-419a-b177-92243c54e1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.465740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3f4b80b-d66b-419a-b177-92243c54e1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.467096 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d3f4b80b-d66b-419a-b177-92243c54e1fd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54f95548-981e-4c2e-b334-f08254eca16b HTTP/1.1" status: 204 len: 168 time: 0.2178793 Jun 30 09:32:04.474577 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.475109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1d77f9c-3582-4ca6-af3b-6a57f7a35c2d {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:04.476947 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-2f745dc6-4143-4689-a31c-66386bd0029e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] update failed (client error): The resource could not be found. Jun 30 09:32:04.478740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2f745dc6-4143-4689-a31c-66386bd0029e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "PUT /v2.0/routers/tempest-non_exist_router-1228344624 HTTP/1.1" status: 404 len: 335 time: 0.0440772 Jun 30 09:32:04.483278 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.484650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1e9afe19-c343-4cec-b4df-4039522bcb4a tempest-RoutersTestDVR-820920067 tempest-RoutersTestDVR-820920067-project-admin] 10.222.0.77 "DELETE /v2.0/routers/d1d77f9c-3582-4ca6-af3b-6a57f7a35c2d HTTP/1.1" status: 204 len: 168 time: 0.6863697 Jun 30 09:32:04.485006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32888) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.505223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97b5441-3806-49aa-a515-52d9836bdb82,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.513307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.515093 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-628084d2-4967-4bcd-b101-128473fb983f tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2502563 Jun 30 09:32:04.521684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.527746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--960953248'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:04.533862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f4b80b-d66b-419a-b177-92243c54e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f95548-981e-4c2e-b334-f08254eca16b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.562146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Deleting subnet 6f519348-e821-429b-acac-02f91e98a87b {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:04.569148 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.572257 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.621509 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.676542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.681736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.716112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.717588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1947112 Jun 30 09:32:04.720822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.726254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d74b70f0-3fee-4d5f-a531-2a98541a35e8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': 'f97b5441-3806-49aa-a515-52d9836bdb82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '97c9e9d6-21a8-42ed-b003-9fd9203cee85'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:04.731736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49780908-945f-4982-8775-bbcf1e4eb0f7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c9e9d6-21a8-42ed-b003-9fd9203cee85,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.756433 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.773808 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d74b70f0-3fee-4d5f-a531-2a98541a35e8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:04.775788 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d74b70f0-3fee-4d5f-a531-2a98541a35e8 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0535140 Jun 30 09:32:04.778485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32900) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.813410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32902) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.860679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebe9133e-659b-42b5-9937-be09f18e439b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.866491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.907997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Subnet': ['ID=6f519348-e821-429b-acac-02f91e98a87b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:04.909998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.911901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1bb99b9-89cb-4fab-862c-b9d57c6ff8b5 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/subnets/6f519348-e821-429b-acac-02f91e98a87b HTTP/1.1" status: 204 len: 168 time: 0.4259601 Jun 30 09:32:04.914783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.917323 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebe9133e-659b-42b5-9937-be09f18e439b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.930264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373bf672-c19f-44cf-a6b7-373547bee420 None None] Network 7d011a37-7990-4fdd-865d-417b268c3abc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:04.938632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32908) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:04.968915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca61b-a14b-42a6-a7f2-8b3e5b90aa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.972875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:04.999785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebe9133e-659b-42b5-9937-be09f18e439b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.002916 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ebe9133e-659b-42b5-9937-be09f18e439b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.006718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ebe9133e-659b-42b5-9937-be09f18e439b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/97c9e9d6-21a8-42ed-b003-9fd9203cee85 HTTP/1.1" status: 204 len: 168 time: 0.2247956 Jun 30 09:32:05.006894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:32:05.006894 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:32:05.006894 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': '132ff499cfbe4d69bc546700d545a160', 'id': '2eac41b5-330a-48fc-a1a8-8c9bced32ac7', 'expiration': datetime.datetime(2021, 6, 30, 9, 34, 4, 998614)}] Jun 30 09:32:05.006894 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:05.006894 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:05.006894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32910) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.019167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Deleting subnet 68fd5c3c-16c6-43e3-ae4d-277965ee637a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:05.025014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9133e-659b-42b5-9937-be09f18e439b tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c9e9d6-21a8-42ed-b003-9fd9203cee85,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.033668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.095114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.109153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca61b-a14b-42a6-a7f2-8b3e5b90aa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.113947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa2ca61b-a14b-42a6-a7f2-8b3e5b90aa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.142253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-927c2d39-76e1-40a2-be6e-dff5f5314668 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1342380 Jun 30 09:32:05.146688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32912) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.169368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fa2ca61b-a14b-42a6-a7f2-8b3e5b90aa4d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=159c11394f8a430c9577c242b178791a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295170 Jun 30 09:32:05.170774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ca61b-a14b-42a6-a7f2-8b3e5b90aa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=293730d9-10bb-4b8c-a3c5-1057b7a6c7dc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.172990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32914) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.183772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] DHCP port deletion for 7d011a37-7990-4fdd-865d-417b268c3abc request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:05.229280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39a21bbd-7c4f-4b84-880c-6ecc90129910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.246466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] Deleting port 5dafe1e5-8333-439d-bf03-370558f9ed6f {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:05.249448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.255810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.273940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39a21bbd-7c4f-4b84-880c-6ecc90129910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.280931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.327305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.334020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] For port 5dafe1e5-8333-439d-bf03-370558f9ed6f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5dafe1e5-8333-439d-bf03-370558f9ed6f,segment=NetworkSegment(c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03),segment_id=c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:05.334672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.348759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] Calling delete_port for 5dafe1e5-8333-439d-bf03-370558f9ed6f owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:05.383834 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39a21bbd-7c4f-4b84-880c-6ecc90129910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.386634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39a21bbd-7c4f-4b84-880c-6ecc90129910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.392303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39a21bbd-7c4f-4b84-880c-6ecc90129910 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/293730d9-10bb-4b8c-a3c5-1057b7a6c7dc HTTP/1.1" status: 204 len: 168 time: 0.2175753 Jun 30 09:32:05.410825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a21bbd-7c4f-4b84-880c-6ecc90129910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=293730d9-10bb-4b8c-a3c5-1057b7a6c7dc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.413307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.425468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.429049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/f97b5441-3806-49aa-a515-52d9836bdb82 HTTP/1.1" status: 204 len: 168 time: 0.2788332 Jun 30 09:32:05.429500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32932) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.452672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97b5441-3806-49aa-a515-52d9836bdb82,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.470241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.498703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.515986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-11f50157-65ab-4b7b-b14d-8f1da1556dcd tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0845156 Jun 30 09:32:05.518509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32936) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.528190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--980296913'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:05.534883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.535233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.537145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] Pushing event deleted for resources: {'Port': ['ID=5dafe1e5-8333-439d-bf03-370558f9ed6f,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.541506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.541932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.543829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0775d86-99bb-4095-af0a-404e0c6294f2 None None] No DVR routers for this DVR port 5dafe1e5-8333-439d-bf03-370558f9ed6f on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:05.544035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.544459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.546663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.551333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.556599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.556599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.558383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.558673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b97791-a9bf-4a9d-ac67-afca119b67be tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:05.568562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.594129 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.637259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.645191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec91fe2-cf9a-4c77-b3d0-c81110fdad82 None None] Network fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:05.658568 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/subnets/68fd5c3c-16c6-43e3-ae4d-277965ee637a HTTP/1.1" status: 204 len: 168 time: 0.7404544 Jun 30 09:32:05.660057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32950) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:05.688822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea904600-9042-41c2-a993-a440603e245e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Subnet': ['ID=68fd5c3c-16c6-43e3-ae4d-277965ee637a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:05.839556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.877941 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.901717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:05.943000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] DHCP port deletion for fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:06.016546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] Deleting port 3986036f-040d-4539-a705-ab6495aca616 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:06.017025 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.063940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.066887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.074542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5152f7-3176-4a17-8767-792acabb204e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.082938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.089114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d011a37-7990-4fdd-865d-417b268c3abc']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:06.105251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.109713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2511b918-5fc6-4d6f-9dd1-23e368f217e9 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5887465 Jun 30 09:32:06.112440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32962) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.115160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:06.116822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e62f78-f39b-4c0c-bb8b-4cbedb8b3f03') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:06.130611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e45499bf-c4a3-479b-b40a-6a19561289e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '9e5152f7-3176-4a17-8767-792acabb204e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:06.160679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] For port 3986036f-040d-4539-a705-ab6495aca616, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3986036f-040d-4539-a705-ab6495aca616,segment=NetworkSegment(a0f78b67-9907-4d1b-a9aa-e84973345bce),segment_id=a0f78b67-9907-4d1b-a9aa-e84973345bce)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:06.161434 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.165385 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.189942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] Calling delete_port for 3986036f-040d-4539-a705-ab6495aca616 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:06.206847 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.217167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:06.217614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:06.224026 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:06.248666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc98660b-d422-4f67-ab17-8ff225e48ec6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.277589 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1224cf3b-bf4c-4f84-99f9-4267874a6727 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=132ff499cfbe4d69bc546700d545a160&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4626961 Jun 30 09:32:06.280186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.331527 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-e45499bf-c4a3-479b-b40a-6a19561289e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:06.336532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e45499bf-c4a3-479b-b40a-6a19561289e7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2140951 Jun 30 09:32:06.338562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.357730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-061a608c-ecb7-4081-afa4-81e3706709d6 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group_rule': {'security_group_id': '9e5152f7-3176-4a17-8767-792acabb204e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:06.371816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-888bd484-3a19-416c-bdf9-200161aa2bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.401980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.410844 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-888bd484-3a19-416c-bdf9-200161aa2bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.418186 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.428101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.430021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/networks/7d011a37-7990-4fdd-865d-417b268c3abc HTTP/1.1" status: 204 len: 168 time: 0.7687576 Jun 30 09:32:06.434723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32974) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.463796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] Pushing event deleted for resources: {'Port': ['ID=3986036f-040d-4539-a705-ab6495aca616,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.468249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bf57a4-b468-4338-86f3-5dda3e33ef2a None None] No DVR routers for this DVR port 3986036f-040d-4539-a705-ab6495aca616 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:06.471934 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-061a608c-ecb7-4081-afa4-81e3706709d6 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:06.473231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-061a608c-ecb7-4081-afa4-81e3706709d6 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1206145 Jun 30 09:32:06.486740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 32978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.513229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f7141-826f-4762-8da9-5f61e75be29e tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Network': ['ID=7d011a37-7990-4fdd-865d-417b268c3abc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.553565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.609499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9b3-f0f9-4153-85e8-9525a2835750 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.632113 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-888bd484-3a19-416c-bdf9-200161aa2bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.638346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-888bd484-3a19-416c-bdf9-200161aa2bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.641689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-888bd484-3a19-416c-bdf9-200161aa2bd5 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bc98660b-d422-4f67-ab17-8ff225e48ec6 HTTP/1.1" status: 204 len: 168 time: 0.3577292 Jun 30 09:32:06.668578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9b3-f0f9-4153-85e8-9525a2835750 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.714271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.741576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcf267b4-a1eb-4595-86f3-590ffb5d9bd1']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:06.777863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f78b67-9907-4d1b-a9aa-e84973345bce') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:06.778419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f78b67-9907-4d1b-a9aa-e84973345bce') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:06.796140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.797235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9b3-f0f9-4153-85e8-9525a2835750 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.809233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a9b3-f0f9-4153-85e8-9525a2835750 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.818602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d1f5a9b3-f0f9-4153-85e8-9525a2835750 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/9e5152f7-3176-4a17-8767-792acabb204e HTTP/1.1" status: 204 len: 168 time: 0.3296840 Jun 30 09:32:06.820089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888bd484-3a19-416c-bdf9-200161aa2bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc98660b-d422-4f67-ab17-8ff225e48ec6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.832341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 32998) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:06.857049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a9b3-f0f9-4153-85e8-9525a2835750 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5152f7-3176-4a17-8767-792acabb204e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:06.878999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.921341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:06.922137 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:06.926566 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:07.078434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9c5a610e-fcc2-4af9-9546-d37221b89cf1 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2431209 Jun 30 09:32:07.080180 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.085214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.090743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957443859'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:07.108859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.114842 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/networks/fcf267b4-a1eb-4595-86f3-590ffb5d9bd1 HTTP/1.1" status: 204 len: 168 time: 0.6763456 Jun 30 09:32:07.116778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33018) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.132964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.249889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5dafe1e5-8333-439d-bf03-370558f9ed6f no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:07.267707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daef90-2311-45e2-910c-004f41f3acdd tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Network': ['ID=fcf267b4-a1eb-4595-86f3-590ffb5d9bd1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.318753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.332347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.333143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Deleting subnet 4a16ad2a-6238-4c2d-be0d-69cfdd029470 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:07.340600 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.418480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.423143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.429842 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3435009 Jun 30 09:32:07.430056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33052) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.440380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf6787-5d1d-4f35-ae48-01dd3469a781 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a9fe96-61b0-4d9a-b111-d6d3dc2ddc9a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.440602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-92deddf8-1aa5-4d9a-9988-6a7be209ec6a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:07.452843 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-92deddf8-1aa5-4d9a-9988-6a7be209ec6a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:32:07.458452 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-92deddf8-1aa5-4d9a-9988-6a7be209ec6a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:07.458452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92deddf8-1aa5-4d9a-9988-6a7be209ec6a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "PUT /v2.0/security-groups/37a9fe96-61b0-4d9a-b111-d6d3dc2ddc9a HTTP/1.1" status: 409 len: 330 time: 0.0265183 Jun 30 09:32:07.460582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.521236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.577704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3720e-358e-49e4-bf43-2a658ab4dbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.660560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acb50b2c-3531-444e-8549-541b1aebb5d7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.661146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.714710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5dafe1e5-8333-439d-bf03-370558f9ed6f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:07.715696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5dafe1e5-8333-439d-bf03-370558f9ed6f not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:07.716374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3986036f-040d-4539-a705-ab6495aca616 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:07.753806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acb50b2c-3531-444e-8549-541b1aebb5d7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.760082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 3986036f-040d-4539-a705-ab6495aca616 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:07.760647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3986036f-040d-4539-a705-ab6495aca616 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:07.830515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.886398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Subnet': ['ID=4a16ad2a-6238-4c2d-be0d-69cfdd029470,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:07.892842 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.898124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eda666-63f6-461b-b31c-a23198a742b3 None None] Network 56b67d31-76f9-4b13-b2d1-794786807b5c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:07.908636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.909176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d3432bd0-d7c4-4c05-94ea-bdb655e4deac tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/subnets/4a16ad2a-6238-4c2d-be0d-69cfdd029470 HTTP/1.1" status: 204 len: 168 time: 0.7711790 Jun 30 09:32:07.942276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acb50b2c-3531-444e-8549-541b1aebb5d7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.947597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acb50b2c-3531-444e-8549-541b1aebb5d7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:07.954846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33106) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:07.955092 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-acb50b2c-3531-444e-8549-541b1aebb5d7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/37a9fe96-61b0-4d9a-b111-d6d3dc2ddc9a HTTP/1.1" status: 204 len: 168 time: 0.4934201 Jun 30 09:32:08.016325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9710dac2-69b5-4b15-b722-bb31abba8f2c tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597641 Jun 30 09:32:08.019833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33118) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.033386 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-0f08c91c-eef8-45bb-b5d3-afcfc50e9952 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] delete failed (client error): The resource could not be found. Jun 30 09:32:08.035081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0f08c91c-eef8-45bb-b5d3-afcfc50e9952 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "DELETE /v2.0/security-groups/c4348618-f287-42d1-8c88-a16b6fb9d2b1 HTTP/1.1" status: 404 len: 347 time: 0.0141914 Jun 30 09:32:08.038553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33120) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.055512 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-426a20a5-91a5-4451-be6e-ec39ab0ff766 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] show failed (client error): The resource could not be found. Jun 30 09:32:08.056881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-426a20a5-91a5-4451-be6e-ec39ab0ff766 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-groups/597557c9-fa07-42b6-844c-a186756a5e76 HTTP/1.1" status: 404 len: 347 time: 0.0171697 Jun 30 09:32:08.063331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33128) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.083432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb50b2c-3531-444e-8549-541b1aebb5d7 tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a9fe96-61b0-4d9a-b111-d6d3dc2ddc9a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.093595 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-b2f290bd-96c5-4dda-9f37-2f843d7a7c3a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] show failed (client error): The resource could not be found. Jun 30 09:32:08.094643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2f290bd-96c5-4dda-9f37-2f843d7a7c3a tempest-NegativeSecGroupIPv6Test-1988796682 tempest-NegativeSecGroupIPv6Test-1988796682-project] 10.222.0.77 "GET /v2.0/security-group-rules/81ead049-1b37-4c26-a8ed-d7c85f4447eb HTTP/1.1" status: 404 len: 356 time: 0.0287635 Jun 30 09:32:08.127832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3720e-358e-49e4-bf43-2a658ab4dbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.157602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7cf3720e-358e-49e4-bf43-2a658ab4dbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.246611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.268695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3720e-358e-49e4-bf43-2a658ab4dbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f38230-3677-4dc2-840a-d5355659528c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.296738 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7cf3720e-358e-49e4-bf43-2a658ab4dbee admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c59be38e83374112b02005d5e832c63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7744472 Jun 30 09:32:08.299544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33150) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.380410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] DHCP port deletion for 56b67d31-76f9-4b13-b2d1-794786807b5c request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:32:08.385587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Deleting port f0f2fdf4-787c-4c64-abb5-65104a8152a5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:08.386117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.441121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1430c247-1eec-438b-b937-558092f4e9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.483138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] Deleting port f0f2fdf4-787c-4c64-abb5-65104a8152a5 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:08.483945 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.525318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1430c247-1eec-438b-b937-558092f4e9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.567904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] For port f0f2fdf4-787c-4c64-abb5-65104a8152a5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f0f2fdf4-787c-4c64-abb5-65104a8152a5,segment=NetworkSegment(08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb),segment_id=08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:08.570297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.575418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] For port f0f2fdf4-787c-4c64-abb5-65104a8152a5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f0f2fdf4-787c-4c64-abb5-65104a8152a5,segment=NetworkSegment(08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb),segment_id=08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:08.576331 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.607656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] Calling delete_port for f0f2fdf4-787c-4c64-abb5-65104a8152a5 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:08.609255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Calling delete_port for f0f2fdf4-787c-4c64-abb5-65104a8152a5 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:08.658474 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1430c247-1eec-438b-b937-558092f4e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.662019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1430c247-1eec-438b-b937-558092f4e9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.666146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1430c247-1eec-438b-b937-558092f4e9d7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c0f38230-3677-4dc2-840a-d5355659528c HTTP/1.1" status: 204 len: 168 time: 0.3624747 Jun 30 09:32:08.685289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c247-1eec-438b-b937-558092f4e9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f38230-3677-4dc2-840a-d5355659528c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.784811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.796522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.817482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] Pushing event deleted for resources: {'Port': ['ID=f0f2fdf4-787c-4c64-abb5-65104a8152a5,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.819856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33208) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:08.822775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438b0d2c-ddc7-4a5e-baa4-73c4d0b7b585 None None] No DVR routers for this DVR port f0f2fdf4-787c-4c64-abb5-65104a8152a5 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:08.859515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:08.896247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Port': ['ID=f0f2fdf4-787c-4c64-abb5-65104a8152a5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:08.902123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] No DVR routers for this DVR port f0f2fdf4-787c-4c64-abb5-65104a8152a5 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:32:09.023248 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.036807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b67d31-76f9-4b13-b2d1-794786807b5c']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:09.058521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:09.058873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08d2ece3-f5bb-4c46-9f86-074e3dd9b9fb') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:09.078340 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.111240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.128881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:09.130025 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: self.session.flush() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:09.140145 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:09.226816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f0f2fdf4-787c-4c64-abb5-65104a8152a5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:09.261960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f0f2fdf4-787c-4c64-abb5-65104a8152a5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:09.262456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f0f2fdf4-787c-4c64-abb5-65104a8152a5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:09.307283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.316508 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.323917 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/networks/56b67d31-76f9-4b13-b2d1-794786807b5c HTTP/1.1" status: 204 len: 168 time: 1.4113388 Jun 30 09:32:09.325569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33264) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:09.341814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ea17-373f-448d-af14-bbd9c0da8c03 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Pushing event deleted for resources: {'Network': ['ID=56b67d31-76f9-4b13-b2d1-794786807b5c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:09.422478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a0426e72-067a-4f79-9356-b8930033f851 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "GET /v2.0/ports?device_id=606f8029-d59a-417f-97fb-0aa74abce9ec HTTP/1.1" status: 200 len: 205 time: 0.0956876 Jun 30 09:32:09.424979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33276) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:09.425949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-dc92d22f-26dd-48b4-80c6-38cf9ef230cc tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:09.434824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1e781fce-d576-4b62-96b0-46115bdab4c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e317e1ba400c4102b9dc1054bdb45812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371579 Jun 30 09:32:09.437401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33278) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:09.499329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc92d22f-26dd-48b4-80c6-38cf9ef230cc tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] 10.222.0.77 "PUT /v2.0/quotas/abb0a0e9c6c84b10889b63ca57ea80d4 HTTP/1.1" status: 200 len: 368 time: 0.6777365 Jun 30 09:32:09.519054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33290) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:09.527606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Request body: {'network': {'project_id': 'abb0a0e9c6c84b10889b63ca57ea80d4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:09.576729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a5-bd72-47ed-baf9-3a43818bd606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.593746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Made reservation on behalf of abb0a0e9c6c84b10889b63ca57ea80d4 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:09.597167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.617830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.622553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a5-bd72-47ed-baf9-3a43818bd606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.666061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.729690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a5-bd72-47ed-baf9-3a43818bd606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.733028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5af2b9a5-bd72-47ed-baf9-3a43818bd606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.734422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5af2b9a5-bd72-47ed-baf9-3a43818bd606 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1cdbde31-1a3b-4a4d-acdd-92e30f5a9769 HTTP/1.1" status: 204 len: 168 time: 0.2957089 Jun 30 09:32:09.753724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2b9a5-bd72-47ed-baf9-3a43818bd606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdbde31-1a3b-4a4d-acdd-92e30f5a9769,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:09.817693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33328) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:09.942508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:09.978522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.056643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9923a9-fb73-4478-9d2d-f5dde819590a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.065160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:10.075621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.076031 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Added segment ec639b6d-e854-4fee-9cba-bd7d292cf259 of type vlan for network c1c16009-36f0-498f-8ac8-5340f6275fdb Jun 30 09:32:10.119721 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.139516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.146037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.153192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.154974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.156252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.238532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.239140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Fanout notify agent at l3_agent the message router_deleted on router 606f8029-d59a-417f-97fb-0aa74abce9ec {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:10.250120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.264561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2a82d0fb-ce23-4e93-8471-fe94cc321631 tempest-RoutersNegativeTest-177540483 tempest-RoutersNegativeTest-177540483-project] 10.222.0.77 "DELETE /v2.0/routers/606f8029-d59a-417f-97fb-0aa74abce9ec HTTP/1.1" status: 204 len: 168 time: 0.8381598 Jun 30 09:32:10.316743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7937887 Jun 30 09:32:10.318178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.322575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Request body: {'network': {'project_id': 'abb0a0e9c6c84b10889b63ca57ea80d4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:10.370842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087447c7-ee29-4adb-9659-8f72c8052418 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Pushing event updated for resources: {'Network': ['ID=c1c16009-36f0-498f-8ac8-5340f6275fdb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.373595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Made reservation on behalf of abb0a0e9c6c84b10889b63ca57ea80d4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:10.376846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.390504 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6739-6d6a-4eab-a428-0e85680c7e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.399848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network c1c16009-36f0-498f-8ac8-5340f6275fdb details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:10.425528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:10.442011 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.442885 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Added segment b679d68c-d402-469e-be66-db8de8934cc6 of type vlan for network a6c26638-0c7a-4e47-8af1-959b5b28893c Jun 30 09:32:10.515974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.561910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.563091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:10.563865 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.636391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6739-6d6a-4eab-a428-0e85680c7e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.646389 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff9c6739-6d6a-4eab-a428-0e85680c7e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.678975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3607619 Jun 30 09:32:10.683701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33424) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.691109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9809bd0-ccb6-483e-bcf1-3e878a9d6d0b tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Pushing event updated for resources: {'Network': ['ID=a6c26638-0c7a-4e47-8af1-959b5b28893c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.707514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network a6c26638-0c7a-4e47-8af1-959b5b28893c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:10.729062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d39d7441-847b-443e-90ee-2409ed9afd81 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Request body: {'network': {'project_id': 'abb0a0e9c6c84b10889b63ca57ea80d4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:10.780644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ff9c6739-6d6a-4eab-a428-0e85680c7e42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cfdca3426554460998e7750093cbeb99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9601455 Jun 30 09:32:10.783495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33438) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.823141 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39d7441-847b-443e-90ee-2409ed9afd81 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:10.826148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39d7441-847b-443e-90ee-2409ed9afd81 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:32:10.831404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d39d7441-847b-443e-90ee-2409ed9afd81 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1260521 Jun 30 09:32:10.833814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.839124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c6739-6d6a-4eab-a428-0e85680c7e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5f92f7-65d1-4e8c-a6e6-7e403b0c3d7f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:10.883716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:10.943881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4388492c-0b1a-4594-a419-2451e2eca5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.953556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:10.998426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4388492c-0b1a-4594-a419-2451e2eca5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.080971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33476) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:11.094843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.119330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c26638-0c7a-4e47-8af1-959b5b28893c']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:11.134153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4388492c-0b1a-4594-a419-2451e2eca5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.139902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4388492c-0b1a-4594-a419-2451e2eca5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.141638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4388492c-0b1a-4594-a419-2451e2eca5de admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3f5f92f7-65d1-4e8c-a6e6-7e403b0c3d7f HTTP/1.1" status: 204 len: 168 time: 0.3568552 Jun 30 09:32:11.141948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b679d68c-d402-469e-be66-db8de8934cc6') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:11.142518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b679d68c-d402-469e-be66-db8de8934cc6') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:11.152821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4388492c-0b1a-4594-a419-2451e2eca5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5f92f7-65d1-4e8c-a6e6-7e403b0c3d7f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:11.165947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.192097 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.205099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:11.205514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:11.208963 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:11.261585 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3eaaa933-19d9-4cbd-b166-96d5f1371a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.327613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.339489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.341712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] 10.222.0.77 "DELETE /v2.0/networks/a6c26638-0c7a-4e47-8af1-959b5b28893c HTTP/1.1" status: 204 len: 168 time: 0.5062866 Jun 30 09:32:11.346259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33510) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:11.365660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36cddbd-57e4-40b5-a0d5-8fe8923d2349 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6c26638-0c7a-4e47-8af1-959b5b28893c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:11.472986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.489110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-67b863af-7897-4afd-a33c-f8454d74e527 tempest-AgentManagementNegativeTest-2110577481 tempest-AgentManagementNegativeTest-2110577481-project] 10.222.0.77 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4055243 Jun 30 09:32:11.518161 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b00ab4f0-3731-4be6-b51c-1fac4755583b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=702b557a5c2048ddbaf4ca9624fcf943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6284754 Jun 30 09:32:11.518379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33532) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:11.632162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8bbdada-49a4-4e09-9d54-07038244c433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.650762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.665260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c16009-36f0-498f-8ac8-5340f6275fdb']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:11.685862 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8bbdada-49a4-4e09-9d54-07038244c433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.687557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec639b6d-e854-4fee-9cba-bd7d292cf259') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:11.688424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec639b6d-e854-4fee-9cba-bd7d292cf259') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:11.716685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.750280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8bbdada-49a4-4e09-9d54-07038244c433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.753481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8bbdada-49a4-4e09-9d54-07038244c433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.754748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8bbdada-49a4-4e09-9d54-07038244c433 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dae75de6-d820-4165-8a43-64f762fd5770 HTTP/1.1" status: 204 len: 168 time: 0.2352040 Jun 30 09:32:11.765414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbdada-49a4-4e09-9d54-07038244c433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae75de6-d820-4165-8a43-64f762fd5770,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:11.795020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.804906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:11.805543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:11.810245 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:11.890773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.898415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:11.904222 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] 10.222.0.77 "DELETE /v2.0/networks/c1c16009-36f0-498f-8ac8-5340f6275fdb HTTP/1.1" status: 204 len: 168 time: 0.5555148 Jun 30 09:32:11.943127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8fe67-8e0e-4118-aa44-b9a5d32cfef2 tempest-QuotasNegativeTest-691959964 tempest-QuotasNegativeTest-691959964-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1c16009-36f0-498f-8ac8-5340f6275fdb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:11.981292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33586) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.003654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd4d1-0502-4885-bedb-54cb34397615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.122811 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd4d1-0502-4885-bedb-54cb34397615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.129035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d2bd4d1-0502-4885-bedb-54cb34397615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.221855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d2bd4d1-0502-4885-bedb-54cb34397615 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2d065a5f7c8f46eca8b8ff92bc25f44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386627 Jun 30 09:32:12.222835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2bd4d1-0502-4885-bedb-54cb34397615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a1ef7e-3c66-4b31-a725-4f0448ee0e89,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.224674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33594) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.293554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-265f5de9-6659-4d47-86d9-15f5a5db6bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.320972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-265f5de9-6659-4d47-86d9-15f5a5db6bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.376212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-265f5de9-6659-4d47-86d9-15f5a5db6bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.380691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-265f5de9-6659-4d47-86d9-15f5a5db6bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:12.386106 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-265f5de9-6659-4d47-86d9-15f5a5db6bea admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3a1ef7e-3c66-4b31-a725-4f0448ee0e89 HTTP/1.1" status: 204 len: 168 time: 0.1596763 Jun 30 09:32:12.386975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33600) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.401841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f5de9-6659-4d47-86d9-15f5a5db6bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a1ef7e-3c66-4b31-a725-4f0448ee0e89,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:12.546622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33610) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:12.884718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a276c8-6064-44ba-96cf-b84da0d1488c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.004476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1168925796'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:13.032783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a276c8-6064-44ba-96cf-b84da0d1488c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.038404 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4a276c8-6064-44ba-96cf-b84da0d1488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.074049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Made reservation on behalf of 5f93f0ea0658427298133259aa81e31b for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:13.077969 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b4a276c8-6064-44ba-96cf-b84da0d1488c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=903d7f0c541f4d3fa9e11d0f6a04686d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818073 Jun 30 09:32:13.080695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.083555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.106821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.111184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33626) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.130425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a276c8-6064-44ba-96cf-b84da0d1488c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f427d55-0193-4cda-b535-4205984dcf77,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.203439 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8cce28a-c2b5-4292-9799-8f43bec6c9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.263974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8cce28a-c2b5-4292-9799-8f43bec6c9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.294500 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.300918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.317078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:13.329901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.330177 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Added segment 78b21000-1eca-4c3e-a47b-e09093b0e389 of type vlan for network f889a800-4eb5-485b-825d-ad991626880d Jun 30 09:32:13.349593 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8cce28a-c2b5-4292-9799-8f43bec6c9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.353727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a8cce28a-c2b5-4292-9799-8f43bec6c9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.359552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a8cce28a-c2b5-4292-9799-8f43bec6c9d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f427d55-0193-4cda-b535-4205984dcf77 HTTP/1.1" status: 204 len: 168 time: 0.2745821 Jun 30 09:32:13.368941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cce28a-c2b5-4292-9799-8f43bec6c9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f427d55-0193-4cda-b535-4205984dcf77,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.382871 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f28d3f4a-34d2-43eb-bc9f-d0f29ef1e722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.422243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63856739-5ff5-4b13-8ab1-062750928d6b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.449331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.511266 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.517131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:13.517771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.626465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Pushing event updated for resources: {'Network': ['ID=f889a800-4eb5-485b-825d-ad991626880d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.640873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network f889a800-4eb5-485b-825d-ad991626880d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:13.703378 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f28d3f4a-34d2-43eb-bc9f-d0f29ef1e722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.714019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f28d3f4a-34d2-43eb-bc9f-d0f29ef1e722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.754079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e9c9f73-2fb2-4b43-95d6-68fbcb441be8 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2057171 Jun 30 09:32:13.757675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.769349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-7d3f665b-e8d3-4c96-87b4-d740a95d91e1 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-496541704') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:13.787932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f28d3f4a-34d2-43eb-bc9f-d0f29ef1e722 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0d8dfc94f80043dc8b475b99936e411d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6754196 Jun 30 09:32:13.788749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.879711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28d3f4a-34d2-43eb-bc9f-d0f29ef1e722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb71394-3562-4acf-852a-a11c1a5e14c2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:13.919824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b601628-89b8-4bac-9a43-948bbbab33a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.959899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b601628-89b8-4bac-9a43-948bbbab33a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:13.961577 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d3f665b-e8d3-4c96-87b4-d740a95d91e1 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "PUT /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-496541704 HTTP/1.1" status: 201 len: 201 time: 0.2023046 Jun 30 09:32:13.964610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33676) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:13.982074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-1c088399-6f7c-4079-9eaf-9a1bccd66436 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-496541704') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:14.063304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.085997 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2b330f6-457b-4622-b42c-5db395a58f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.126996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b601628-89b8-4bac-9a43-948bbbab33a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.129980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7b601628-89b8-4bac-9a43-948bbbab33a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.133651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7b601628-89b8-4bac-9a43-948bbbab33a9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dfb71394-3562-4acf-852a-a11c1a5e14c2 HTTP/1.1" status: 204 len: 168 time: 0.3410432 Jun 30 09:32:14.148731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b601628-89b8-4bac-9a43-948bbbab33a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb71394-3562-4acf-852a-a11c1a5e14c2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:14.179855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c088399-6f7c-4079-9eaf-9a1bccd66436 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-496541704 HTTP/1.1" status: 204 len: 168 time: 0.2137213 Jun 30 09:32:14.182951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.193037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-5d40d208-e894-461b-a4cb-76e3fb132dc6 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:14.218435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.284358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d40d208-e894-461b-a4cb-76e3fb132dc6 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags HTTP/1.1" status: 200 len: 237 time: 0.1003253 Jun 30 09:32:14.286917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33692) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.293930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-9610d67c-7177-45b9-a4d8-672cc12a30a4 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', {'tags': ['tempest-TagsTest-Tag-5165408', 'tempest-TagsTest-Tag-1233005899', 'tempest-TagsTest-Tag-718381941']}) {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:14.383511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9610d67c-7177-45b9-a4d8-672cc12a30a4 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "PUT /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags HTTP/1.1" status: 200 len: 305 time: 0.0952551 Jun 30 09:32:14.386083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33694) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.391223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-11abf6f9-e262-4d68-b72a-438a451c72e9 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-5165408') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:14.468902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e1070554-fbe4-489f-b433-7403548e1f55 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1357052789', 'prefixes': ['172.20.0.0/16']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:14.506073 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-11abf6f9-e262-4d68-b72a-438a451c72e9 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "DELETE /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-5165408 HTTP/1.1" status: 204 len: 168 time: 0.1186321 Jun 30 09:32:14.509966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33698) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.514908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-22a8e2d0-7745-4c76-b8c2-c7022c649e2c tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-5165408') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:14.550930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1070554-fbe4-489f-b433-7403548e1f55 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.552810 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1070554-fbe4-489f-b433-7403548e1f55 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] 10.222.0.77 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4884312 Jun 30 09:32:14.555372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33702) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.612933 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-977cd00d-2b8f-4c97-9cea-92adcf889f34 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] 10.222.0.77 "GET /v2.0/subnetpools/1f3fcf8a-f0b2-4232-8fcb-54b61fe412cd HTTP/1.1" status: 200 len: 732 time: 0.0538685 Jun 30 09:32:14.613654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33704) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.615485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.625763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1fe6e583-23fe-46ee-b5e3-f1b8478b3a5c tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-851789205'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:14.735384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.777135 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e807ffa-5389-4125-8bfb-07e4f978fba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.849672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1261256426-network', 'tenant_id': '9491290afe1f4d38acd0ebfff46bd1ab'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:14.866866 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1fe6e583-23fe-46ee-b5e3-f1b8478b3a5c tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.869410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1fe6e583-23fe-46ee-b5e3-f1b8478b3a5c tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] 10.222.0.77 "PUT /v2.0/subnetpools/1f3fcf8a-f0b2-4232-8fcb-54b61fe412cd HTTP/1.1" status: 200 len: 683 time: 0.2468860 Jun 30 09:32:14.872859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:14.988599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9b350ef-17a1-449f-b9ed-f2c3cdc48b25 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] Notify callbacks [] for subnetpool, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:14.990534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a9b350ef-17a1-449f-b9ed-f2c3cdc48b25 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] 10.222.0.77 "DELETE /v2.0/subnetpools/1f3fcf8a-f0b2-4232-8fcb-54b61fe412cd HTTP/1.1" status: 204 len: 168 time: 0.1149650 Jun 30 09:32:14.997204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.026013 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e807ffa-5389-4125-8bfb-07e4f978fba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.027870 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-5e4f3c44-400c-480b-8296-b7cbe63e320f tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] show failed (client error): The resource could not be found. Jun 30 09:32:15.029195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5e4f3c44-400c-480b-8296-b7cbe63e320f tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] 10.222.0.77 "GET /v2.0/subnetpools/1f3fcf8a-f0b2-4232-8fcb-54b61fe412cd HTTP/1.1" status: 404 len: 346 time: 0.0307982 Jun 30 09:32:15.031970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33722) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.043043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e807ffa-5389-4125-8bfb-07e4f978fba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.051068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.073199 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-22a8e2d0-7745-4c76-b8c2-c7022c649e2c tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] show failed (client error): The resource could not be found. Jun 30 09:32:15.075240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-22a8e2d0-7745-4c76-b8c2-c7022c649e2c tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-5165408 HTTP/1.1" status: 404 len: 323 time: 0.5639381 Jun 30 09:32:15.077882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.082890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-8edc75fb-bb58-41f4-835c-740ed95809a4 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-1233005899') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.083202 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-cf66caf8-f977-4c36-a684-9113fd57a080 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] delete failed (client error): The resource could not be found. Jun 30 09:32:15.090071 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cf66caf8-f977-4c36-a684-9113fd57a080 tempest-SubnetPoolsTestJSON-1844935968 tempest-SubnetPoolsTestJSON-1844935968-project] 10.222.0.77 "DELETE /v2.0/subnetpools/1f3fcf8a-f0b2-4232-8fcb-54b61fe412cd HTTP/1.1" status: 404 len: 346 time: 0.0512755 Jun 30 09:32:15.120242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e807ffa-5389-4125-8bfb-07e4f978fba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ee9ce6-aac5-4165-ac69-28399f1581c9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:15.145270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7e807ffa-5389-4125-8bfb-07e4f978fba1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=89a1f86cab2240298ac7f0e9b981722d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034953 Jun 30 09:32:15.146982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33732) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.149193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Made reservation on behalf of 9491290afe1f4d38acd0ebfff46bd1ab for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:15.152570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.179843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8edc75fb-bb58-41f4-835c-740ed95809a4 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-1233005899 HTTP/1.1" status: 204 len: 168 time: 0.1008642 Jun 30 09:32:15.181709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.186590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-5387d820-da35-458c-a93a-be2c68360558 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-718381941') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.211197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.272943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5387d820-da35-458c-a93a-be2c68360558 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-718381941 HTTP/1.1" status: 204 len: 168 time: 0.0899024 Jun 30 09:32:15.273897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33736) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.275824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-939d8ec7-7d6e-454e-8192-fcb7045857c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.281366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-b7f37608-1122-4341-a9cb-7cb1fc9665c7 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.318401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-939d8ec7-7d6e-454e-8192-fcb7045857c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.327235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1675830720'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:15.420195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b7f37608-1122-4341-a9cb-7cb1fc9665c7 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "DELETE /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags HTTP/1.1" status: 204 len: 168 time: 0.1439328 Jun 30 09:32:15.421130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33738) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.426539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-4109ccb8-52e2-4873-b6e4-c44c33e6f21c tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-1233005899') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.470691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.485281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.520979 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-939d8ec7-7d6e-454e-8192-fcb7045857c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.523569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-939d8ec7-7d6e-454e-8192-fcb7045857c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.527961 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-939d8ec7-7d6e-454e-8192-fcb7045857c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4ee9ce6-aac5-4165-ac69-28399f1581c9 HTTP/1.1" status: 204 len: 168 time: 0.3703954 Jun 30 09:32:15.533604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.537078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:15.543686 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-4109ccb8-52e2-4873-b6e4-c44c33e6f21c tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] show failed (client error): The resource could not be found. Jun 30 09:32:15.544948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6560e77b-a51d-41e2-ab23-b88d663c95ec,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:15.546888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4109ccb8-52e2-4873-b6e4-c44c33e6f21c tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-1233005899 HTTP/1.1" status: 404 len: 326 time: 0.1245849 Jun 30 09:32:15.560712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.561057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.571881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8ec7-7d6e-454e-8192-fcb7045857c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ee9ce6-aac5-4165-ac69-28399f1581c9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:15.583564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.tag.tag_plugin [None req-0c5d646f-1570-478a-8659-592c21e35087 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d', 'tempest-TagsTest-Tag-718381941') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.612399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.612720 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Added segment 9c89ef2e-063f-49fd-ab96-2505711712d5 of type vlan for network da0d1eb0-cee3-44d4-aea6-382bf84c6837 Jun 30 09:32:15.617535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33746) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.742353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.798805 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-0c5d646f-1570-478a-8659-592c21e35087 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] show failed (client error): The resource could not be found. Jun 30 09:32:15.799969 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0c5d646f-1570-478a-8659-592c21e35087 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "GET /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags/tempest-TagsTest-Tag-718381941 HTTP/1.1" status: 404 len: 325 time: 0.2253213 Jun 30 09:32:15.802873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.808608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.tag.tag_plugin [None req-f3c8905c-d0b8-4079-8a40-a423a68bf763 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f889a800-4eb5-485b-825d-ad991626880d') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:15.814756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.815896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:15.816699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.905298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] Pushing event updated for resources: {'Network': ['ID=da0d1eb0-cee3-44d4-aea6-382bf84c6837,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:15.918951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network da0d1eb0-cee3-44d4-aea6-382bf84c6837 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:15.936349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.941225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.947245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f379e40-bc45-4835-8152-5dacfe9fd76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:15.973502 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33758) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:15.973666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6613a4b8-f717-415d-9047-92974e8968bf admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3588309 Jun 30 09:32:15.988605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Request body: {'subnet': {'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1261256426-subnet', 'tenant_id': '9491290afe1f4d38acd0ebfff46bd1ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:16.012222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f3c8905c-d0b8-4079-8a40-a423a68bf763 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "DELETE /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d/tags HTTP/1.1" status: 204 len: 168 time: 0.2082217 Jun 30 09:32:16.016310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33762) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.028961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090df141-0374-4d64-9b4f-dec05027b3ba,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:16.077332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.089371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.120604 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.128897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c955513d-ab93-4720-bbf2-727b8181e2d3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:16.152148 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.309514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.327037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f379e40-bc45-4835-8152-5dacfe9fd76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.328850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f889a800-4eb5-485b-825d-ad991626880d']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:16.337554 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f379e40-bc45-4835-8152-5dacfe9fd76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.340274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.345414 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e56dab25-da91-4e6a-a65f-95d275933b6f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2870653 Jun 30 09:32:16.347129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33774) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.355442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b21000-1eca-4c3e-a47b-e09093b0e389') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:16.355763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b21000-1eca-4c3e-a47b-e09093b0e389') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:16.419095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5f379e40-bc45-4835-8152-5dacfe9fd76d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9140fb979ef446b3ba5fe2e013727f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7995851 Jun 30 09:32:16.426734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-761454bc-b738-4af0-94b0-cfad5763ea2b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0769103 Jun 30 09:32:16.426734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33778) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.427294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.428422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.430330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Made reservation on behalf of 9491290afe1f4d38acd0ebfff46bd1ab for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:16.432613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-security--918811647', 'description': 'tempest-security-description-100498228'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:16.434026 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.492435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f379e40-bc45-4835-8152-5dacfe9fd76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe22f58a-fb39-4463-ae32-14a33b659e89,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:16.494880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.504019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.522783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:16.523297 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:16.527399 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:16.554084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea15f-8c20-4bfe-bdae-ea36eeea41d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.574776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.586704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea15f-8c20-4bfe-bdae-ea36eeea41d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.589972 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.592649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.593887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "PUT /v2.0/security-groups/c955513d-ab93-4720-bbf2-727b8181e2d3 HTTP/1.1" status: 200 len: 1778 time: 0.1657364 Jun 30 09:32:16.597781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33784) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.639809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3380-3c5c-4392-8d53-4caf6f5c8ebf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c955513d-ab93-4720-bbf2-727b8181e2d3,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:16.669139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.674722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea15f-8c20-4bfe-bdae-ea36eeea41d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.677482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cb6ea15f-8c20-4bfe-bdae-ea36eeea41d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.678580 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cb6ea15f-8c20-4bfe-bdae-ea36eeea41d4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fe22f58a-fb39-4463-ae32-14a33b659e89 HTTP/1.1" status: 204 len: 168 time: 0.2527976 Jun 30 09:32:16.686308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ea15f-8c20-4bfe-bdae-ea36eeea41d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe22f58a-fb39-4463-ae32-14a33b659e89,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:16.741220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.746107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] 10.222.0.77 "DELETE /v2.0/networks/f889a800-4eb5-485b-825d-ad991626880d HTTP/1.1" status: 204 len: 168 time: 0.7287672 Jun 30 09:32:16.751085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8311c37-9c52-4eba-aafe-ce67b66f5694 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups/c955513d-ab93-4720-bbf2-727b8181e2d3 HTTP/1.1" status: 200 len: 1778 time: 0.1468394 Jun 30 09:32:16.753835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.765934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692fa8d-f29f-44bf-ac44-48dab6e19825 tempest-TagsTest-1878495396 tempest-TagsTest-1878495396-project] Pushing event deleted for resources: {'Network': ['ID=f889a800-4eb5-485b-825d-ad991626880d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:16.857868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9001c60b-6d04-4112-a546-607ee49e7298 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.890329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9001c60b-6d04-4112-a546-607ee49e7298 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.936160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.962356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9001c60b-6d04-4112-a546-607ee49e7298 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.966084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9001c60b-6d04-4112-a546-607ee49e7298 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:16.967475 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9001c60b-6d04-4112-a546-607ee49e7298 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/c955513d-ab93-4720-bbf2-727b8181e2d3 HTTP/1.1" status: 204 len: 168 time: 0.2124274 Jun 30 09:32:16.977593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:16.997477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001c60b-6d04-4112-a546-607ee49e7298 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955513d-ab93-4720-bbf2-727b8181e2d3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.022366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e68788-c2ed-48af-8e86-d924fed199da,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.032670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Checking segment: {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:17.033269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Network hostable DHCP agents. Network: da0d1eb0-cee3-44d4-aea6-382bf84c6837, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:17.057573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Network da0d1eb0-cee3-44d4-aea6-382bf84c6837 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:17.072952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, da0d1eb0-cee3-44d4-aea6-382bf84c6837) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:17.079565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:17.080625 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.086242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2194d62-1a73-4a8c-9eac-58c9eee4de10 None None] Network da0d1eb0-cee3-44d4-aea6-382bf84c6837 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:17.090010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5058847c-745c-441e-95f5-44728e7f6360 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1068847 Jun 30 09:32:17.096477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.127979 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-bd84bc1c-d6b8-4fe6-8484-d3df0b410cf4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] delete failed (client error): The resource could not be found. Jun 30 09:32:17.129058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bd84bc1c-d6b8-4fe6-8484-d3df0b410cf4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/c955513d-ab93-4720-bbf2-727b8181e2d3 HTTP/1.1" status: 404 len: 347 time: 0.0315883 Jun 30 09:32:17.137129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.141985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--98268811'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:17.151640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c9881af3-b3a2-4765-88bc-1acfdaf3eb69 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1758552 Jun 30 09:32:17.183897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.285858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540b25f7-432e-4334-9d8d-4c5709371442 None None] Network da0d1eb0-cee3-44d4-aea6-382bf84c6837 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:17.291536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.296317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.331590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.335920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33816) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.336529 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1980426 Jun 30 09:32:17.338833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214f2b0-a352-4d65-8aac-97b1e7227dac tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70651171-4312-40d4-afe2-06918e3f5009,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.342696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '70651171-4312-40d4-afe2-06918e3f5009', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:17.408104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.479002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.502736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.511941 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.524273 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.563305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=508fb4bf-f708-4ac1-989f-db331cbe210a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.576148 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.577410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-03d76725-c5d4-4e4e-ac76-bcf0980217fd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2404094 Jun 30 09:32:17.580261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33832) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.610319 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.628408 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd01ea6e-2f05-4ded-8428-b86def2bc39d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.650980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd01ea6e-2f05-4ded-8428-b86def2bc39d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.714632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd01ea6e-2f05-4ded-8428-b86def2bc39d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.723247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd01ea6e-2f05-4ded-8428-b86def2bc39d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.725192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cd01ea6e-2f05-4ded-8428-b86def2bc39d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/508fb4bf-f708-4ac1-989f-db331cbe210a HTTP/1.1" status: 204 len: 168 time: 0.1429148 Jun 30 09:32:17.730662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33836) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.766030 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ddb43a1b-af8e-4e62-8c9e-14c543e7d869 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f93f0ea0658427298133259aa81e31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858551 Jun 30 09:32:17.770067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.792879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd01ea6e-2f05-4ded-8428-b86def2bc39d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=508fb4bf-f708-4ac1-989f-db331cbe210a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.835602 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-baea8831-5cee-42c7-8e05-e4152a073c71 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984948 Jun 30 09:32:17.836262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.875040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33842) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:17.890974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7c21ab-5adb-4857-9d25-5989b5f214df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.914869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7c21ab-5adb-4857-9d25-5989b5f214df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.969826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7c21ab-5adb-4857-9d25-5989b5f214df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.973440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d7c21ab-5adb-4857-9d25-5989b5f214df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:17.974940 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4d7c21ab-5adb-4857-9d25-5989b5f214df admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63856739-5ff5-4b13-8ab1-062750928d6b HTTP/1.1" status: 204 len: 168 time: 0.1903646 Jun 30 09:32:17.986385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c21ab-5adb-4857-9d25-5989b5f214df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63856739-5ff5-4b13-8ab1-062750928d6b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:17.997313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90165dc1-9dee-48dc-98c7-abbc8ff475c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.026352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90165dc1-9dee-48dc-98c7-abbc8ff475c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.098969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90165dc1-9dee-48dc-98c7-abbc8ff475c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.102233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-90165dc1-9dee-48dc-98c7-abbc8ff475c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.106659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-90165dc1-9dee-48dc-98c7-abbc8ff475c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/70651171-4312-40d4-afe2-06918e3f5009 HTTP/1.1" status: 204 len: 168 time: 0.2670593 Jun 30 09:32:18.107448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.124500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90165dc1-9dee-48dc-98c7-abbc8ff475c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70651171-4312-40d4-afe2-06918e3f5009,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:18.178572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-864605300', 'router:external': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:18.229944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Made reservation on behalf of e7acdb6ffa5f4270ad8223f3d3bacc6c for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:18.232574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.253707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.293103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33864) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.293293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c164c544-b99b-4846-8f94-fd6becab32b9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822202 Jun 30 09:32:18.296829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--19374381'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:18.397709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.414097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.434552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.482965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:32:18.493653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da03c34-a4de-4dcd-9557-dad7bb21821d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:18.514739 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.515098 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Added segment ac9c61c8-3647-4a84-a759-29388f502b9f of type vlan for network 4dd59827-59b7-46b7-8bb2-dc990523404d Jun 30 09:32:18.603902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.607528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.621640 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.686651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.687948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:18.688705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.692144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.699694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4073186 Jun 30 09:32:18.702820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.732563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '504c8b6a-e028-495f-88ea-4cf270643deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:18.747431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8702748 Jun 30 09:32:18.752557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33888) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:18.758449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'subnet': {'network_id': '4dd59827-59b7-46b7-8bb2-dc990523404d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:18.764934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff736d6d-0d6b-4a20-b46f-95875704655c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504c8b6a-e028-495f-88ea-4cf270643deb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:18.834815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5777d8-e13d-4f9b-9d50-182fce3eece4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Network': ['ID=4dd59827-59b7-46b7-8bb2-dc990523404d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:18.845930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4dd59827-59b7-46b7-8bb2-dc990523404d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:32:18.858159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:18.909257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Made reservation on behalf of e7acdb6ffa5f4270ad8223f3d3bacc6c for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:18.911937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.116623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.127427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.157678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69721c1b-907f-445d-b823-6a88bcae79de,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:19.183721 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.188198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9395c9fb-f82c-4d62-ab16-0699e99684bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4769678 Jun 30 09:32:19.188828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:19.194595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '504c8b6a-e028-495f-88ea-4cf270643deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:19.299176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.497769 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.508983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.563266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515e53c6-72a6-4421-aadf-fe230cbe8cc9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:19.584908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.591144 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-80d574d9-78af-4cfc-99c7-f9d878e2de19 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3989148 Jun 30 09:32:19.592118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33950) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:19.600566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '504c8b6a-e028-495f-88ea-4cf270643deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:19.645196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.749082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.objects.ports [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93725) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:32:19.752604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.754455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.764400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.808585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b46c0333-65be-4183-9c94-bd836f317c4a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:19.827363 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.828857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f5ea7591-f8b1-4972-a177-52fd6ceecbb8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2341201 Jun 30 09:32:19.831863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 33960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:19.839963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '504c8b6a-e028-495f-88ea-4cf270643deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:19.866306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23350113-8fa9-460d-9bb5-2277b6d153eb,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:19.877286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.909465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Checking segment: {'id': 'ac9c61c8-3647-4a84-a759-29388f502b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4dd59827-59b7-46b7-8bb2-dc990523404d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:19.910583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network hostable DHCP agents. Network: 4dd59827-59b7-46b7-8bb2-dc990523404d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:32:19.936526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4dd59827-59b7-46b7-8bb2-dc990523404d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:32:19.953648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4dd59827-59b7-46b7-8bb2-dc990523404d) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:19.967284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d05d6-e082-4e27-9221-528b62869bc9 None None] Network 4dd59827-59b7-46b7-8bb2-dc990523404d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:19.968372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.974576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:19.975231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:19.980002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.014384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.020847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-303dfc21-4e1b-4ee1-892d-f21506fe26f4 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2668169 Jun 30 09:32:20.021503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33966) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.027613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1224956603', 'network_id': '4dd59827-59b7-46b7-8bb2-dc990523404d'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:20.032263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1982374 Jun 30 09:32:20.033007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7d441-587b-4fe4-825e-3b1e02048aeb tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8db20b-ef31-4cd7-8d59-e022379cee21,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.035255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 33970) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.046893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '504c8b6a-e028-495f-88ea-4cf270643deb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:20.071380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Made reservation on behalf of e7acdb6ffa5f4270ad8223f3d3bacc6c for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:32:20.074703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.108326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] device_id is not set on port 70f73e41-3b51-4c45-a059-0d6c66562acc yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:32:20.178459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59920ef3-45fe-42af-9c6e-61a83f477c61 None None] Network 4dd59827-59b7-46b7-8bb2-dc990523404d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:32:20.182955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.341776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.356614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.367640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Allocated IP 172.20.0.2 (4dd59827-59b7-46b7-8bb2-dc990523404d/23350113-8fa9-460d-9bb5-2277b6d153eb/70f73e41-3b51-4c45-a059-0d6c66562acc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:20.389663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681cc8dc-5876-4b0f-ac44-01f54d017639,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.401767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.406035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.406573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8a55980b-4d31-4bfa-ba8f-794f5d77e5e8 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3678877 Jun 30 09:32:20.493787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4296314e-f24c-4310-90df-9def66d950c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.515733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4296314e-f24c-4310-90df-9def66d950c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.564314 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.608778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4296314e-f24c-4310-90df-9def66d950c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.625189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4296314e-f24c-4310-90df-9def66d950c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.632311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.634428 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4296314e-f24c-4310-90df-9def66d950c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/681cc8dc-5876-4b0f-ac44-01f54d017639 HTTP/1.1" status: 204 len: 168 time: 0.2259002 Jun 30 09:32:20.637019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34020) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.688739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296314e-f24c-4310-90df-9def66d950c3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=681cc8dc-5876-4b0f-ac44-01f54d017639,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.693702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Port': ['ID=70f73e41-3b51-4c45-a059-0d6c66562acc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:20.749449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4dd59827-59b7-46b7-8bb2-dc990523404d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:20.757416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:20.760786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:20.804252 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-69629995-fbf7-479a-8e8d-f5197c2fef33 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1644850 Jun 30 09:32:20.809633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:20.863797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:20.864983 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.878553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f347485-933d-46c8-8a7e-0efc565e0892 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.897715 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f347485-933d-46c8-8a7e-0efc565e0892 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:20.936704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d64b3c2c-c906-4fad-9a4c-d95f0c78dfb8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9119852 Jun 30 09:32:20.939632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.085619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f347485-933d-46c8-8a7e-0efc565e0892 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.114628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7f347485-933d-46c8-8a7e-0efc565e0892 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.115818 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7f347485-933d-46c8-8a7e-0efc565e0892 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/bc8db20b-ef31-4cd7-8d59-e022379cee21 HTTP/1.1" status: 204 len: 168 time: 0.3051088 Jun 30 09:32:21.126000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34032) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.159560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f347485-933d-46c8-8a7e-0efc565e0892 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc8db20b-ef31-4cd7-8d59-e022379cee21,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.241497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Deleting port 70f73e41-3b51-4c45-a059-0d6c66562acc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:21.241842 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.294628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34038) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.303776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f859c33b-ff33-4f0b-9574-1190633c6759 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1748264 Jun 30 09:32:21.312729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34042) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.367773 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d6054d-8b94-48db-8b00-64decb0764a3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.377026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d6054d-8b94-48db-8b00-64decb0764a3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.415417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d6054d-8b94-48db-8b00-64decb0764a3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.423400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77d6054d-8b94-48db-8b00-64decb0764a3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.424491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77d6054d-8b94-48db-8b00-64decb0764a3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/b46c0333-65be-4183-9c94-bd836f317c4a HTTP/1.1" status: 204 len: 168 time: 0.1108043 Jun 30 09:32:21.427667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34044) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.448782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6054d-8b94-48db-8b00-64decb0764a3 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b46c0333-65be-4183-9c94-bd836f317c4a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.468269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.496026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Calling delete_port for 70f73e41-3b51-4c45-a059-0d6c66562acc owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:21.499471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073831a5-79a5-4678-b50e-b467a850ac69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.547293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-99903aa3-b04c-4b14-ab99-1c788e02692f tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1147203 Jun 30 09:32:21.550729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34046) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.598089 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68ec4707-8a01-41a3-9733-4ffc65d6e0bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.607578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68ec4707-8a01-41a3-9733-4ffc65d6e0bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.651290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68ec4707-8a01-41a3-9733-4ffc65d6e0bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.674552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-68ec4707-8a01-41a3-9733-4ffc65d6e0bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.678408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68ec4707-8a01-41a3-9733-4ffc65d6e0bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/515e53c6-72a6-4421-aadf-fe230cbe8cc9 HTTP/1.1" status: 204 len: 168 time: 0.1238415 Jun 30 09:32:21.683603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34054) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.694558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ec4707-8a01-41a3-9733-4ffc65d6e0bf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=515e53c6-72a6-4421-aadf-fe230cbe8cc9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.729682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073831a5-79a5-4678-b50e-b467a850ac69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.738958 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-073831a5-79a5-4678-b50e-b467a850ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.759821 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.810097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-138e3613-5a09-4321-a00b-37ffad625490 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1024783 Jun 30 09:32:21.810697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event deleted for resources: {'Port': ['ID=70f73e41-3b51-4c45-a059-0d6c66562acc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.810809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34058) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.818481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073831a5-79a5-4678-b50e-b467a850ac69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d50636-1064-4268-bac4-1ea1d20e2d4e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:21.843638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-073831a5-79a5-4678-b50e-b467a850ac69 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b08bf27f76849c0a3dd39fcddb91721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5480266 Jun 30 09:32:21.848898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34060) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.884392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-163b759b-90bd-448c-bf6c-223656498ab9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.912405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.916570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f50670fe-bbc9-4d87-95c4-0d2f04a0b8e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/ports/70f73e41-3b51-4c45-a059-0d6c66562acc HTTP/1.1" status: 204 len: 168 time: 0.9751692 Jun 30 09:32:21.919105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:21.925124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4dd59827-59b7-46b7-8bb2-dc990523404d', 'external_fixed_ips': [{'subnet_id': '23350113-8fa9-460d-9bb5-2277b6d153eb', 'ip_address': '172.20.0.2'}]}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:21.929142 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-163b759b-90bd-448c-bf6c-223656498ab9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.960227 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:21.961420 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.004711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2181185-fb9c-4cfb-83d6-7187218334af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.013303 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-163b759b-90bd-448c-bf6c-223656498ab9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.030898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.032363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-163b759b-90bd-448c-bf6c-223656498ab9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.033790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-163b759b-90bd-448c-bf6c-223656498ab9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/69721c1b-907f-445d-b823-6a88bcae79de HTTP/1.1" status: 204 len: 168 time: 0.2218454 Jun 30 09:32:22.036465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b759b-90bd-448c-bf6c-223656498ab9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69721c1b-907f-445d-b823-6a88bcae79de,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.050912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2181185-fb9c-4cfb-83d6-7187218334af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.056890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34070) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.137672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2181185-fb9c-4cfb-83d6-7187218334af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.137672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2181185-fb9c-4cfb-83d6-7187218334af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.137672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2181185-fb9c-4cfb-83d6-7187218334af admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14d50636-1064-4268-bac4-1ea1d20e2d4e HTTP/1.1" status: 204 len: 168 time: 0.2825208 Jun 30 09:32:22.158442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181185-fb9c-4cfb-83d6-7187218334af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d50636-1064-4268-bac4-1ea1d20e2d4e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.240634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2f044e84-6ec4-4293-a5b1-919a6ff24503 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1823540 Jun 30 09:32:22.244025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34080) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.536661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.552847 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e8cfdb-72c5-4e35-8251-6e5f5916aa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.688267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e8cfdb-72c5-4e35-8251-6e5f5916aa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.698349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7e8cfdb-72c5-4e35-8251-6e5f5916aa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.737430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b7e8cfdb-72c5-4e35-8251-6e5f5916aa01 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=dc2824e548564270ae8562d4473c1eea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993127 Jun 30 09:32:22.766785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34090) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:22.766951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.818914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8cfdb-72c5-4e35-8251-6e5f5916aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb77f87-e88b-4166-9eb4-9d86833489da,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:22.836289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-091ad7bb-177a-4421-9641-7b9e9f3301e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.867214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-091ad7bb-177a-4421-9641-7b9e9f3301e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.886902 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9342543-a7bb-4633-9233-e528b6402e08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.929208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9342543-a7bb-4633-9233-e528b6402e08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.936352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-091ad7bb-177a-4421-9641-7b9e9f3301e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.945890 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-091ad7bb-177a-4421-9641-7b9e9f3301e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:22.949536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-091ad7bb-177a-4421-9641-7b9e9f3301e7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9bb77f87-e88b-4166-9eb4-9d86833489da HTTP/1.1" status: 204 len: 168 time: 0.2058699 Jun 30 09:32:22.975842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ad7bb-177a-4421-9641-7b9e9f3301e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb77f87-e88b-4166-9eb4-9d86833489da,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.025861 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9342543-a7bb-4633-9233-e528b6402e08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.029567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e9342543-a7bb-4633-9233-e528b6402e08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.031734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e9342543-a7bb-4633-9233-e528b6402e08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/504c8b6a-e028-495f-88ea-4cf270643deb HTTP/1.1" status: 204 len: 168 time: 0.7863522 Jun 30 09:32:23.034362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34100) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.079219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9342543-a7bb-4633-9233-e528b6402e08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504c8b6a-e028-495f-88ea-4cf270643deb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.208188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dbe15fe2-5117-4021-aeca-94a76f29ffa2 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1723096 Jun 30 09:32:23.212955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34106) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.222960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--157762771'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:23.247975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.421104 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.432005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.467499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.487732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.504243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d075fe9a-7225-45e4-87fd-9d98a33afe28,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.546476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.548050 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4dd28fc1-d52a-4dc4-9234-073a71ac82ec tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3338194 Jun 30 09:32:23.550887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34118) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.556961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': 'd075fe9a-7225-45e4-87fd-9d98a33afe28', 'direction': 'ingress', 'protocol': 17}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:23.628507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.744884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.751981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.787783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212f3bf5-7731-49b4-a268-93885edc0407,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:23.804097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Allocated IP 172.20.0.2 (4dd59827-59b7-46b7-8bb2-dc990523404d/23350113-8fa9-460d-9bb5-2277b6d153eb/573630e3-5df6-44ad-95e6-8e22237383dd) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:23.806938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.812757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:23.814054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4054569-af61-4ae3-85c3-71249aba44a7 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2619424 Jun 30 09:32:23.948227 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4872f098-710b-4c1b-8989-5c7cfc0db7a5 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:23.996950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4872f098-710b-4c1b-8989-5c7cfc0db7a5 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.031519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.123929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4872f098-710b-4c1b-8989-5c7cfc0db7a5 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.127894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4872f098-710b-4c1b-8989-5c7cfc0db7a5 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.130204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4872f098-710b-4c1b-8989-5c7cfc0db7a5 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/d075fe9a-7225-45e4-87fd-9d98a33afe28 HTTP/1.1" status: 204 len: 168 time: 0.3133056 Jun 30 09:32:24.132678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34144) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.156804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.202279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872f098-710b-4c1b-8989-5c7cfc0db7a5 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d075fe9a-7225-45e4-87fd-9d98a33afe28,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.271102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4dd59827-59b7-46b7-8bb2-dc990523404d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:24.275143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:24.283903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:24.284747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d457e6de-0f56-438f-94c1-a2a22ecce417 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1429396 Jun 30 09:32:24.284747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34150) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.293088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--719478459'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:24.354734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.386177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Port': ['ID=573630e3-5df6-44ad-95e6-8e22237383dd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.521216 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.528785 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.614443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.618603 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3302844 Jun 30 09:32:24.622501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34158) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.627345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--1279433147'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:24.637728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6ecdb-6d1a-48b1-aa3f-5f54250138d9 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24b6d4-11eb-4073-b3ca-cb770cfeb819,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.677154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.734724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.807966 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.817082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.864080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:24.865294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2417247 Jun 30 09:32:24.869110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34160) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:24.874958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': 'ed24b6d4-11eb-4073-b3ca-cb770cfeb819', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '94fe8239-382d-421f-a50a-0fc408d3f226', 'remote_ip_prefix': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:24.904405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bba26-dd5b-4bf9-a7bb-13cd79711273 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe8239-382d-421f-a50a-0fc408d3f226,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:24.935818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.095401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.099120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.102244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.124722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ebb45ca-f040-47b4-9792-cad1d6cc5adc,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.140953 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.144723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-610b3ace-338b-4722-a6b5-076893fc7cbf tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2746584 Jun 30 09:32:25.147117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34170) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.189593 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8c62e6c-aa2d-459f-b7ab-b97f4bbf6ac1 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.199447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8c62e6c-aa2d-459f-b7ab-b97f4bbf6ac1 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.253234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8c62e6c-aa2d-459f-b7ab-b97f4bbf6ac1 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.261348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8c62e6c-aa2d-459f-b7ab-b97f4bbf6ac1 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.270958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8c62e6c-aa2d-459f-b7ab-b97f4bbf6ac1 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/2ebb45ca-f040-47b4-9792-cad1d6cc5adc HTTP/1.1" status: 204 len: 168 time: 0.1137524 Jun 30 09:32:25.273130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34178) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.299993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c62e6c-aa2d-459f-b7ab-b97f4bbf6ac1 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ebb45ca-f040-47b4-9792-cad1d6cc5adc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.371988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fe61756d-5717-4231-a079-84144eec8a0e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0767341 Jun 30 09:32:25.372630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34186) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.435681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Router 2a464130-332e-493c-9014-d1bf88ec0025 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:25.525209 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3eeef152-f83c-4ccd-98c9-5a2e8239fd45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.563763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3eeef152-f83c-4ccd-98c9-5a2e8239fd45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.642662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3eeef152-f83c-4ccd-98c9-5a2e8239fd45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.646002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3eeef152-f83c-4ccd-98c9-5a2e8239fd45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.647460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3eeef152-f83c-4ccd-98c9-5a2e8239fd45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/94fe8239-382d-421f-a50a-0fc408d3f226 HTTP/1.1" status: 204 len: 168 time: 0.2738400 Jun 30 09:32:25.653224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34194) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.671928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeef152-f83c-4ccd-98c9-5a2e8239fd45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe8239-382d-421f-a50a-0fc408d3f226,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:25.739199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:25.754433 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Sync routers for ids ['2a464130-332e-493c-9014-d1bf88ec0025'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:25.761487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:25.763708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f90ef38f-fd27-4453-87be-6c2e0aa2dece tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8436418 Jun 30 09:32:25.766439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34196) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.772877 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Routers {'2a464130-332e-493c-9014-d1bf88ec0025'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:25.773602 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2a464130-332e-493c-9014-d1bf88ec0025'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:25.822848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f11e3b6d-7acd-4a70-85e2-94adc27e0e52 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1659548 Jun 30 09:32:25.823847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34198) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:25.957808 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e729f13-726e-4e9e-852e-0c4d64e0223c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.015368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e729f13-726e-4e9e-852e-0c4d64e0223c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.026196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.080308 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Set router 2a464130-332e-493c-9014-d1bf88ec0025 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:26.130687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e729f13-726e-4e9e-852e-0c4d64e0223c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.134280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3e729f13-726e-4e9e-852e-0c4d64e0223c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.138561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3e729f13-726e-4e9e-852e-0c4d64e0223c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/ed24b6d4-11eb-4073-b3ca-cb770cfeb819 HTTP/1.1" status: 204 len: 168 time: 0.3128941 Jun 30 09:32:26.139629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.165417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e729f13-726e-4e9e-852e-0c4d64e0223c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24b6d4-11eb-4073-b3ca-cb770cfeb819,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.168807 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.263269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.266291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e498edea-364d-45c2-985d-e5acd2f111ed tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210563 Jun 30 09:32:26.279074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--682771368'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:26.332878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Deleting port 573630e3-5df6-44ad-95e6-8e22237383dd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:26.333746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.415616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.551537 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a464130-332e-493c-9014-d1bf88ec0025', 'name': '', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4dd59827-59b7-46b7-8bb2-dc990523404d', 'external_fixed_ips': [{'subnet_id': '23350113-8fa9-460d-9bb5-2277b6d153eb', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '573630e3-5df6-44ad-95e6-8e22237383dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:21Z', 'updated_at': '2021-06-30T09:32:24Z', 'revision_number': 3, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port': {'id': '573630e3-5df6-44ad-95e6-8e22237383dd', 'name': '', 'network_id': '4dd59827-59b7-46b7-8bb2-dc990523404d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:3e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a464130-332e-493c-9014-d1bf88ec0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '23350113-8fa9-460d-9bb5-2277b6d153eb', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:23Z', 'updated_at': '2021-06-30T09:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23350113-8fa9-460d-9bb5-2277b6d153eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:26.562211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.616788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Calling delete_port for 573630e3-5df6-44ad-95e6-8e22237383dd owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:26.679284 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Checking router: 2a464130-332e-493c-9014-d1bf88ec0025 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:26.680829 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Updating router 2a464130-332e-493c-9014-d1bf88ec0025 port 573630e3-5df6-44ad-95e6-8e22237383dd binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:26.810501 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.819222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.835503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.875874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:26.877135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6041267 Jun 30 09:32:26.880407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34230) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:26.883425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48e199-e054-4973-9cde-79a69b722d5a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c8fed8-7f5d-498c-bb2d-c672311f1339,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:26.887738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': '19c8fed8-7f5d-498c-bb2d-c672311f1339', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:26.983261 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.142684 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.181931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.191940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.249714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa491e4e-0f69-450d-94ac-737de2f6249f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.268041 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.279246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-538cd13b-1b94-41c9-a315-63492717761d tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3976560 Jun 30 09:32:27.281077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34242) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.338744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event deleted for resources: {'Port': ['ID=573630e3-5df6-44ad-95e6-8e22237383dd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.348802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c27ecd48-0986-4e65-8f69-2a8c3a36042e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.369528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c27ecd48-0986-4e65-8f69-2a8c3a36042e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.429225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.429622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c27ecd48-0986-4e65-8f69-2a8c3a36042e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.438851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c27ecd48-0986-4e65-8f69-2a8c3a36042e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.442739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c27ecd48-0986-4e65-8f69-2a8c3a36042e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/aa491e4e-0f69-450d-94ac-737de2f6249f HTTP/1.1" status: 204 len: 168 time: 0.1580544 Jun 30 09:32:27.443340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34246) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.466446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ecd48-0986-4e65-8f69-2a8c3a36042e tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aa491e4e-0f69-450d-94ac-737de2f6249f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.508379 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.db.api [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:27.509602 n-d-780147-22 neutron-server[93727]: DEBUG oslo_db.api [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:27.531899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6581ada2-3269-4a01-98fa-8f23df99a891 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0782521 Jun 30 09:32:27.532147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.642120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.644497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.668924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-025147b0-d06d-429d-b529-580a9da0a92a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.727949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-025147b0-d06d-429d-b529-580a9da0a92a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.751710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.752315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a464130-332e-493c-9014-d1bf88ec0025 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:27.762852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.763310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f5d676a5-3983-4797-afda-adf4f25d0497 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/routers/2a464130-332e-493c-9014-d1bf88ec0025 HTTP/1.1" status: 204 len: 168 time: 1.9949169 Jun 30 09:32:27.768201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34256) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.810212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-025147b0-d06d-429d-b529-580a9da0a92a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.814715 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-025147b0-d06d-429d-b529-580a9da0a92a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.817612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-025147b0-d06d-429d-b529-580a9da0a92a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/19c8fed8-7f5d-498c-bb2d-c672311f1339 HTTP/1.1" status: 204 len: 168 time: 0.2836702 Jun 30 09:32:27.821976 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34260) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.833820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025147b0-d06d-429d-b529-580a9da0a92a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c8fed8-7f5d-498c-bb2d-c672311f1339,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:27.903869 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ce74daa6-d32e-4494-9ff6-6b968257b32a tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0805235 Jun 30 09:32:27.907653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Deleting subnet 23350113-8fa9-460d-9bb5-2277b6d153eb {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:32:27.908045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34264) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:27.910398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.912942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group': {'name': 'tempest-secgroup--387148490'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:27.979967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:27.983525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.043074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.062728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Port 573630e3-5df6-44ad-95e6-8e22237383dd not found while updating agent binding for router 2a464130-332e-493c-9014-d1bf88ec0025. {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 30 09:32:28.096323 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Routers set() bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:28.096834 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Router IDs set() for agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:32:28.097605 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_agentschedulers_db [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2a464130-332e-493c-9014-d1bf88ec0025'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent'). {{(pid=93727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:32:28.099189 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff70d29-05c0-4eb9-bc90-0a4df0dd4771 None None] The sync data for ids ['2a464130-332e-493c-9014-d1bf88ec0025'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:28.144579 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.219564 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.238628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.281029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.285255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3760941 Jun 30 09:32:28.291325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.297637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': 'f8f441c3-c62c-4833-b304-0c0aae1098f3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:28.309029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23350113-8fa9-460d-9bb5-2277b6d153eb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.322114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.328999 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a891e2f0-3bd7-4719-873a-c29cdc874e86 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/subnets/23350113-8fa9-460d-9bb5-2277b6d153eb HTTP/1.1" status: 204 len: 168 time: 0.5571351 Jun 30 09:32:28.330247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.385609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5ec22-e9e2-4096-8197-452a7e06ec45 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f441c3-c62c-4833-b304-0c0aae1098f3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.439149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.452988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.580065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.580667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.587992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.625607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd59827-59b7-46b7-8bb2-dc990523404d']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.632072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ee170b-facb-4c4d-b6a5-38a25a1649f3,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.645494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.647001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-26e39b00-8802-4428-9c4f-04308e18179c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3546538 Jun 30 09:32:28.650795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34298) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.690333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac9c61c8-3647-4a84-a759-29388f502b9f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.691073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac9c61c8-3647-4a84-a759-29388f502b9f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:28.707066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.720226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-19f55494-b9e3-4852-b870-c74eb1794a83 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules/85ee170b-facb-4c4d-b6a5-38a25a1649f3 HTTP/1.1" status: 200 len: 763 time: 0.0658400 Jun 30 09:32:28.724061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.743636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.783367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:32:28.783937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:32:28.788014 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:32:28.825663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8c9f0c95-4eb2-45e3-adb5-0dbf18457039 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0962389 Jun 30 09:32:28.849818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34308) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:28.904425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9620dfc6-ceea-4168-aa2f-8b51578ed97b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.915511 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9620dfc6-ceea-4168-aa2f-8b51578ed97b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.917526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.935721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4dd59827-59b7-46b7-8bb2-dc990523404d {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 30 09:32:28.974575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.974575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/networks/4dd59827-59b7-46b7-8bb2-dc990523404d HTTP/1.1" status: 204 len: 168 time: 0.6364143 Jun 30 09:32:28.977364 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9620dfc6-ceea-4168-aa2f-8b51578ed97b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.989788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9620dfc6-ceea-4168-aa2f-8b51578ed97b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:28.991608 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9620dfc6-ceea-4168-aa2f-8b51578ed97b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/85ee170b-facb-4c4d-b6a5-38a25a1649f3 HTTP/1.1" status: 204 len: 168 time: 0.1402726 Jun 30 09:32:28.994288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620dfc6-ceea-4168-aa2f-8b51578ed97b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85ee170b-facb-4c4d-b6a5-38a25a1649f3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:28.998763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34316) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.005817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd8ae4e-2112-4c6f-9977-673f48660cd8 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event deleted for resources: {'Network': ['ID=4dd59827-59b7-46b7-8bb2-dc990523404d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.117563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3aadbaf5-dec6-4e77-8b98-61e23721dc40 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1174324 Jun 30 09:32:29.125848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34318) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.126320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': 'f8f441c3-c62c-4833-b304-0c0aae1098f3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:29.205417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.323524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.464856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.472566 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.533458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03520aa-4934-4a0b-a332-b4128f8db4e4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:29.541392 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.544913 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5dd3009-cfc3-498f-8300-1196ff0613d4 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4226885 Jun 30 09:32:29.545709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.590261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2b35ed6-cc06-4143-8e98-8d116bc6fafd tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules/d03520aa-4934-4a0b-a332-b4128f8db4e4 HTTP/1.1" status: 200 len: 763 time: 0.0405586 Jun 30 09:32:29.590985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34334) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.657113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34336) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.662026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'name': 'tempest-router--936380608', 'project_id': 'a58325629a5b43c1bbb06fd0d0fb2249'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:29.697203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.701048 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.781088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f51d50e4-3431-429f-8dc5-371d709a8e4b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1886630 Jun 30 09:32:29.784951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.835326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18ccd7fc-9ab7-4640-a9f4-b223b44827c6 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.854490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.857583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18ccd7fc-9ab7-4640-a9f4-b223b44827c6 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.859768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.879921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.881123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e4170f14-46a5-45f0-a110-8fd39c311058 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2225554 Jun 30 09:32:29.883966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34344) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:29.934850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18ccd7fc-9ab7-4640-a9f4-b223b44827c6 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.949316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18ccd7fc-9ab7-4640-a9f4-b223b44827c6 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:29.957651 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-18ccd7fc-9ab7-4640-a9f4-b223b44827c6 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/d03520aa-4934-4a0b-a332-b4128f8db4e4 HTTP/1.1" status: 204 len: 168 time: 0.1682601 Jun 30 09:32:29.960511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.011406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ccd7fc-9ab7-4640-a9f4-b223b44827c6 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d03520aa-4934-4a0b-a332-b4128f8db4e4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.092996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aecf82e0-8e95-425c-874c-45fcc2810a08 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1283650 Jun 30 09:32:30.093263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.101512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Request body: {'security_group_rule': {'security_group_id': 'f8f441c3-c62c-4833-b304-0c0aae1098f3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:30.112716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.171805 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.400022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.408610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.417891 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.424258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.453147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f30031-e57e-4507-bdd6-9ce1b9699c7c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.465737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.469556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a949d950-4215-497e-8921-ccc3c3ba5372 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3709483 Jun 30 09:32:30.469904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34366) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.526951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e9c0ae0d-46a8-4caa-9ea5-07e9de0c8411 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules/37f30031-e57e-4507-bdd6-9ce1b9699c7c HTTP/1.1" status: 200 len: 764 time: 0.0524895 Jun 30 09:32:30.535435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.547828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.548537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ee5d645-9d0b-46b6-b03b-2afa7e11a0ed {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:30.554907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.557119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c58802db-7344-4c7b-b681-08b6134cc312 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/routers/3ee5d645-9d0b-46b6-b03b-2afa7e11a0ed HTTP/1.1" status: 204 len: 168 time: 0.6716926 Jun 30 09:32:30.694270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eab54585-1b66-4976-a710-45f991db1898 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1573815 Jun 30 09:32:30.697106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34376) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.793817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5109146a-bf72-4b91-a3c5-8953a03fa861 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.818162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5109146a-bf72-4b91-a3c5-8953a03fa861 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.874433 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5109146a-bf72-4b91-a3c5-8953a03fa861 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.906304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5109146a-bf72-4b91-a3c5-8953a03fa861 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:30.908296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5109146a-bf72-4b91-a3c5-8953a03fa861 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-group-rules/37f30031-e57e-4507-bdd6-9ce1b9699c7c HTTP/1.1" status: 204 len: 168 time: 0.2100413 Jun 30 09:32:30.909246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109146a-bf72-4b91-a3c5-8953a03fa861 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37f30031-e57e-4507-bdd6-9ce1b9699c7c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:30.911102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.931704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34382) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:30.983469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-64565d15-5950-4dfb-a2cb-eb6057ee349c tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0711448 Jun 30 09:32:30.987253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.074667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34392) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.184806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e08788d1-95f5-42ad-b9d6-09b5f829d64b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.231197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e08788d1-95f5-42ad-b9d6-09b5f829d64b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.261654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f44a0c08-0f14-4108-88f3-6f6c977c5d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.327532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e08788d1-95f5-42ad-b9d6-09b5f829d64b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.338067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e08788d1-95f5-42ad-b9d6-09b5f829d64b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.341510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e08788d1-95f5-42ad-b9d6-09b5f829d64b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "DELETE /v2.0/security-groups/f8f441c3-c62c-4833-b304-0c0aae1098f3 HTTP/1.1" status: 204 len: 168 time: 0.3520637 Jun 30 09:32:31.362816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.373426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08788d1-95f5-42ad-b9d6-09b5f829d64b tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f441c3-c62c-4833-b304-0c0aae1098f3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.423283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f44a0c08-0f14-4108-88f3-6f6c977c5d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.436378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1225809687', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:31.442625 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f44a0c08-0f14-4108-88f3-6f6c977c5d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.475392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a0c08-0f14-4108-88f3-6f6c977c5d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05730c2-f7a1-4963-bca2-42d10ad769ff,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:31.487434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e3b0f85d-0dc7-4d96-98f7-6c987b8bd533 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1225808 Jun 30 09:32:31.507928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f44a0c08-0f14-4108-88f3-6f6c977c5d2f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f01db93b4a6425987342746e5d10d13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301906 Jun 30 09:32:31.510688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.511192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:31.514281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.515991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.642251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.678544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cde9aaed-5be5-4e68-8e5c-796982d83bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.699354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7deca68c-9391-4b2e-a132-80c371c71645 tempest-SecGroupTest-124514799 tempest-SecGroupTest-124514799-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1777079 Jun 30 09:32:31.793053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cde9aaed-5be5-4e68-8e5c-796982d83bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.898118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.904317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cde9aaed-5be5-4e68-8e5c-796982d83bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.908992 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cde9aaed-5be5-4e68-8e5c-796982d83bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:31.913791 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cde9aaed-5be5-4e68-8e5c-796982d83bd1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e05730c2-f7a1-4963-bca2-42d10ad769ff HTTP/1.1" status: 204 len: 168 time: 0.3918729 Jun 30 09:32:31.978043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9aaed-5be5-4e68-8e5c-796982d83bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05730c2-f7a1-4963-bca2-42d10ad769ff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.024165 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:32:32.111336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34422) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.278507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.325687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.544301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Allocated IP 172.25.7.119 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/f108c400-845c-4c06-973d-bdc93364fd75) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:32.731094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.770345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-120f35a4-c0bb-4ea2-8f2e-80db203bdc38 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=aef9e92020744c50b0725212bf623680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6576550 Jun 30 09:32:32.773315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.839703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.863990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34444) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:32.887193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ef619a3-9da5-4a84-bf39-1746883ce7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.910138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5730d389-8023-458c-9acd-e4ddcdb5dd0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:32.921998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event updated for resources: {'Port': ['ID=f108c400-845c-4c06-973d-bdc93364fd75,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:32.947405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:32.949579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:32.958371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:33.014205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ef619a3-9da5-4a84-bf39-1746883ce7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.293076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ef619a3-9da5-4a84-bf39-1746883ce7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.296361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ef619a3-9da5-4a84-bf39-1746883ce7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.310092 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9ef619a3-9da5-4a84-bf39-1746883ce7b9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/090df141-0374-4d64-9b4f-dec05027b3ba HTTP/1.1" status: 204 len: 168 time: 0.5260391 Jun 30 09:32:33.340602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef619a3-9da5-4a84-bf39-1746883ce7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090df141-0374-4d64-9b4f-dec05027b3ba,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.353354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5730d389-8023-458c-9acd-e4ddcdb5dd0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.359529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5730d389-8023-458c-9acd-e4ddcdb5dd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.432552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5730d389-8023-458c-9acd-e4ddcdb5dd0f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2c0b50fbc81542638c27077def8dc747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548060 Jun 30 09:32:33.433601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:33.506989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5730d389-8023-458c-9acd-e4ddcdb5dd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a61424-85f9-48b3-bf86-91d551f0086a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:33.583503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff66ed5-28a3-482a-a9ad-e8047f4d1d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.649155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.667590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff66ed5-28a3-482a-a9ad-e8047f4d1d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.794418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff66ed5-28a3-482a-a9ad-e8047f4d1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.797312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ff66ed5-28a3-482a-a9ad-e8047f4d1d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:33.802157 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6ff66ed5-28a3-482a-a9ad-e8047f4d1d8e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e3a61424-85f9-48b3-bf86-91d551f0086a HTTP/1.1" status: 204 len: 168 time: 0.3630600 Jun 30 09:32:33.824075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff66ed5-28a3-482a-a9ad-e8047f4d1d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a61424-85f9-48b3-bf86-91d551f0086a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:34.116560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.430945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Router f6005674-639e-4bff-acf4-8f5d97d54b6d is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:34.692920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:34.722485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] Sync routers for ids ['f6005674-639e-4bff-acf4-8f5d97d54b6d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:34.736018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:34.746483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] Routers {'f6005674-639e-4bff-acf4-8f5d97d54b6d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:34.746741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13bdab6b-4892-44f5-b3d6-a4007ff29d5e tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8089409 Jun 30 09:32:34.747001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34506) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:34.747932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f6005674-639e-4bff-acf4-8f5d97d54b6d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.791635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.809529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] Routers {'f6005674-639e-4bff-acf4-8f5d97d54b6d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:34.811084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f6005674-639e-4bff-acf4-8f5d97d54b6d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.893600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:34.895815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1501d4b7-175f-4c74-ac0b-7f5c54b5e185 None None] The sync data for ids ['f6005674-639e-4bff-acf4-8f5d97d54b6d'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:35.001537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6eb0ffdb-84b2-40c9-bb81-f6b9df4be94d tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/f6005674-639e-4bff-acf4-8f5d97d54b6d HTTP/1.1" status: 200 len: 921 time: 0.2519538 Jun 30 09:32:35.005089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34514) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.059573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4f75dcf1-5a52-432a-9ad3-d366c77d75f4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6005674-639e-4bff-acf4-8f5d97d54b6d HTTP/1.1" status: 200 len: 205 time: 0.0530281 Jun 30 09:32:35.061973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34518) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.208762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.393392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-de27333d-6456-46f0-8617-597d4aed176c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:35.393837 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-de27333d-6456-46f0-8617-597d4aed176c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:32:35.394461 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-de27333d-6456-46f0-8617-597d4aed176c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:35.401173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-de27333d-6456-46f0-8617-597d4aed176c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1856866 Jun 30 09:32:35.401368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:35.417605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--838642372'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:35.492019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.515138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.810693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.823509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.881326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4df398c-0da2-4991-97c5-28f2c34b648b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:35.984203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:35.999981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.010458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.048129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db8b95a-fd1c-41fe-a77b-55f6f2812b2c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.076225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.080861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-545a875a-ab0a-48c1-80fa-76f9abf3e8d2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6785703 Jun 30 09:32:36.085111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34552) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:36.092212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '0db8b95a-fd1c-41fe-a77b-55f6f2812b2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:36.154260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.195331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.235195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Deleting port f108c400-845c-4c06-973d-bdc93364fd75 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:36.235921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.309263 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.317648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.358742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b7b675-3d24-48d7-9b40-3621b1373eab,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.360824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.362477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-40f52064-956c-41a5-8a3b-ed2148bd8676 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2752371 Jun 30 09:32:36.364794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34562) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:36.376077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7fd519a9-c723-4fe3-b540-071ec893a23a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '0db8b95a-fd1c-41fe-a77b-55f6f2812b2c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:36.405645 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.412459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fd519a9-c723-4fe3-b540-071ec893a23a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.427149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Calling delete_port for f108c400-845c-4c06-973d-bdc93364fd75 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:36.507416 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-7fd519a9-c723-4fe3-b540-071ec893a23a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:36.513219 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7fd519a9-c723-4fe3-b540-071ec893a23a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1472108 Jun 30 09:32:36.514883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34566) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:36.615224 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a106a873-5090-4a8d-aa96-b15ef66e01c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.710164 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a106a873-5090-4a8d-aa96-b15ef66e01c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.879430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a106a873-5090-4a8d-aa96-b15ef66e01c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.881438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a106a873-5090-4a8d-aa96-b15ef66e01c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.885950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a106a873-5090-4a8d-aa96-b15ef66e01c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/0db8b95a-fd1c-41fe-a77b-55f6f2812b2c HTTP/1.1" status: 204 len: 168 time: 0.3668542 Jun 30 09:32:36.887788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34584) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:36.902620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106a873-5090-4a8d-aa96-b15ef66e01c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db8b95a-fd1c-41fe-a77b-55f6f2812b2c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:36.918892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:36.999617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d8280f84-038a-4cb4-9a12-a487d7e16162 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065176 Jun 30 09:32:37.010632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34586) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.016553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129247205'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:37.036482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event deleted for resources: {'Port': ['ID=f108c400-845c-4c06-973d-bdc93364fd75,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.054143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.192883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.248976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.259494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.317363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.319875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.323259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.328734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3127878 Jun 30 09:32:37.328734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34596) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.333744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6db2bdf9-290d-4d76-b2fe-1f33e51f058f tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'dc770b3f-25c8-431d-a013-fee2b7b8aba6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:37.334626 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-6db2bdf9-290d-4d76-b2fe-1f33e51f058f tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 30 09:32:37.338291 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-6db2bdf9-290d-4d76-b2fe-1f33e51f058f tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:37.338291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6db2bdf9-290d-4d76-b2fe-1f33e51f058f tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0065145 Jun 30 09:32:37.359130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34600) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.385946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c030e9-41af-4658-a905-d71911fdfba7 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc770b3f-25c8-431d-a013-fee2b7b8aba6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.429482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.430400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Fanout notify agent at l3_agent the message router_deleted on router f6005674-639e-4bff-acf4-8f5d97d54b6d {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:37.464652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.475083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c83e08ed-6aca-4467-9c70-5835b9ac0718 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/f6005674-639e-4bff-acf4-8f5d97d54b6d HTTP/1.1" status: 204 len: 168 time: 2.4085371 Jun 30 09:32:37.478350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34604) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.483780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'name': 'tempest-snat-router-391329494', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': False}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:37.495082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b466c9-01c5-448e-9c98-0e6f3df6c567 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.535702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.536932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.567173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b466c9-01c5-448e-9c98-0e6f3df6c567 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.646150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.647908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b466c9-01c5-448e-9c98-0e6f3df6c567 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.652267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b466c9-01c5-448e-9c98-0e6f3df6c567 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.653692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-50b466c9-01c5-448e-9c98-0e6f3df6c567 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/dc770b3f-25c8-431d-a013-fee2b7b8aba6 HTTP/1.1" status: 204 len: 168 time: 0.2893715 Jun 30 09:32:37.658456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34620) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.679702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b466c9-01c5-448e-9c98-0e6f3df6c567 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc770b3f-25c8-431d-a013-fee2b7b8aba6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:37.881188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:37.980505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8b3a6ee1-d4a6-4c85-bd80-e08f995c7982 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3208969 Jun 30 09:32:37.984062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34632) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:37.989783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855203279'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.033917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.258339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.266332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.279047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.309507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b67912-73b2-4586-aef8-c75fad60248e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.318190 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.326715 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-70ba122e-4588-42cc-b9c0-6d8b7dc26ff0 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3384957 Jun 30 09:32:38.327784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34654) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.332506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1d82b52a-a57d-436e-9454-a8edd2b034eb tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'b2b67912-73b2-4586-aef8-c75fad60248e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.335872 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-1d82b52a-a57d-436e-9454-a8edd2b034eb tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 30 09:32:38.338297 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-1d82b52a-a57d-436e-9454-a8edd2b034eb tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:38.341831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d82b52a-a57d-436e-9454-a8edd2b034eb tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105443 Jun 30 09:32:38.342473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34658) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.342805 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.517767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Allocated IP 172.25.7.69 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0140375c-d784-4c53-a2c8-17f02101a026) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:38.518562 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64802d0e-1c60-48bc-8565-460a25f9f970 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.595431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64802d0e-1c60-48bc-8565-460a25f9f970 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.668275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64802d0e-1c60-48bc-8565-460a25f9f970 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.670898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.671044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64802d0e-1c60-48bc-8565-460a25f9f970 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.672741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-64802d0e-1c60-48bc-8565-460a25f9f970 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/b2b67912-73b2-4586-aef8-c75fad60248e HTTP/1.1" status: 204 len: 168 time: 0.3281167 Jun 30 09:32:38.675119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34678) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.685421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64802d0e-1c60-48bc-8565-460a25f9f970 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b67912-73b2-4586-aef8-c75fad60248e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:38.839947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0ad79dc7-9d3a-4048-81e1-8ea5cccbcdb6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1614964 Jun 30 09:32:38.842501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.845022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:38.859896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--557294065'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:38.885754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:38.888788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:38.893353 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:38.933264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:38.942590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Port': ['ID=0140375c-d784-4c53-a2c8-17f02101a026,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.081968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.091838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.149586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.150874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3048615 Jun 30 09:32:39.153501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.170515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-03090fa6-7400-4bfb-93f5-30ccd767aff4 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'a6a0c754-1b8f-47ef-85b0-8ff7d6329250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:39.173906 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-03090fa6-7400-4bfb-93f5-30ccd767aff4 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 30 09:32:39.174620 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-03090fa6-7400-4bfb-93f5-30ccd767aff4 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:39.179776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03090fa6-7400-4bfb-93f5-30ccd767aff4 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0131419 Jun 30 09:32:39.181174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.192260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-41c4fb8a-43f5-4bbc-ae64-b74ef218b0df tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'a6a0c754-1b8f-47ef-85b0-8ff7d6329250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:39.199376 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-41c4fb8a-43f5-4bbc-ae64-b74ef218b0df tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 30 09:32:39.199890 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-41c4fb8a-43f5-4bbc-ae64-b74ef218b0df tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:39.201131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-41c4fb8a-43f5-4bbc-ae64-b74ef218b0df tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0171704 Jun 30 09:32:39.204326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34720) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.218737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-caaa0034-84e7-43c1-9553-e7814e733332 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'a6a0c754-1b8f-47ef-85b0-8ff7d6329250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:39.222862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c5f3d-dfe1-47f7-a977-aaa37017b3f6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a0c754-1b8f-47ef-85b0-8ff7d6329250,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.223861 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-caaa0034-84e7-43c1-9553-e7814e733332 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 30 09:32:39.237154 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-caaa0034-84e7-43c1-9553-e7814e733332 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:39.238940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-caaa0034-84e7-43c1-9553-e7814e733332 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0289962 Jun 30 09:32:39.241098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.250403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-faac8b88-c954-40d7-9461-a9c53da3b613 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'a6a0c754-1b8f-47ef-85b0-8ff7d6329250', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:39.251787 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-faac8b88-c954-40d7-9461-a9c53da3b613 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 30 09:32:39.252435 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-faac8b88-c954-40d7-9461-a9c53da3b613 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:39.253732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-faac8b88-c954-40d7-9461-a9c53da3b613 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115025 Jun 30 09:32:39.257971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.504044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec880-990e-430c-a25c-e4f68fe9eba6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.512061 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.572678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec880-990e-430c-a25c-e4f68fe9eba6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.728315 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec880-990e-430c-a25c-e4f68fe9eba6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.731539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b5ec880-990e-430c-a25c-e4f68fe9eba6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.734744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b5ec880-990e-430c-a25c-e4f68fe9eba6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/a6a0c754-1b8f-47ef-85b0-8ff7d6329250 HTTP/1.1" status: 204 len: 168 time: 0.4748824 Jun 30 09:32:39.736401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.787227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ec880-990e-430c-a25c-e4f68fe9eba6 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a0c754-1b8f-47ef-85b0-8ff7d6329250,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:39.858280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-503e03b1-6ded-4375-9f65-925b810c70f2 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1210506 Jun 30 09:32:39.862327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:39.864661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:39.869561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--412613846'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:39.958944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.137299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Router ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:40.166959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.183558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.270661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e22d906-0a8c-4c92-8d52-54957601acd8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:40.282090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.284640 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e94f9ea5-b267-4e03-aa34-859440da3a19 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4209445 Jun 30 09:32:40.287432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.295558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:40.306351 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Sync routers for ids ['ae486273-c5f2-4dc8-bdfd-a8cd0c82f499'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:40.316061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0a89f947-5ed1-48ce-a4ae-e88b01fa2216 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.317270 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-0a89f947-5ed1-48ce-a4ae-e88b01fa2216 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:32:40.317914 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-0a89f947-5ed1-48ce-a4ae-e88b01fa2216 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.318754 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Routers {'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:40.319202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0a89f947-5ed1-48ce-a4ae-e88b01fa2216 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0300241 Jun 30 09:32:40.319508 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ae486273-c5f2-4dc8-bdfd-a8cd0c82f499'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.327687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34772) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.328510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.334930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34774) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.337635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aa51b447-8370-4600-a6f5-4daf6cc2e558 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.8550684 Jun 30 09:32:40.347940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b7adca31-01bb-4d5e-bf72-30edd47c4e1c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.410915 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-b7adca31-01bb-4d5e-bf72-30edd47c4e1c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.411662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b7adca31-01bb-4d5e-bf72-30edd47c4e1c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0727639 Jun 30 09:32:40.415884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34776) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.424445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-85d63781-587b-4ba6-8a26-69b6314b5000 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.424853 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-85d63781-587b-4ba6-8a26-69b6314b5000 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 30 09:32:40.425669 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-85d63781-587b-4ba6-8a26-69b6314b5000 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.430538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85d63781-587b-4ba6-8a26-69b6314b5000 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0108654 Jun 30 09:32:40.432439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34778) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.444168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-130eb2dc-2e1b-40eb-8e86-b1a03547f987 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.516218 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-130eb2dc-2e1b-40eb-8e86-b1a03547f987 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.517517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-130eb2dc-2e1b-40eb-8e86-b1a03547f987 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0839763 Jun 30 09:32:40.520746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34780) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.526993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a027d8c2-3cd5-4d73-a14d-7b1872d5ef16 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.527479 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-a027d8c2-3cd5-4d73-a14d-7b1872d5ef16 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 30 09:32:40.535769 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-a027d8c2-3cd5-4d73-a14d-7b1872d5ef16 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.536798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a027d8c2-3cd5-4d73-a14d-7b1872d5ef16 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0149484 Jun 30 09:32:40.537327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34782) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.552576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34784) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.562201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0f2aa0a3-736a-4c17-b625-9d7b26da2389 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.574465 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Set router ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:40.610884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7a157229-b245-46e1-924d-306881e5497d tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 HTTP/1.1" status: 200 len: 907 time: 0.2716451 Jun 30 09:32:40.614936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.621714 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'name': 'tempest-snat-router-391329494', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': True}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.691036 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-0f2aa0a3-736a-4c17-b625-9d7b26da2389 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.692354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0f2aa0a3-736a-4c17-b625-9d7b26da2389 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1387973 Jun 30 09:32:40.694662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.695119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34794) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.697564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.702579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-508653e3-dc4f-46f5-9169-f8fe5d84ad2a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.703241 n-d-780147-22 neutron-server[93725]: WARNING neutron.api.v2.base [None req-508653e3-dc4f-46f5-9169-f8fe5d84ad2a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 30 09:32:40.703842 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-508653e3-dc4f-46f5-9169-f8fe5d84ad2a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.705694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-508653e3-dc4f-46f5-9169-f8fe5d84ad2a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084219 Jun 30 09:32:40.709849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.732517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ee8aa6eb-8a07-4f11-891a-4e9f23abc383 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.892394 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-ee8aa6eb-8a07-4f11-891a-4e9f23abc383 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:40.897338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ee8aa6eb-8a07-4f11-891a-4e9f23abc383 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1876023 Jun 30 09:32:40.899286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:40.907299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34800) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:40.931959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9a3da423-3db8-4be2-8788-2a6bdd46840c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '1e22d906-0a8c-4c92-8d52-54957601acd8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:40.937306 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499', 'name': 'tempest-snat-router-391329494', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.69'}], 'enable_snat': False}, 'gw_port_id': '0140375c-d784-4c53-a2c8-17f02101a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:37Z', 'updated_at': '2021-06-30T09:32:39Z', 'revision_number': 3, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port': {'id': '0140375c-d784-4c53-a2c8-17f02101a026', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:40.959964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:32:40.959964 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:32:40.959964 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id_1': '20e9c04806d44712922e4624f962028e', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 32, 40, 954660)}] Jun 30 09:32:40.959964 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:32:40.960406 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:32:41.010556 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Checking router: ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:41.011398 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-9a3da423-3db8-4be2-8788-2a6bdd46840c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:41.011922 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Updating router ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 port 0140375c-d784-4c53-a2c8-17f02101a026 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:41.015538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9a3da423-3db8-4be2-8788-2a6bdd46840c tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1072655 Jun 30 09:32:41.018505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.163978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d9af99f-e5f7-4998-a43e-c4c8bc642f6b tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.202020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d9af99f-e5f7-4998-a43e-c4c8bc642f6b tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.275788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d9af99f-e5f7-4998-a43e-c4c8bc642f6b tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.276330 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-74cbbc8a-2e2f-4916-86f2-bd7a6aa10863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.284661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d9af99f-e5f7-4998-a43e-c4c8bc642f6b tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.290735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4d9af99f-e5f7-4998-a43e-c4c8bc642f6b tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/1e22d906-0a8c-4c92-8d52-54957601acd8 HTTP/1.1" status: 204 len: 168 time: 0.2700975 Jun 30 09:32:41.301377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34812) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.326981 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.364994 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.395426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9af99f-e5f7-4998-a43e-c4c8bc642f6b tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e22d906-0a8c-4c92-8d52-54957601acd8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.444124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fc213150-5120-4bd0-8d38-b3bad3568d02 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1410401 Jun 30 09:32:41.448625 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34814) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.453840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--774642086'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:41.462562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.505924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.618245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.644677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.665152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.747458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=20e9c04806d44712922e4624f962028e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2091150 Jun 30 09:32:41.749951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc2a3f-12eb-4b4e-ab7e-63deb0e1ef91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160ad41f-4f10-43e3-be5b-12d386f83893,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:41.764971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34820) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:41.890372 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.891357 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e91cef3-dc64-4bf3-b7fd-ebfd3f19eab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.907020 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Transition to ACTIVE for port object 0140375c-d784-4c53-a2c8-17f02101a026 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:41.916069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.918570 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.938524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:41.986252 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Pushing event updated for resources: {'Port': ['ID=0140375c-d784-4c53-a2c8-17f02101a026,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.000753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.000753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.001035 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.001198 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.001528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.001852 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.002167 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.005482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.005482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.005482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.005482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.005482 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:42.037486 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Attempting to bind port 0140375c-d784-4c53-a2c8-17f02101a026 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:42.038387 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Attempting to bind port 0140375c-d784-4c53-a2c8-17f02101a026 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:42.038825 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Attempting to bind port 0140375c-d784-4c53-a2c8-17f02101a026 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:42.040370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a265c29-115c-4ca4-9785-bbda10740a49,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.048296 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:42.048800 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:42.049143 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.049481 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:42.049917 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Bound port: 0140375c-d784-4c53-a2c8-17f02101a026, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:42.050568 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.054654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.056524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0484297d-6d10-4eea-9752-934030187a27 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6066322 Jun 30 09:32:42.060170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34828) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.064632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e91cef3-dc64-4bf3-b7fd-ebfd3f19eab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.070438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c5907518-1200-4af0-a1da-c110d8a15ecd tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '7a265c29-115c-4ca4-9785-bbda10740a49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:42.112128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.145658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.148404 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] For port 0140375c-d784-4c53-a2c8-17f02101a026, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:42.158256 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] For port 0140375c-d784-4c53-a2c8-17f02101a026, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0140375c-d784-4c53-a2c8-17f02101a026,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:42.167438 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.209431 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-c5907518-1200-4af0-a1da-c110d8a15ecd tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The resource could not be found. Jun 30 09:32:42.216170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c5907518-1200-4af0-a1da-c110d8a15ecd tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1542301 Jun 30 09:32:42.228446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34834) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.293522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-813700cb-7b6b-4ffe-b872-390c3aedbf6e tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '7a265c29-115c-4ca4-9785-bbda10740a49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd7458830-7c66-406b-986c-5a332f120025'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:42.337304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb788b-4ae8-4a31-8b85-f92b213b73ce None None] Pushing event updated for resources: {'Port': ['ID=0140375c-d784-4c53-a2c8-17f02101a026,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.353805 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Routers {'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:42.355934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ae486273-c5f2-4dc8-bdfd-a8cd0c82f499'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.369912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e91cef3-dc64-4bf3-b7fd-ebfd3f19eab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.372777 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e91cef3-dc64-4bf3-b7fd-ebfd3f19eab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.373999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8e91cef3-dc64-4bf3-b7fd-ebfd3f19eab4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/160ad41f-4f10-43e3-be5b-12d386f83893 HTTP/1.1" status: 204 len: 168 time: 0.6014535 Jun 30 09:32:42.387089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91cef3-dc64-4bf3-b7fd-ebfd3f19eab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160ad41f-4f10-43e3-be5b-12d386f83893,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.404045 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-813700cb-7b6b-4ffe-b872-390c3aedbf6e tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The resource could not be found. Jun 30 09:32:42.405311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-813700cb-7b6b-4ffe-b872-390c3aedbf6e tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1488624 Jun 30 09:32:42.408115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.456848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Allocated IP 172.25.7.254 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d33ad4b3-c951-40ac-a8a4-1521d08356a5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:42.524340 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] Set router ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:42.568324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ff97-d593-4f3f-b528-854efa1446af tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.630524 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ff97-d593-4f3f-b528-854efa1446af tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.663628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.746338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ff97-d593-4f3f-b528-854efa1446af tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.750249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fd0ff97-d593-4f3f-b528-854efa1446af tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.753551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9fd0ff97-d593-4f3f-b528-854efa1446af tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/7a265c29-115c-4ca4-9785-bbda10740a49 HTTP/1.1" status: 204 len: 168 time: 0.3441772 Jun 30 09:32:42.754348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34848) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.786177 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:42.803272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0ff97-d593-4f3f-b528-854efa1446af tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a265c29-115c-4ca4-9785-bbda10740a49,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:42.814349 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499', 'name': 'tempest-snat-router-391329494', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.69'}], 'enable_snat': False}, 'gw_port_id': '0140375c-d784-4c53-a2c8-17f02101a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:37Z', 'updated_at': '2021-06-30T09:32:39Z', 'revision_number': 3, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port': {'id': '0140375c-d784-4c53-a2c8-17f02101a026', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:42.853116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:42.853991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e5a05010-3253-4a66-a4a3-22ee646fb4c3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899239 Jun 30 09:32:42.859912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d6b1737f-bc9e-4a87-94d2-33cf53bf82ce tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': 'd0372e43-4f59-4934-9a09-588fa9b71aa6', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:42.877208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:42.888432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:42.893549 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a9ed32-7fe6-487d-be40-b15b568edbbf None None] The sync data for ids ['ae486273-c5f2-4dc8-bdfd-a8cd0c82f499'] in n-d-780147-22 is: [{'id': 'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499', 'name': 'tempest-snat-router-391329494', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.69'}], 'enable_snat': False}, 'gw_port_id': '0140375c-d784-4c53-a2c8-17f02101a026', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:37Z', 'updated_at': '2021-06-30T09:32:39Z', 'revision_number': 3, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port': {'id': '0140375c-d784-4c53-a2c8-17f02101a026', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae486273-c5f2-4dc8-bdfd-a8cd0c82f499', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3259, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:38Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:42.895303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:42.900188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Port': ['ID=d33ad4b3-c951-40ac-a8a4-1521d08356a5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.015281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34858) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.046160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c7886f-49af-4c21-abc8-ceef6b422a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.080570 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-d6b1737f-bc9e-4a87-94d2-33cf53bf82ce tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The resource could not be found. Jun 30 09:32:43.082004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d6b1737f-bc9e-4a87-94d2-33cf53bf82ce tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2261162 Jun 30 09:32:43.091249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.104712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--1451730630'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:43.184583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-eda2544a-319b-4fcf-9c14-0e94d2c2e4af req-ca652cd9-f9e9-4485-8a50-5500716ccf5e service neutron] (93725) timed out ('10.222.0.77', 48232) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:32:43.294968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c7886f-49af-4c21-abc8-ceef6b422a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.307201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3c7886f-49af-4c21-abc8-ceef6b422a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.426069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a3c7886f-49af-4c21-abc8-ceef6b422a8b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4805237cc64b4c79b63db5ff3ed1fc6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069400 Jun 30 09:32:43.426069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.438864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34872) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.458976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7886f-49af-4c21-abc8-ceef6b422a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f40db1-b6fd-45b3-850a-f55102d5ab16,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.576574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.658204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.663555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.667596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23261feb-3eea-4397-9fd5-b8e07da8b060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.690707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23261feb-3eea-4397-9fd5-b8e07da8b060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.727626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.731243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6378365 Jun 30 09:32:43.739948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:43.750819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--8361299'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:43.758418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91afff45-5d56-46d7-9743-86c255581739 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2466909f-3904-4a8f-9400-cd2af4b38ddd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:43.885809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.918099 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23261feb-3eea-4397-9fd5-b8e07da8b060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.921445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-23261feb-3eea-4397-9fd5-b8e07da8b060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:43.921830 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-23261feb-3eea-4397-9fd5-b8e07da8b060 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b2f40db1-b6fd-45b3-850a-f55102d5ab16 HTTP/1.1" status: 204 len: 168 time: 0.4820139 Jun 30 09:32:43.971378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23261feb-3eea-4397-9fd5-b8e07da8b060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f40db1-b6fd-45b3-850a-f55102d5ab16,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.096859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5d4b5533-a66e-4401-9301-8548ff5c1efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.100311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.208044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.240422 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.245967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.295123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.296355 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5554583 Jun 30 09:32:44.299797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34908) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.302149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3c58f-17be-473f-926b-801e3b87ff33 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d9be37-e37a-4011-8cf4-b394f8866447,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.314590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b8769e0c-5f32-4de9-b6fc-e23e063178f8 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group_rule': {'security_group_id': '2466909f-3904-4a8f-9400-cd2af4b38ddd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a7d9be37-e37a-4011-8cf4-b394f8866447'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:44.378482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Router bb79534f-f2a2-43b5-aba3-25c799b82337 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:44.382647 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-b8769e0c-5f32-4de9-b6fc-e23e063178f8 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 09:32:44.384513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8769e0c-5f32-4de9-b6fc-e23e063178f8 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0836971 Jun 30 09:32:44.387261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34912) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.536329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34f071f6-f812-4230-95f4-f212a2ddfc4d tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.593358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34f071f6-f812-4230-95f4-f212a2ddfc4d tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.724754 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34f071f6-f812-4230-95f4-f212a2ddfc4d tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.728255 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-34f071f6-f812-4230-95f4-f212a2ddfc4d tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.735228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:44.740085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-34f071f6-f812-4230-95f4-f212a2ddfc4d tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/a7d9be37-e37a-4011-8cf4-b394f8866447 HTTP/1.1" status: 204 len: 168 time: 0.3490994 Jun 30 09:32:44.740987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34934) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.749058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Sync routers for ids ['bb79534f-f2a2-43b5-aba3-25c799b82337'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:44.761250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Routers {'bb79534f-f2a2-43b5-aba3-25c799b82337'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:44.761953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb79534f-f2a2-43b5-aba3-25c799b82337'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:44.781396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f071f6-f812-4230-95f4-f212a2ddfc4d tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d9be37-e37a-4011-8cf4-b394f8866447,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:44.788896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:44.790853 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f9cad8c0-fc24-496c-91b7-719b6908b653 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.1747844 Jun 30 09:32:44.793512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.899914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-feeb7fc3-c76f-4d7b-b437-14bf9084dd14 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1577544 Jun 30 09:32:44.904151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:44.927990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Set router bb79534f-f2a2-43b5-aba3-25c799b82337 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:45.082413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e96c4a48-2963-418d-a5c8-3305b6617eab tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/bb79534f-f2a2-43b5-aba3-25c799b82337 HTTP/1.1" status: 200 len: 907 time: 0.2876794 Jun 30 09:32:45.085110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 34950) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.099873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e10af98-b6c6-46a0-b2f0-b39fad1cc3fe tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.168940 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e10af98-b6c6-46a0-b2f0-b39fad1cc3fe tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.292128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e10af98-b6c6-46a0-b2f0-b39fad1cc3fe tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.297240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e10af98-b6c6-46a0-b2f0-b39fad1cc3fe tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.298725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3e10af98-b6c6-46a0-b2f0-b39fad1cc3fe tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/2466909f-3904-4a8f-9400-cd2af4b38ddd HTTP/1.1" status: 204 len: 168 time: 0.3914506 Jun 30 09:32:45.303913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34964) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.329177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79534f-f2a2-43b5-aba3-25c799b82337', 'name': 'tempest-snat-router-391329494', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': 'd33ad4b3-c951-40ac-a8a4-1521d08356a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:40Z', 'updated_at': '2021-06-30T09:32:43Z', 'revision_number': 3, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port': {'id': 'd33ad4b3-c951-40ac-a8a4-1521d08356a5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d6:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb79534f-f2a2-43b5-aba3-25c799b82337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:32:42Z', 'updated_at': '2021-06-30T09:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:45.362421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10af98-b6c6-46a0-b2f0-b39fad1cc3fe tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2466909f-3904-4a8f-9400-cd2af4b38ddd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:45.390251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.412758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0140375c-d784-4c53-a2c8-17f02101a026 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:32:45.440988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Checking router: bb79534f-f2a2-43b5-aba3-25c799b82337 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:32:45.441512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Updating router bb79534f-f2a2-43b5-aba3-25c799b82337 port d33ad4b3-c951-40ac-a8a4-1521d08356a5 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:32:45.520210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c67e261e-03df-478b-aeef-21d95c076ac5 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2046595 Jun 30 09:32:45.525205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34968) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:45.540841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'tempest-secgroup--643783174'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:45.573666 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.678869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.735726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.876942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0140375c-d784-4c53-a2c8-17f02101a026 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:32:45.895443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Deleting port d33ad4b3-c951-40ac-a8a4-1521d08356a5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:45.896035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.927380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.936674 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.972376 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.986903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Transition to ACTIVE for port object d33ad4b3-c951-40ac-a8a4-1521d08356a5 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:32:45.991998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0140375c-d784-4c53-a2c8-17f02101a026 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:32:45.993346 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.994181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:45.997564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4693503 Jun 30 09:32:46.004422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34984) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.017502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-47749580-5b4e-4463-a08b-de864d135260 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:46.017938 n-d-780147-22 neutron-server[93724]: WARNING neutron.api.v2.base [None req-47749580-5b4e-4463-a08b-de864d135260 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 30 09:32:46.021027 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-47749580-5b4e-4463-a08b-de864d135260 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] update failed (client error): There was a conflict when trying to complete your request. Jun 30 09:32:46.022415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-47749580-5b4e-4463-a08b-de864d135260 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "PUT /v2.0/security-groups/6bbf4b7b-6527-442e-a205-e11ca082b276 HTTP/1.1" status: 409 len: 330 time: 0.0167089 Jun 30 09:32:46.025541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34986) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.044164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.044388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dee591-ad93-4885-96c5-f0920ab45b71 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbf4b7b-6527-442e-a205-e11ca082b276,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.121043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-baba13ea-ba73-4288-9bce-e152c23d3b0a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.145788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Attempting to bind port d33ad4b3-c951-40ac-a8a4-1521d08356a5 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:32:46.146248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Attempting to bind port d33ad4b3-c951-40ac-a8a4-1521d08356a5 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:32:46.147239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Attempting to bind port d33ad4b3-c951-40ac-a8a4-1521d08356a5 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:32:46.158098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-baba13ea-ba73-4288-9bce-e152c23d3b0a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.169938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.214712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Calling delete_port for d33ad4b3-c951-40ac-a8a4-1521d08356a5 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:46.217226 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.222590 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.224095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:32:46.224791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:32:46.225413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.226015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:32:46.226785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Bound port: d33ad4b3-c951-40ac-a8a4-1521d08356a5, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:32:46.227398 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.304068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-baba13ea-ba73-4288-9bce-e152c23d3b0a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.312257 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-baba13ea-ba73-4288-9bce-e152c23d3b0a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.313564 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-baba13ea-ba73-4288-9bce-e152c23d3b0a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/6bbf4b7b-6527-442e-a205-e11ca082b276 HTTP/1.1" status: 204 len: 168 time: 0.2825551 Jun 30 09:32:46.320418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 34998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.344070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64998c8-f535-4753-862e-7c02e3d3ab00 None None] Pushing event updated for resources: {'Port': ['ID=d33ad4b3-c951-40ac-a8a4-1521d08356a5,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.361882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] For port d33ad4b3-c951-40ac-a8a4-1521d08356a5, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:32:46.373274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] For port d33ad4b3-c951-40ac-a8a4-1521d08356a5, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d33ad4b3-c951-40ac-a8a4-1521d08356a5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:32:46.390858 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.459972 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a29c18ce-a933-46b0-8c61-2cdc395e49c8 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1296513 Jun 30 09:32:46.461091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba13ea-ba73-4288-9bce-e152c23d3b0a tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbf4b7b-6527-442e-a205-e11ca082b276,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.463638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35006) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.483482 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-9f8f4e19-1862-4303-aa69-ea7a34313106 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] delete failed (client error): The resource could not be found. Jun 30 09:32:46.484157 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9f8f4e19-1862-4303-aa69-ea7a34313106 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "DELETE /v2.0/security-groups/01427206-920d-4b71-81c1-32480f928760 HTTP/1.1" status: 404 len: 347 time: 0.0196047 Jun 30 09:32:46.500417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.544241 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-be556aa6-0740-4887-a987-ecbe19b524ca tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] show failed (client error): The resource could not be found. Jun 30 09:32:46.550279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be556aa6-0740-4887-a987-ecbe19b524ca tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-groups/cd3725f1-b808-4486-b235-5925b8bd142b HTTP/1.1" status: 404 len: 347 time: 0.0437541 Jun 30 09:32:46.551435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35016) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:46.603535 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-5aee69f2-3bd0-4789-b351-b4177debf2d3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] show failed (client error): The resource could not be found. Jun 30 09:32:46.611796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5aee69f2-3bd0-4789-b351-b4177debf2d3 tempest-NegativeSecGroupTest-270814617 tempest-NegativeSecGroupTest-270814617-project] 10.222.0.77 "GET /v2.0/security-group-rules/60c7e2b2-0b56-44b9-8491-4d50438f05c0 HTTP/1.1" status: 404 len: 356 time: 0.0590405 Jun 30 09:32:46.679504 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.738398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event deleted for resources: {'Port': ['ID=d33ad4b3-c951-40ac-a8a4-1521d08356a5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.857910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:46.877187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0140375c-d784-4c53-a2c8-17f02101a026, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0140375c-d784-4c53-a2c8-17f02101a026,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:46.891578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64998c8-f535-4753-862e-7c02e3d3ab00 None None] Pushing event updated for resources: {'Port': ['ID=d33ad4b3-c951-40ac-a8a4-1521d08356a5,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:46.931155 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.047215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Routers {'bb79534f-f2a2-43b5-aba3-25c799b82337'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:47.048150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['bb79534f-f2a2-43b5-aba3-25c799b82337'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:47.145863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35046) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:47.194059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] Set router bb79534f-f2a2-43b5-aba3-25c799b82337 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:32:47.302101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.308778 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.322131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb79534f-f2a2-43b5-aba3-25c799b82337', 'name': 'tempest-snat-router-391329494', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:40Z', 'updated_at': '2021-06-30T09:32:46Z', 'revision_number': 5, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:47.375134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.375825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb79534f-f2a2-43b5-aba3-25c799b82337 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:47.382402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.385612 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4b8d307f-3bb1-4d1c-a40c-1cb5a5cb05e0 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/routers/bb79534f-f2a2-43b5-aba3-25c799b82337 HTTP/1.1" status: 204 len: 168 time: 2.2987685 Jun 30 09:32:47.387824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35054) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:47.409271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ad7a81-8fce-4a14-ab6b-fa595a4a7718 None None] The sync data for ids ['bb79534f-f2a2-43b5-aba3-25c799b82337'] in n-d-780147-22 is: [{'id': 'bb79534f-f2a2-43b5-aba3-25c799b82337', 'name': 'tempest-snat-router-391329494', 'tenant_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:32:40Z', 'updated_at': '2021-06-30T09:32:46Z', 'revision_number': 5, 'project_id': 'e7acdb6ffa5f4270ad8223f3d3bacc6c', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:47.462456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0140375c-d784-4c53-a2c8-17f02101a026,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:47.476408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.506126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1b721a32-b85e-4a69-8259-eb104b51f78d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b348330ac9454c61a0c522233b9b3719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590884 Jun 30 09:32:47.519531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35062) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:47.634404 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.710066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3164a1d6-6e8e-44bc-a5b7-793cde31abdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.766393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3164a1d6-6e8e-44bc-a5b7-793cde31abdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.855359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3164a1d6-6e8e-44bc-a5b7-793cde31abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.857885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3164a1d6-6e8e-44bc-a5b7-793cde31abdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:47.861609 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3164a1d6-6e8e-44bc-a5b7-793cde31abdc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/f4df398c-0da2-4991-97c5-28f2c34b648b HTTP/1.1" status: 204 len: 168 time: 0.3385360 Jun 30 09:32:47.879782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164a1d6-6e8e-44bc-a5b7-793cde31abdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4df398c-0da2-4991-97c5-28f2c34b648b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.187097 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.281971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.400267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.474861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Deleting port 0140375c-d784-4c53-a2c8-17f02101a026 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:48.476177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.498836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630ee49f-3ae1-42f6-9515-d9a04bac9f64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.598519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] For port 0140375c-d784-4c53-a2c8-17f02101a026, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0140375c-d784-4c53-a2c8-17f02101a026,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:32:48.599127 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.620512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Calling delete_port for 0140375c-d784-4c53-a2c8-17f02101a026 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:48.705058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630ee49f-3ae1-42f6-9515-d9a04bac9f64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.731782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-630ee49f-3ae1-42f6-9515-d9a04bac9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.847113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ee49f-3ae1-42f6-9515-d9a04bac9f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efec7a10-5fd6-4313-bbf8-20cd1523d2c2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.862569 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:48.869843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-630ee49f-3ae1-42f6-9515-d9a04bac9f64 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=86cc48e2a84949368a09a7d64ad045f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5867512 Jun 30 09:32:48.873328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:48.932865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event deleted for resources: {'Port': ['ID=0140375c-d784-4c53-a2c8-17f02101a026,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:48.996343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38cefa70-afbb-4bb1-9643-024b6688d12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.002793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.007149 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.011907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.011907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:32:49.050717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38cefa70-afbb-4bb1-9643-024b6688d12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.121177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.170649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38cefa70-afbb-4bb1-9643-024b6688d12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.173572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-38cefa70-afbb-4bb1-9643-024b6688d12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.174778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-38cefa70-afbb-4bb1-9643-024b6688d12e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/efec7a10-5fd6-4313-bbf8-20cd1523d2c2 HTTP/1.1" status: 204 len: 168 time: 0.2992542 Jun 30 09:32:49.189304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cefa70-afbb-4bb1-9643-024b6688d12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efec7a10-5fd6-4313-bbf8-20cd1523d2c2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:49.278529 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.281520 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.377941 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.379045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:49.385225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.397693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.399011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4ca127f5-1823-4c9c-a7d1-4835cfa47e2f tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "DELETE /v2.0/routers/ae486273-c5f2-4dc8-bdfd-a8cd0c82f499 HTTP/1.1" status: 204 len: 168 time: 2.0100236 Jun 30 09:32:49.403209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35146) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.408823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2084608071', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:49.463194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.467525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.614469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.855179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-85b88c38-0ab1-439b-825d-35547facadb2 tempest-ServiceProvidersTest-1954774592 tempest-ServiceProvidersTest-1954774592-project] 10.222.0.77 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4680274 Jun 30 09:32:49.893968 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:49.931995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35166) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:49.950668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-030b601f-9cae-4ca0-8149-4a7952e4aee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.136344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-030b601f-9cae-4ca0-8149-4a7952e4aee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.142308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-030b601f-9cae-4ca0-8149-4a7952e4aee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.263000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-030b601f-9cae-4ca0-8149-4a7952e4aee4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fc62fcd041b649ab82be68865b83e0ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298798 Jun 30 09:32:50.264048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b601f-9cae-4ca0-8149-4a7952e4aee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57db9af-a35a-47b4-b973-8ff54d3a6040,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.266738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35172) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:50.284772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35176) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:50.401213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7eb12bff-6246-46c8-b843-16317bc14ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.419832 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.456800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7eb12bff-6246-46c8-b843-16317bc14ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.474301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.539794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7eb12bff-6246-46c8-b843-16317bc14ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.542691 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7eb12bff-6246-46c8-b843-16317bc14ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.546279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7eb12bff-6246-46c8-b843-16317bc14ebf admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/b57db9af-a35a-47b4-b973-8ff54d3a6040 HTTP/1.1" status: 204 len: 168 time: 0.2766771 Jun 30 09:32:50.554356 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d557e59-b1fb-47db-9c32-7d471bc901a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.572413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb12bff-6246-46c8-b843-16317bc14ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57db9af-a35a-47b4-b973-8ff54d3a6040,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.692126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d557e59-b1fb-47db-9c32-7d471bc901a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.699392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d557e59-b1fb-47db-9c32-7d471bc901a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.764005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d557e59-b1fb-47db-9c32-7d471bc901a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7b3e6c-df44-45fb-9c35-93c367cd15d2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:50.781003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Allocated IP 172.25.7.139 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/dda010c8-6591-45ba-b02e-57de9d01e6e9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:32:50.800400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3d557e59-b1fb-47db-9c32-7d471bc901a8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eacc88976ec2424fbba61f4da2e59932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141668 Jun 30 09:32:50.801167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35192) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:50.890683 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7c3929d-f5d1-410a-b09a-6d2a1e2a2eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:50.951251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7c3929d-f5d1-410a-b09a-6d2a1e2a2eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.033757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7c3929d-f5d1-410a-b09a-6d2a1e2a2eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.038452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7c3929d-f5d1-410a-b09a-6d2a1e2a2eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.041304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c7c3929d-f5d1-410a-b09a-6d2a1e2a2eae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b7b3e6c-df44-45fb-9c35-93c367cd15d2 HTTP/1.1" status: 204 len: 168 time: 0.2387636 Jun 30 09:32:51.049752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.050101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3929d-f5d1-410a-b09a-6d2a1e2a2eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7b3e6c-df44-45fb-9c35-93c367cd15d2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:51.138673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:51.177178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0140375c-d784-4c53-a2c8-17f02101a026 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:32:51.212695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0140375c-d784-4c53-a2c8-17f02101a026 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:32:51.213052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0140375c-d784-4c53-a2c8-17f02101a026 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:32:51.236474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:32:51.240140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:32:51.253024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:32:51.256567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event updated for resources: {'Port': ['ID=dda010c8-6591-45ba-b02e-57de9d01e6e9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:52.336258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.378452 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-bdf03d10-e17c-444c-950f-e2a7bdbd360e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7680466 Jun 30 09:32:52.719669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-682c423b-dd6d-4cd7-ae2f-cb611c0423f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.721492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-682c423b-dd6d-4cd7-ae2f-cb611c0423f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.2312396 Jun 30 09:32:52.917066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:52.948800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35294) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.953876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [-] 10.222.0.77 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028632 Jun 30 09:32:52.957440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35296) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:52.989257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-4bfb93d1-9584-4e7a-8115-9b9c9f931531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:52.990780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-4bfb93d1-9584-4e7a-8115-9b9c9f931531 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.2410333 Jun 30 09:32:53.118596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-e8e98207-0f59-4d45-8761-75375e2580c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 1002 time: 0.1203120 Jun 30 09:32:53.206856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Router 2bcf3a06-279c-4821-8e14-05aee18a4228 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:32:53.228813 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-b53125af-48f8-48d0-86bc-e39fa22782ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.231657 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-b53125af-48f8-48d0-86bc-e39fa22782ab service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1033504 Jun 30 09:32:53.351518 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-714bbfb5-2a05-4bf4-9266-064afb89cd21 tempest-NetworksApiDiscovery-400175735 tempest-NetworksApiDiscovery-400175735-project] 10.222.0.77 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3925908 Jun 30 09:32:53.434298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-5cb7d861-2087-47ce-a67e-4a3308150605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:53.438430 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-5cb7d861-2087-47ce-a67e-4a3308150605 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965742 Jun 30 09:32:53.487539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:53.503487 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] Sync routers for ids ['2bcf3a06-279c-4821-8e14-05aee18a4228'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:53.524711 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] Routers {'2bcf3a06-279c-4821-8e14-05aee18a4228'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:53.525394 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2bcf3a06-279c-4821-8e14-05aee18a4228'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:53.591412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-b84db8c9-19d6-4bdc-9048-9fa4a638270d service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383772 Jun 30 09:32:53.627880 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:53.653330 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] Routers {'2bcf3a06-279c-4821-8e14-05aee18a4228'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:53.654064 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2bcf3a06-279c-4821-8e14-05aee18a4228'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:53.706913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:53.708123 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-919ac6a7-e374-4f37-a884-f9a3b1e22a46 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3038936 Jun 30 09:32:53.711512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35334) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:53.717505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': False}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:53.740371 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:53.743323 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56b137-ee8f-4a66-a6c7-c75a2208dc4e None None] The sync data for ids ['2bcf3a06-279c-4821-8e14-05aee18a4228'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:53.864581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0060dd75-a6cd-498b-a3d7-6c3c12e38c4b req-767ca535-ac76-4346-8510-fa7ad231f86b service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362564 Jun 30 09:32:53.889474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.194462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9fac211-573f-43fa-bc01-796294f4adad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.419240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9fac211-573f-43fa-bc01-796294f4adad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.424474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9fac211-573f-43fa-bc01-796294f4adad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.471574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.573743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fac211-573f-43fa-bc01-796294f4adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29938c0e-3925-48ae-93eb-6defebf9d5f3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:54.583333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a9fac211-573f-43fa-bc01-796294f4adad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=429e9af416f94d12ba3e352df99cb6a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6924026 Jun 30 09:32:54.589805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35378) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:54.753219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69f890d0-3c7c-4559-a05d-fc29a212a193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.787205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69f890d0-3c7c-4559-a05d-fc29a212a193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.850621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69f890d0-3c7c-4559-a05d-fc29a212a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.854520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-69f890d0-3c7c-4559-a05d-fc29a212a193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:54.855691 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-69f890d0-3c7c-4559-a05d-fc29a212a193 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29938c0e-3925-48ae-93eb-6defebf9d5f3 HTTP/1.1" status: 204 len: 168 time: 0.2644417 Jun 30 09:32:54.900795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f890d0-3c7c-4559-a05d-fc29a212a193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29938c0e-3925-48ae-93eb-6defebf9d5f3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:55.494117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.498706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:55.896467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Router 2bcf3a06-279c-4821-8e14-05aee18a4228 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:32:56.217349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:32:56.226172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372af6d-a154-466e-87b3-f90877864849 None None] Sync routers for ids ['2bcf3a06-279c-4821-8e14-05aee18a4228'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:32:56.233270 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:56.239421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:56.252610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372af6d-a154-466e-87b3-f90877864849 None None] Routers {'2bcf3a06-279c-4821-8e14-05aee18a4228'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:56.253258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c372af6d-a154-466e-87b3-f90877864849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2bcf3a06-279c-4821-8e14-05aee18a4228'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:56.257362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4666eae-60d9-4796-9d5e-5197a5f4e35b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "PUT /v2.0/routers/2bcf3a06-279c-4821-8e14-05aee18a4228 HTTP/1.1" status: 200 len: 922 time: 2.5430398 Jun 30 09:32:56.398767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c372af6d-a154-466e-87b3-f90877864849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:56.420224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c372af6d-a154-466e-87b3-f90877864849 None None] Routers {'2bcf3a06-279c-4821-8e14-05aee18a4228'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:32:56.420856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c372af6d-a154-466e-87b3-f90877864849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['2bcf3a06-279c-4821-8e14-05aee18a4228'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:56.526150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35458) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:56.535060 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-99f6cc45-07bb-4881-a697-4f66701ea102 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/2bcf3a06-279c-4821-8e14-05aee18a4228 HTTP/1.1" status: 200 len: 922 time: 0.2942588 Jun 30 09:32:56.542995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c372af6d-a154-466e-87b3-f90877864849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:32:56.550035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c372af6d-a154-466e-87b3-f90877864849 None None] The sync data for ids ['2bcf3a06-279c-4821-8e14-05aee18a4228'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:32:56.714859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf52c5a6-56bb-4601-a553-bf0fd2a9cb4e tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:56.719355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bf52c5a6-56bb-4601-a553-bf0fd2a9cb4e tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=2bcf3a06-279c-4821-8e14-05aee18a4228&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1920085 Jun 30 09:32:56.722287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.005349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fad72d-c46e-430d-8bb5-b520d4e7ff49 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:32:57.008164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1fad72d-c46e-430d-8bb5-b520d4e7ff49 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.2842121 Jun 30 09:32:57.011340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35476) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.132259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35488) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:57.165678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e2fe572f-97ef-41db-9a40-b8ef3a5babe5 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bcf3a06-279c-4821-8e14-05aee18a4228 HTTP/1.1" status: 200 len: 205 time: 0.1161559 Jun 30 09:32:57.479070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.852783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:57.998401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Deleting port dda010c8-6591-45ba-b02e-57de9d01e6e9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:32:57.998747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.262986 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.300710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Calling delete_port for dda010c8-6591-45ba-b02e-57de9d01e6e9 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:32:58.764302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35546) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:58.771196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.825657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event deleted for resources: {'Port': ['ID=dda010c8-6591-45ba-b02e-57de9d01e6e9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:58.938402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:58.961219 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2455e03e-fb08-4245-8c3f-ab07dc604f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.182349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2455e03e-fb08-4245-8c3f-ab07dc604f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.187838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2455e03e-fb08-4245-8c3f-ab07dc604f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.194775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.209301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.264662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2455e03e-fb08-4245-8c3f-ab07dc604f8e admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1ce4935746714c1686669e4f4bf24edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951334 Jun 30 09:32:59.267021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35564) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.278345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455e03e-fb08-4245-8c3f-ab07dc604f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c3506a-238e-4059-b666-e04fb043cf9b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:59.283607 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.284668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcf3a06-279c-4821-8e14-05aee18a4228 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:32:59.315214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.316354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6af7249c-b1af-43a6-9e84-6064923d6914 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/2bcf3a06-279c-4821-8e14-05aee18a4228 HTTP/1.1" status: 204 len: 168 time: 2.1820760 Jun 30 09:32:59.323205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35566) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.326730 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.334251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2032115156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:59.352886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6974d42-d388-4a9c-882e-7a6c473c132b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.380890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.383659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.385145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6974d42-d388-4a9c-882e-7a6c473c132b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.458610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6974d42-d388-4a9c-882e-7a6c473c132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.463309 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c6974d42-d388-4a9c-882e-7a6c473c132b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.465123 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c6974d42-d388-4a9c-882e-7a6c473c132b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/37c3506a-238e-4059-b666-e04fb043cf9b HTTP/1.1" status: 204 len: 168 time: 0.1949279 Jun 30 09:32:59.482431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6974d42-d388-4a9c-882e-7a6c473c132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c3506a-238e-4059-b666-e04fb043cf9b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:32:59.536416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.549101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.595856 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:32:59.600921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35576) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:32:59.606971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:32:59.611050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7de81d5e-f2be-4c79-ab5f-e22dff8f4536 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2857065 Jun 30 09:33:00.343766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.802832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:00.839906 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.214336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Allocated IP 172.25.7.93 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/71ebf4b3-6d8b-496c-b0cf-74a9fa34071e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:01.557736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.843395 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:01.972950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:02.103797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:02.120731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:02.389147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event updated for resources: {'Port': ['ID=71ebf4b3-6d8b-496c-b0cf-74a9fa34071e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:02.836522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.489711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.505302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:03.911461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Router 9ea1eab4-9e41-44f3-b8b6-afb140150964 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:04.126651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:04.147425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:04.150444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-36bc2056-7a56-41d8-b558-42d75269d891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "PUT /v2.0/routers/9ea1eab4-9e41-44f3-b8b6-afb140150964 HTTP/1.1" status: 200 len: 879 time: 4.5481334 Jun 30 09:33:04.156194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:04.167345 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] Sync routers for ids ['9ea1eab4-9e41-44f3-b8b6-afb140150964'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:04.214415 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] Routers {'9ea1eab4-9e41-44f3-b8b6-afb140150964'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:04.221598 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9ea1eab4-9e41-44f3-b8b6-afb140150964'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:04.380202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:04.420748 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] Routers {'9ea1eab4-9e41-44f3-b8b6-afb140150964'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:04.425489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9ea1eab4-9e41-44f3-b8b6-afb140150964'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:04.519133 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:04.519787 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0e0e2-e3ed-427a-8480-788c8279d39e None None] The sync data for ids ['9ea1eab4-9e41-44f3-b8b6-afb140150964'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:04.569338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:04.575314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c351cc51-0071-45e3-8db6-0cfa351fa9cc tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/9ea1eab4-9e41-44f3-b8b6-afb140150964 HTTP/1.1" status: 200 len: 920 time: 0.4198403 Jun 30 09:33:04.722329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c017fc57-47f3-43eb-a57a-95446236f50e tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.722329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c017fc57-47f3-43eb-a57a-95446236f50e tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=9ea1eab4-9e41-44f3-b8b6-afb140150964&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1512008 Jun 30 09:33:04.724599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:04.927724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7302ca-1da8-439e-938e-290a9d97425b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:04.933528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35776) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:04.935904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3d7302ca-1da8-439e-938e-290a9d97425b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.2102957 Jun 30 09:33:05.000945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35780) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:05.016446 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3fd514a8-40b1-4974-b4eb-07c6505a81e8 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ea1eab4-9e41-44f3-b8b6-afb140150964 HTTP/1.1" status: 200 len: 205 time: 0.0810728 Jun 30 09:33:05.828291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.144200 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.313119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Deleting port 71ebf4b3-6d8b-496c-b0cf-74a9fa34071e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:06.314642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.716586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:06.802926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Calling delete_port for 71ebf4b3-6d8b-496c-b0cf-74a9fa34071e owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:07.514337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:07.592605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event deleted for resources: {'Port': ['ID=71ebf4b3-6d8b-496c-b0cf-74a9fa34071e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:07.957584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.161473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.164695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.284640 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.285717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea1eab4-9e41-44f3-b8b6-afb140150964 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:08.300322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.301501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8fcca456-27e3-4015-a5ee-6e4f9575deb4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/9ea1eab4-9e41-44f3-b8b6-afb140150964 HTTP/1.1" status: 204 len: 168 time: 3.2993777 Jun 30 09:33:08.306530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35880) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.311363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-405429046', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:08.406428 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.407683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.610043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.626266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.671535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:08.674250 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c70ee5af-3ff6-4f67-b64f-538ddaeb5f72 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3652763 Jun 30 09:33:08.675894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 35888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:08.694740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': True}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:09.030489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:09.291737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.903755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:09.965111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:10.343780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Allocated IP 172.25.7.179 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ee12b796-e6da-4a87-b03e-d90dd6854b42) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:11.122698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 35986) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.277315 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aaa8a3e8-e045-4451-8863-74908516e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.424956 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.510502 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ddda3ad-73a5-4d2c-9498-7ad422cd0ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.528533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.643254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Port': ['ID=ee12b796-e6da-4a87-b03e-d90dd6854b42,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.667018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.670758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.673530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.674840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.676067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.677711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.680050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.681282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.682565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.683347 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.684863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.686553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:11.710781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:11.720318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:11.726389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:11.856541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ddda3ad-73a5-4d2c-9498-7ad422cd0ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.874851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ddda3ad-73a5-4d2c-9498-7ad422cd0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:11.955785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7ddda3ad-73a5-4d2c-9498-7ad422cd0ff9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d85e7ab331ef408986a445df854d1d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8291223 Jun 30 09:33:11.961680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36018) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:11.963033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddda3ad-73a5-4d2c-9498-7ad422cd0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d9d01f-eeb7-4f20-8835-0f3545b57d76,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:11.970116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-9c05dd97-4da7-459d-a355-a647c2072e08 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2146491497&fields=id&tenant_id=9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 267 time: 0.3286185 Jun 30 09:33:12.278738 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d227c6c7-5e74-45a5-b433-db31f18d5cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.345227 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d227c6c7-5e74-45a5-b433-db31f18d5cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.391523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.421219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-529fc209-cf58-455f-9fd5-c07c51ccc6d2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:12.428061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-529fc209-cf58-455f-9fd5-c07c51ccc6d2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.3995271 Jun 30 09:33:12.448039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-c4561417-da05-4577-8dd4-c002b0c11d07 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/quotas/9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 375 time: 0.0187800 Jun 30 09:33:12.548098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d227c6c7-5e74-45a5-b433-db31f18d5cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.551618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d227c6c7-5e74-45a5-b433-db31f18d5cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:12.557694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d227c6c7-5e74-45a5-b433-db31f18d5cfd admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e4d9d01f-eeb7-4f20-8835-0f3545b57d76 HTTP/1.1" status: 204 len: 168 time: 0.5857370 Jun 30 09:33:12.578652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227c6c7-5e74-45a5-b433-db31f18d5cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d9d01f-eeb7-4f20-8835-0f3545b57d76,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:12.648598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-3810f2ef-db7e-4765-8cc3-b731185b1a0a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1994231 Jun 30 09:33:12.964273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-71f29e39-824a-4149-a226-6ef29841b1c3 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031416 Jun 30 09:33:13.032523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.038189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.242158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-f1c95b0e-ab2d-4586-8fad-5e3cee80df30 service neutron] 10.222.0.77 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705872 Jun 30 09:33:13.390956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36058) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.408437 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2037172c-c8ee-4a1d-b2ec-d6b4296b030f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.525376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Router 279baac4-4c6e-4dae-ae93-8312eb110b18 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:13.743859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2037172c-c8ee-4a1d-b2ec-d6b4296b030f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.764324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2037172c-c8ee-4a1d-b2ec-d6b4296b030f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.837036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:13.855099 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:13.864263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] Sync routers for ids ['279baac4-4c6e-4dae-ae93-8312eb110b18'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:13.868837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0ef0d356-00ad-4ff9-bf0f-06a923bb76e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "PUT /v2.0/routers/279baac4-4c6e-4dae-ae93-8312eb110b18 HTTP/1.1" status: 200 len: 914 time: 5.1916065 Jun 30 09:33:13.869763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36084) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:13.881628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] Routers {'279baac4-4c6e-4dae-ae93-8312eb110b18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:13.887753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['279baac4-4c6e-4dae-ae93-8312eb110b18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:13.942186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037172c-c8ee-4a1d-b2ec-d6b4296b030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222692e7-1964-4a70-a2dd-1d304b832322,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:13.992514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2037172c-c8ee-4a1d-b2ec-d6b4296b030f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=24ded5ca376e46709f701b17c7d7b7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998714 Jun 30 09:33:14.004163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36096) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.028149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:14.029069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-66691270-76f6-40f4-ae5a-1e2fc8c11aba tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/279baac4-4c6e-4dae-ae93-8312eb110b18 HTTP/1.1" status: 200 len: 920 time: 0.1579015 Jun 30 09:33:14.029784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.075276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] Routers {'279baac4-4c6e-4dae-ae93-8312eb110b18'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:14.078850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:32:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['279baac4-4c6e-4dae-ae93-8312eb110b18'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:14.202919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:14.207217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04162df9-2c31-4fec-8c7b-379e4e6ce65c None None] The sync data for ids ['279baac4-4c6e-4dae-ae93-8312eb110b18'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:14.233414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93dd6804-4133-42ef-9d6d-28bd7b074404 req-58650a49-37ef-4499-a96d-61cb067e24ba tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.1765921 Jun 30 09:33:14.249857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-53cd1a19-7d19-4faf-841a-3c0231f2aed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.259524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.285432 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9703333c-ea77-48af-82bb-d676e8a47b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.296002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0b80db-d3ac-4268-bfcd-2b807b11cc9a tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:14.305432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fa0b80db-d3ac-4268-bfcd-2b807b11cc9a tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=279baac4-4c6e-4dae-ae93-8312eb110b18&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2717986 Jun 30 09:33:14.309874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.348656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9703333c-ea77-48af-82bb-d676e8a47b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.473067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9703333c-ea77-48af-82bb-d676e8a47b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.477283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9703333c-ea77-48af-82bb-d676e8a47b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:14.478642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9703333c-ea77-48af-82bb-d676e8a47b3b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/222692e7-1964-4a70-a2dd-1d304b832322 HTTP/1.1" status: 204 len: 168 time: 0.4751518 Jun 30 09:33:14.495013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703333c-ea77-48af-82bb-d676e8a47b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222692e7-1964-4a70-a2dd-1d304b832322,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:14.579887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0168788a-1f3a-4bd2-94d4-1663c2335156 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:14.582541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0168788a-1f3a-4bd2-94d4-1663c2335156 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.2711229 Jun 30 09:33:14.584729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36110) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.671894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e2cd3114-0e46-4872-996f-55b8c535a7a3 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=279baac4-4c6e-4dae-ae93-8312eb110b18 HTTP/1.1" status: 200 len: 205 time: 0.0857530 Jun 30 09:33:14.674948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:14.952686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.228150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.490073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Deleting port ee12b796-e6da-4a87-b03e-d90dd6854b42 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:15.491548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.671947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:15.682599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a721a5a3-9f1b-4d7d-8e6c-1f5258fbfde2 req-e64cdf34-e104-496c-b09a-cbb772868cf3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.0784330 Jun 30 09:33:15.740197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Calling delete_port for ee12b796-e6da-4a87-b03e-d90dd6854b42 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:16.137699 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.360811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:16.424965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event deleted for resources: {'Port': ['ID=ee12b796-e6da-4a87-b03e-d90dd6854b42,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:16.599679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.148498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a0083b-8aaf-4c32-b332-d2d3b39ce910 req-b6a3e17d-4787-40ea-beff-54214a87504c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.0786150 Jun 30 09:33:17.162528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.181939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.289933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.291022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Fanout notify agent at l3_agent the message router_deleted on router 279baac4-4c6e-4dae-ae93-8312eb110b18 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:17.311369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.313140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-05861720-57fd-409f-9cbc-efe8e1a875ac tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/279baac4-4c6e-4dae-ae93-8312eb110b18 HTTP/1.1" status: 204 len: 168 time: 2.6370742 Jun 30 09:33:17.317566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.323492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1615511974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:17.401901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.403731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.436640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-d3b9d4eb-acda-4b11-8043-09b7498697fa tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:17.450728 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-d3b9d4eb-acda-4b11-8043-09b7498697fa tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 812 time: 0.7256415 Jun 30 09:33:17.455472 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.561433 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-6faaa3dc-970a-4124-b616-b9cdbdf44d9d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e884ee79a4c4ed98e09903991cd3b7a HTTP/1.1" status: 200 len: 380 time: 0.1012325 Jun 30 09:33:17.574782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'port': {'device_id': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'admin_state_up': True, 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'security_groups': ['d848270a-fbf0-4a87-9e42-8d570577e15e']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:17.634814 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.664964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.690386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.824858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:17.836046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-92d88cfe-3852-47bc-b891-26b34e20c748 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5107226 Jun 30 09:33:17.839324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:17.881300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'enable_snat': False}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:17.891645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Made reservation on behalf of 9e884ee79a4c4ed98e09903991cd3b7a for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:17.911632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.325564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.20.0.3 (3245d17c-5c05-441a-acfd-b6d2f51cecd7/9f80120b-371c-47bc-aa90-b37ef44cce91/45838fef-e7dc-4fe3-9a21-2777041b3dbe) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:18.565562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d315460c-178d-4573-8710-845a071cb068 req-dac922fa-82e2-4b97-b856-741d74927881 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.1308689 Jun 30 09:33:18.588597 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.733749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.793546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Transition to ACTIVE for port object 45838fef-e7dc-4fe3-9a21-2777041b3dbe will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:18.883507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:18.945083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:18.950690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:18.953792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:18.969791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.013580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.023436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.139070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:19.139770 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.194401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-99423daf-0f41-4cdb-a86e-037806c20965 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6246085 Jun 30 09:33:19.214351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-9e53a3f0-f0d2-44b6-9610-d3fd8a14a8c7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:19.215780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-9e53a3f0-f0d2-44b6-9610-d3fd8a14a8c7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107415 Jun 30 09:33:19.264105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Allocated IP 172.25.7.134 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/beafa78c-f6d9-42bf-a5b5-baf6e6c51006) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:19.497843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.517874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Request body: {'port': {'device_id': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:19.562709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-de2eab27-cac8-4f6c-8655-8f05131c1200 None None] Provisioning for port 45838fef-e7dc-4fe3-9a21-2777041b3dbe completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:19.568419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-de2eab27-cac8-4f6c-8655-8f05131c1200 None None] Provisioning complete for port 45838fef-e7dc-4fe3-9a21-2777041b3dbe triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:19.569300 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-de2eab27-cac8-4f6c-8655-8f05131c1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.601407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.661478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:19.708308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-de2eab27-cac8-4f6c-8655-8f05131c1200 None None] Port 45838fef-e7dc-4fe3-9a21-2777041b3dbe cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:33:19.729424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:19.745053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Pushing event updated for resources: {'Port': ['ID=beafa78c-f6d9-42bf-a5b5-baf6e6c51006,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:19.750184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:19.759236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:20.070572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1689f099-75d0-4163-b028-bc545d5f208b req-07d23fab-eca7-4890-867c-d0be5777853b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:20.081928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1689f099-75d0-4163-b028-bc545d5f208b req-07d23fab-eca7-4890-867c-d0be5777853b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 931 time: 0.2818332 Jun 30 09:33:20.122793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45838fef-e7dc-4fe3-9a21-2777041b3dbe {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:20.146256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.172525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Transition to ACTIVE for port object 45838fef-e7dc-4fe3-9a21-2777041b3dbe will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:20.194970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.199545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1689f099-75d0-4163-b028-bc545d5f208b req-b057537c-7fe6-48f3-8bf2-864598ae3b53 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086922 Jun 30 09:33:20.334962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Pushing event updated for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:20.457811 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.533470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Attempting to bind port 45838fef-e7dc-4fe3-9a21-2777041b3dbe on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:20.533903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Attempting to bind port 45838fef-e7dc-4fe3-9a21-2777041b3dbe by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:20.534301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Attempting to bind port 45838fef-e7dc-4fe3-9a21-2777041b3dbe on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:20.545483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Port 45838fef-e7dc-4fe3-9a21-2777041b3dbe on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:33:20.546170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Attempting to bind port 45838fef-e7dc-4fe3-9a21-2777041b3dbe on network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:20.564868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:20.566815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Checking segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:20.567308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Bound using segment: {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:20.567845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Bound port: 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac843b4-c241-47ba-9658-c05b4b2a9c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:20.575025 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.846638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:20.850470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:20.867795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.970978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:20.971611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:20.978941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] 10.222.0.79 "PUT /v2.0/ports/45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 200 len: 1092 time: 1.7526860 Jun 30 09:33:20.979436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:20.987139 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0666104b-c810-4a85-aa84-14369ef67e36" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:21.034350 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.055283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.197797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e32ded-a1fc-4ec1-b938-3cc98e7d4aac service neutron] Pushing event updated for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:21.383099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-61737584-2d56-4a7c-93ca-ee00390dcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:21.392343 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-61737584-2d56-4a7c-93ca-ee00390dcb26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1095 time: 0.3504279 Jun 30 09:33:21.462965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Router b3810990-c76d-43e2-9839-f577d03917aa is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:21.558125 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a88da1-fce9-4566-a34c-07369a817955 x-openstack-request-id: req-71a88da1-fce9-4566-a34c-07369a817955 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:21.558736 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:21.559194 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71a88da1-fce9-4566-a34c-07369a817955 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:21.559805 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'status': 'completed', 'code': 200} Jun 30 09:33:21.563987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-c9234474-9b27-44d9-af10-0b5afbe95fd5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 200 len: 217 time: 0.1611001 Jun 30 09:33:21.641343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-e10c4a21-a99d-42ea-868e-7f4b319877d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:21.643620 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-e10c4a21-a99d-42ea-868e-7f4b319877d6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0672259 Jun 30 09:33:21.762401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-28d771f1-10a2-4c9f-9757-dcaf1151ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:21.769641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-28d771f1-10a2-4c9f-9757-dcaf1151ef97 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154368 Jun 30 09:33:21.779281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:21.790465 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] Sync routers for ids ['b3810990-c76d-43e2-9839-f577d03917aa'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:21.817530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:21.819062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85bb10a9-4c03-4e22-bfd3-694fc40115bf tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "PUT /v2.0/routers/b3810990-c76d-43e2-9839-f577d03917aa HTTP/1.1" status: 200 len: 916 time: 3.9774835 Jun 30 09:33:21.824594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36330) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:21.825810 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] Routers {'b3810990-c76d-43e2-9839-f577d03917aa'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:21.827894 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b3810990-c76d-43e2-9839-f577d03917aa'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:21.949809 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:21.965069 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] Routers {'b3810990-c76d-43e2-9839-f577d03917aa'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:21.969166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['b3810990-c76d-43e2-9839-f577d03917aa'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:22.013153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-d4e3354a-8aac-4108-9ddb-f5e7c6a28e78 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302344 Jun 30 09:33:22.032626 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:22.040722 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef7ebd6-fca2-419a-a5ea-56435d4d3bb4 None None] The sync data for ids ['b3810990-c76d-43e2-9839-f577d03917aa'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:22.238998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ae7dfdab-da6f-4f5c-8cac-000a01a4065f req-8e769ffc-8012-4897-94cc-4b82655f5c6a service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145314 Jun 30 09:33:22.410473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666104b-c810-4a85-aa84-14369ef67e36 req-39d8c426-ecd6-472f-9809-dd12e5cf83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.412060 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-39d8c426-ecd6-472f-9809-dd12e5cf83a9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1095 time: 0.0994160 Jun 30 09:33:22.556045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666104b-c810-4a85-aa84-14369ef67e36 req-1cf3a8da-39b9-4613-809d-62f323f267f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.557655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-1cf3a8da-39b9-4613-809d-62f323f267f7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1322954 Jun 30 09:33:22.692051 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-0e7337f1-8245-4225-8502-e326b4937bd2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 200 len: 217 time: 0.1261122 Jun 30 09:33:22.796803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9984d-cedd-440a-a1b5-31c84ab1d9fc req-ffb4eb02-2a6f-4b4e-aaa9-9d3cf1f3c949 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.798930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfc9984d-cedd-440a-a1b5-31c84ab1d9fc req-ffb4eb02-2a6f-4b4e-aaa9-9d3cf1f3c949 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 1.1534319 Jun 30 09:33:22.865023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a776a52d-bf90-4424-ad16-18782b2676e7 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/b3810990-c76d-43e2-9839-f577d03917aa HTTP/1.1" status: 200 len: 922 time: 0.9877989 Jun 30 09:33:22.865720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36354) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:22.896630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666104b-c810-4a85-aa84-14369ef67e36 req-7749237b-394f-496d-92bf-e6f56425e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.899023 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-7749237b-394f-496d-92bf-e6f56425e9fc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1953604 Jun 30 09:33:22.941088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfc9984d-cedd-440a-a1b5-31c84ab1d9fc req-fb7b39a6-08bf-4ee2-9c64-a40a6e3414a1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284299 Jun 30 09:33:22.981759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987637b9-b0ed-4f0c-8f8b-cd9cc6c2f42e tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:22.986023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-987637b9-b0ed-4f0c-8f8b-cd9cc6c2f42e tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=b3810990-c76d-43e2-9839-f577d03917aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1021574 Jun 30 09:33:22.986928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36358) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.041535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666104b-c810-4a85-aa84-14369ef67e36 req-aa4d730e-1fd0-476c-a336-60b516963fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.044900 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-aa4d730e-1fd0-476c-a336-60b516963fb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344686 Jun 30 09:33:23.134950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac144708-7973-41df-bc3c-bdf6720ef443 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:23.136507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ac144708-7973-41df-bc3c-bdf6720ef443 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/networks/4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 881 time: 0.1484125 Jun 30 09:33:23.148470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36364) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.190994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-10259910-2713-43ba-9327-343821dcfb47 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295564 Jun 30 09:33:23.216791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-03050d11-b2c0-4f68-9b24-90cf221101df tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3810990-c76d-43e2-9839-f577d03917aa HTTP/1.1" status: 200 len: 205 time: 0.0652602 Jun 30 09:33:23.217689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36368) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:23.310387 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0666104b-c810-4a85-aa84-14369ef67e36 req-48aecc64-7d9b-4fb4-b7c2-7085999c7443 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063504 Jun 30 09:33:23.388486 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.570134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.668904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Deleting port beafa78c-f6d9-42bf-a5b5-baf6e6c51006 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:23.669384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.865634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:23.910143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Calling delete_port for beafa78c-f6d9-42bf-a5b5-baf6e6c51006 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:24.443814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214ee41-b5a3-41e3-b629-59b9ea8861ef req-0e6c2542-bba5-4e89-b617-24e34df7b4d2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:24.447151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f214ee41-b5a3-41e3-b629-59b9ea8861ef req-0e6c2542-bba5-4e89-b617-24e34df7b4d2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.2284214 Jun 30 09:33:24.541325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f214ee41-b5a3-41e3-b629-59b9ea8861ef req-d3613921-78d5-4e9d-8b07-51e98d49001c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860484 Jun 30 09:33:24.541968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.588897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event deleted for resources: {'Port': ['ID=beafa78c-f6d9-42bf-a5b5-baf6e6c51006,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:24.715868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.907386 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.912764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.978969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.979673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Fanout notify agent at l3_agent the message router_deleted on router b3810990-c76d-43e2-9839-f577d03917aa {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:24.987808 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:24.993257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ef1bdda1-2f8c-447b-9e50-32578cc0ee0c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/b3810990-c76d-43e2-9839-f577d03917aa HTTP/1.1" status: 204 len: 168 time: 1.7702663 Jun 30 09:33:24.993451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36432) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:24.998114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1357997400', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:25.049788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.050935 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.175300 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.463913 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.536124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36466) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:25.758756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dd6304c-6e3d-4148-8f5c-96a94e8a5dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.838202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.901982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:25.995433 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dd6304c-6e3d-4148-8f5c-96a94e8a5dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.018118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4dd6304c-6e3d-4148-8f5c-96a94e8a5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.067305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4dd6304c-6e3d-4148-8f5c-96a94e8a5dad admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4b527d81840b4048a0dadef10c62e36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300174 Jun 30 09:33:26.071324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36486) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:26.093524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd6304c-6e3d-4148-8f5c-96a94e8a5dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3202a8-ed1a-497c-bb20-44a0f0f46b93,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:26.158270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703a47d1-29a0-416e-a6b9-c5d64d224834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.186730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703a47d1-29a0-416e-a6b9-c5d64d224834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.218834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34c1dc-db5c-425d-a3c2-7b87d7258dbc req-57b10f79-07df-45e8-969b-ba4a11bce6a5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:26.232273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c34c1dc-db5c-425d-a3c2-7b87d7258dbc req-57b10f79-07df-45e8-969b-ba4a11bce6a5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.3302462 Jun 30 09:33:26.245591 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703a47d1-29a0-416e-a6b9-c5d64d224834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.249911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-703a47d1-29a0-416e-a6b9-c5d64d224834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.255760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-703a47d1-29a0-416e-a6b9-c5d64d224834 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1b3202a8-ed1a-497c-bb20-44a0f0f46b93 HTTP/1.1" status: 204 len: 168 time: 0.1818502 Jun 30 09:33:26.271283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a47d1-29a0-416e-a6b9-c5d64d224834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3202a8-ed1a-497c-bb20-44a0f0f46b93,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:26.338155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Allocated IP 172.25.7.37 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/308ba9b5-d69d-4bde-a875-49f3d57f5d35) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:26.359370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7c34c1dc-db5c-425d-a3c2-7b87d7258dbc req-d9260aa9-5abd-4d29-a3e3-4d0455d040b8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116273 Jun 30 09:33:26.516214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.575245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:26.682681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:26.687164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:26.699755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:26.802122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event updated for resources: {'Port': ['ID=308ba9b5-d69d-4bde-a875-49f3d57f5d35,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:26.911790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:26.926861 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df91eb80-f91b-49ef-8b2b-9928688f5efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.186679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df91eb80-f91b-49ef-8b2b-9928688f5efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.193009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df91eb80-f91b-49ef-8b2b-9928688f5efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.236326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.250138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-df91eb80-f91b-49ef-8b2b-9928688f5efd admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b02554a6324c4c079493c2940249afc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340387 Jun 30 09:33:27.250745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36530) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:27.259391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91eb80-f91b-49ef-8b2b-9928688f5efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d815bcde-4441-442f-9e72-f38abd00c566,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.359563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65895065-a72e-4c8d-8e7c-55f858430c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.409528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65895065-a72e-4c8d-8e7c-55f858430c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.496748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65895065-a72e-4c8d-8e7c-55f858430c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.503876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65895065-a72e-4c8d-8e7c-55f858430c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.508202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65895065-a72e-4c8d-8e7c-55f858430c4c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d815bcde-4441-442f-9e72-f38abd00c566 HTTP/1.1" status: 204 len: 168 time: 0.2559903 Jun 30 09:33:27.526354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895065-a72e-4c8d-8e7c-55f858430c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d815bcde-4441-442f-9e72-f38abd00c566,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:27.542730 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:27.734409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6bfa-dccb-4339-b53d-86de1d059023 req-93f6c34c-afed-404b-9668-404645e592a3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:27.736109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd5e6bfa-dccb-4339-b53d-86de1d059023 req-93f6c34c-afed-404b-9668-404645e592a3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1899176 Jun 30 09:33:27.864324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd5e6bfa-dccb-4339-b53d-86de1d059023 req-12765799-1777-44a2-9cc4-94a15cc0f71c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193504 Jun 30 09:33:27.883845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Router 66345f94-6e1e-468b-b859-96447a7de5f8 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:33:28.178475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:28.193637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] Sync routers for ids ['66345f94-6e1e-468b-b859-96447a7de5f8'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:28.209755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] Routers {'66345f94-6e1e-468b-b859-96447a7de5f8'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:28.214418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66345f94-6e1e-468b-b859-96447a7de5f8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:28.244130 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.245514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a9c92f0a-a8c2-4c87-b7da-2a5d27c84705 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2511191 Jun 30 09:33:28.248409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36562) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.253115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:28.289045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:28.305434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.321005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] Routers {'66345f94-6e1e-468b-b859-96447a7de5f8'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:28.321998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66345f94-6e1e-468b-b859-96447a7de5f8'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:28.328729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92758097-b82b-4fea-a8d0-39082395f5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.400179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:28.402927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7813f9-091f-4135-b14b-40b5aedfd30e None None] The sync data for ids ['66345f94-6e1e-468b-b859-96447a7de5f8'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:28.641781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92758097-b82b-4fea-a8d0-39082395f5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.654163 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-92758097-b82b-4fea-a8d0-39082395f5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.735792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-92758097-b82b-4fea-a8d0-39082395f5ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f520db8a7e54f4b98ef2e0e48bf0adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4269195 Jun 30 09:33:28.747297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36576) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:28.854296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92758097-b82b-4fea-a8d0-39082395f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c706f95-b9e3-471b-970e-162665e05930,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:28.895100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcc41221-530e-42c9-9b12-9e1a9ad44d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.931317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.935818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcc41221-530e-42c9-9b12-9e1a9ad44d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:28.967196 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.059869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcc41221-530e-42c9-9b12-9e1a9ad44d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.062835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcc41221-530e-42c9-9b12-9e1a9ad44d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.071489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fcc41221-530e-42c9-9b12-9e1a9ad44d11 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7c706f95-b9e3-471b-970e-162665e05930 HTTP/1.1" status: 204 len: 168 time: 0.3203394 Jun 30 09:33:29.102799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc41221-530e-42c9-9b12-9e1a9ad44d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c706f95-b9e3-471b-970e-162665e05930,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:29.175555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Deleting port 308ba9b5-d69d-4bde-a875-49f3d57f5d35 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:29.176173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.322893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.375552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.394603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Calling delete_port for 308ba9b5-d69d-4bde-a875-49f3d57f5d35 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:29.734710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b14e0-de36-45ad-80eb-cec2f15d1850 req-3d01c72e-3cf2-4df6-84b0-7c54e27d0158 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:29.734710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-917b14e0-de36-45ad-80eb-cec2f15d1850 req-3d01c72e-3cf2-4df6-84b0-7c54e27d0158 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.6254990 Jun 30 09:33:29.765515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:29.817306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Pushing event deleted for resources: {'Port': ['ID=308ba9b5-d69d-4bde-a875-49f3d57f5d35,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:29.847380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-917b14e0-de36-45ad-80eb-cec2f15d1850 req-c8805a01-98b1-448f-a935-4d5e86cc9fc7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035259 Jun 30 09:33:29.932889 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.984393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:30.992038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.210674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Router 66345f94-6e1e-468b-b859-96447a7de5f8 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:31.353437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36728) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.372426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:31.385195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:31.389878 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] Sync routers for ids ['66345f94-6e1e-468b-b859-96447a7de5f8'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:31.391200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.410276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8e59e89-f5ab-4e42-97b7-b1ae837f5c1b tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "PUT /v2.0/routers/66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 200 len: 706 time: 3.1370323 Jun 30 09:33:31.427214 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] Routers {'66345f94-6e1e-468b-b859-96447a7de5f8'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:31.427885 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66345f94-6e1e-468b-b859-96447a7de5f8'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.549355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4d285-ebf5-4b1e-8a96-b8e695589eec req-4ff8ae42-28ae-42ec-86c5-6d7b8ae2a4c7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:31.550991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3be4d285-ebf5-4b1e-8a96-b8e695589eec req-4ff8ae42-28ae-42ec-86c5-6d7b8ae2a4c7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.3326702 Jun 30 09:33:31.584905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.609481 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] Routers {'66345f94-6e1e-468b-b859-96447a7de5f8'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:31.610486 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['66345f94-6e1e-468b-b859-96447a7de5f8'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.618964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3be4d285-ebf5-4b1e-8a96-b8e695589eec req-f7c3a961-40ab-45be-b91e-8bf0db78ee68 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530028 Jun 30 09:33:31.651885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2e2d6837-3a3b-4ee0-8415-1b1c4b9bfe84 tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/routers/66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 200 len: 741 time: 0.2600114 Jun 30 09:33:31.654776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36760) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.724857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1441591b-5f57-4499-b706-cc5a71ecfc2b tempest-RoutersAdminTest-211638754 tempest-RoutersAdminTest-211638754-project-admin] 10.222.0.77 "GET /v2.0/ports?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&device_id=66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 200 len: 205 time: 0.0688655 Jun 30 09:33:31.726926 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:31.727076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.756378 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02e87b-7203-4cb1-863d-e418fedbf849 None None] The sync data for ids ['66345f94-6e1e-468b-b859-96447a7de5f8'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:31.809903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36782) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:31.811626 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-da0afb3c-4352-46de-9a89-deb35d6ed1ef tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 200 len: 205 time: 0.0827963 Jun 30 09:33:31.930563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a0bbc6d-a8ef-4508-a067-fd83207d01a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.096548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.251775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a0bbc6d-a8ef-4508-a067-fd83207d01a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.262299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a0bbc6d-a8ef-4508-a067-fd83207d01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.393011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0bbc6d-a8ef-4508-a067-fd83207d01a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac0fe8be-e33f-4bec-bc78-02c5d153f335,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:32.430557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1a0bbc6d-a8ef-4508-a067-fd83207d01a9 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3060b4bdc98c41439a39598ac1761d84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0737386 Jun 30 09:33:32.431114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36860) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.562466 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68f36d70-0b70-4034-a363-0d669350e2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.592703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68f36d70-0b70-4034-a363-0d669350e2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.630006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.633140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.697012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68f36d70-0b70-4034-a363-0d669350e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.700201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-68f36d70-0b70-4034-a363-0d669350e2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.701428 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-68f36d70-0b70-4034-a363-0d669350e2f9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ac0fe8be-e33f-4bec-bc78-02c5d153f335 HTTP/1.1" status: 204 len: 168 time: 0.2690694 Jun 30 09:33:32.713035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.714063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Fanout notify agent at l3_agent the message router_deleted on router 66345f94-6e1e-468b-b859-96447a7de5f8 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:32.729142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f36d70-0b70-4034-a363-0d669350e2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac0fe8be-e33f-4bec-bc78-02c5d153f335,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:32.769146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:32.783839 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.793901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f1b81735-8f4b-4515-a3d1-ccfb0a3a5754 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 204 len: 168 time: 0.9793932 Jun 30 09:33:32.797555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36914) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.896113 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4e2ed041-681d-4108-bc4f-afeab7fd04be tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 200 len: 205 time: 0.0974066 Jun 30 09:33:32.899326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36928) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:32.968034 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-a584e3dc-0257-4f54-b1e5-9cf9cad5dedd tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] delete failed (client error): The resource could not be found. Jun 30 09:33:32.972044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a584e3dc-0257-4f54-b1e5-9cf9cad5dedd tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/66345f94-6e1e-468b-b859-96447a7de5f8 HTTP/1.1" status: 404 len: 336 time: 0.0688632 Jun 30 09:33:32.972605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.043753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-82a0d4c5-fc2c-4963-93bd-5e84a5fd9d9d tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=b3810990-c76d-43e2-9839-f577d03917aa HTTP/1.1" status: 200 len: 205 time: 0.0697331 Jun 30 09:33:33.046327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.123203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4103acf3-0890-419e-bc1c-0a0ccf2ca773 req-c9d6bf6d-cdd0-4bc7-9bbd-39dd45fa5ae8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:33.143852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4103acf3-0890-419e-bc1c-0a0ccf2ca773 req-c9d6bf6d-cdd0-4bc7-9bbd-39dd45fa5ae8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1781766 Jun 30 09:33:33.175900 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-c9d50792-9f4c-4cd1-9df7-fce425817891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] delete failed (client error): The resource could not be found. Jun 30 09:33:33.176886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9d50792-9f4c-4cd1-9df7-fce425817891 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/b3810990-c76d-43e2-9839-f577d03917aa HTTP/1.1" status: 404 len: 336 time: 0.1297376 Jun 30 09:33:33.184931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36966) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.218171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-019f9cb4-3ab3-4df0-b0c5-1a72aa639802 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=279baac4-4c6e-4dae-ae93-8312eb110b18 HTTP/1.1" status: 200 len: 205 time: 0.0320971 Jun 30 09:33:33.220628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36970) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.286310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4103acf3-0890-419e-bc1c-0a0ccf2ca773 req-2fc48c99-b0d0-479f-8304-cb64c3634eb5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414452 Jun 30 09:33:33.308482 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-b7e6fbd6-d6c6-47ab-863b-d765b87caa50 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] delete failed (client error): The resource could not be found. Jun 30 09:33:33.311744 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b7e6fbd6-d6c6-47ab-863b-d765b87caa50 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/279baac4-4c6e-4dae-ae93-8312eb110b18 HTTP/1.1" status: 404 len: 336 time: 0.0872970 Jun 30 09:33:33.311887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36980) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.352391 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f324cbf-bef9-4512-9b84-92b11c52899f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.376656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-04dcedab-7a49-4d46-b568-e2f1de84c8af tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=9ea1eab4-9e41-44f3-b8b6-afb140150964 HTTP/1.1" status: 200 len: 205 time: 0.0617771 Jun 30 09:33:33.378332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 36988) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.463550 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-c348a194-3db2-45c6-b7e1-f8807c2b5632 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] delete failed (client error): The resource could not be found. Jun 30 09:33:33.468674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c348a194-3db2-45c6-b7e1-f8807c2b5632 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/9ea1eab4-9e41-44f3-b8b6-afb140150964 HTTP/1.1" status: 404 len: 336 time: 0.0848062 Jun 30 09:33:33.469687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 36998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.507194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ac71a484-be97-4d21-b4cc-52302c04869c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=2bcf3a06-279c-4821-8e14-05aee18a4228 HTTP/1.1" status: 200 len: 205 time: 0.0351968 Jun 30 09:33:33.509503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37006) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.597489 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-e9cbfc99-d34c-472c-b52d-97a311dbb011 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] delete failed (client error): The resource could not be found. Jun 30 09:33:33.598557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e9cbfc99-d34c-472c-b52d-97a311dbb011 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/2bcf3a06-279c-4821-8e14-05aee18a4228 HTTP/1.1" status: 404 len: 336 time: 0.0880575 Jun 30 09:33:33.602619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37022) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.626892 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f324cbf-bef9-4512-9b84-92b11c52899f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.649711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-06a34645-ee44-4412-80c6-beafdfd7a33c tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "GET /v2.0/ports?device_id=f6005674-639e-4bff-acf4-8f5d97d54b6d HTTP/1.1" status: 200 len: 205 time: 0.0459888 Jun 30 09:33:33.650963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6f324cbf-bef9-4512-9b84-92b11c52899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.652231 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37028) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.759631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37032) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.767830 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-208909f8-d3f8-4da2-875e-a448c80f91c4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] delete failed (client error): The resource could not be found. Jun 30 09:33:33.769475 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-208909f8-d3f8-4da2-875e-a448c80f91c4 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/routers/f6005674-639e-4bff-acf4-8f5d97d54b6d HTTP/1.1" status: 404 len: 336 time: 0.1160462 Jun 30 09:33:33.772958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37040) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:33.792157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82afbdd0-7df1-423e-b742-b0daf568ff04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:33.814899 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1600ef4-c66f-4bfc-ad0e-2b51f05941d7 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] DELETE failed (client error): The resource could not be found. Jun 30 09:33:33.815730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1600ef4-c66f-4bfc-ad0e-2b51f05941d7 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:33:33.817785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1600ef4-c66f-4bfc-ad0e-2b51f05941d7 tempest-RoutersAdminTest-1786085837 tempest-RoutersAdminTest-1786085837-project] 10.222.0.77 "DELETE /v2.0/subnets/23350113-8fa9-460d-9bb5-2277b6d153eb HTTP/1.1" status: 404 len: 337 time: 0.0435994 Jun 30 09:33:34.028064 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82afbdd0-7df1-423e-b742-b0daf568ff04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.034611 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-82afbdd0-7df1-423e-b742-b0daf568ff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.077478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-82afbdd0-7df1-423e-b742-b0daf568ff04 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0785882941aa48a197f4e69f285d0c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158824 Jun 30 09:33:34.082818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37074) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.167782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82afbdd0-7df1-423e-b742-b0daf568ff04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9373ee8d-bf65-4ff3-a3d6-49eaee627263,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.199136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86b5215-4e35-4d61-a6ed-95bfea16690b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.263398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86b5215-4e35-4d61-a6ed-95bfea16690b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.323977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f324cbf-bef9-4512-9b84-92b11c52899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce61b01c-1845-415e-af4c-0917d8a62dd5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.369100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86b5215-4e35-4d61-a6ed-95bfea16690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.371908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6f324cbf-bef9-4512-9b84-92b11c52899f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=88bff2b168c744e3bee6e71416062c46&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5868278 Jun 30 09:33:34.372057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a86b5215-4e35-4d61-a6ed-95bfea16690b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.373069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.373673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a86b5215-4e35-4d61-a6ed-95bfea16690b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9373ee8d-bf65-4ff3-a3d6-49eaee627263 HTTP/1.1" status: 204 len: 168 time: 0.2898934 Jun 30 09:33:34.374749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37104) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:34.424884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86b5215-4e35-4d61-a6ed-95bfea16690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9373ee8d-bf65-4ff3-a3d6-49eaee627263,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.510078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfd84625-eafe-41b8-a7dc-409c987bce0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.544018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfd84625-eafe-41b8-a7dc-409c987bce0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.637422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397b288-f73e-4335-9e0e-525a2de2fbb8 req-7907ca64-c816-4cc9-8ff8-329dd9cfb113 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:34.639168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6397b288-f73e-4335-9e0e-525a2de2fbb8 req-7907ca64-c816-4cc9-8ff8-329dd9cfb113 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1850007 Jun 30 09:33:34.702341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6397b288-f73e-4335-9e0e-525a2de2fbb8 req-63162ce3-da57-493e-a145-91dcb1268b39 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553637 Jun 30 09:33:34.707684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfd84625-eafe-41b8-a7dc-409c987bce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.712475 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bfd84625-eafe-41b8-a7dc-409c987bce0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:34.713478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bfd84625-eafe-41b8-a7dc-409c987bce0d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce61b01c-1845-415e-af4c-0917d8a62dd5 HTTP/1.1" status: 204 len: 168 time: 0.3357301 Jun 30 09:33:34.735748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd84625-eafe-41b8-a7dc-409c987bce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce61b01c-1845-415e-af4c-0917d8a62dd5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:34.889663 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0faad58-5ee8-4665-af15-c0c93e45586c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.096833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0faad58-5ee8-4665-af15-c0c93e45586c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.104342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e0faad58-5ee8-4665-af15-c0c93e45586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.160754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37196) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.161335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e0faad58-5ee8-4665-af15-c0c93e45586c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=40e4c7ada96d4b9685d86e15ba3e18d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869773 Jun 30 09:33:35.193637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0faad58-5ee8-4665-af15-c0c93e45586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49aef83-469b-47c7-aaf9-6fdc8ba7436f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.312446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37216) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.327754 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-858801ef-278a-409b-8c22-df7fef1fcbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.336064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29301879-7285-48e7-ad7a-70fafbc14f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.374421 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-858801ef-278a-409b-8c22-df7fef1fcbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.445529 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-858801ef-278a-409b-8c22-df7fef1fcbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.448477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-858801ef-278a-409b-8c22-df7fef1fcbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.450525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-858801ef-278a-409b-8c22-df7fef1fcbc1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c49aef83-469b-47c7-aaf9-6fdc8ba7436f HTTP/1.1" status: 204 len: 168 time: 0.2879884 Jun 30 09:33:35.467724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858801ef-278a-409b-8c22-df7fef1fcbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49aef83-469b-47c7-aaf9-6fdc8ba7436f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.497789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29301879-7285-48e7-ad7a-70fafbc14f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.505991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29301879-7285-48e7-ad7a-70fafbc14f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.587712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29301879-7285-48e7-ad7a-70fafbc14f34 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=59d31733289f471ca3b92e4dcd719aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732506 Jun 30 09:33:35.589542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37250) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:35.589780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29301879-7285-48e7-ad7a-70fafbc14f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5565cbcf-dbb5-413f-891d-340de8549bcb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:35.772199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0504-5e5c-47e6-8d05-564548034f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:35.950669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0504-5e5c-47e6-8d05-564548034f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.029171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0504-5e5c-47e6-8d05-564548034f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.034238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a7ba0504-5e5c-47e6-8d05-564548034f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.035553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a7ba0504-5e5c-47e6-8d05-564548034f16 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5565cbcf-dbb5-413f-891d-340de8549bcb HTTP/1.1" status: 204 len: 168 time: 0.4361422 Jun 30 09:33:36.050210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ba0504-5e5c-47e6-8d05-564548034f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5565cbcf-dbb5-413f-891d-340de8549bcb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:36.234660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb17733-21c3-41d8-a7fc-c65bf1ef81a4 req-567146aa-baf9-4ed0-9444-cd47377beb52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:36.236845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eb17733-21c3-41d8-a7fc-c65bf1ef81a4 req-567146aa-baf9-4ed0-9444-cd47377beb52 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1635075 Jun 30 09:33:36.328128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eb17733-21c3-41d8-a7fc-c65bf1ef81a4 req-e85cf358-c58f-424d-bafa-7dd843d915ee tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819101 Jun 30 09:33:36.551446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37318) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:36.612538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-01e6b367-8f65-4599-8146-6750999b4f47 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e7acdb6ffa5f4270ad8223f3d3bacc6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595767 Jun 30 09:33:36.617262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37326) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:36.704644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de9191bf-e879-470e-bb0e-60acb1cbd885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.744962 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de9191bf-e879-470e-bb0e-60acb1cbd885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.801236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de9191bf-e879-470e-bb0e-60acb1cbd885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.807007 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de9191bf-e879-470e-bb0e-60acb1cbd885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:36.808335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-de9191bf-e879-470e-bb0e-60acb1cbd885 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/3da03c34-a4de-4dcd-9557-dad7bb21821d HTTP/1.1" status: 204 len: 168 time: 0.1897857 Jun 30 09:33:36.818004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9191bf-e879-470e-bb0e-60acb1cbd885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da03c34-a4de-4dcd-9557-dad7bb21821d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:37.761443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b98c94-b13d-4e4b-b461-bcd206bbfd4e req-63abdc7f-e029-4abb-a99c-b27a6c1b9489 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:37.777315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9b98c94-b13d-4e4b-b461-bcd206bbfd4e req-63abdc7f-e029-4abb-a99c-b27a6c1b9489 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1446512 Jun 30 09:33:37.871466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9b98c94-b13d-4e4b-b461-bcd206bbfd4e req-ef7848d4-3ff5-466d-890e-b3eca6bb94cd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928886 Jun 30 09:33:39.157158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b62bb-40f4-4ba6-b671-f014ba3600fe req-7ecc2600-c94f-468e-b7c3-e0a892fd91ea tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:39.173013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f4b62bb-40f4-4ba6-b671-f014ba3600fe req-7ecc2600-c94f-468e-b7c3-e0a892fd91ea tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1097319 Jun 30 09:33:39.292336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f4b62bb-40f4-4ba6-b671-f014ba3600fe req-92ea2d03-c36a-4fac-b189-1dcedb9c250a tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183341 Jun 30 09:33:39.617743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37490) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:39.786481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1277990478', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:39.841402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Made reservation on behalf of 3944e07c8c5f403d9e5561c5aa75d308 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:39.844476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:39.854477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.041460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.047000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.054248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] device_id is not set on port f01b2a95-d4fa-4b13-baf0-bed759ecc16a yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:40.119927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230ef757-08f9-49ba-beb6-2577406fc3a7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:40.224972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Allocated IP 172.25.7.165 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/f01b2a95-d4fa-4b13-baf0-bed759ecc16a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:40.421702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.660598 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.694018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff301c7-9b96-442c-a1ee-c75ea6bf7394 req-23050ff6-da4c-4252-b797-ced01fe5f330 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:40.696048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eff301c7-9b96-442c-a1ee-c75ea6bf7394 req-23050ff6-da4c-4252-b797-ced01fe5f330 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.2089372 Jun 30 09:33:40.766407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Pushing event updated for resources: {'Port': ['ID=f01b2a95-d4fa-4b13-baf0-bed759ecc16a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:40.833544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:40.838624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eff301c7-9b96-442c-a1ee-c75ea6bf7394 req-5200392c-7c26-4628-a828-4ae28dab71dd tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262722 Jun 30 09:33:40.839909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:40.842584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:40.895139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:40.896084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.922131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37524) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:40.922954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5f126f56-7d78-4281-b1ea-a6295df1078c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3034141 Jun 30 09:33:40.927173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.165'}]}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:40.979012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:40.980114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.095151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.243831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c806420d-3dec-463c-80b1-3c34dbc87e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.298543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.592820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 45838fef-e7dc-4fe3-9a21-2777041b3dbe details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:33:41.975712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:41.993999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:42.063754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.079409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'port_id': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'mac_address': 'fa:16:3e:3b:9b:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:33:42.235245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.292773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45838fef-e7dc-4fe3-9a21-2777041b3dbe {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:33:42.336353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:42.343815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.400570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7de5bc-df0a-45ba-a744-240c45e5e379 req-31d60cf0-95b4-4c6e-9b9d-e4af389fe1e7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:42.407728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b7de5bc-df0a-45ba-a744-240c45e5e379 req-31d60cf0-95b4-4c6e-9b9d-e4af389fe1e7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 943 time: 0.1526787 Jun 30 09:33:42.469996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:42.476155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.493628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.494404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.494999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.495549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.495753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b7de5bc-df0a-45ba-a744-240c45e5e379 req-c7db9583-109e-4823-abc6-d69763707f3b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870798 Jun 30 09:33:42.496298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.496860 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.497420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.497959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.499165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.500105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.500674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.501488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:42.666787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['45838fef-e7dc-4fe3-9a21-2777041b3dbe'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:33:42.683051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.685668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.775243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:42.775980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1e8529-e299-4b64-9a79-2a6c1b332fb7 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:42.809502 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:33:42.810729 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b3db4346-78f7-427b-830d-303aaa3a4920 tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8874297 Jun 30 09:33:42.813393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37552) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:43.024607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Deleting port f01b2a95-d4fa-4b13-baf0-bed759ecc16a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:43.028587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.169719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.185990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Calling delete_port for f01b2a95-d4fa-4b13-baf0-bed759ecc16a owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:43.389818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.423722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Pushing event deleted for resources: {'Port': ['ID=f01b2a95-d4fa-4b13-baf0-bed759ecc16a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:43.523811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.529872 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e6c0ba45-9762-42df-bcaa-987e27f2a96c tempest-RoutersAdminNegativeIpV6Test-340504653 tempest-RoutersAdminNegativeIpV6Test-340504653-project-admin] 10.222.0.77 "DELETE /v2.0/ports/f01b2a95-d4fa-4b13-baf0-bed759ecc16a HTTP/1.1" status: 204 len: 168 time: 0.7151740 Jun 30 09:33:43.607667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 45838fef-e7dc-4fe3-9a21-2777041b3dbe up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:43.764968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 45838fef-e7dc-4fe3-9a21-2777041b3dbe completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:43.768902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 45838fef-e7dc-4fe3-9a21-2777041b3dbe triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:33:43.769324 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.774035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05171dd-840c-4c88-9dde-52ab364eec4e req-a8a68405-f473-45ec-9c6f-583426b90531 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:43.792943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b05171dd-840c-4c88-9dde-52ab364eec4e req-a8a68405-f473-45ec-9c6f-583426b90531 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 944 time: 0.1311734 Jun 30 09:33:43.888546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b05171dd-840c-4c88-9dde-52ab364eec4e req-2dbddb81-0004-4f13-87eb-b6ad5f96e60b tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908148 Jun 30 09:33:43.936926 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:43.963427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:43.966080 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00eeadb9-65d9-46c7-a77a-147e487ce854" -d '{"events": [{"server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:43.981053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:33:43.989883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.035632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37606) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:44.129839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.138933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b11f3f8c-7ab1-42b7-89ed-5e3b1d14a6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.240004 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.315719 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04b4c47a-359e-46c9-b2d2-6a6ca182a54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.463963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04b4c47a-359e-46c9-b2d2-6a6ca182a54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.470074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-04b4c47a-359e-46c9-b2d2-6a6ca182a54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.512030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4c47a-359e-46c9-b2d2-6a6ca182a54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be5aef6-527e-409d-adef-67f386c5109a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:44.541490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-04b4c47a-359e-46c9-b2d2-6a6ca182a54a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=63c6521844ee4e10bfc05365d3cae3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042443 Jun 30 09:33:44.543743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37624) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:44.598752 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e218-7800-4b56-9170-9205e9e102f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.623337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e218-7800-4b56-9170-9205e9e102f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.676982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e218-7800-4b56-9170-9205e9e102f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.681359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d9e6e218-7800-4b56-9170-9205e9e102f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:44.683381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d9e6e218-7800-4b56-9170-9205e9e102f1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/9be5aef6-527e-409d-adef-67f386c5109a HTTP/1.1" status: 204 len: 168 time: 0.1382294 Jun 30 09:33:44.706194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6e218-7800-4b56-9170-9205e9e102f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be5aef6-527e-409d-adef-67f386c5109a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:45.191728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37634) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:45.232171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99e20d-ee7c-47e1-9d7e-1742a9415f9a req-35201580-26c3-48bb-869f-d2847ec5c9d2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:45.238291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a99e20d-ee7c-47e1-9d7e-1742a9415f9a req-35201580-26c3-48bb-869f-d2847ec5c9d2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 0.1534801 Jun 30 09:33:45.277095 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c8badf7c-839f-4d89-927f-dea847f088f6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3944e07c8c5f403d9e5561c5aa75d308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834608 Jun 30 09:33:45.279399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37638) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:45.325385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a99e20d-ee7c-47e1-9d7e-1742a9415f9a req-1c64dedc-0984-4c04-85a0-720677f6eb17 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719733 Jun 30 09:33:45.369629 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5eda5ba2-7372-4ba7-a534-e9d59f04d847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.389859 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1534eb7-5884-477e-bfd5-5564b7c8229b x-openstack-request-id: req-b1534eb7-5884-477e-bfd5-5564b7c8229b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:45.390514 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "name": "network-vif-plugged", "status": "completed", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:45.390514 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b1534eb7-5884-477e-bfd5-5564b7c8229b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:45.390804 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'code': 200} Jun 30 09:33:45.403268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5eda5ba2-7372-4ba7-a534-e9d59f04d847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.475446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5eda5ba2-7372-4ba7-a534-e9d59f04d847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.478145 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5eda5ba2-7372-4ba7-a534-e9d59f04d847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:45.479504 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5eda5ba2-7372-4ba7-a534-e9d59f04d847 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/230ef757-08f9-49ba-beb6-2577406fc3a7 HTTP/1.1" status: 204 len: 168 time: 0.1983736 Jun 30 09:33:45.508151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda5ba2-7372-4ba7-a534-e9d59f04d847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230ef757-08f9-49ba-beb6-2577406fc3a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:45.676050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87d74a-b48f-4bd8-ab89-f7197328f1d4 req-0e28c0ad-766a-4a6e-b28b-4c826d80b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:45.677718 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d87d74a-b48f-4bd8-ab89-f7197328f1d4 req-0e28c0ad-766a-4a6e-b28b-4c826d80b55b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1097 time: 0.1963389 Jun 30 09:33:45.759254 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3d87d74a-b48f-4bd8-ab89-f7197328f1d4 req-35389851-89db-492f-b1b5-82fd1556c80f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712090 Jun 30 09:33:46.034060 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:33:46.129432 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:46.591859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18043e4-3718-49b4-8bf4-20cb1b99be88 req-34e901fb-7547-49eb-bc84-e69c92cdeaad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:46.593578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d18043e4-3718-49b4-8bf4-20cb1b99be88 req-34e901fb-7547-49eb-bc84-e69c92cdeaad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 0.0904067 Jun 30 09:33:46.692806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d18043e4-3718-49b4-8bf4-20cb1b99be88 req-9884126a-2932-4d66-8beb-e3737acd1384 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747969 Jun 30 09:33:47.465198 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.630595 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:47.838182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:48.088291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:48.200142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc83c9c-243d-4626-8d19-1451ce8c4289 req-741a2380-6e0e-494b-9caa-70996bc4fd33 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:48.217793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5cc83c9c-243d-4626-8d19-1451ce8c4289 req-741a2380-6e0e-494b-9caa-70996bc4fd33 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 0.2198429 Jun 30 09:33:48.324154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-792255844', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:48.348207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5cc83c9c-243d-4626-8d19-1451ce8c4289 req-2ea8f241-540c-43a6-9e4d-e02980f605f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135819 Jun 30 09:33:48.364745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Made reservation on behalf of eb2cdede10874d1ba98847dc9a33a4ec for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:48.368481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.386427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.413548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.441345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:33:48.441345 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:33:48.441345 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id_1': '7f442d77375c4cb187c97ddb3b7508f6', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 33, 48, 433067)}] Jun 30 09:33:48.441345 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:33:48.442246 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:33:48.578393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.587872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:48.629248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] device_id is not set on port dda067a7-53c4-496c-ba38-79389979eb19 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:33:48.635648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d85fa90-c73d-4332-82c7-6fef329e1ce5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:48.723487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967dbe-365b-4c0e-84f0-e3e1db397038 req-456149c8-85e4-4c48-af83-650a159c2b3d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:48.742099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6967dbe-365b-4c0e-84f0-e3e1db397038 req-456149c8-85e4-4c48-af83-650a159c2b3d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 0.1409924 Jun 30 09:33:48.792494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6967dbe-365b-4c0e-84f0-e3e1db397038 req-ce3ba75e-c239-4160-b14b-8c60d91a16a2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490770 Jun 30 09:33:48.829490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Allocated IP 172.25.7.206 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/dda067a7-53c4-496c-ba38-79389979eb19) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:48.831205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37748) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.199028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.307780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.332139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.407542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c3769-dfb6-4a7a-b0d8-cd7eaec7d3d4 tempest-TestVolumeBootPattern-763994438 tempest-TestVolumeBootPattern-763994438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:49.418958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a88c3769-dfb6-4a7a-b0d8-cd7eaec7d3d4 tempest-TestVolumeBootPattern-763994438 tempest-TestVolumeBootPattern-763994438-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1092 time: 0.5862556 Jun 30 09:33:49.419747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37788) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.437942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:49.578186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:49.595346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.630354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:49.643211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:49.648191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Pushing event updated for resources: {'Port': ['ID=dda067a7-53c4-496c-ba38-79389979eb19,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:49.761078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.766855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:49.767635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.786491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.824674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:49.890597 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4273635-13e0-4024-9b2c-ab86c03a638d tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0494878 Jun 30 09:33:49.891605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37842) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.908106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.206'}]}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:49.932695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7f442d77375c4cb187c97ddb3b7508f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8409023 Jun 30 09:33:49.933981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:49.966174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c3bd7-9c83-4bd0-b0fa-f4d55269a697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba8231-ada9-4945-afe5-fe11d0ab4493,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.028510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.032438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.034296 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.084897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90923904-b060-4113-9591-81464d8bfdf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.130696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.150316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90923904-b060-4113-9591-81464d8bfdf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.341776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.346145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37890) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:50.391339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.452465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.502659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90923904-b060-4113-9591-81464d8bfdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.505314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-90923904-b060-4113-9591-81464d8bfdf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.507464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-90923904-b060-4113-9591-81464d8bfdf7 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/11ba8231-ada9-4945-afe5-fe11d0ab4493 HTTP/1.1" status: 204 len: 168 time: 0.5647645 Jun 30 09:33:50.582031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=b00186ebf6af4ffe82993d34ccc11287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9829237 Jun 30 09:33:50.587730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 37918) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:50.665266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923904-b060-4113-9591-81464d8bfdf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba8231-ada9-4945-afe5-fe11d0ab4493,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.754168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bfa662-cbd1-4978-a86a-f61abdeae1f7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:50.759142 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd32027-3102-41ff-b25b-d080d942913b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.858572 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bdd97b8-884d-4034-82b1-e6d7f4a15b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:50.873635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.874203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.874937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.875436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.875930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.876420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.876932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.877433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.877934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.878443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.878946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.879431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56b24cc8-91f7-433a-b93a-a8b2d609d04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:33:50.992216 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bdd97b8-884d-4034-82b1-e6d7f4a15b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.082599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.166117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.199122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 37978) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.217181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.233575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d3671d8-e672-4ae8-904c-35a817b0cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.267406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bdd97b8-884d-4034-82b1-e6d7f4a15b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.269988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bdd97b8-884d-4034-82b1-e6d7f4a15b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.274623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4bdd97b8-884d-4034-82b1-e6d7f4a15b2b admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/51bfa662-cbd1-4978-a86a-f61abdeae1f7 HTTP/1.1" status: 204 len: 168 time: 0.6856022 Jun 30 09:33:51.389825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd97b8-884d-4034-82b1-e6d7f4a15b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bfa662-cbd1-4978-a86a-f61abdeae1f7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.505489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Allocated IP 172.25.7.203 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/9a08c058-446c-4eb2-bea7-eaa75998b10c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:51.663269 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd32027-3102-41ff-b25b-d080d942913b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.674912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4bd32027-3102-41ff-b25b-d080d942913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.826511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4bd32027-3102-41ff-b25b-d080d942913b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=993792fcc24549c99486a13137a63c55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4697900 Jun 30 09:33:51.840002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.841735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38054) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:51.859151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd32027-3102-41ff-b25b-d080d942913b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d5ba6a-7a94-46ac-9367-8ac2f92316d2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:51.900873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.966201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d3671d8-e672-4ae8-904c-35a817b0cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:51.980786 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.008073 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4d3671d8-e672-4ae8-904c-35a817b0cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.060256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:52.069236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=9a08c058-446c-4eb2-bea7-eaa75998b10c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.073249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:52.076436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:52.143955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d2b2ea-4afc-4b18-8553-942a8d7fc20c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.180252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3671d8-e672-4ae8-904c-35a817b0cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce19ef60-d83e-4e73-8279-ad7a13fa57c2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.197892 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4d3671d8-e672-4ae8-904c-35a817b0cce4 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4d58c612d91a43f4a9c9dfbdadb8e5ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9967782 Jun 30 09:33:52.208264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.220137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9ea030e-78fa-4334-8133-e30d746cc8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.221767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.387351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9ea030e-78fa-4334-8133-e30d746cc8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.543811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-305b0100-ddf2-497a-9703-274a0064ce81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.557107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.570923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.661928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-305b0100-ddf2-497a-9703-274a0064ce81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.704315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9ea030e-78fa-4334-8133-e30d746cc8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.706984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9ea030e-78fa-4334-8133-e30d746cc8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.708443 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f9ea030e-78fa-4334-8133-e30d746cc8cc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/54d5ba6a-7a94-46ac-9367-8ac2f92316d2 HTTP/1.1" status: 204 len: 168 time: 0.8674464 Jun 30 09:33:52.709021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.719792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.720768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50357877-6353-4cc3-830a-bfaaaca86475 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:33:52.766061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea030e-78fa-4334-8133-e30d746cc8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d5ba6a-7a94-46ac-9367-8ac2f92316d2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:52.783987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d2b2ea-4afc-4b18-8553-942a8d7fc20c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.802158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-89d2b2ea-4afc-4b18-8553-942a8d7fc20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:52.818749 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 30 09:33:52.833386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-893696f1-3e14-41d4-b3d7-c3877d105d63 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9339223 Jun 30 09:33:52.834030 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.877850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38166) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.920000 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-89d2b2ea-4afc-4b18-8553-942a8d7fc20c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3b50843173254cc9879e23e688c17b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0606921 Jun 30 09:33:52.927435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38176) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:52.961585 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.015148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2b2ea-4afc-4b18-8553-942a8d7fc20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d8b96-454e-42e6-ac7e-39eff71d625c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.061692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-94ace1fc-2702-44d6-9215-7602d255d8c1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4023118 Jun 30 09:33:53.062673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-305b0100-ddf2-497a-9703-274a0064ce81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.065409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-305b0100-ddf2-497a-9703-274a0064ce81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.066705 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-305b0100-ddf2-497a-9703-274a0064ce81 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/ce19ef60-d83e-4e73-8279-ad7a13fa57c2 HTTP/1.1" status: 204 len: 168 time: 0.8544097 Jun 30 09:33:53.271629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b0100-ddf2-497a-9703-274a0064ce81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce19ef60-d83e-4e73-8279-ad7a13fa57c2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.367968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-a31538b3-9545-4fe1-8c24-72d703b29adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.372923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-a31538b3-9545-4fe1-8c24-72d703b29adf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.1906486 Jun 30 09:33:53.387535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b410f208-d70f-45ac-8fb6-57a95f3332b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.528523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Deleting port dda067a7-53c4-496c-ba38-79389979eb19 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:33:53.529075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.556174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-958261207-network', 'tenant_id': '2b321f45984a4a889329bd619de8de18'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:53.623086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b410f208-d70f-45ac-8fb6-57a95f3332b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.635247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.656096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.660604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Made reservation on behalf of 2b321f45984a4a889329bd619de8de18 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:53.666589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.705137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:53.724464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.783602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event updated for resources: {'Port': ['ID=9a08c058-446c-4eb2-bea7-eaa75998b10c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:53.788356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.800558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd4ca-d974-4169-8908-64f49f9734b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.812799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-296a6737-324c-44a4-98c9-a560738781b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:53.814301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-296a6737-324c-44a4-98c9-a560738781b1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.4128392 Jun 30 09:33:53.819947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Calling delete_port for dda067a7-53c4-496c-ba38-79389979eb19 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:33:53.868601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.880026 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b410f208-d70f-45ac-8fb6-57a95f3332b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.885411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b410f208-d70f-45ac-8fb6-57a95f3332b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:53.889415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b410f208-d70f-45ac-8fb6-57a95f3332b1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e42d8b96-454e-42e6-ac7e-39eff71d625c HTTP/1.1" status: 204 len: 168 time: 0.9563937 Jun 30 09:33:53.935963 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-4a1e2171-e5d2-4e0d-9d74-167cb4658c25 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 1002 time: 0.1137478 Jun 30 09:33:53.991071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410f208-d70f-45ac-8fb6-57a95f3332b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d8b96-454e-42e6-ac7e-39eff71d625c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.036258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-a3438136-ab41-493c-9bca-61a8e6d2e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:54.038819 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-a3438136-ab41-493c-9bca-61a8e6d2e378 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0930109 Jun 30 09:33:54.106031 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Floating IP 23e6e010-9c2c-479c-ac18-75f75a6418e9 associated. External IP: 172.25.7.203, port: 45838fef-e7dc-4fe3-9a21-2777041b3dbe. Jun 30 09:33:54.137728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.166188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-c9c08e16-4127-422f-b8f8-5a24d0cb206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:54.168077 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-c9c08e16-4127-422f-b8f8-5a24d0cb206b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1228421 Jun 30 09:33:54.173547 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.185114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.198996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:33:54.209749 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.210463 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Added segment fbbd4ee1-8eff-4ce8-a36a-26380c711864 of type vlan for network 40b212b5-b9db-480b-b4d4-d55ce024cbbf Jun 30 09:33:54.244026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Pushing event deleted for resources: {'Port': ['ID=dda067a7-53c4-496c-ba38-79389979eb19,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.268093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.733005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd4ca-d974-4169-8908-64f49f9734b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.758712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.759872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:54.760630 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.805253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b6fd4ca-d974-4169-8908-64f49f9734b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.856858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9778922 Jun 30 09:33:54.857686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546a942d-72b7-414d-9ffa-c2ded58ff6d9,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.860405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38346) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.874580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Request body: {'subnet': {'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-958261207-subnet', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:54.903832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4b6fd4ca-d974-4169-8908-64f49f9734b6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=191ef0ca0f3f4a52bd25fd356ddf764b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1927674 Jun 30 09:33:54.904403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:54.905072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb5527-c8a9-4380-b612-179272afd7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=40b212b5-b9db-480b-b4d4-d55ce024cbbf,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:54.920346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:33:54.953162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.955856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2fecc41a-2f5d-42ce-8418-7069bacc2504 tempest-RoutersAdminNegativeTest-1043196765 tempest-RoutersAdminNegativeTest-1043196765-project-admin] 10.222.0.77 "DELETE /v2.0/ports/dda067a7-53c4-496c-ba38-79389979eb19 HTTP/1.1" status: 204 len: 168 time: 2.0418246 Jun 30 09:33:54.963855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Made reservation on behalf of 2b321f45984a4a889329bd619de8de18 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:33:54.967170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:54.969849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fd4ca-d974-4169-8908-64f49f9734b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f3ac3f-9242-49ac-98da-2d66ed903a4d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.036647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-7a0faa05-7ef2-4925-aee1-ddf973fa0fc2 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937288 Jun 30 09:33:55.144525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:33:55.149089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-367bdeb5-7da8-4e05-8058-7184e8bb4ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.190679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-367bdeb5-7da8-4e05-8058-7184e8bb4ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.232573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b43bd2d-8d2c-4ce6-a31d-f2596111a759 req-6cd190d7-6414-4243-b5d7-0479dfcfb751 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833467 Jun 30 09:33:55.277632 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-367bdeb5-7da8-4e05-8058-7184e8bb4ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.280787 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-367bdeb5-7da8-4e05-8058-7184e8bb4ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.286799 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-367bdeb5-7da8-4e05-8058-7184e8bb4ddb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e9f3ac3f-9242-49ac-98da-2d66ed903a4d HTTP/1.1" status: 204 len: 168 time: 0.3767068 Jun 30 09:33:55.343444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bdeb5-7da8-4e05-8058-7184e8bb4ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f3ac3f-9242-49ac-98da-2d66ed903a4d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.389552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.483167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:33:55.494985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:33:55.512299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:55.515276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:55.551381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd91f7b-79b0-4e46-a490-35494226cc35,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:55.555917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38372) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:55.593670 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:55.648923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:55.659138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Checking segment: {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:55.659515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Network hostable DHCP agents. Network: 40b212b5-b9db-480b-b4d4-d55ce024cbbf, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:33:55.739103 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb03ecad-d73b-4758-8212-543c41c9d3b1 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3083577 Jun 30 09:33:55.743399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:33:55.748333 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da845e1-c5a8-4787-a04b-ec6f59f67d13" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:33:55.802410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:33:55.863781 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c06e75d-5a85-44d2-9701-f2b89f7c44e0 x-openstack-request-id: req-6c06e75d-5a85-44d2-9701-f2b89f7c44e0 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:33:55.864273 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:33:55.864844 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6c06e75d-5a85-44d2-9701-f2b89f7c44e0 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:33:55.866959 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'status': 'completed', 'code': 200} Jun 30 09:33:55.889006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 40b212b5-b9db-480b-b4d4-d55ce024cbbf) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:55.975897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:55.976503 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.000236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45882df-bcf2-4b83-b309-5d256e3b6f2a None None] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:33:56.048646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-8e86d0d9-f3be-401b-9384-b6e0857dd67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.054931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-8e86d0d9-f3be-401b-9384-b6e0857dd67e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1097 time: 0.1662772 Jun 30 09:33:56.078168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38402) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.081142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-855b110d-c8ba-4fa9-9ce3-cf7055ae3fa0 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2114453 Jun 30 09:33:56.083837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38404) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.099578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:33:56.137838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.157337 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04e3b8ca-5d5e-4f67-9b0d-241e378910b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.191223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:33:56.191223 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 30 09:33:56.191223 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id_1': '02d6956fca4a43d9807d17aa5adaf6f4', 'expiration_1': datetime.datetime(2021, 6, 30, 9, 33, 56, 172566)}] Jun 30 09:33:56.191223 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:33:56.191670 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:33:56.231562 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-c58e9020-8396-446c-8ba4-8c1db7255d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.233606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-c58e9020-8396-446c-8ba4-8c1db7255d29 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1651220 Jun 30 09:33:56.235785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-6edd5b32-6c8b-47c2-bd1a-429a20f14813 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.237606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-6edd5b32-6c8b-47c2-bd1a-429a20f14813 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/networks?id=da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 200 len: 814 time: 0.4386015 Jun 30 09:33:56.239213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.241204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.278534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-256f7399-b4f7-4f38-8a9f-8632c8f50b7e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/quotas/9491290afe1f4d38acd0ebfff46bd1ab HTTP/1.1" status: 200 len: 375 time: 0.0331557 Jun 30 09:33:56.326016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-c4ef0d6f-7615-4ab3-8a83-4dcf538a7ba9 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463731 Jun 30 09:33:56.352006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-f5e40a73-9149-4fce-936b-b73632b79313 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 200 len: 999 time: 0.1065099 Jun 30 09:33:56.376789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.384072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-dfe5e533-58b9-43a0-8307-823c9fe3e396 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:33:56.386074 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-dfe5e533-58b9-43a0-8307-823c9fe3e396 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076108 Jun 30 09:33:56.440286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '23e6e010-9c2c-479c-ac18-75f75a6418e9', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:3b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:33:52Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}, {'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:23Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.511193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-7f2b8632-e239-4686-8352-2d785b16fa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.512887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-7f2b8632-e239-4686-8352-2d785b16fa48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1530149 Jun 30 09:33:56.519833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:33:56.524652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'fixed_ips': [{'subnet_id': 'dcd91f7b-79b0-4e46-a490-35494226cc35'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:33:56.525686 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.571591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:33:56.572235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:56.583258 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-c50fcd92-5ddc-47e9-bc3c-c8d7b37526ca service neutron] 10.222.0.77 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026647 Jun 30 09:33:56.610659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04e3b8ca-5d5e-4f67-9b0d-241e378910b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.621793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04e3b8ca-5d5e-4f67-9b0d-241e378910b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.656774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04e3b8ca-5d5e-4f67-9b0d-241e378910b0 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=1895205f201542af94ac82da96ed560d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5745950 Jun 30 09:33:56.657206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:56.704049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.746062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3b8ca-5d5e-4f67-9b0d-241e378910b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672c836-a07f-4722-96b4-86153a82154d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:56.763145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-83f04f42-efc6-4c1c-86d1-0d8b8174e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:56.764778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-83f04f42-efc6-4c1c-86d1-0d8b8174e6b6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2415071 Jun 30 09:33:56.815959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.944944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e9122cf6-f0f4-496a-87a1-c360935f3879 service neutron] 10.222.0.77 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195376 Jun 30 09:33:56.953823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f693d34-385e-4b63-86f1-18cb4c935879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:56.993781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-59971562-413f-49de-b3ff-3c38dddfb44e service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176831 Jun 30 09:33:57.074941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f693d34-385e-4b63-86f1-18cb4c935879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.234137 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Allocated IP 172.20.0.2 (40b212b5-b9db-480b-b4d4-d55ce024cbbf/dcd91f7b-79b0-4e46-a490-35494226cc35/90b0e0d5-8ff8-49d8-b869-c75968bf3575) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:57.315033 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9da845e1-c5a8-4787-a04b-ec6f59f67d13 req-102c3539-eaf7-4a1b-b5e4-0a65d6f68fa7 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857378 Jun 30 09:33:57.338411 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f693d34-385e-4b63-86f1-18cb4c935879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.344569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f693d34-385e-4b63-86f1-18cb4c935879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.348749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f693d34-385e-4b63-86f1-18cb4c935879 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e672c836-a07f-4722-96b4-86153a82154d HTTP/1.1" status: 204 len: 168 time: 0.6903031 Jun 30 09:33:57.358085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.364117 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.366720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f693d34-385e-4b63-86f1-18cb4c935879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672c836-a07f-4722-96b4-86153a82154d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.376603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.416399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.426097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Transition to ACTIVE for port object 90b0e0d5-8ff8-49d8-b869-c75968bf3575 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:57.433889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d7b65a0-0f07-4852-a477-19d4f5badd89 req-7c8cc0df-a586-4148-a15e-53d518f37c84 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 210 time: 0.0895128 Jun 30 09:33:57.435449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.445394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Transition to ACTIVE for port object 90b0e0d5-8ff8-49d8-b869-c75968bf3575 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:33:57.470006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.508455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69333f92-8a28-4f1a-8009-44a16e456fce,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.519011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-97858673-419a-41e9-8d04-b626ffaa47d7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=02d6956fca4a43d9807d17aa5adaf6f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9607539 Jun 30 09:33:57.525294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38424) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:57.636403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Pushing event updated for resources: {'Port': ['ID=90b0e0d5-8ff8-49d8-b869-c75968bf3575,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.656647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:57.673379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:57.680834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:57.695936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83416f8f-396b-4dd2-a5bb-5ad16e365ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.750848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:33:57.753421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Allocated IP 172.25.7.25 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/77d4e405-f744-476f-9638-35033bfbe6d7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:33:57.765166 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83416f8f-396b-4dd2-a5bb-5ad16e365ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.832247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Attempting to bind port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:33:57.832672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Attempting to bind port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:33:57.833027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Attempting to bind port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 on network 40b212b5-b9db-480b-b4d4-d55ce024cbbf {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:33:57.840880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:33:57.841383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Checking segment: {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:33:57.841994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.842462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Bound using segment: {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:33:57.842890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Bound port: 90b0e0d5-8ff8-49d8-b869-c75968bf3575, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:33:57.843264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.915018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83416f8f-396b-4dd2-a5bb-5ad16e365ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.917438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-83416f8f-396b-4dd2-a5bb-5ad16e365ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:57.919683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-83416f8f-396b-4dd2-a5bb-5ad16e365ffa admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/69333f92-8a28-4f1a-8009-44a16e456fce HTTP/1.1" status: 204 len: 168 time: 0.3911777 Jun 30 09:33:57.934814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83416f8f-396b-4dd2-a5bb-5ad16e365ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69333f92-8a28-4f1a-8009-44a16e456fce,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:57.998879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.043731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.096537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:33:58.102675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:33:58.106752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:33:58.160778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Pushing event updated for resources: {'Port': ['ID=77d4e405-f744-476f-9638-35033bfbe6d7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.199833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] For port 90b0e0d5-8ff8-49d8-b869-c75968bf3575, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:33:58.203276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] For port 90b0e0d5-8ff8-49d8-b869-c75968bf3575, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b0e0d5-8ff8-49d8-b869-c75968bf3575,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:33:58.220980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.432130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ec73f-cbe8-44f5-ac55-07f5030b45da None None] Pushing event updated for resources: {'Port': ['ID=90b0e0d5-8ff8-49d8-b869-c75968bf3575,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:58.607166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '23e6e010-9c2c-479c-ac18-75f75a6418e9', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:3b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:33:52Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}, {'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:23Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:33:58.667319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d353b9-5854-4a31-b7af-c34f0fea4960 None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '23e6e010-9c2c-479c-ac18-75f75a6418e9', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:3b:9b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:33:52Z', 'updated_at': '2021-06-30T09:33:52Z', 'revision_number': 0, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}, {'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:23Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:33:58.757709 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:58.943156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:59.047868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32b1d442-746d-4800-a035-ed5960ac51a9 req-90f44c06-b291-4ee9-a535-3e8c61eabfef tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 210 time: 0.1551168 Jun 30 09:33:59.065341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4f46ceab-019e-4aed-9e31-634228e7bfb7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=eb2cdede10874d1ba98847dc9a33a4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1186068 Jun 30 09:33:59.067861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:59.154031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-809b1b45-442d-42c3-802b-2810b9e9278a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.181393 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d6784-ea09-412a-9ab9-cde6a1372dba None None] New status for floating IP 23e6e010-9c2c-479c-ac18-75f75a6418e9: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:33:59.214699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-809b1b45-442d-42c3-802b-2810b9e9278a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.334641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-809b1b45-442d-42c3-802b-2810b9e9278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.337722 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-809b1b45-442d-42c3-802b-2810b9e9278a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.339054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-809b1b45-442d-42c3-802b-2810b9e9278a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8d85fa90-c73d-4332-82c7-6fef329e1ce5 HTTP/1.1" status: 204 len: 168 time: 0.2694323 Jun 30 09:33:59.342953 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.360719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b1b45-442d-42c3-802b-2810b9e9278a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d85fa90-c73d-4332-82c7-6fef329e1ce5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:33:59.393965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:33:59.445587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b0e0d5-8ff8-49d8-b869-c75968bf3575 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:33:59.522163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:33:59.612018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:33:59.915549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-cb69fd18-3bb2-4e1a-acc0-43e41af85381 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:33:59.927184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-cb69fd18-3bb2-4e1a-acc0-43e41af85381 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.83 "GET /v2.0/networks?id=da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 200 len: 814 time: 0.2459621 Jun 30 09:33:59.947683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Request body: {'port': {'device_id': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837', 'admin_state_up': True, 'tenant_id': '9491290afe1f4d38acd0ebfff46bd1ab'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:00.009369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Router ff8d3aa7-1969-4238-aa85-9f7667616766 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:00.125091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-28323920-network', 'tenant_id': 'af3ba6fb0cbd4cde8e847bc45f877e66'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:00.192207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Made reservation on behalf of af3ba6fb0cbd4cde8e847bc45f877e66 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:00.205181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.236836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:00.255057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Sync routers for ids ['ff8d3aa7-1969-4238-aa85-9f7667616766'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:00.271985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.277852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Routers {'ff8d3aa7-1969-4238-aa85-9f7667616766'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:00.278521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ff8d3aa7-1969-4238-aa85-9f7667616766'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:00.301368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Made reservation on behalf of 9491290afe1f4d38acd0ebfff46bd1ab for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:00.307165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.308471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.309795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-19477f1b-ffdc-4278-bb71-4f359b2b7103 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2247796 Jun 30 09:34:00.312730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38496) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:00.510689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.524064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174d7e48-3e00-476c-83c6-152af6c9b55d None None] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:00.558942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] Provisioning for port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:00.569467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.621609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] Provisioning complete for port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:00.621892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.636257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:00.672505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.672855 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Added segment 4a84bf89-3e3b-4d11-bc89-450069ddd56c of type vlan for network 35c80295-96c4-4e47-b73c-37c315daf2da Jun 30 09:34:00.719470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a712e792-6066-4dd0-a960-491405c828ce,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:00.753812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d4492a4-4049-4af4-8df5-7e0473a954dc req-61bbdbcc-3699-4e2d-a2a7-79ddd4b3730e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 210 time: 0.1474254 Jun 30 09:34:00.802501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.806549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Allocated IP 172.20.0.14 (da0d1eb0-cee3-44d4-aea6-382bf84c6837/32e68788-c2ed-48af-8e86-d924fed199da/c2f85e8c-cad6-479f-8fb6-544df497d059) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:00.868947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Set router ff8d3aa7-1969-4238-aa85-9f7667616766 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:00.872215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.874243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:00.874917 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:00.991819 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5963900 Jun 30 09:34:00.998790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:01.005644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Request body: {'subnet': {'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-28323920-subnet', 'tenant_id': 'af3ba6fb0cbd4cde8e847bc45f877e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:01.026816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38510) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:01.041656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67517e64-6e27-4c4a-8ada-f94c9b51792f admin admin] Pushing event updated for resources: {'Network': ['ID=35c80295-96c4-4e47-b73c-37c315daf2da,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.051804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Made reservation on behalf of af3ba6fb0cbd4cde8e847bc45f877e66 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:01.055331 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.071999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 35c80295-96c4-4e47-b73c-37c315daf2da details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:01.263621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-43254630'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:01.295801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.421478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:01.421717 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.426064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.460274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.463236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.469607 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.504762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] For port 90b0e0d5-8ff8-49d8-b869-c75968bf3575, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b0e0d5-8ff8-49d8-b869-c75968bf3575,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:01.523470 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.540969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:33:58Z', 'revision_number': 3, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:33:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:01.563218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79bbefa-e3ea-4662-b081-e2c40f16d849,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.632431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.645955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Checking router: ff8d3aa7-1969-4238-aa85-9f7667616766 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:01.646911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Updating router ff8d3aa7-1969-4238-aa85-9f7667616766 port 77d4e405-f744-476f-9638-35033bfbe6d7 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:01.716779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Network da0d1eb0-cee3-44d4-aea6-382bf84c6837 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:01.737481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:01.766457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c05b5b-707f-445e-a4f3-308eb888b610 None None] Pushing event updated for resources: {'Port': ['ID=90b0e0d5-8ff8-49d8-b869-c75968bf3575,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.784443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:01.790462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Checking segment: {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:01.791808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Network hostable DHCP agents. Network: 35c80295-96c4-4e47-b73c-37c315daf2da, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:01.805885 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.884777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Pushing event updated for resources: {'Port': ['ID=c2f85e8c-cad6-479f-8fb6-544df497d059,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:01.918509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Network 35c80295-96c4-4e47-b73c-37c315daf2da is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:01.952868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 35c80295-96c4-4e47-b73c-37c315daf2da) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:01.980151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:01.981434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:01.997708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:01.998467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445794bb-1be3-4049-957b-70a2ea843b4f None None] Network 35c80295-96c4-4e47-b73c-37c315daf2da requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:01.999374 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.047352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.059885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.088220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd5bbf45-923f-421c-9086-f1fa1047d0f9 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0864584 Jun 30 09:34:02.089893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-e73adb97-1c21-4ef3-a478-cee27c674374 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1483927 Jun 30 09:34:02.124606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fa8b1bc6-235c-4930-8e04-6ea5f1bccbe3 None None] Provisioning complete for port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:02.124985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fa8b1bc6-235c-4930-8e04-6ea5f1bccbe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.149197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:02.156101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Request body: {'port': {'device_id': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:02.191642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66df7df5-e936-463f-9f73-cd55cc38aafb,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.199811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.200287 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Added segment 159667fc-3201-440d-89f1-6a3ea04fab6f of type vlan for network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 Jun 30 09:34:02.286063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.332287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.332716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Allocated IP 172.20.0.1 (40b212b5-b9db-480b-b4d4-d55ce024cbbf/dcd91f7b-79b0-4e46-a490-35494226cc35/a28224f6-8660-406c-9a76-65228ba3d7d8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:02.364073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b97d74-4e28-45db-a45a-eb4dc59781dd req-bab8f882-678b-4cf5-9aa2-b2623e8a3e87 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:02.366618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88b97d74-4e28-45db-a45a-eb4dc59781dd req-bab8f882-678b-4cf5-9aa2-b2623e8a3e87 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 932 time: 0.2101040 Jun 30 09:34:02.501727 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88b97d74-4e28-45db-a45a-eb4dc59781dd req-babd959e-ec14-4c1c-8d01-03df74ea7a49 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019685 Jun 30 09:34:02.551294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.559234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:02.560053 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.570067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.604825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Transition to ACTIVE for port object a28224f6-8660-406c-9a76-65228ba3d7d8 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:02.683206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.703918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6d5ecd-5f85-4e26-b81d-44ef0ba6ac1c None None] Network 35c80295-96c4-4e47-b73c-37c315daf2da requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:02.765398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:02.770374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:02.795637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:02.795879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f85e8c-cad6-479f-8fb6-544df497d059 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:02.801473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Pushing event updated for resources: {'Port': ['ID=a28224f6-8660-406c-9a76-65228ba3d7d8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.822173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.843506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Transition to ACTIVE for port object c2f85e8c-cad6-479f-8fb6-544df497d059 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:02.890110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.938308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Network': ['ID=2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:02.953231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:02.966334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:03.151256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f85e8c-cad6-479f-8fb6-544df497d059,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.177135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fd88cbd8-dcd2-41e4-aa35-3718d29c0b60 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1449471 Jun 30 09:34:03.181125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:03.249297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'subnet': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:03.267046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.310639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.371549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Transition to ACTIVE for port object 77d4e405-f744-476f-9638-35033bfbe6d7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:03.374119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b0e0d5-8ff8-49d8-b869-c75968bf3575 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:03.390345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3d3909b-5054-4e76-993d-1f335b2d3f1c None None] Provisioning for port a28224f6-8660-406c-9a76-65228ba3d7d8 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:03.394298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.511121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30f324-8877-4320-8fbb-5cea4d0e5c3f None None] Pushing event updated for resources: {'Port': ['ID=77d4e405-f744-476f-9638-35033bfbe6d7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.516875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3d3909b-5054-4e76-993d-1f335b2d3f1c None None] Provisioning complete for port a28224f6-8660-406c-9a76-65228ba3d7d8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:03.517562 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d3d3909b-5054-4e76-993d-1f335b2d3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.574188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Attempting to bind port 77d4e405-f744-476f-9638-35033bfbe6d7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:03.575073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Attempting to bind port 77d4e405-f744-476f-9638-35033bfbe6d7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:03.575612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Attempting to bind port 77d4e405-f744-476f-9638-35033bfbe6d7 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:03.626878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:03.627570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:03.628143 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.628700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:03.629883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Bound port: 77d4e405-f744-476f-9638-35033bfbe6d7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:03.631182 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.737817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d3d3909b-5054-4e76-993d-1f335b2d3f1c None None] Port a28224f6-8660-406c-9a76-65228ba3d7d8 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:03.747457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Attempting to bind port c2f85e8c-cad6-479f-8fb6-544df497d059 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:03.747898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Attempting to bind port c2f85e8c-cad6-479f-8fb6-544df497d059 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:03.748350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Attempting to bind port c2f85e8c-cad6-479f-8fb6-544df497d059 on network da0d1eb0-cee3-44d4-aea6-382bf84c6837 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:03.760086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:03.760461 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.798679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Port c2f85e8c-cad6-479f-8fb6-544df497d059 on network da0d1eb0-cee3-44d4-aea6-382bf84c6837 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:03.804270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Attempting to bind port c2f85e8c-cad6-479f-8fb6-544df497d059 on network da0d1eb0-cee3-44d4-aea6-382bf84c6837 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:03.821960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:03.823104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Checking segment: {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:03.823451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Bound using segment: {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:03.825897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Bound port: c2f85e8c-cad6-479f-8fb6-544df497d059, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:03.826581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.830339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:03.853136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.858493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] For port 77d4e405-f744-476f-9638-35033bfbe6d7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:03.876895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] For port 77d4e405-f744-476f-9638-35033bfbe6d7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=77d4e405-f744-476f-9638-35033bfbe6d7,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:03.887017 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.895186 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:03.973006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30f324-8877-4320-8fbb-5cea4d0e5c3f None None] Pushing event updated for resources: {'Port': ['ID=77d4e405-f744-476f-9638-35033bfbe6d7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:03.993241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.044510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.060703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Routers {'ff8d3aa7-1969-4238-aa85-9f7667616766'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:04.061888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ff8d3aa7-1969-4238-aa85-9f7667616766'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:04.076185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] For port c2f85e8c-cad6-479f-8fb6-544df497d059, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:04.080555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] For port c2f85e8c-cad6-479f-8fb6-544df497d059, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c2f85e8c-cad6-479f-8fb6-544df497d059,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:04.102633 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.215319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ae034-591a-4751-baa7-9ae653b28784 req-c28656a5-0cac-473a-bba8-600f8b57125e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.235086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-308ae034-591a-4751-baa7-9ae653b28784 req-c28656a5-0cac-473a-bba8-600f8b57125e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 944 time: 0.3330255 Jun 30 09:34:04.241253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] Set router ff8d3aa7-1969-4238-aa85-9f7667616766 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:04.245189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.246406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.248000 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] 10.222.0.83 "PUT /v2.0/ports/c2f85e8c-cad6-479f-8fb6-544df497d059 HTTP/1.1" status: 200 len: 1093 time: 2.1144471 Jun 30 09:34:04.248619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'tag': 'c2f85e8c-cad6-479f-8fb6-544df497d059'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:04.251165 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9e66ea-0d42-4949-95bd-630272dc8c7d", "tag": "c2f85e8c-cad6-479f-8fb6-544df497d059"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:04.267887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Pushing event updated for resources: {'Port': ['ID=a28224f6-8660-406c-9a76-65228ba3d7d8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.327648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:04.336451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:04.351525 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c52bca-3f5d-4c73-a261-413bc0e4cf9c x-openstack-request-id: req-c2c52bca-3f5d-4c73-a261-413bc0e4cf9c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:04.351924 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9e66ea-0d42-4949-95bd-630272dc8c7d", "tag": "c2f85e8c-cad6-479f-8fb6-544df497d059", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:04.352270 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2c52bca-3f5d-4c73-a261-413bc0e4cf9c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:04.352767 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'tag': 'c2f85e8c-cad6-479f-8fb6-544df497d059', 'status': 'completed', 'code': 200} Jun 30 09:34:04.358888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967bd170-8abe-45a3-bc01-2d8c4bd9c980 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f85e8c-cad6-479f-8fb6-544df497d059,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.403536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-308ae034-591a-4751-baa7-9ae653b28784 req-482e7dc4-b1d2-4bba-bce8-b916b9f08489 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583688 Jun 30 09:34:04.567631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.622547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-fc0beabe-3b8a-4bed-a2d8-68b0757a7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.624360 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-fc0beabe-3b8a-4bed-a2d8-68b0757a7eb7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 1096 time: 0.3124430 Jun 30 09:34:04.626938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a28224f6-8660-406c-9a76-65228ba3d7d8', 'name': '', 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'mac_address': 'fa:16:3e:3d:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 2, 'project_id': '2b321f45984a4a889329bd619de8de18', 'subnets': [{'id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:04.644093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Router ff8d3aa7-1969-4238-aa85-9f7667616766 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:04.696675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7db67-6e22-474c-8cff-318516e8fe55 None None] The sync data for ids ['ff8d3aa7-1969-4238-aa85-9f7667616766'] in n-d-780147-22 is: [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a28224f6-8660-406c-9a76-65228ba3d7d8', 'name': '', 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'mac_address': 'fa:16:3e:3d:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 2, 'project_id': '2b321f45984a4a889329bd619de8de18', 'subnets': [{'id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:04.759563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-ed598d11-13f1-4b2b-bd4f-3fc51e15c13a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f85e8c-cad6-479f-8fb6-544df497d059 HTTP/1.1" status: 200 len: 217 time: 0.1001275 Jun 30 09:34:04.796251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-159233af-f221-4575-af75-355526735354 None None] Provisioning complete for port a28224f6-8660-406c-9a76-65228ba3d7d8 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:04.797057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-159233af-f221-4575-af75-355526735354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:04.823789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Subnet': ['ID=bbd86bcf-7c54-483e-a385-81ff95e9015f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:04.840911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:04.854735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Checking segment: {'id': '159667fc-3201-440d-89f1-6a3ea04fab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:04.855368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network hostable DHCP agents. Network: 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:04.862670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-880ad2c2-e0f8-4cf9-84e6-6aa8a0e322fb admin admin] 10.222.0.77 "PUT /v2.0/routers/ff8d3aa7-1969-4238-aa85-9f7667616766/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5448306 Jun 30 09:34:04.882925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-159233af-f221-4575-af75-355526735354 None None] Port a28224f6-8660-406c-9a76-65228ba3d7d8 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:04.916144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-d17fe129-b2c4-4061-9670-4b5039da1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:04.917644 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-d17fe129-b2c4-4061-9670-4b5039da1f0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32e68788-c2ed-48af-8e86-d924fed199da HTTP/1.1" status: 200 len: 854 time: 0.1503139 Jun 30 09:34:04.934264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:04.957344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-d8d885f6-4777-48cb-93cc-fbaca9d2c8a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da0d1eb0-cee3-44d4-aea6-382bf84c6837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325074 Jun 30 09:34:04.986667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:05.004534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5629b4d0-576d-447e-9c5c-f83e1bc629a1 None None] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:05.080548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.082610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.140543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:05.141077 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c4167c7a-1b3c-4538-be8f-9f5a4e01e7a1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9091194 Jun 30 09:34:05.146953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'name': 'tempest-AllowedAddressPairTestJSON-1643135112'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:05.163523 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-9a7b154b-9d20-4a15-a80b-bd2db13fe5d3 service neutron] 10.222.0.83 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991825 Jun 30 09:34:05.374154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-530f27ae-f25e-4eaf-ade0-ddd2a57fd094 req-ea844030-771d-47a0-94ce-34e43fcf652d service neutron] 10.222.0.83 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031834 Jun 30 09:34:05.401477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:05.405431 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.447000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] device_id is not set on port f89d4e4f-1caa-4761-a3f5-625386590b1d yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:05.484058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'tenant_id': '6bb233469e9f4751b6ef83f2a496b7dc', 'fixed_ips': [{'subnet_id': 'bbd86bcf-7c54-483e-a385-81ff95e9015f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:05.484934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:05.662519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-c6703c16-bf62-4a23-a723-9836ac85cd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.670528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-c6703c16-bf62-4a23-a723-9836ac85cd15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 1096 time: 0.1645133 Jun 30 09:34:05.964767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-ce39683e-e8e5-4012-9207-8c1e84791cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:05.970664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-ce39683e-e8e5-4012-9207-8c1e84791cb1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 200 len: 915 time: 0.2870290 Jun 30 09:34:06.035671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38602) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:06.042338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-e2aa53e2-c373-4132-96fc-be35d0603823 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2f85e8c-cad6-479f-8fb6-544df497d059 HTTP/1.1" status: 200 len: 217 time: 0.0643296 Jun 30 09:34:06.060506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2076754448-network', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:06.102962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-97bd703f-4b38-441a-9ff3-2a9e0de123fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:06.106717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-97bd703f-4b38-441a-9ff3-2a9e0de123fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=32e68788-c2ed-48af-8e86-d924fed199da HTTP/1.1" status: 200 len: 854 time: 0.0595634 Jun 30 09:34:06.152570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-78f3a5c4-810f-475a-90a4-5617c32a18be tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:06.154538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-78f3a5c4-810f-475a-90a4-5617c32a18be tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/networks?id=35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 200 len: 807 time: 0.2825785 Jun 30 09:34:06.189719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Made reservation on behalf of 5a2bf75c5af341a7a47b3eaf05150842 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:06.192562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.225056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-bd58c19c-4f86-4f33-87b5-abb8dbedab42 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=da0d1eb0-cee3-44d4-aea6-382bf84c6837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1133490 Jun 30 09:34:06.250642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Allocated IP 172.20.0.7 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/f89d4e4f-1caa-4761-a3f5-625386590b1d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:06.266008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e660ba-52e2-4637-8757-07fe3aec0356 req-e1caf5c5-8037-4466-981d-ed027aa88da3 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:06.268067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83e660ba-52e2-4637-8757-07fe3aec0356 req-e1caf5c5-8037-4466-981d-ed027aa88da3 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 944 time: 0.4957688 Jun 30 09:34:06.284888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.480992 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-274a3693-cc52-4f6c-b439-a16e786d7f1d service neutron] 10.222.0.83 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483945 Jun 30 09:34:06.509803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.522572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-a13fa9a9-668b-42af-ba88-8155f71d0d56 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/quotas/af3ba6fb0cbd4cde8e847bc45f877e66 HTTP/1.1" status: 200 len: 375 time: 0.3102019 Jun 30 09:34:06.534294 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.623382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-c4070ba9-ff83-425c-938a-75d6f4cf618f tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902047 Jun 30 09:34:06.638301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-6e3f7c14-cc90-4cd9-b997-cf03d69d7001 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:34:06.645225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-6e3f7c14-cc90-4cd9-b997-cf03d69d7001 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208354 Jun 30 09:34:06.663315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:06.683319 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72685b38-7a7a-4daa-a2d7-53eaeeeeccb4 req-a37d6fb0-da5c-46f6-a7aa-a58947808841 service neutron] 10.222.0.83 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940029 Jun 30 09:34:06.708441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392aade9-05fc-4123-a7cf-d4ebe5af1726,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:06.781387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83e660ba-52e2-4637-8757-07fe3aec0356 req-023e07ab-7dab-454e-b8db-5ce6b55074a8 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635987 Jun 30 09:34:06.796112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.796112 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Added segment 19be8aa8-45e9-489d-ae9d-6a2012bb7719 of type vlan for network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 Jun 30 09:34:06.926405 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:06.981631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-b893bc0f-dd1f-4241-8b92-2f4f8aa25f44 service neutron] 10.222.0.77 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355021 Jun 30 09:34:07.097934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.109887 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.111267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:07.111939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.159568 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38608) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:07.159811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1030350 Jun 30 09:34:07.166159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Transition to ACTIVE for port object f89d4e4f-1caa-4761-a3f5-625386590b1d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:07.166848 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Request body: {'subnet': {'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2076754448-subnet', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:07.208231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Made reservation on behalf of 5a2bf75c5af341a7a47b3eaf05150842 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:07.211648 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.375679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 77d4e405-f744-476f-9638-35033bfbe6d7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:07.403651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-f26d7b13-109d-43cb-bba0-0399ff84eb50 service neutron] 10.222.0.77 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134309 Jun 30 09:34:07.472111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84048bda-697f-4f2d-bdb3-e04d6e30a1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=15f29b59-56bd-43f8-bdf9-10f490a4fda4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.483519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.489338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:07.530736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.546443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:07.550333 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:07.554844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:07.590572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=f89d4e4f-1caa-4761-a3f5-625386590b1d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.614830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Pushing event updated for resources: {'Subnet': ['ID=031e81cb-f103-4eae-8ff0-816857810d25,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:07.625140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Checking segment: {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:07.628399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Network hostable DHCP agents. Network: 15f29b59-56bd-43f8-bdf9-10f490a4fda4, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:07.673095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:07.673489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.685935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:07.688261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 77d4e405-f744-476f-9638-35033bfbe6d7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:07.707773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 15f29b59-56bd-43f8-bdf9-10f490a4fda4) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:07.715412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:07.718834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.733988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e6083bfb-85b2-492a-8c08-140e3ae1c7b9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5923357 Jun 30 09:34:07.737686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38614) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:07.747154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6bc3f9-200a-4758-8e2b-cfb8aec02408 None None] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:07.757768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-410ed185-ec37-4298-91a6-123d4e20b32d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5935080 Jun 30 09:34:07.758047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38616) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:07.767741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:07.767936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 77d4e405-f744-476f-9638-35033bfbe6d7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:07.768318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.779177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'name': 'tempest-AllowedAddressPairTestJSON-1251064661', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:66:d3:2c'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:07.813634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.814932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:07.899605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4629641c-4fa5-42f9-9b14-e140f26cdc07 req-81f960f7-1760-4c28-a545-743f11f1b1c4 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 210 time: 0.0983768 Jun 30 09:34:07.912658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.000792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Allocated IP 172.20.0.2 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/84df35ce-8919-44ab-9d06-9e0352c7af0a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:08.121995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:08.152155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.218815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c2f85e8c-cad6-479f-8fb6-544df497d059 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:34:08.299661 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.315371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e95f2-a909-44d5-97cb-53eb2a1ba0e6 req-f0a04624-1e29-4731-973e-afb1060bde50 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:08.316974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f2e95f2-a909-44d5-97cb-53eb2a1ba0e6 req-f0a04624-1e29-4731-973e-afb1060bde50 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 944 time: 0.1548078 Jun 30 09:34:08.372492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.394642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f2e95f2-a909-44d5-97cb-53eb2a1ba0e6 req-951fcf41-0951-4c80-bbf5-0d5dc388cf5a tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657454 Jun 30 09:34:08.407246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] device_id is not set on port 0eece410-cdba-4f6b-8455-f84cb4f00b2c yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:08.509219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 77d4e405-f744-476f-9638-35033bfbe6d7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=77d4e405-f744-476f-9638-35033bfbe6d7,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:08.534275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.669203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'fixed_ips': [{'subnet_id': '031e81cb-f103-4eae-8ff0-816857810d25'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:08.670344 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.675343 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Sync routers for ids ['ff8d3aa7-1969-4238-aa85-9f7667616766'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:08.688567 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Routers {'ff8d3aa7-1969-4238-aa85-9f7667616766'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:08.689508 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ff8d3aa7-1969-4238-aa85-9f7667616766'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:08.783327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=77d4e405-f744-476f-9638-35033bfbe6d7,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:08.798940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c2f85e8c-cad6-479f-8fb6-544df497d059, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c2f85e8c-cad6-479f-8fb6-544df497d059,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:08.816715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'c2f85e8c-cad6-479f-8fb6-544df497d059', 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837', 'port_id': 'c2f85e8c-cad6-479f-8fb6-544df497d059', 'mac_address': 'fa:16:3e:7c:97:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e68788-c2ed-48af-8e86-d924fed199da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:34:08.823167 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.905737 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:08.954009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f85e8c-cad6-479f-8fb6-544df497d059 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:08.973552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Transition to ACTIVE for port object 84df35ce-8919-44ab-9d06-9e0352c7af0a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:09.064326 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Set router ff8d3aa7-1969-4238-aa85-9f7667616766 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:09.110754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.205443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.235068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c25008d4-69c1-4952-a60c-a26ef98cf49b req-7a7e878f-0eca-4ddb-a8ed-61abd6e410ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 210 time: 0.1075263 Jun 30 09:34:09.386808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 77d4e405-f744-476f-9638-35033bfbe6d7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:09.431637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c2f85e8c-cad6-479f-8fb6-544df497d059, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c2f85e8c-cad6-479f-8fb6-544df497d059,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:09.454010 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.460554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Transition to ACTIVE for port object 84df35ce-8919-44ab-9d06-9e0352c7af0a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:09.507736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Allocated IP 172.25.7.73 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/52e13877-e1b7-4196-b4fb-80b500dfb403) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:09.519656 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a28224f6-8660-406c-9a76-65228ba3d7d8', 'name': '', 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'mac_address': 'fa:16:3e:3d:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 2, 'project_id': '2b321f45984a4a889329bd619de8de18', 'subnets': [{'id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:09.540788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.560350 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Checking router: ff8d3aa7-1969-4238-aa85-9f7667616766 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:09.561074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Updating router ff8d3aa7-1969-4238-aa85-9f7667616766 port a28224f6-8660-406c-9a76-65228ba3d7d8 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:09.603273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:09.610647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:09.621487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:09.655641 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.681893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Allocated IP 172.20.0.2 (15f29b59-56bd-43f8-bdf9-10f490a4fda4/031e81cb-f103-4eae-8ff0-816857810d25/f299e136-edab-4e5c-93d0-8140cde5c14d) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:09.687304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c2f85e8c-cad6-479f-8fb6-544df497d059,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.798716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 77d4e405-f744-476f-9638-35033bfbe6d7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:09.799088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.816108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Allocated IP 172.20.0.11 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/0eece410-cdba-4f6b-8455-f84cb4f00b2c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:09.880181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Attempting to bind port 84df35ce-8919-44ab-9d06-9e0352c7af0a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:09.880655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Attempting to bind port 84df35ce-8919-44ab-9d06-9e0352c7af0a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '159667fc-3201-440d-89f1-6a3ea04fab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:09.881037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Attempting to bind port 84df35ce-8919-44ab-9d06-9e0352c7af0a on network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:09.929215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Pushing event updated for resources: {'Port': ['ID=84df35ce-8919-44ab-9d06-9e0352c7af0a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:09.946092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:09.946761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Checking segment: {'id': '159667fc-3201-440d-89f1-6a3ea04fab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:09.946924 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.947285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Bound using segment: {'id': '159667fc-3201-440d-89f1-6a3ea04fab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:09.954626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Bound port: 84df35ce-8919-44ab-9d06-9e0352c7af0a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159667fc-3201-440d-89f1-6a3ea04fab6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:09.955285 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:09.957925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['c2f85e8c-cad6-479f-8fb6-544df497d059'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:10.026394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72508297-0cd7-473b-ad0f-dae47099353c req-1a685e8a-6380-47ee-a04e-6a0ac5600dc9 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:10.029690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72508297-0cd7-473b-ad0f-dae47099353c req-1a685e8a-6380-47ee-a04e-6a0ac5600dc9 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 945 time: 0.3532853 Jun 30 09:34:10.067564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.113541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72508297-0cd7-473b-ad0f-dae47099353c req-ab49d1c7-427a-4bcd-b1cc-693715605851 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Jun 30 09:34:10.316569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.415931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.455305 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.458985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-47fd785e-51ea-4e89-bab3-b84c8a2020c1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:10.462894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-47fd785e-51ea-4e89-bab3-b84c8a2020c1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "GET /v2.0/networks?id=35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 200 len: 807 time: 0.5243604 Jun 30 09:34:10.469510 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.471302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Transition to ACTIVE for port object 0eece410-cdba-4f6b-8455-f84cb4f00b2c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:10.471513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] For port 84df35ce-8919-44ab-9d06-9e0352c7af0a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:10.479386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Transition to ACTIVE for port object f299e136-edab-4e5c-93d0-8140cde5c14d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:10.492105 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Transition to ACTIVE for port object a28224f6-8660-406c-9a76-65228ba3d7d8 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:10.510603 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.512754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] For port 84df35ce-8919-44ab-9d06-9e0352c7af0a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=84df35ce-8919-44ab-9d06-9e0352c7af0a,segment=NetworkSegment(159667fc-3201-440d-89f1-6a3ea04fab6f),segment_id=159667fc-3201-440d-89f1-6a3ea04fab6f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:10.516157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Transition to ACTIVE for port object f299e136-edab-4e5c-93d0-8140cde5c14d will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:10.523772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Request body: {'port': {'device_id': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da', 'admin_state_up': True, 'tenant_id': 'af3ba6fb0cbd4cde8e847bc45f877e66'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:10.543919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.579421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:10.586523 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Pushing event updated for resources: {'Port': ['ID=a28224f6-8660-406c-9a76-65228ba3d7d8,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.596921 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4c18a-ca8f-40b4-9d53-3dd48afe7e7e None None] Pushing event updated for resources: {'Port': ['ID=84df35ce-8919-44ab-9d06-9e0352c7af0a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.604204 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.610134 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.610507 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.610855 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.611369 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.611694 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.612017 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.612339 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.612654 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.612968 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.613282 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.613590 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.613898 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:10.652418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:10.656268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:10.657507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:10.660695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:10.664967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:10.716892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0defec86-ec0a-464b-9f72-2b019935a20f req-29a1d5bf-fbd3-4397-80e4-f77671cdf7c7 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 210 time: 0.2409437 Jun 30 09:34:10.718739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.757921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Pushing event updated for resources: {'Port': ['ID=52e13877-e1b7-4196-b4fb-80b500dfb403,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.783718 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Attempting to bind port a28224f6-8660-406c-9a76-65228ba3d7d8 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:10.784339 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Attempting to bind port a28224f6-8660-406c-9a76-65228ba3d7d8 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:10.788651 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Attempting to bind port a28224f6-8660-406c-9a76-65228ba3d7d8 on network 40b212b5-b9db-480b-b4d4-d55ce024cbbf {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:10.803733 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:10.805160 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Checking segment: {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:10.805736 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.806779 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Bound using segment: {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:10.809269 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Bound port: a28224f6-8660-406c-9a76-65228ba3d7d8, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbbd4ee1-8eff-4ce8-a36a-26380c711864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:10.809864 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.812643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=f299e136-edab-4e5c-93d0-8140cde5c14d,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.865282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Attempting to bind port f299e136-edab-4e5c-93d0-8140cde5c14d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:10.869887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Attempting to bind port f299e136-edab-4e5c-93d0-8140cde5c14d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:10.870329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Attempting to bind port f299e136-edab-4e5c-93d0-8140cde5c14d on network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:10.884586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:10.886859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=0eece410-cdba-4f6b-8455-f84cb4f00b2c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:10.891913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:10.892285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Checking segment: {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:10.892685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:10.893072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Bound using segment: {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:10.898707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:10.900139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Bound port: f299e136-edab-4e5c-93d0-8140cde5c14d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:10.901582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:10.909369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.003840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.004955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.030774 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] For port a28224f6-8660-406c-9a76-65228ba3d7d8, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:11.041253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7ba341ba-9269-4452-821f-f2be44dd680d tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3015704 Jun 30 09:34:11.044068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38668) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:11.056992 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] For port a28224f6-8660-406c-9a76-65228ba3d7d8, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a28224f6-8660-406c-9a76-65228ba3d7d8,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:11.067255 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.069997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] For port f299e136-edab-4e5c-93d0-8140cde5c14d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:11.076936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] For port f299e136-edab-4e5c-93d0-8140cde5c14d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f299e136-edab-4e5c-93d0-8140cde5c14d,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:11.090159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.264305 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Routers {'ff8d3aa7-1969-4238-aa85-9f7667616766'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:11.268706 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:33:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ff8d3aa7-1969-4238-aa85-9f7667616766'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:11.338037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5bc4b-a1da-40b3-b36c-56c4d15650f5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.345543 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fe60ac58-abf2-419c-8be9-1986adc04703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.368516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5bc4b-a1da-40b3-b36c-56c4d15650f5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.429894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5bc4b-a1da-40b3-b36c-56c4d15650f5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.451055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3778094-b2d4-4ba3-99ab-936cca1fd3a0 None None] Pushing event updated for resources: {'Port': ['ID=f299e136-edab-4e5c-93d0-8140cde5c14d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:11.452107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8ed5bc4b-a1da-40b3-b36c-56c4d15650f5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.4044592 Jun 30 09:34:11.453520 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38682) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:11.536599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 84df35ce-8919-44ab-9d06-9e0352c7af0a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:11.653798 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392fea3-2952-4c22-b2a0-63985cd9515e None None] Pushing event updated for resources: {'Port': ['ID=a28224f6-8660-406c-9a76-65228ba3d7d8,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:11.654638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.659747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Made reservation on behalf of af3ba6fb0cbd4cde8e847bc45f877e66 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:11.667736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:11.698566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 84df35ce-8919-44ab-9d06-9e0352c7af0a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:11.745521 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] Set router ff8d3aa7-1969-4238-aa85-9f7667616766 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:11.963826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a3df7-7a38-4b01-bd97-2329f6025b52 req-8825145a-f7a2-4b15-8d06-a30d8fa16ba5 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:11.981925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c25a3df7-7a38-4b01-bd97-2329f6025b52 req-8825145a-f7a2-4b15-8d06-a30d8fa16ba5 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 945 time: 0.3412800 Jun 30 09:34:12.126901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port 0eece410-cdba-4f6b-8455-f84cb4f00b2c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:12.127705 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.196859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Allocated IP 172.20.0.2 (35c80295-96c4-4e47-b73c-37c315daf2da/c79bbefa-e3ea-4662-b081-e2c40f16d849/b57a8370-7eeb-4420-85d7-649de49b5cea) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:12.225030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03ad715f-6b05-43b2-a1bb-9a1d651eaf5f req-0dff0700-48aa-43ec-a683-afaa557e0a7d tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 210 time: 0.1315532 Jun 30 09:34:12.241932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c2f85e8c-cad6-479f-8fb6-544df497d059 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:12.306810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c25a3df7-7a38-4b01-bd97-2329f6025b52 req-631f46c0-0af9-4805-b557-902a654f1bda tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238006 Jun 30 09:34:12.345247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port c2f85e8c-cad6-479f-8fb6-544df497d059 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:12.354058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port c2f85e8c-cad6-479f-8fb6-544df497d059 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:12.354799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.380282 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a28224f6-8660-406c-9a76-65228ba3d7d8', 'name': '', 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'mac_address': 'fa:16:3e:3d:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'subnets': [{'id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:12.421842 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb91fd9-b37e-44aa-a438-bafbe15320c4 None None] The sync data for ids ['ff8d3aa7-1969-4238-aa85-9f7667616766'] in n-d-780147-22 is: [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:03Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a28224f6-8660-406c-9a76-65228ba3d7d8', 'name': '', 'network_id': '40b212b5-b9db-480b-b4d4-d55ce024cbbf', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'mac_address': 'fa:16:3e:3d:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_interface', 'standard_attr_id': 3459, 'fixed_ips': [{'subnet_id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:01Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 4, 'project_id': '2b321f45984a4a889329bd619de8de18', 'subnets': [{'id': 'dcd91f7b-79b0-4e46-a490-35494226cc35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:12.467406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.495163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for 0eece410-cdba-4f6b-8455-f84cb4f00b2c owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:12.524326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.611404 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.647387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f85e8c-cad6-479f-8fb6-544df497d059'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:12.650673 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aed5e3-3517-4c8c-916f-be3cd156f190" -d '{"events": [{"server_uuid": "6b9e66ea-0d42-4949-95bd-630272dc8c7d", "name": "network-vif-plugged", "status": "completed", "tag": "c2f85e8c-cad6-479f-8fb6-544df497d059"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:12.672713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port c2f85e8c-cad6-479f-8fb6-544df497d059, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c2f85e8c-cad6-479f-8fb6-544df497d059,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:12.683406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.805009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.816323 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=c2f85e8c-cad6-479f-8fb6-544df497d059,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.833469 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:12.843054 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5262edae-2d67-42c0-a35d-1a4106707d6d x-openstack-request-id: req-5262edae-2d67-42c0-a35d-1a4106707d6d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:12.844592 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e66ea-0d42-4949-95bd-630272dc8c7d", "name": "network-vif-plugged", "status": "completed", "tag": "c2f85e8c-cad6-479f-8fb6-544df497d059", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:12.844843 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5262edae-2d67-42c0-a35d-1a4106707d6d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:12.845250 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f85e8c-cad6-479f-8fb6-544df497d059', 'code': 200} Jun 30 09:34:12.908920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=0eece410-cdba-4f6b-8455-f84cb4f00b2c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:12.961928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Network 35c80295-96c4-4e47-b73c-37c315daf2da is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:12.967589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:12.970392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e810bc30-6ac7-4a3b-afd2-cc9eae463799 None None] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:12.971171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:13.038901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:13.039753 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.063701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-71683f71-9834-475f-a475-cab0f42e00de None None] Provisioning for port 84df35ce-8919-44ab-9d06-9e0352c7af0a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:13.074399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-71683f71-9834-475f-a475-cab0f42e00de None None] Provisioning complete for port 84df35ce-8919-44ab-9d06-9e0352c7af0a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:13.075254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71683f71-9834-475f-a475-cab0f42e00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.229248 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71683f71-9834-475f-a475-cab0f42e00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.295012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Pushing event updated for resources: {'Port': ['ID=b57a8370-7eeb-4420-85d7-649de49b5cea,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.310137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.310894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.311466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.312204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.312758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.313313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.314106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.315008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.315578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.316117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.316875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.317662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:13.353906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-69a7822f-84fe-45db-a239-b0623e52d679 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8379071 Jun 30 09:34:13.399150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Request body: {'port': {'device_id': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.409000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-71683f71-9834-475f-a475-cab0f42e00de None None] For port 84df35ce-8919-44ab-9d06-9e0352c7af0a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=84df35ce-8919-44ab-9d06-9e0352c7af0a,segment=NetworkSegment(159667fc-3201-440d-89f1-6a3ea04fab6f),segment_id=159667fc-3201-440d-89f1-6a3ea04fab6f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:13.426040 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-71683f71-9834-475f-a475-cab0f42e00de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.429564 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.432854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9819d90e-a602-4b49-b630-27023ae16bcc tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/ports/0eece410-cdba-4f6b-8455-f84cb4f00b2c HTTP/1.1" status: 204 len: 168 time: 1.9773879 Jun 30 09:34:13.439166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:13.517053 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d821b55-4769-408c-9779-3a4036143107 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] GET failed (client error): The resource could not be found. Jun 30 09:34:13.518967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8d821b55-4769-408c-9779-3a4036143107 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "GET /v2.0/ports/0eece410-cdba-4f6b-8455-f84cb4f00b2c HTTP/1.1" status: 404 len: 333 time: 0.0777512 Jun 30 09:34:13.529658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38720) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:13.545197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'name': 'tempest-AllowedAddressPairTestJSON-2084412747'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:13.654926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f299e136-edab-4e5c-93d0-8140cde5c14d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:13.739215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08b4b8e-c900-44a7-8dd6-79dff10a7e37 None None] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:13.747107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71683f71-9834-475f-a475-cab0f42e00de None None] Pushing event updated for resources: {'Port': ['ID=84df35ce-8919-44ab-9d06-9e0352c7af0a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:13.776220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:13.789462 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ed0f-85b3-4267-85be-871dc084342b req-095bc9ba-b291-405f-bb57-0978faf2b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:13.795867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f76ed0f-85b3-4267-85be-871dc084342b req-095bc9ba-b291-405f-bb57-0978faf2b907 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 1098 time: 0.7637224 Jun 30 09:34:13.826595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.009626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:14.015205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.044420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62e1b-639d-4200-aa86-13f13c35b0ec req-388c6e23-57ad-4e68-b48d-0bdbcd8d786a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:14.047777 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e62e1b-639d-4200-aa86-13f13c35b0ec req-388c6e23-57ad-4e68-b48d-0bdbcd8d786a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 931 time: 0.3398910 Jun 30 09:34:14.051910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8df2b190-378e-4204-8756-10c7e4d910d5 None None] Provisioning for port f299e136-edab-4e5c-93d0-8140cde5c14d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:14.168615 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1f76ed0f-85b3-4267-85be-871dc084342b req-c51bef7f-70de-4653-a364-aed91a65dbf0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647499 Jun 30 09:34:14.191096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f299e136-edab-4e5c-93d0-8140cde5c14d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:14.212671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Router da71d501-8570-4ec7-8069-fc0cafb07fc6 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:14.241863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f299e136-edab-4e5c-93d0-8140cde5c14d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:14.242409 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.244575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f88b95af-b3c0-40d4-9672-084519461f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.371023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.572446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.664719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f299e136-edab-4e5c-93d0-8140cde5c14d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f299e136-edab-4e5c-93d0-8140cde5c14d,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:14.679519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.681606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a28224f6-8660-406c-9a76-65228ba3d7d8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:14.835500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:14.862780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9f37c825-b1bf-4fb1-a3c6-f8a89e9c34fc None None] Provisioning complete for port 84df35ce-8919-44ab-9d06-9e0352c7af0a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:14.863358 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f37c825-b1bf-4fb1-a3c6-f8a89e9c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.873676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Sync routers for ids ['da71d501-8570-4ec7-8069-fc0cafb07fc6'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:14.936531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:14.937789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-767bc38c-3fef-4fd1-a518-1bf42438c55c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1771054 Jun 30 09:34:14.971160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:15.005970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] device_id is not set on port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:15.189336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57a8370-7eeb-4420-85d7-649de49b5cea {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:15.205595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.223156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073052a-2a86-4d0e-8997-07972d7811cf req-fbaa7090-de41-4aff-8484-8d080747f47e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.249172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b073052a-2a86-4d0e-8997-07972d7811cf req-fbaa7090-de41-4aff-8484-8d080747f47e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 946 time: 1.5303385 Jun 30 09:34:15.301510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Transition to ACTIVE for port object b57a8370-7eeb-4420-85d7-649de49b5cea will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:15.305499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Allocated IP 172.20.0.5 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:15.316278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.423440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f299e136-edab-4e5c-93d0-8140cde5c14d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.442683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Routers {'da71d501-8570-4ec7-8069-fc0cafb07fc6'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:15.444331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['da71d501-8570-4ec7-8069-fc0cafb07fc6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:15.508836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.524569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Transition to ACTIVE for port object 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:15.531731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Pushing event updated for resources: {'Port': ['ID=b57a8370-7eeb-4420-85d7-649de49b5cea,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.579290 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.612844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62e62e1b-639d-4200-aa86-13f13c35b0ec req-f6077484-633c-4dea-a48c-ac0b71a405c2 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5518510 Jun 30 09:34:15.669400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b073052a-2a86-4d0e-8997-07972d7811cf req-5d6acd15-81ad-49b9-be4e-87f0fbaaa86c tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191675 Jun 30 09:34:15.686171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Set router da71d501-8570-4ec7-8069-fc0cafb07fc6 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:15.689620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:15.695352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:15.698494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:15.766012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:15.766843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.771366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:15.775832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Attempting to bind port b57a8370-7eeb-4420-85d7-649de49b5cea on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:15.776293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Attempting to bind port b57a8370-7eeb-4420-85d7-649de49b5cea by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:15.776739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Attempting to bind port b57a8370-7eeb-4420-85d7-649de49b5cea on network 35c80295-96c4-4e47-b73c-37c315daf2da {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:15.783461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Port b57a8370-7eeb-4420-85d7-649de49b5cea on network 35c80295-96c4-4e47-b73c-37c315daf2da not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:15.783952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Attempting to bind port b57a8370-7eeb-4420-85d7-649de49b5cea on network 35c80295-96c4-4e47-b73c-37c315daf2da {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:15.793037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8680676e-7b6f-48d3-a503-396e215a8336 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2620082 Jun 30 09:34:15.795618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:15.797955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:15.798413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Checking segment: {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:15.798888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Bound using segment: {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:15.799397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Bound port: b57a8370-7eeb-4420-85d7-649de49b5cea, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:15.799850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.804344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:66:d3:2c'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:15.908125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a28224f6-8660-406c-9a76-65228ba3d7d8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:15.945432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a28224f6-8660-406c-9a76-65228ba3d7d8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:15.946378 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:15.987910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] For port b57a8370-7eeb-4420-85d7-649de49b5cea, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:16.002458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] For port b57a8370-7eeb-4420-85d7-649de49b5cea, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b57a8370-7eeb-4420-85d7-649de49b5cea,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:16.014758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.084168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9f37c825-b1bf-4fb1-a3c6-f8a89e9c34fc None None] Provisioning for port f89d4e4f-1caa-4761-a3f5-625386590b1d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:16.090114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9f37c825-b1bf-4fb1-a3c6-f8a89e9c34fc None None] Provisioning complete for port f89d4e4f-1caa-4761-a3f5-625386590b1d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:16.090514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f37c825-b1bf-4fb1-a3c6-f8a89e9c34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.189325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.200336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.217537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.218120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9f37c825-b1bf-4fb1-a3c6-f8a89e9c34fc None None] Port f89d4e4f-1caa-4761-a3f5-625386590b1d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:16.227553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:16.230371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.233916 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.235625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] 10.222.0.79 "PUT /v2.0/ports/b57a8370-7eeb-4420-85d7-649de49b5cea HTTP/1.1" status: 200 len: 1092 time: 2.8791771 Jun 30 09:34:16.237592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'tag': 'b57a8370-7eeb-4420-85d7-649de49b5cea'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:16.240350 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db5f9ae-a341-408c-b9fa-793afa523328" -d '{"events": [{"name": "network-changed", "server_uuid": "0de4b4b9-57f9-4b2c-be8d-fb57310d5576", "tag": "b57a8370-7eeb-4420-85d7-649de49b5cea"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:16.294297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a28224f6-8660-406c-9a76-65228ba3d7d8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a28224f6-8660-406c-9a76-65228ba3d7d8,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:16.300838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:11Z', 'revision_number': 3, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:16.340644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21596e7e-2e0b-4d2b-b3f9-72f2bd7d307f service neutron] Pushing event updated for resources: {'Port': ['ID=b57a8370-7eeb-4420-85d7-649de49b5cea,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:16.348450 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a685e04d-1be5-4c62-b2ac-776e54a5b167 x-openstack-request-id: req-a685e04d-1be5-4c62-b2ac-776e54a5b167 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:16.354434 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de4b4b9-57f9-4b2c-be8d-fb57310d5576", "tag": "b57a8370-7eeb-4420-85d7-649de49b5cea", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:16.354920 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a685e04d-1be5-4c62-b2ac-776e54a5b167 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:16.355673 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'tag': 'b57a8370-7eeb-4420-85d7-649de49b5cea', 'status': 'completed', 'code': 200} Jun 30 09:34:16.358440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.385610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Checking router: da71d501-8570-4ec7-8069-fc0cafb07fc6 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:16.385961 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Updating router da71d501-8570-4ec7-8069-fc0cafb07fc6 port 52e13877-e1b7-4196-b4fb-80b500dfb403 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:16.537679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f299e136-edab-4e5c-93d0-8140cde5c14d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:16.564570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.570166 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.574179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-f1e517a1-0d91-40eb-b2e3-bed3dbcbd3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:16.575974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-f1e517a1-0d91-40eb-b2e3-bed3dbcbd3d3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 1095 time: 0.2861066 Jun 30 09:34:16.621109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Allocated IP 172.20.0.1 (15f29b59-56bd-43f8-bdf9-10f490a4fda4/031e81cb-f103-4eae-8ff0-816857810d25/edb7929f-740e-4323-a403-a227c8bd42f6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:16.633878 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.668134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Provisioning complete for port f299e136-edab-4e5c-93d0-8140cde5c14d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:16.668373 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.718869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:16.730142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] In _notify_port_updated(), no bound segment for port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c on network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 {{(pid=93725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:16.742748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:16.743473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.757126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-07424d36-24c0-4220-862b-ec562b8a8284 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "PUT /v2.0/ports/9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c HTTP/1.1" status: 200 len: 993 time: 0.9597971 Jun 30 09:34:16.758476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38776) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:16.759459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a28224f6-8660-406c-9a76-65228ba3d7d8,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:16.877985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.905204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Transition to ACTIVE for port object edb7929f-740e-4323-a403-a227c8bd42f6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:16.961362 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:16.962368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f299e136-edab-4e5c-93d0-8140cde5c14d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:16.962956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.095271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Pushing event updated for resources: {'Port': ['ID=edb7929f-740e-4323-a403-a227c8bd42f6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:17.101600 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-74f6d6a7-1e96-41f5-b782-b3582830086d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b57a8370-7eeb-4420-85d7-649de49b5cea HTTP/1.1" status: 200 len: 217 time: 0.1523123 Jun 30 09:34:17.113754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:17.133472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:17.137216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:17.219889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.231488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Could not find standard attr ID for object 0eece410-cdba-4f6b-8455-f84cb4f00b2c. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:34:17.261608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6fe3-d6e6-4a2b-b844-eeb9909a8ae0 req-661d3af4-d50f-4f52-bc0b-01cdfabbd649 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.264869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7daa6fe3-d6e6-4a2b-b844-eeb9909a8ae0 req-661d3af4-d50f-4f52-bc0b-01cdfabbd649 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 943 time: 0.3782554 Jun 30 09:34:17.304832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Provisioning for port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:17.320513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Provisioning complete for port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:17.321032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.338191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a9863-1182-408b-91bf-f9cfdf0ea2d8 req-df7a74b0-639a-429b-aed4-4b0c74b47037 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:17.340508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f92a9863-1182-408b-91bf-f9cfdf0ea2d8 req-df7a74b0-639a-429b-aed4-4b0c74b47037 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 946 time: 0.3108842 Jun 30 09:34:17.345258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:17.345797 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.383692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 84df35ce-8919-44ab-9d06-9e0352c7af0a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:17.514977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:17.538907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.541876 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.579147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Transition to ACTIVE for port object 52e13877-e1b7-4196-b4fb-80b500dfb403 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:17.586582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Provisioning complete for port f89d4e4f-1caa-4761-a3f5-625386590b1d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:17.587276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.623427 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.636118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 84df35ce-8919-44ab-9d06-9e0352c7af0a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:17.636773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.656583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7daa6fe3-d6e6-4a2b-b844-eeb9909a8ae0 req-6bcd5d5a-a279-4894-8287-977742aa778e tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643818 Jun 30 09:34:17.703543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f92a9863-1182-408b-91bf-f9cfdf0ea2d8 req-4ce3ed52-33be-480b-a060-7c8bc6be3bb7 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526640 Jun 30 09:34:17.733378 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.734329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4ad385ed-2fa8-4262-8950-ec68ba15e731 None None] Port f89d4e4f-1caa-4761-a3f5-625386590b1d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:17.745069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.775165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:17.813713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a89f5-fac0-40e6-b67f-2d1cbc6a5e42 None None] Pushing event updated for resources: {'Port': ['ID=52e13877-e1b7-4196-b4fb-80b500dfb403,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:17.832242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Attempting to bind port 52e13877-e1b7-4196-b4fb-80b500dfb403 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:17.832620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Attempting to bind port 52e13877-e1b7-4196-b4fb-80b500dfb403 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:17.832981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Attempting to bind port 52e13877-e1b7-4196-b4fb-80b500dfb403 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:17.868581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:17.868968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:17.869374 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:17.869769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:17.870279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Bound port: 52e13877-e1b7-4196-b4fb-80b500dfb403, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:17.870665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.017487 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.048924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Provisioning complete for port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:18.049579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.059873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.097547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Port 9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c was deleted so its status cannot be updated. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 30 09:34:18.117496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] For port 52e13877-e1b7-4196-b4fb-80b500dfb403, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:18.134737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] For port 52e13877-e1b7-4196-b4fb-80b500dfb403, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=52e13877-e1b7-4196-b4fb-80b500dfb403,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:18.141787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-ac297f36-0c4f-46c0-a177-a25509820a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:18.143303 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-ac297f36-0c4f-46c0-a177-a25509820a85 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c79bbefa-e3ea-4662-b081-e2c40f16d849 HTTP/1.1" status: 200 len: 847 time: 1.0236504 Jun 30 09:34:18.155451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.162822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.216530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Provisioning for port edb7929f-740e-4323-a403-a227c8bd42f6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:18.229314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-9f119c38-c4af-4d39-bfc4-08e29ec293aa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35c80295-96c4-4e47-b73c-37c315daf2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675967 Jun 30 09:34:18.237738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Provisioning complete for port edb7929f-740e-4323-a403-a227c8bd42f6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:18.238479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.323427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.329071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2ec248b-6c88-4157-ada0-56e1bc59d747 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/ports/9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c HTTP/1.1" status: 204 len: 168 time: 1.5695121 Jun 30 09:34:18.334674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38832) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:18.367242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Routers {'da71d501-8570-4ec7-8069-fc0cafb07fc6'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:18.367994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['da71d501-8570-4ec7-8069-fc0cafb07fc6'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:18.408577 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-9d71beab-8afa-4278-946c-f4b53ecb8e00 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642492 Jun 30 09:34:18.428993 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d460dc-8006-44a9-9458-eb94fedefdf1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] GET failed (client error): The resource could not be found. Jun 30 09:34:18.441211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75d460dc-8006-44a9-9458-eb94fedefdf1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "GET /v2.0/ports/9d4ac6f0-9b5b-43f3-bfa3-84e1a53c837c HTTP/1.1" status: 404 len: 333 time: 0.1054125 Jun 30 09:34:18.469987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38834) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:18.514819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'name': 'tempest-AllowedAddressPairTestJSON-502574425'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:18.723354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-05deb07f-02d1-4991-94ef-810f8c6bc02c None None] Port edb7929f-740e-4323-a403-a227c8bd42f6 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:18.742134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a28224f6-8660-406c-9a76-65228ba3d7d8 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:18.798305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a89f5-fac0-40e6-b67f-2d1cbc6a5e42 None None] Pushing event updated for resources: {'Port': ['ID=52e13877-e1b7-4196-b4fb-80b500dfb403,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:18.850744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] Set router da71d501-8570-4ec7-8069-fc0cafb07fc6 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:18.852095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:18.857162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.888501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] device_id is not set on port 44a9366f-d89e-4b25-8e9a-c823a84656b7 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:18.925437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a28224f6-8660-406c-9a76-65228ba3d7d8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:18.925437 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.925727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ecd8b064-4c1c-4763-b1eb-7e5af0a40290 req-c18a1cd1-a3ed-4379-af62-7eff70cc9f44 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994158 Jun 30 09:34:18.971339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:18.984704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.152086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a1a6f-e63b-4f1d-b085-d8d784acc523 req-62d44f4f-c6cd-429f-a358-e1fc745217ef tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.161736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b6a1a6f-e63b-4f1d-b085-d8d784acc523 req-62d44f4f-c6cd-429f-a358-e1fc745217ef tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 943 time: 0.2013240 Jun 30 09:34:19.179940 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.194794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Pushing event updated for resources: {'Port': ['ID=edb7929f-740e-4323-a403-a227c8bd42f6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:19.239464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b6a1a6f-e63b-4f1d-b085-d8d784acc523 req-54d34ac3-0c80-4e90-ad0e-8fa5af48b27b tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761449 Jun 30 09:34:19.243739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Allocated IP 172.20.0.12 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/44a9366f-d89e-4b25-8e9a-c823a84656b7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:19.300312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-7dd895cf-cedb-4d5c-88d7-627881b60ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.302581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-7dd895cf-cedb-4d5c-88d7-627881b60ae4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 1095 time: 0.3037336 Jun 30 09:34:19.431983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:19.439277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:19.460938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-69357366-db9b-4743-b313-b27c2b016f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.463250 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-69357366-db9b-4743-b313-b27c2b016f04 service neutron] 10.222.0.79 "GET /v2.0/networks?id=35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 200 len: 908 time: 0.1472807 Jun 30 09:34:19.469716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'edb7929f-740e-4323-a403-a227c8bd42f6', 'name': '', 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'mac_address': 'fa:16:3e:d0:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '031e81cb-f103-4eae-8ff0-816857810d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:16Z', 'updated_at': '2021-06-30T09:34:16Z', 'revision_number': 1, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'subnets': [{'id': '031e81cb-f103-4eae-8ff0-816857810d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:19.509723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03e5d23-9968-433e-833f-6d705702dfaf None None] The sync data for ids ['da71d501-8570-4ec7-8069-fc0cafb07fc6'] in n-d-780147-22 is: [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'edb7929f-740e-4323-a403-a227c8bd42f6', 'name': '', 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'mac_address': 'fa:16:3e:d0:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '031e81cb-f103-4eae-8ff0-816857810d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:16Z', 'updated_at': '2021-06-30T09:34:16Z', 'revision_number': 1, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'subnets': [{'id': '031e81cb-f103-4eae-8ff0-816857810d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:19.596635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-47098e6c-344f-460d-a8b0-09dbc3d66f21 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b57a8370-7eeb-4420-85d7-649de49b5cea HTTP/1.1" status: 200 len: 217 time: 0.0643880 Jun 30 09:34:19.612083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.689304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Transition to ACTIVE for port object 44a9366f-d89e-4b25-8e9a-c823a84656b7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:19.791519 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.856619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-2bcc7e8c-2450-41fc-b5fa-e48094fbf30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:19.862713 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-2bcc7e8c-2450-41fc-b5fa-e48094fbf30b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c79bbefa-e3ea-4662-b081-e2c40f16d849 HTTP/1.1" status: 200 len: 847 time: 0.2562957 Jun 30 09:34:19.864833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:19.869032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:19.894209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:19.902709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cfd8bf63-c915-4328-abcc-69e565ae56fc None None] Provisioning complete for port edb7929f-740e-4323-a403-a227c8bd42f6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:19.905839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cfd8bf63-c915-4328-abcc-69e565ae56fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:19.918749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-383b03ae-b248-435f-898e-8d62112ee3e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35c80295-96c4-4e47-b73c-37c315daf2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440743 Jun 30 09:34:19.923338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Router da71d501-8570-4ec7-8069-fc0cafb07fc6 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:20.030086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=44a9366f-d89e-4b25-8e9a-c823a84656b7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:20.072136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cfd8bf63-c915-4328-abcc-69e565ae56fc None None] Port edb7929f-740e-4323-a403-a227c8bd42f6 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:20.074129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:20.076720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.132208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3f43dd90-1bec-4354-931a-1dfffbff1c04 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6609304 Jun 30 09:34:20.135023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:20.147956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:66:d3:2c'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:20.443684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-72134bdc-a168-489a-b6e9-0cec3aed16bd service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106356 Jun 30 09:34:20.489466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:20.506993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ee005fb0-a2f0-4b37-abb0-31cb660116fa None None] Provisioning for port 44a9366f-d89e-4b25-8e9a-c823a84656b7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:20.515131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ee005fb0-a2f0-4b37-abb0-31cb660116fa None None] Provisioning complete for port 44a9366f-d89e-4b25-8e9a-c823a84656b7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:20.515499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ee005fb0-a2f0-4b37-abb0-31cb660116fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.525265 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b27d1bf0-ce2e-414e-b023-a6cbc6dfd872 admin admin] 10.222.0.77 "PUT /v2.0/routers/da71d501-8570-4ec7-8069-fc0cafb07fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5529501 Jun 30 09:34:20.631676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ee005fb0-a2f0-4b37-abb0-31cb660116fa None None] Port 44a9366f-d89e-4b25-8e9a-c823a84656b7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:20.660408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e1d57-66d1-4d99-912b-f2554349416d req-31774025-2a15-4579-8864-95d93e829627 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:20.667875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-934e1d57-66d1-4d99-912b-f2554349416d req-31774025-2a15-4579-8864-95d93e829627 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 943 time: 0.2095535 Jun 30 09:34:20.693686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:20.721490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6db5f9ae-a341-408c-b9fa-793afa523328 req-0d8854fc-1808-4c33-aaa5-d50f92218477 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521734 Jun 30 09:34:20.778891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-934e1d57-66d1-4d99-912b-f2554349416d req-91f3172e-8093-4aed-a9f7-914f6c2a7431 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099985 Jun 30 09:34:21.181062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.195286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.387011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] In _notify_port_updated(), no bound segment for port 44a9366f-d89e-4b25-8e9a-c823a84656b7 on network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:21.393516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:21.394352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.396321 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "PUT /v2.0/ports/44a9366f-d89e-4b25-8e9a-c823a84656b7 HTTP/1.1" status: 200 len: 996 time: 1.2556729 Jun 30 09:34:21.399004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38934) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:21.416852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3972f6-5610-409b-b10d-9ede71d3cdc5 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=44a9366f-d89e-4b25-8e9a-c823a84656b7,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:21.730800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b57a8370-7eeb-4420-85d7-649de49b5cea details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:34:21.759192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port 44a9366f-d89e-4b25-8e9a-c823a84656b7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:21.761931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.865559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bbd3f0ee-8075-4164-a558-1e3cd7fd34b9 None None] Provisioning complete for port 44a9366f-d89e-4b25-8e9a-c823a84656b7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:21.865943 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bbd3f0ee-8075-4164-a558-1e3cd7fd34b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:21.969985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bbd3f0ee-8075-4164-a558-1e3cd7fd34b9 None None] Port 44a9366f-d89e-4b25-8e9a-c823a84656b7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:22.026089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b57a8370-7eeb-4420-85d7-649de49b5cea, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b57a8370-7eeb-4420-85d7-649de49b5cea,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:22.056705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'b57a8370-7eeb-4420-85d7-649de49b5cea', 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da', 'port_id': 'b57a8370-7eeb-4420-85d7-649de49b5cea', 'mac_address': 'fa:16:3e:a9:0b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79bbefa-e3ea-4662-b081-e2c40f16d849', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:34:22.084576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.121709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.152166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for 44a9366f-d89e-4b25-8e9a-c823a84656b7 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:22.196480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57a8370-7eeb-4420-85d7-649de49b5cea {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:22.253708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b57a8370-7eeb-4420-85d7-649de49b5cea, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b57a8370-7eeb-4420-85d7-649de49b5cea,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:22.269234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.373736 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b57a8370-7eeb-4420-85d7-649de49b5cea,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.502041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec6c82-c118-4db6-89aa-6556a0fb088e req-dd14de3f-daf6-46c6-b84c-ea45c71575fe tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:22.503857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7eec6c82-c118-4db6-89aa-6556a0fb088e req-dd14de3f-daf6-46c6-b84c-ea45c71575fe tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 944 time: 0.1910770 Jun 30 09:34:22.546689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['b57a8370-7eeb-4420-85d7-649de49b5cea'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:22.549194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 52e13877-e1b7-4196-b4fb-80b500dfb403 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:22.596433 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.642497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7eec6c82-c118-4db6-89aa-6556a0fb088e req-787c1207-8461-46ad-94e4-d7c9f70a6e6e tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991905 Jun 30 09:34:22.677737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=44a9366f-d89e-4b25-8e9a-c823a84656b7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:22.854977 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:22.859777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:22.860792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2d8084b-de01-44ca-a380-eaf1265fb50a tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/ports/44a9366f-d89e-4b25-8e9a-c823a84656b7 HTTP/1.1" status: 204 len: 168 time: 1.4607477 Jun 30 09:34:22.892341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 38996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:22.937863 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca9a352-008e-4e3f-91fe-23387788e7b1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] GET failed (client error): The resource could not be found. Jun 30 09:34:22.939847 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ca9a352-008e-4e3f-91fe-23387788e7b1 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "GET /v2.0/ports/44a9366f-d89e-4b25-8e9a-c823a84656b7 HTTP/1.1" status: 404 len: 333 time: 0.0780971 Jun 30 09:34:22.944530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 38998) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:22.950546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'name': 'tempest-AllowedAddressPairTestJSON-197660895'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:23.016698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 52e13877-e1b7-4196-b4fb-80b500dfb403 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:23.031683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 52e13877-e1b7-4196-b4fb-80b500dfb403 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:23.035202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.041528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:34:23.304446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.339116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:23.343119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.369112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 52e13877-e1b7-4196-b4fb-80b500dfb403, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=52e13877-e1b7-4196-b4fb-80b500dfb403,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:23.376708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] device_id is not set on port 401c8f59-6f07-4111-b830-675aa51f1ef1 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:23.382832 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.477088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=52e13877-e1b7-4196-b4fb-80b500dfb403,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:23.495856 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Sync routers for ids ['da71d501-8570-4ec7-8069-fc0cafb07fc6'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:23.510096 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Routers {'da71d501-8570-4ec7-8069-fc0cafb07fc6'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:23.512652 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['da71d501-8570-4ec7-8069-fc0cafb07fc6'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:23.556781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Allocated IP 172.20.0.11 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/401c8f59-6f07-4111-b830-675aa51f1ef1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:23.692384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.753379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b57a8370-7eeb-4420-85d7-649de49b5cea up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:23.843697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.860462 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Set router da71d501-8570-4ec7-8069-fc0cafb07fc6 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:23.876337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Transition to ACTIVE for port object 401c8f59-6f07-4111-b830-675aa51f1ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:23.888220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port b57a8370-7eeb-4420-85d7-649de49b5cea completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:23.893218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port b57a8370-7eeb-4420-85d7-649de49b5cea triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:23.894095 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.964352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:23.997404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083f0a7-f647-48cb-a15f-519568da3760 req-4db20947-d4cd-4f2b-aa45-1939d04ab83b tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:24.013610 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4083f0a7-f647-48cb-a15f-519568da3760 req-4db20947-d4cd-4f2b-aa45-1939d04ab83b tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 944 time: 0.1815810 Jun 30 09:34:24.084791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.106770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:24.119438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57a8370-7eeb-4420-85d7-649de49b5cea'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:24.122080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:24.122342 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a20dab7-314b-4332-96bf-e6404c0e2bd8" -d '{"events": [{"server_uuid": "0de4b4b9-57f9-4b2c-be8d-fb57310d5576", "name": "network-vif-plugged", "status": "completed", "tag": "b57a8370-7eeb-4420-85d7-649de49b5cea"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:24.165844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:24.168975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b57a8370-7eeb-4420-85d7-649de49b5cea, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b57a8370-7eeb-4420-85d7-649de49b5cea,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:24.178980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4083f0a7-f647-48cb-a15f-519568da3760 req-2864ae17-8cb7-4ccc-8575-2d53f8948723 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643968 Jun 30 09:34:24.182344 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.301492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=401c8f59-6f07-4111-b830-675aa51f1ef1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:24.304708 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d60346d-0485-4be7-93f4-b00c51e8c31c x-openstack-request-id: req-7d60346d-0485-4be7-93f4-b00c51e8c31c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:24.305281 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de4b4b9-57f9-4b2c-be8d-fb57310d5576", "name": "network-vif-plugged", "status": "completed", "tag": "b57a8370-7eeb-4420-85d7-649de49b5cea", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:24.305914 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7d60346d-0485-4be7-93f4-b00c51e8c31c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:24.306555 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57a8370-7eeb-4420-85d7-649de49b5cea', 'code': 200} Jun 30 09:34:24.307423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=b57a8370-7eeb-4420-85d7-649de49b5cea,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:24.355943 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'edb7929f-740e-4323-a403-a227c8bd42f6', 'name': '', 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'mac_address': 'fa:16:3e:d0:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '031e81cb-f103-4eae-8ff0-816857810d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:16Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 2, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'subnets': [{'id': '031e81cb-f103-4eae-8ff0-816857810d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:24.438669 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Checking router: da71d501-8570-4ec7-8069-fc0cafb07fc6 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:24.439212 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Updating router da71d501-8570-4ec7-8069-fc0cafb07fc6 port edb7929f-740e-4323-a403-a227c8bd42f6 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:24.479970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:24.486139 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.523157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 52e13877-e1b7-4196-b4fb-80b500dfb403 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:24.551631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Deleting port a28224f6-8660-406c-9a76-65228ba3d7d8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:24.552286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.560590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-19e4b878-b458-413e-bec7-da0ed7ff9822 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6146305 Jun 30 09:34:24.567036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39026) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:24.575851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'network_id': '2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41', 'name': 'tempest-AllowedAddressPairTestJSON-1681206615'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:24.578307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990453c3-12f0-4475-bd57-f0c1320f8640 req-9e8c0ff5-911d-4f4d-9cce-f5be7bb21b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:24.585098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-990453c3-12f0-4475-bd57-f0c1320f8640 req-9e8c0ff5-911d-4f4d-9cce-f5be7bb21b88 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 1097 time: 0.1985865 Jun 30 09:34:24.643121 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-990453c3-12f0-4475-bd57-f0c1320f8640 req-d6011b7b-a182-4653-87ef-3479dff7d79a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484495 Jun 30 09:34:24.693146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c71aea00-e496-4975-a6c2-7892dc5fe68e None None] Provisioning for port 401c8f59-6f07-4111-b830-675aa51f1ef1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:24.703828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c71aea00-e496-4975-a6c2-7892dc5fe68e None None] Provisioning complete for port 401c8f59-6f07-4111-b830-675aa51f1ef1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:24.704227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c71aea00-e496-4975-a6c2-7892dc5fe68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.707918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 52e13877-e1b7-4196-b4fb-80b500dfb403 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:24.707918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.775248 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.848031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c71aea00-e496-4975-a6c2-7892dc5fe68e None None] Port 401c8f59-6f07-4111-b830-675aa51f1ef1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:24.855091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] For port a28224f6-8660-406c-9a76-65228ba3d7d8, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a28224f6-8660-406c-9a76-65228ba3d7d8,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:24.855473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:24.905445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Calling delete_port for a28224f6-8660-406c-9a76-65228ba3d7d8 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:25.248384 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.325617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Made reservation on behalf of 6bb233469e9f4751b6ef83f2a496b7dc for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:25.335232 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.353472 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Transition to ACTIVE for port object edb7929f-740e-4323-a403-a227c8bd42f6 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:25.359982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.365246 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.392442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] device_id is not set on port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:25.417646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Pushing event deleted for resources: {'Port': ['ID=a28224f6-8660-406c-9a76-65228ba3d7d8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:25.830701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Attempting to bind port edb7929f-740e-4323-a403-a227c8bd42f6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:25.831403 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Attempting to bind port edb7929f-740e-4323-a403-a227c8bd42f6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:25.831966 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Attempting to bind port edb7929f-740e-4323-a403-a227c8bd42f6 on network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:25.836070 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8afda-3086-4eb9-818f-73323f94f0e7 None None] Pushing event updated for resources: {'Port': ['ID=edb7929f-740e-4323-a403-a227c8bd42f6,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:25.854301 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:25.855028 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Checking segment: {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:25.855851 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.856463 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Bound using segment: {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:25.857023 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Bound port: edb7929f-740e-4323-a403-a227c8bd42f6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be8aa8-45e9-489d-ae9d-6a2012bb7719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:25.858255 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:25.970007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed578b7b-e46c-4b6c-b7f6-54c7c7c230e1 req-6c78ffe6-3800-4d6b-bf34-2dce874e45b2 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:25.980939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed578b7b-e46c-4b6c-b7f6-54c7c7c230e1 req-6c78ffe6-3800-4d6b-bf34-2dce874e45b2 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 945 time: 0.6044698 Jun 30 09:34:26.073838 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] For port edb7929f-740e-4323-a403-a227c8bd42f6, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:26.086277 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] For port edb7929f-740e-4323-a403-a227c8bd42f6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=edb7929f-740e-4323-a403-a227c8bd42f6,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:26.095246 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:26.181726 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Routers {'da71d501-8570-4ec7-8069-fc0cafb07fc6'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:26.192297 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['da71d501-8570-4ec7-8069-fc0cafb07fc6'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:26.253441 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8afda-3086-4eb9-818f-73323f94f0e7 None None] Pushing event updated for resources: {'Port': ['ID=edb7929f-740e-4323-a403-a227c8bd42f6,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:26.503462 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] Set router da71d501-8570-4ec7-8069-fc0cafb07fc6 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:26.731948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edb7929f-740e-4323-a403-a227c8bd42f6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:26.852393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Allocated IP 172.20.0.6 (2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41/bbd86bcf-7c54-483e-a385-81ff95e9015f/444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:26.926315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port edb7929f-740e-4323-a403-a227c8bd42f6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:26.933956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port edb7929f-740e-4323-a403-a227c8bd42f6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:26.934968 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.002789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed578b7b-e46c-4b6c-b7f6-54c7c7c230e1 req-880a73c6-a5a5-4188-a79d-18f132cc30ff tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0180018 Jun 30 09:34:27.004401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.087256 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.181331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port edb7929f-740e-4323-a403-a227c8bd42f6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=edb7929f-740e-4323-a403-a227c8bd42f6,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:27.189089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.211086 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'edb7929f-740e-4323-a403-a227c8bd42f6', 'name': '', 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'mac_address': 'fa:16:3e:d0:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '031e81cb-f103-4eae-8ff0-816857810d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:16Z', 'updated_at': '2021-06-30T09:34:26Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'subnets': [{'id': '031e81cb-f103-4eae-8ff0-816857810d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:27.280975 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390332df-4b03-4c19-aa95-4489b43b1d25 None None] The sync data for ids ['da71d501-8570-4ec7-8069-fc0cafb07fc6'] in n-d-780147-22 is: [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:18Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'edb7929f-740e-4323-a403-a227c8bd42f6', 'name': '', 'network_id': '15f29b59-56bd-43f8-bdf9-10f490a4fda4', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'mac_address': 'fa:16:3e:d0:c6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': '031e81cb-f103-4eae-8ff0-816857810d25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:16Z', 'updated_at': '2021-06-30T09:34:26Z', 'revision_number': 4, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'subnets': [{'id': '031e81cb-f103-4eae-8ff0-816857810d25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:27.334241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=edb7929f-740e-4323-a403-a227c8bd42f6,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:27.493055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.533346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Transition to ACTIVE for port object 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:27.655869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Router ff8d3aa7-1969-4238-aa85-9f7667616766 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:27.674955 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.821239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:27.830567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:27.842503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:27.919769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:27.920867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:27.973476 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4027534 Jun 30 09:34:27.975660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:27.983501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:66:d3:2c'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:38:b0:c9'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:27.990656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e35a0-f877-4f76-8544-defd0160669f tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:28.179366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:28.189736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-61c51354-e1ca-4b7b-ae69-eff60652decc admin admin] 10.222.0.77 "PUT /v2.0/routers/ff8d3aa7-1969-4238-aa85-9f7667616766/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2955959 Jun 30 09:34:28.193169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:28.199650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] Sync routers for ids ['ff8d3aa7-1969-4238-aa85-9f7667616766'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:28.230690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] Routers {'ff8d3aa7-1969-4238-aa85-9f7667616766'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:28.231681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ff8d3aa7-1969-4238-aa85-9f7667616766'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:28.450594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] Set router ff8d3aa7-1969-4238-aa85-9f7667616766 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:28.626774 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.652690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edb7929f-740e-4323-a403-a227c8bd42f6 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:28.679229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aec1d4-ee87-4a50-9dbd-eff75f818d2e req-a8eb9f10-eef3-459f-a0de-06e47125fb25 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:28.680815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3aec1d4-ee87-4a50-9dbd-eff75f818d2e req-a8eb9f10-eef3-459f-a0de-06e47125fb25 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 945 time: 0.2237062 Jun 30 09:34:28.683864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:28.914523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3aec1d4-ee87-4a50-9dbd-eff75f818d2e req-be687827-11fe-4533-82fe-ad356db7972c tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263575 Jun 30 09:34:29.050841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.108484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c3bea826-185b-41eb-82fb-955a8e8f59fc None None] Provisioning for port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:29.118556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c3bea826-185b-41eb-82fb-955a8e8f59fc None None] Provisioning complete for port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:29.118924 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c3bea826-185b-41eb-82fb-955a8e8f59fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.119479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.126901 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.191970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Deleting port 77d4e405-f744-476f-9638-35033bfbe6d7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:29.192322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.207888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port edb7929f-740e-4323-a403-a227c8bd42f6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:29.209171 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.284040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event updated for resources: {'Port': ['ID=444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:29.350925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] In _notify_port_updated(), no bound segment for port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a on network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:29.360301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:29.370675 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.378053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d8093fd8-0f6a-4093-9fef-cbc39e2e6af4 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "PUT /v2.0/ports/444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a HTTP/1.1" status: 200 len: 1056 time: 1.3981302 Jun 30 09:34:29.379190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:29.385958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c3bea826-185b-41eb-82fb-955a8e8f59fc None None] Port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:29.388814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] For port 77d4e405-f744-476f-9638-35033bfbe6d7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=77d4e405-f744-476f-9638-35033bfbe6d7,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:29.392230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.393937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:25Z', 'revision_number': 5, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port': {'id': '77d4e405-f744-476f-9638-35033bfbe6d7', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:33:57Z', 'updated_at': '2021-06-30T09:34:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:29.396745 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.433690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Calling delete_port for 77d4e405-f744-476f-9638-35033bfbe6d7 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:29.441482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] Checking router: ff8d3aa7-1969-4238-aa85-9f7667616766 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:29.518248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] Routers {'ff8d3aa7-1969-4238-aa85-9f7667616766'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:29.518248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['ff8d3aa7-1969-4238-aa85-9f7667616766'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:29.737205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:29.737552 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.876600 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.937174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e2484c75-b8c9-4d60-bb1d-7476f796c0ed None None] Provisioning complete for port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:29.937835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2484c75-b8c9-4d60-bb1d-7476f796c0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:29.944956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d4e405-f744-476f-9638-35033bfbe6d7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:29.974548 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.003590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:30.086150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2484c75-b8c9-4d60-bb1d-7476f796c0ed None None] Port 444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:30.100870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] Set router ff8d3aa7-1969-4238-aa85-9f7667616766 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:30.110762 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.268479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:29Z', 'revision_number': 6, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:30.364550 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.372235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.375611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffdad7e-961a-4c54-9f46-d61f80adc647 None None] The sync data for ids ['ff8d3aa7-1969-4238-aa85-9f7667616766'] in n-d-780147-22 is: [{'id': 'ff8d3aa7-1969-4238-aa85-9f7667616766', 'name': 'tempest-TestAggregatesBasicOps-958261207-router', 'tenant_id': '2b321f45984a4a889329bd619de8de18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:33:56Z', 'updated_at': '2021-06-30T09:34:29Z', 'revision_number': 6, 'project_id': '2b321f45984a4a889329bd619de8de18', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:30.453130 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.501558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:30.543176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.544005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff8d3aa7-1969-4238-aa85-9f7667616766 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:34:30.550614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.552287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a911f0ce-d46a-4491-90f2-750d45847525 admin admin] 10.222.0.77 "DELETE /v2.0/routers/ff8d3aa7-1969-4238-aa85-9f7667616766 HTTP/1.1" status: 204 len: 168 time: 2.3554900 Jun 30 09:34:30.555290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39132) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:30.684401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Deleting subnet dcd91f7b-79b0-4e46-a490-35494226cc35 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:30.705409 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:30.890751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.009377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b42e86-6a6b-426a-94b4-7ae504cc4840 req-fcfc2ea6-8472-4f01-b248-508641cc2a90 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:31.017982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91b42e86-6a6b-426a-94b4-7ae504cc4840 req-fcfc2ea6-8472-4f01-b248-508641cc2a90 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 945 time: 0.2740726 Jun 30 09:34:31.080092 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.085880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f8c9eec5-70f7-4b45-bbb7-1f4eb51d3475 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/ports/444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a HTTP/1.1" status: 204 len: 168 time: 1.6999688 Jun 30 09:34:31.086627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39140) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:31.124582 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e303221b-df16-4267-91fa-0945b764f91b tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] GET failed (client error): The resource could not be found. Jun 30 09:34:31.128828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e303221b-df16-4267-91fa-0945b764f91b tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "GET /v2.0/ports/444b5b3b-11a7-4e6a-8f3d-dd6e69d50e8a HTTP/1.1" status: 404 len: 333 time: 0.0391111 Jun 30 09:34:31.128920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:31.135571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91b42e86-6a6b-426a-94b4-7ae504cc4840 req-caad82de-255b-4ead-8047-d752c9a7a906 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166101 Jun 30 09:34:31.199445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.333890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port 401c8f59-6f07-4111-b830-675aa51f1ef1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:31.334761 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.344664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.383305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd91f7b-79b0-4e46-a490-35494226cc35,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:31.386057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.390650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d07f5471-c542-450c-9e9f-22aea0db19ff admin admin] 10.222.0.77 "DELETE /v2.0/subnets/dcd91f7b-79b0-4e46-a490-35494226cc35 HTTP/1.1" status: 204 len: 168 time: 0.8343592 Jun 30 09:34:31.394658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39152) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:31.402862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0547b6b-5059-4187-aa53-cffe4595f3df None None] Network 40b212b5-b9db-480b-b4d4-d55ce024cbbf requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:31.555885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.566173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.619724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for 401c8f59-6f07-4111-b830-675aa51f1ef1 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:31.702741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Deleting port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:31.703084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.802404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-e83005c5-a744-41ff-901a-9f97951967fa req-47a22238-2718-4fee-9798-98eb88ca8eac service neutron] (93724) timed out ('10.222.0.79', 57057) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:34:31.841369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] For port 90b0e0d5-8ff8-49d8-b869-c75968bf3575, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b0e0d5-8ff8-49d8-b869-c75968bf3575,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:31.841876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:31.869269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Calling delete_port for 90b0e0d5-8ff8-49d8-b869-c75968bf3575 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:31.903708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] DHCP port deletion for 40b212b5-b9db-480b-b4d4-d55ce024cbbf request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:31.935867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.032933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] Deleting port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:32.033351 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.106632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.134643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b0e0d5-8ff8-49d8-b869-c75968bf3575,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:32.138313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] No DVR routers for this DVR port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:32.213265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=401c8f59-6f07-4111-b830-675aa51f1ef1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:32.288255 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.364122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b212b5-b9db-480b-b4d4-d55ce024cbbf']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:32.364621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] For port 90b0e0d5-8ff8-49d8-b869-c75968bf3575, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=90b0e0d5-8ff8-49d8-b869-c75968bf3575,segment=NetworkSegment(fbbd4ee1-8eff-4ce8-a36a-26380c711864),segment_id=fbbd4ee1-8eff-4ce8-a36a-26380c711864)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:32.366669 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.385063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.389671 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1edf30c8-9930-4d9a-877f-42aa09f8090c tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/ports/401c8f59-6f07-4111-b830-675aa51f1ef1 HTTP/1.1" status: 204 len: 168 time: 1.2572041 Jun 30 09:34:32.392239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:32.413175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbd4ee1-8eff-4ce8-a36a-26380c711864') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:32.413376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbd4ee1-8eff-4ce8-a36a-26380c711864') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:32.434151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] Calling delete_port for 90b0e0d5-8ff8-49d8-b869-c75968bf3575 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:32.465054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.533934 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1784a2e-0940-4b9a-90ec-ce8582481530 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] GET failed (client error): The resource could not be found. Jun 30 09:34:32.534986 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.537509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1784a2e-0940-4b9a-90ec-ce8582481530 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "GET /v2.0/ports/401c8f59-6f07-4111-b830-675aa51f1ef1 HTTP/1.1" status: 404 len: 333 time: 0.1424532 Jun 30 09:34:32.542211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39174) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:32.575197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-2e9018fb-04ba-4bd2-880c-911d53607dfc tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.577740 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-2e9018fb-04ba-4bd2-880c-911d53607dfc tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 945 time: 0.6104715 Jun 30 09:34:32.589448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b0e0d5-8ff8-49d8-b869-c75968bf3575 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:32.633661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 90b0e0d5-8ff8-49d8-b869-c75968bf3575 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:32.634040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 90b0e0d5-8ff8-49d8-b869-c75968bf3575 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:32.634438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a28224f6-8660-406c-9a76-65228ba3d7d8 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:32.657944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:32.658482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: items = [ Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:32.662908 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:32.672328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a28224f6-8660-406c-9a76-65228ba3d7d8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:32.673276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a28224f6-8660-406c-9a76-65228ba3d7d8 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:32.673844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 77d4e405-f744-476f-9638-35033bfbe6d7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:32.719608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 77d4e405-f744-476f-9638-35033bfbe6d7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:32.720294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 77d4e405-f744-476f-9638-35033bfbe6d7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:32.757623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.805229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] Pushing event deleted for resources: {'Port': ['ID=90b0e0d5-8ff8-49d8-b869-c75968bf3575,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:32.814405 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.816897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1125edbe-f9d9-402e-92ea-d708297eabac None None] No DVR routers for this DVR port 90b0e0d5-8ff8-49d8-b869-c75968bf3575 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:32.829680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c32b4c8-5b90-47a7-bb22-1f489b78f00d req-f43d8edb-af9e-4c75-8745-6a2a2817f6f9 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:32.838783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c32b4c8-5b90-47a7-bb22-1f489b78f00d req-f43d8edb-af9e-4c75-8745-6a2a2817f6f9 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 945 time: 0.2974586 Jun 30 09:34:32.869284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.874022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] 10.222.0.77 "DELETE /v2.0/networks/40b212b5-b9db-480b-b4d4-d55ce024cbbf HTTP/1.1" status: 204 len: 168 time: 1.4756958 Jun 30 09:34:32.878758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39180) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:32.880212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945a296-1b0a-45bf-97a8-50908f0cc718 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b212b5-b9db-480b-b4d4-d55ce024cbbf,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:32.912576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port f89d4e4f-1caa-4761-a3f5-625386590b1d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:32.913206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:32.938484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c32b4c8-5b90-47a7-bb22-1f489b78f00d req-a2654135-5a77-4a4a-b5f1-7d4d31e8db83 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655410 Jun 30 09:34:33.052927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Deleting port b57a8370-7eeb-4420-85d7-649de49b5cea {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:33.053459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.060317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.081331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for f89d4e4f-1caa-4761-a3f5-625386590b1d owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:33.256234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.325940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=f89d4e4f-1caa-4761-a3f5-625386590b1d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:33.446645 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.449259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4b0b46f8-67e3-468e-a539-00e7859e3385 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/ports/f89d4e4f-1caa-4761-a3f5-625386590b1d HTTP/1.1" status: 204 len: 168 time: 0.8856289 Jun 30 09:34:33.453193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39192) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:33.574701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting subnet bbd86bcf-7c54-483e-a385-81ff95e9015f {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:33.582897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.670167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.700320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] For port b57a8370-7eeb-4420-85d7-649de49b5cea, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b57a8370-7eeb-4420-85d7-649de49b5cea,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:33.700945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.721011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Calling delete_port for b57a8370-7eeb-4420-85d7-649de49b5cea owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:33.845382 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.931943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:33.998265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.046345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Pushing event deleted for resources: {'Port': ['ID=b57a8370-7eeb-4420-85d7-649de49b5cea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:34.072567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.074659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/subnets/bbd86bcf-7c54-483e-a385-81ff95e9015f HTTP/1.1" status: 204 len: 168 time: 0.6196325 Jun 30 09:34:34.076398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12438ab8-ba60-4934-9a07-65bc8e3c30d9 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd86bcf-7c54-483e-a385-81ff95e9015f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:34.084480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74333e6a-ed1f-4a45-9929-ad91fbd7c0e2 None None] Network 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:34.085010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39210) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:34.124746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] No DVR routers for this DVR port b57a8370-7eeb-4420-85d7-649de49b5cea on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:34.130316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.136740 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-682703af-81af-4708-b1ec-f1af64e56eb9 req-170844d4-f42b-4fd3-93be-5433a24b1f0a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "DELETE /v2.0/ports/b57a8370-7eeb-4420-85d7-649de49b5cea HTTP/1.1" status: 204 len: 173 time: 1.5489304 Jun 30 09:34:34.181656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'name': 'network-vif-deleted', 'tag': 'b57a8370-7eeb-4420-85d7-649de49b5cea'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:34.189492 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a955a64-bdc8-48b1-88cf-d4461ca96acc" -d '{"events": [{"server_uuid": "0de4b4b9-57f9-4b2c-be8d-fb57310d5576", "name": "network-vif-deleted", "tag": "b57a8370-7eeb-4420-85d7-649de49b5cea"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:34.226537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d781a6de-a673-4335-835b-218203e05a2c req-a1fc0f42-2b2b-426c-b923-f66817614039 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=0de4b4b9-57f9-4b2c-be8d-fb57310d5576 HTTP/1.1" status: 200 len: 210 time: 0.0613847 Jun 30 09:34:34.281109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.353182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Deleting port 84df35ce-8919-44ab-9d06-9e0352c7af0a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:34.353788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.365497 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c07159-3d99-44a0-bfed-7006de4f9dca x-openstack-request-id: req-10c07159-3d99-44a0-bfed-7006de4f9dca {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:34.372133 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de4b4b9-57f9-4b2c-be8d-fb57310d5576", "name": "network-vif-deleted", "tag": "b57a8370-7eeb-4420-85d7-649de49b5cea", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:34.372698 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-10c07159-3d99-44a0-bfed-7006de4f9dca {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:34.373378 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0de4b4b9-57f9-4b2c-be8d-fb57310d5576', 'name': 'network-vif-deleted', 'tag': 'b57a8370-7eeb-4420-85d7-649de49b5cea', 'status': 'completed', 'code': 200} Jun 30 09:34:34.515301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] DHCP port deletion for 2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:34.548060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] For port 84df35ce-8919-44ab-9d06-9e0352c7af0a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=84df35ce-8919-44ab-9d06-9e0352c7af0a,segment=NetworkSegment(159667fc-3201-440d-89f1-6a3ea04fab6f),segment_id=159667fc-3201-440d-89f1-6a3ea04fab6f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:34.548594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.566476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Calling delete_port for 84df35ce-8919-44ab-9d06-9e0352c7af0a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:34.574013 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-d5dd9cd8-c16f-4aae-abdb-94336de03164 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2760012 Jun 30 09:34:34.587915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] Deleting port 84df35ce-8919-44ab-9d06-9e0352c7af0a {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:34.588336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.717476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.746048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] For port 84df35ce-8919-44ab-9d06-9e0352c7af0a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=84df35ce-8919-44ab-9d06-9e0352c7af0a,segment=NetworkSegment(159667fc-3201-440d-89f1-6a3ea04fab6f),segment_id=159667fc-3201-440d-89f1-6a3ea04fab6f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:34.748066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.779244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] Calling delete_port for 84df35ce-8919-44ab-9d06-9e0352c7af0a owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:34.822350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-1a4744e5-7299-466e-bba4-3710de21ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:34.825346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-1a4744e5-7299-466e-bba4-3710de21ad65 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1097 time: 0.1812232 Jun 30 09:34:34.870467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.898895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] No DVR routers for this DVR port 84df35ce-8919-44ab-9d06-9e0352c7af0a on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:34.941537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:34.997359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] No DVR routers for this DVR port 84df35ce-8919-44ab-9d06-9e0352c7af0a on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:35.025011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a392d-f3ff-4c69-a7e2-315b8e4fa9f6 None None] Pushing event deleted for resources: {'Port': ['ID=84df35ce-8919-44ab-9d06-9e0352c7af0a,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.043069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Port': ['ID=84df35ce-8919-44ab-9d06-9e0352c7af0a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.088335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-87bcb2ae-8da0-4ab9-98d9-8a3053df59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.089812 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-87bcb2ae-8da0-4ab9-98d9-8a3053df59aa service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.1666300 Jun 30 09:34:35.179242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.216359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:35.256373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159667fc-3201-440d-89f1-6a3ea04fab6f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:35.256856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159667fc-3201-440d-89f1-6a3ea04fab6f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:35.280420 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-7e96e4f1-f3ba-49d7-b37b-8510e155cf05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 200 len: 1001 time: 0.1173449 Jun 30 09:34:35.290244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.330353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.345109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:35.345534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.438234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-7751990b-b307-4222-aaf9-21a1b8284350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.440392 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-7751990b-b307-4222-aaf9-21a1b8284350 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1582432 Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:35.473210 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:35.483073 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.493522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:35.513160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] 10.222.0.77 "DELETE /v2.0/networks/2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41 HTTP/1.1" status: 204 len: 168 time: 1.4267359 Jun 30 09:34:35.555576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6e617-9fb0-477a-893e-7dffeb171205 tempest-AllowedAddressPairTestJSON-1343577896 tempest-AllowedAddressPairTestJSON-1343577896-project] Pushing event deleted for resources: {'Network': ['ID=2e8a00b6-7f59-4206-8fa9-4ffa2fc27c41,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:35.809981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b57a8370-7eeb-4420-85d7-649de49b5cea no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:35.874042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-d7873ba1-e71a-427f-b621-c5ce8a018784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.876329 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-d7873ba1-e71a-427f-b621-c5ce8a018784 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3593829 Jun 30 09:34:35.899845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: b57a8370-7eeb-4420-85d7-649de49b5cea {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:35.900000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-09020fd4-34b8-4be0-a8aa-dbd48682819e tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:35.902884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b57a8370-7eeb-4420-85d7-649de49b5cea not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:35.909624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-09020fd4-34b8-4be0-a8aa-dbd48682819e tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/networks?id=35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 200 len: 807 time: 0.1643949 Jun 30 09:34:35.925997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-e3874474-861a-4f5b-8055-2faae3478493 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/quotas/af3ba6fb0cbd4cde8e847bc45f877e66 HTTP/1.1" status: 200 len: 375 time: 0.0144253 Jun 30 09:34:35.987370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-451d49a8-196e-4703-a116-1374ca5c6936 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443859 Jun 30 09:34:36.044986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-a408e3d8-7430-4602-a7b5-a54b5daa3e94 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587625 Jun 30 09:34:36.051439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Deleting port edb7929f-740e-4323-a403-a227c8bd42f6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:36.051950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.110621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39262) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:36.140089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-4345c06e-3e2e-460e-81de-a263dc3a1272 service neutron] 10.222.0.77 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434050 Jun 30 09:34:36.300192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] For port edb7929f-740e-4323-a403-a227c8bd42f6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=edb7929f-740e-4323-a403-a227c8bd42f6,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:36.300621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.305006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f4c2bdff-7acb-444b-bef3-4dc44a96fb5b req-4ac8e023-dd4e-473e-a865-552573a26b41 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491362 Jun 30 09:34:36.337758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Calling delete_port for edb7929f-740e-4323-a403-a227c8bd42f6 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:36.384192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-6db38174-8967-4377-baa0-b4687def88c8 service neutron] 10.222.0.77 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341788 Jun 30 09:34:36.460502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2352b2d-c81e-4740-8e75-a59957fbadb8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6bb233469e9f4751b6ef83f2a496b7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3486416 Jun 30 09:34:36.466794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39272) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:36.556820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 84df35ce-8919-44ab-9d06-9e0352c7af0a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:36.608647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 84df35ce-8919-44ab-9d06-9e0352c7af0a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:36.609714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 84df35ce-8919-44ab-9d06-9e0352c7af0a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:36.662056 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49a96397-62c7-4c12-8606-cce0150b318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.720231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49a96397-62c7-4c12-8606-cce0150b318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.842853 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49a96397-62c7-4c12-8606-cce0150b318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.845693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-49a96397-62c7-4c12-8606-cce0150b318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:36.849825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-49a96397-62c7-4c12-8606-cce0150b318c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/66df7df5-e936-463f-9f73-cd55cc38aafb HTTP/1.1" status: 204 len: 168 time: 0.3806727 Jun 30 09:34:36.869883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96397-62c7-4c12-8606-cce0150b318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66df7df5-e936-463f-9f73-cd55cc38aafb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:36.979545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.039518 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaf336ee-f23c-4a4f-8825-338c0d1156a9 req-841a2d83-737d-4d2a-bbac-18d8d54ee85a tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 210 time: 0.1602886 Jun 30 09:34:37.040212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb7929f-740e-4323-a403-a227c8bd42f6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:37.415898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:37.880716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Router da71d501-8570-4ec7-8069-fc0cafb07fc6 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:34:38.032724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:38.041663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39322) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:38.043429 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] Sync routers for ids ['da71d501-8570-4ec7-8069-fc0cafb07fc6'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:38.070469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3506c12c-9739-45e2-8522-8e5107236948 admin admin] 10.222.0.77 "PUT /v2.0/routers/da71d501-8570-4ec7-8069-fc0cafb07fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1615252 Jun 30 09:34:38.072940 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] Routers {'da71d501-8570-4ec7-8069-fc0cafb07fc6'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:38.073956 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['da71d501-8570-4ec7-8069-fc0cafb07fc6'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:38.253093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39334) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:38.313238 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] Set router da71d501-8570-4ec7-8069-fc0cafb07fc6 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:38.485169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1147826648'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:38.539677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Made reservation on behalf of 32888a1159bf4591837b4e83d4215817 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:38.543295 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.566592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.725283 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:36Z', 'revision_number': 5, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:38.744623 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.767938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.785548 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] Checking router: da71d501-8570-4ec7-8069-fc0cafb07fc6 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:38.815428 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] Routers {'da71d501-8570-4ec7-8069-fc0cafb07fc6'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:38.816451 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['da71d501-8570-4ec7-8069-fc0cafb07fc6'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:38.854622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:38.875751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b53d9-a4e3-468a-9cda-3ac9e50a419e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:38.895359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:38.895749 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Added segment 3490d33f-ffce-4d83-9f69-4d388022ee66 of type vlan for network 282f970c-a312-487f-a051-da8207eb7a5b Jun 30 09:34:38.999221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fd46f01-833d-48fe-9da1-e9a00a1d3857 req-539c1f85-d3ed-4527-8697-91446f0d0b00 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 210 time: 0.6819694 Jun 30 09:34:39.002770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.133937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.144953 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.188237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] Set router da71d501-8570-4ec7-8069-fc0cafb07fc6 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:39.209298 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.216316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.216950 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.304999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Deleting port 52e13877-e1b7-4196-b4fb-80b500dfb403 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:39.305979 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.350952 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0952330 Jun 30 09:34:39.423689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39348) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:39.443139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Request body: {'subnet': {'network_id': '282f970c-a312-487f-a051-da8207eb7a5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:39.581716 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:36Z', 'revision_number': 5, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:39.586492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-4ac93246-3153-47e2-9128-2619e16438c6 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:39.588749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-4ac93246-3153-47e2-9128-2619e16438c6 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "GET /v2.0/networks?id=35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 200 len: 807 time: 0.4848697 Jun 30 09:34:39.598022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] For port 52e13877-e1b7-4196-b4fb-80b500dfb403, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=52e13877-e1b7-4196-b4fb-80b500dfb403,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:39.599103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.617145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Calling delete_port for 52e13877-e1b7-4196-b4fb-80b500dfb403 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:39.633312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Request body: {'port': {'device_id': 'c13f2251-a619-465f-88ea-df2000592d6b', 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da', 'admin_state_up': True, 'tenant_id': 'af3ba6fb0cbd4cde8e847bc45f877e66'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:39.780591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e934fd-7b12-4d51-ba41-13a511d3115d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event updated for resources: {'Network': ['ID=282f970c-a312-487f-a051-da8207eb7a5b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:39.785084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:34:39.785084 n-d-780147-22 neutron-server[93725]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:34:39.785084 n-d-780147-22 neutron-server[93725]: [parameters: {'project_id': '32888a1159bf4591837b4e83d4215817', 'id': '5f8bb722-b7ae-44a9-ab56-83383aed8327', 'expiration': datetime.datetime(2021, 6, 30, 9, 36, 39, 771950)}] Jun 30 09:34:39.785084 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:34:39.786591 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:34:39.798176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 282f970c-a312-487f-a051-da8207eb7a5b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:39.814012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Made reservation on behalf of af3ba6fb0cbd4cde8e847bc45f877e66 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:39.818643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.843632 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895f7cca-851f-4fa7-acdb-ad3709f650f8 None None] The sync data for ids ['da71d501-8570-4ec7-8069-fc0cafb07fc6'] in n-d-780147-22 is: [{'id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'name': 'tempest-TestAggregatesBasicOps-2076754448-router', 'tenant_id': '5a2bf75c5af341a7a47b3eaf05150842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73'}], 'enable_snat': True}, 'gw_port_id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:07Z', 'updated_at': '2021-06-30T09:34:36Z', 'revision_number': 5, 'project_id': '5a2bf75c5af341a7a47b3eaf05150842', 'gw_port': {'id': '52e13877-e1b7-4196-b4fb-80b500dfb403', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:ec:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da71d501-8570-4ec7-8069-fc0cafb07fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:09Z', 'updated_at': '2021-06-30T09:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:39.891220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:39.967294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Pushing event deleted for resources: {'Port': ['ID=52e13877-e1b7-4196-b4fb-80b500dfb403,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:40.089777 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.131167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Allocated IP 172.20.0.4 (35c80295-96c4-4e47-b73c-37c315daf2da/c79bbefa-e3ea-4662-b081-e2c40f16d849/97ad4904-b8cb-483a-8384-b7fbd761368e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:40.252578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.255875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.354059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.354658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da71d501-8570-4ec7-8069-fc0cafb07fc6 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:34:40.362530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.363712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd5eb395-92d9-48d3-842f-cc28ad86898d admin admin] 10.222.0.77 "DELETE /v2.0/routers/da71d501-8570-4ec7-8069-fc0cafb07fc6 HTTP/1.1" status: 204 len: 168 time: 2.3210411 Jun 30 09:34:40.386297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39370) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:40.396490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Made reservation on behalf of 32888a1159bf4591837b4e83d4215817 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:40.410634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.440861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0bb3d698-d408-4ef2-ac95-0c28256ff4a8 req-b886e404-fb11-4ffa-bd00-6d600e4e62d1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 210 time: 0.1017735 Jun 30 09:34:40.455603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.508154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edb7929f-740e-4323-a403-a227c8bd42f6 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:40.547516 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.547768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: edb7929f-740e-4323-a403-a227c8bd42f6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:40.548223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edb7929f-740e-4323-a403-a227c8bd42f6 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:40.606061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Deleting subnet 031e81cb-f103-4eae-8ff0-816857810d25 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:40.618326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.670990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Network 35c80295-96c4-4e47-b73c-37c315daf2da is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:40.675236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.679870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:40.683735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:40.777187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Pushing event updated for resources: {'Port': ['ID=97ad4904-b8cb-483a-8384-b7fbd761368e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:40.846529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:40.847233 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:40.908434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-806468c3-8f68-4b42-8125-1d72dc6c72b1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3030124 Jun 30 09:34:40.922199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Request body: {'port': {'device_id': 'c13f2251-a619-465f-88ea-df2000592d6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:41.020096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.055832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.127086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.129155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event updated for resources: {'Subnet': ['ID=653a7cd5-144f-4be5-b940-3e28a99c6e5f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:41.194265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Checking segment: {'id': '3490d33f-ffce-4d83-9f69-4d388022ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '282f970c-a312-487f-a051-da8207eb7a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:41.194576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Network hostable DHCP agents. Network: 282f970c-a312-487f-a051-da8207eb7a5b, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:41.239502 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Network 282f970c-a312-487f-a051-da8207eb7a5b is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:41.249407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.267791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.273113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/031e81cb-f103-4eae-8ff0-816857810d25 HTTP/1.1" status: 204 len: 168 time: 0.8541944 Jun 30 09:34:41.277603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3dd0554e-b899-44d0-8cec-9e3508102fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.292565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39390) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:41.296062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89895c8-6b78-4be1-9989-27a2846bf0c6 None None] Network 15f29b59-56bd-43f8-bdf9-10f490a4fda4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:41.299512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfbeaf-45d7-4064-b876-d48fd90723c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031e81cb-f103-4eae-8ff0-816857810d25,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:41.304094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 282f970c-a312-487f-a051-da8207eb7a5b) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:41.325219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:41.325881 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.374546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4d6ceec8-72a6-4230-8697-87dc6a4e50ad tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9457235 Jun 30 09:34:41.374883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39392) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:41.390002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Request body: {'port': {'network_id': '282f970c-a312-487f-a051-da8207eb7a5b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-783824762'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:41.410556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03575e53-4270-449e-bb62-96c916a1655d None None] Network 282f970c-a312-487f-a051-da8207eb7a5b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:41.557075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.695965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ad4904-b8cb-483a-8384-b7fbd761368e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:41.704047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Made reservation on behalf of 32888a1159bf4591837b4e83d4215817 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:41.706054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.734572 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.736354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Transition to ACTIVE for port object 97ad4904-b8cb-483a-8384-b7fbd761368e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:41.750694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.833379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Deleting port f299e136-edab-4e5c-93d0-8140cde5c14d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:41.833991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:41.846248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] device_id is not set on port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:41.876780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Pushing event updated for resources: {'Port': ['ID=97ad4904-b8cb-483a-8384-b7fbd761368e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:41.994397 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-282f970c-a312-487f-a051-da8207eb7a5b', 'network_id': '282f970c-a312-487f-a051-da8207eb7a5b', 'tenant_id': '32888a1159bf4591837b4e83d4215817', 'fixed_ips': [{'subnet_id': '653a7cd5-144f-4be5-b940-3e28a99c6e5f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:41.997080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.005986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Allocated IP 2001:db8::35f (282f970c-a312-487f-a051-da8207eb7a5b/653a7cd5-144f-4be5-b940-3e28a99c6e5f/2dc44e1a-d5f0-4e10-812a-c7f72d42cf50) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:42.006711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] For port f299e136-edab-4e5c-93d0-8140cde5c14d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f299e136-edab-4e5c-93d0-8140cde5c14d,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:42.007075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.031095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Calling delete_port for f299e136-edab-4e5c-93d0-8140cde5c14d owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:42.183616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Attempting to bind port 97ad4904-b8cb-483a-8384-b7fbd761368e on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:42.184354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Attempting to bind port 97ad4904-b8cb-483a-8384-b7fbd761368e by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:42.184928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Attempting to bind port 97ad4904-b8cb-483a-8384-b7fbd761368e on network 35c80295-96c4-4e47-b73c-37c315daf2da {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:42.200709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Port 97ad4904-b8cb-483a-8384-b7fbd761368e on network 35c80295-96c4-4e47-b73c-37c315daf2da not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:34:42.201352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Attempting to bind port 97ad4904-b8cb-483a-8384-b7fbd761368e on network 35c80295-96c4-4e47-b73c-37c315daf2da {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:42.213499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:42.214289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Checking segment: {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:42.214926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Bound using segment: {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:42.215609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Bound port: 97ad4904-b8cb-483a-8384-b7fbd761368e, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a84bf89-3e3b-4d11-bc89-450069ddd56c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:42.216202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.220673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71512a-a2d5-491f-8c03-de7c7f3a0938 req-0b41abfb-d3b2-48a1-8c79-6662fa2f6319 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.230486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] DHCP port deletion for 15f29b59-56bd-43f8-bdf9-10f490a4fda4 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:42.232284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad71512a-a2d5-491f-8c03-de7c7f3a0938 req-0b41abfb-d3b2-48a1-8c79-6662fa2f6319 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 943 time: 0.4706211 Jun 30 09:34:42.305377 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] For port 97ad4904-b8cb-483a-8384-b7fbd761368e, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:42.309145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] For port 97ad4904-b8cb-483a-8384-b7fbd761368e, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97ad4904-b8cb-483a-8384-b7fbd761368e,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:42.311582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad71512a-a2d5-491f-8c03-de7c7f3a0938 req-4fca9cd7-01c3-43e0-8558-c464b6455069 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776787 Jun 30 09:34:42.342688 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.369661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Deleting port f299e136-edab-4e5c-93d0-8140cde5c14d {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:42.370337 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.411795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.428177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.428823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.430295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] 10.222.0.79 "PUT /v2.0/ports/97ad4904-b8cb-483a-8384-b7fbd761368e HTTP/1.1" status: 200 len: 1092 time: 1.5129652 Jun 30 09:34:42.432913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c13f2251-a619-465f-88ea-df2000592d6b', 'tag': '97ad4904-b8cb-483a-8384-b7fbd761368e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:42.439351 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ec6774-bd46-4ef4-b490-b5832e1cee80" -d '{"events": [{"name": "network-changed", "server_uuid": "c13f2251-a619-465f-88ea-df2000592d6b", "tag": "97ad4904-b8cb-483a-8384-b7fbd761368e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:42.440374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Transition to ACTIVE for port object 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:42.454812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.510914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] No DVR routers for this DVR port f299e136-edab-4e5c-93d0-8140cde5c14d on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:42.517918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.570697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] For port f299e136-edab-4e5c-93d0-8140cde5c14d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f299e136-edab-4e5c-93d0-8140cde5c14d,segment=NetworkSegment(19be8aa8-45e9-489d-ae9d-6a2012bb7719),segment_id=19be8aa8-45e9-489d-ae9d-6a2012bb7719)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:42.571103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.573927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 52e13877-e1b7-4196-b4fb-80b500dfb403 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:42.577410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Network 282f970c-a312-487f-a051-da8207eb7a5b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:42.581798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:42.586460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:42.592970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:42.593788 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.649263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event updated for resources: {'Port': ['ID=2dc44e1a-d5f0-4e10-812a-c7f72d42cf50,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:42.654714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0fd89153-7a3c-40b1-92c6-44146b75ae73 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.2786710 Jun 30 09:34:42.657597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39416) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:42.667555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Calling delete_port for f299e136-edab-4e5c-93d0-8140cde5c14d owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:42.668958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Request body: {'port': {'network_id': '282f970c-a312-487f-a051-da8207eb7a5b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-619484443', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:42.669536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.api.validators [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] bootfile-name is not in valid_values {{(pid=93725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:34:42.669858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.api.validators [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] tftp-server is not in valid_values {{(pid=93725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:34:42.670194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.api.validators [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] server-ip-address is not in valid_values {{(pid=93725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:34:42.677759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.713224 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f29b59-56bd-43f8-bdf9-10f490a4fda4']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:42.752757 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397903ed-f9b8-4b6c-a4a8-f4b23b0eef8b x-openstack-request-id: req-397903ed-f9b8-4b6c-a4a8-f4b23b0eef8b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:42.752757 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c13f2251-a619-465f-88ea-df2000592d6b", "tag": "97ad4904-b8cb-483a-8384-b7fbd761368e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:42.753056 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-397903ed-f9b8-4b6c-a4a8-f4b23b0eef8b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:42.753421 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c13f2251-a619-465f-88ea-df2000592d6b', 'tag': '97ad4904-b8cb-483a-8384-b7fbd761368e', 'status': 'completed', 'code': 200} Jun 30 09:34:42.756440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 52e13877-e1b7-4196-b4fb-80b500dfb403 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:42.756863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 52e13877-e1b7-4196-b4fb-80b500dfb403 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:42.757348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f299e136-edab-4e5c-93d0-8140cde5c14d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:42.759629 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.786931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Allocated IP 2001:db8::2 (282f970c-a312-487f-a051-da8207eb7a5b/653a7cd5-144f-4be5-b940-3e28a99c6e5f/8322f2e0-b23a-4af6-8d01-6fdafaeabdc4) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:42.797196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19be8aa8-45e9-489d-ae9d-6a2012bb7719') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:42.797669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19be8aa8-45e9-489d-ae9d-6a2012bb7719') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:42.800800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ca12-a8d2-4248-b0ef-ceec05282b08 service neutron] Pushing event updated for resources: {'Port': ['ID=97ad4904-b8cb-483a-8384-b7fbd761368e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:42.835174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.902999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Made reservation on behalf of 32888a1159bf4591837b4e83d4215817 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:42.907423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.913798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Pushing event deleted for resources: {'Port': ['ID=f299e136-edab-4e5c-93d0-8140cde5c14d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:42.931983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] device_id is not set on port 9111ac35-c739-487c-9fdd-fb7fa9ca9b00 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:42.936208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Pushing event deleted for resources: {'Port': ['ID=f299e136-edab-4e5c-93d0-8140cde5c14d,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:42.937412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.947386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f299e136-edab-4e5c-93d0-8140cde5c14d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:42.947386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f299e136-edab-4e5c-93d0-8140cde5c14d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:42.959227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:42.959824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:42.963370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.963805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.964239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:42.964650 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:42.968067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.968067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.968370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.968794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.969213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.969631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.970045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.970484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.970897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:42.985393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b197fb-b945-465c-ab77-3b8933e234d9 None None] No DVR routers for this DVR port f299e136-edab-4e5c-93d0-8140cde5c14d on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:43.022994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-bac5f0f3-779a-4302-946e-089c60cd033a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.026184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-bac5f0f3-779a-4302-946e-089c60cd033a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 1095 time: 0.5386429 Jun 30 09:34:43.108240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-6e2c3316-1fa6-42a4-be96-fefe6d06f2a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ad4904-b8cb-483a-8384-b7fbd761368e HTTP/1.1" status: 200 len: 217 time: 0.0584011 Jun 30 09:34:43.115650 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.121082 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.133775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Transition to ACTIVE for port object 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:43.158910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Transition to ACTIVE for port object 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:43.165892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.242197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Pushing event updated for resources: {'Port': ['ID=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:43.253317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Network 282f970c-a312-487f-a051-da8207eb7a5b is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:43.255895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:43.259977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:43.309984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Allocated IP 2001:db8::194 (282f970c-a312-487f-a051-da8207eb7a5b/653a7cd5-144f-4be5-b940-3e28a99c6e5f/9111ac35-c739-487c-9fdd-fb7fa9ca9b00) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:43.380148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Attempting to bind port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:43.380775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Attempting to bind port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3490d33f-ffce-4d83-9f69-4d388022ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '282f970c-a312-487f-a051-da8207eb7a5b'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:43.381030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Attempting to bind port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 on network 282f970c-a312-487f-a051-da8207eb7a5b {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:43.395822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:43.396294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Checking segment: {'id': '3490d33f-ffce-4d83-9f69-4d388022ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '282f970c-a312-487f-a051-da8207eb7a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:43.396593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.396987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Bound using segment: {'id': '3490d33f-ffce-4d83-9f69-4d388022ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '282f970c-a312-487f-a051-da8207eb7a5b'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:43.397463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Bound port: 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3490d33f-ffce-4d83-9f69-4d388022ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '282f970c-a312-487f-a051-da8207eb7a5b'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:43.397842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.581634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] For port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:43.587353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] For port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,segment=NetworkSegment(3490d33f-ffce-4d83-9f69-4d388022ee66),segment_id=3490d33f-ffce-4d83-9f69-4d388022ee66)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:43.594047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.676041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fc2c4-f0e4-4a10-80fe-6689e781537f None None] Pushing event updated for resources: {'Port': ['ID=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:43.762371 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.795329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0322beeb-2b05-4964-ba59-aa5fde1f6465 req-922e79f6-cefa-4f23-b81d-5ce6983c4367 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:43.804259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0322beeb-2b05-4964-ba59-aa5fde1f6465 req-922e79f6-cefa-4f23-b81d-5ce6983c4367 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 943 time: 0.2102890 Jun 30 09:34:43.814724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Transition to ACTIVE for port object 9111ac35-c739-487c-9fdd-fb7fa9ca9b00 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:43.923644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0322beeb-2b05-4964-ba59-aa5fde1f6465 req-3d63b677-28a0-47b7-8e86-ea4e29f1b3d1 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174617 Jun 30 09:34:43.965351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.981457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:43.985532 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] 10.222.0.77 "DELETE /v2.0/networks/15f29b59-56bd-43f8-bdf9-10f490a4fda4 HTTP/1.1" status: 204 len: 168 time: 2.6890998 Jun 30 09:34:43.989871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2833ae-e38f-4b9d-b81a-92f4d960983f admin admin] Pushing event deleted for resources: {'Network': ['ID=15f29b59-56bd-43f8-bdf9-10f490a4fda4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:44.088289 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0cf9d2bc-0eec-411b-a383-5f5962511a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.103441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-a4be7868-ccfd-4ac9-9672-45067f15d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.106200 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-a4be7868-ccfd-4ac9-9672-45067f15d6b9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c79bbefa-e3ea-4662-b081-e2c40f16d849 HTTP/1.1" status: 200 len: 847 time: 0.9875596 Jun 30 09:34:44.190444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Network 282f970c-a312-487f-a051-da8207eb7a5b is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:44.206002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-b2346800-47ea-43a3-bdd1-4566945ddc74 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35c80295-96c4-4e47-b73c-37c315daf2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890224 Jun 30 09:34:44.211106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.214887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:44.235843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:44.265462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.271163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.275847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event updated for resources: {'Port': ['ID=9111ac35-c739-487c-9fdd-fb7fa9ca9b00,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:44.325754 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2abb4fa0-1a4c-4cbe-98b2-9f4ea4725e2f tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.6672356 Jun 30 09:34:44.329485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39452) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:44.462390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39454) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:44.584781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2f569-9a74-4dbb-8f3d-3b3d4152d2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.592997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2f569-9a74-4dbb-8f3d-3b3d4152d2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.599393 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-0ae4f325-2437-4ede-a813-2ef44dfc9bb9 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814013 Jun 30 09:34:44.601856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa2f569-9a74-4dbb-8f3d-3b3d4152d2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:44.604014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aaa2f569-9a74-4dbb-8f3d-3b3d4152d2e8 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2731626 Jun 30 09:34:44.608740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8775a33d-e37d-4cfe-9e1d-e9a1a2d09569 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2b321f45984a4a889329bd619de8de18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293297 Jun 30 09:34:44.608983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39462) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:44.609317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39464) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:44.677794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:44.808211 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3b4cf3e-5eba-4fad-9951-9643e47b3b86 req-4f0b4c07-d517-409d-bae8-7868999667e9 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736465 Jun 30 09:34:44.812269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:44.884750 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Deleting port 9111ac35-c739-487c-9fdd-fb7fa9ca9b00 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:44.885377 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:44.954202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4400c025-40c0-4d5e-8e37-734a853361ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.026040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-1503ab1d-201e-4553-a599-aa976214f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.027942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-1503ab1d-201e-4553-a599-aa976214f3f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 1095 time: 0.1283600 Jun 30 09:34:45.072315 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4400c025-40c0-4d5e-8e37-734a853361ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.142119 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.204977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Calling delete_port for 9111ac35-c739-487c-9fdd-fb7fa9ca9b00 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:45.254008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-f7dd0b61-35d4-4c89-b7fb-8e446d97a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.256907 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-f7dd0b61-35d4-4c89-b7fb-8e446d97a4ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 200 len: 908 time: 0.2214215 Jun 30 09:34:45.331199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971e6e8-82f7-4866-9db7-ca9cdbf01f6f req-b8de42f5-6ad1-4a8d-a732-f61c913733f0 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.333624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b971e6e8-82f7-4866-9db7-ca9cdbf01f6f req-b8de42f5-6ad1-4a8d-a732-f61c913733f0 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 943 time: 0.1850710 Jun 30 09:34:45.336258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4400c025-40c0-4d5e-8e37-734a853361ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.339252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4400c025-40c0-4d5e-8e37-734a853361ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.340375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4400c025-40c0-4d5e-8e37-734a853361ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/546a942d-72b7-414d-9ffa-c2ded58ff6d9 HTTP/1.1" status: 204 len: 168 time: 0.7301497 Jun 30 09:34:45.348043 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-cd38a538-fcf5-4794-875f-232c9622f406 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=97ad4904-b8cb-483a-8384-b7fbd761368e HTTP/1.1" status: 200 len: 217 time: 0.0810926 Jun 30 09:34:45.512026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400c025-40c0-4d5e-8e37-734a853361ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546a942d-72b7-414d-9ffa-c2ded58ff6d9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:45.530690 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.532653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-06d7a075-5584-454c-9aa6-10b142c273d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:45.537008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-06d7a075-5584-454c-9aa6-10b142c273d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c79bbefa-e3ea-4662-b081-e2c40f16d849 HTTP/1.1" status: 200 len: 847 time: 0.1780615 Jun 30 09:34:45.642968 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-b3177d1d-b976-403b-ae0c-50ef2411a0a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=35c80295-96c4-4e47-b73c-37c315daf2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999422 Jun 30 09:34:45.665711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0d64a-8a21-466a-be9a-bd8a338c44fd None None] Network 282f970c-a312-487f-a051-da8207eb7a5b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:45.784743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b971e6e8-82f7-4866-9db7-ca9cdbf01f6f req-327dca68-abb0-4244-a8bc-6133ded7fd94 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4431686 Jun 30 09:34:45.786560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:45.797686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "DELETE /v2.0/ports/9111ac35-c739-487c-9fdd-fb7fa9ca9b00 HTTP/1.1" status: 204 len: 168 time: 1.1809144 Jun 30 09:34:45.802954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e71193-a942-483f-8dda-323ef7d7bb89 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event deleted for resources: {'Port': ['ID=9111ac35-c739-487c-9fdd-fb7fa9ca9b00,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:45.806273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39506) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:45.821734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Request body: {'port': {'name': 'tempest-new-port-name-1514638960', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:45.822124 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] bootfile-name is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:34:45.824345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] tftp-server is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:34:45.825982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.api.validators [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] server-ip-address is not in valid_values {{(pid=93724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 30 09:34:45.861287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] Provisioning for port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:45.904445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] Provisioning complete for port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:45.904877 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.070257 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.104069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-4f920f21-6be9-4164-bd47-67d5f187fc17 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462945 Jun 30 09:34:46.137336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39516) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.183060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39518) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.228774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a745ec2b-4da5-4e6f-93db-24878ea9a274 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5a2bf75c5af341a7a47b3eaf05150842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902615 Jun 30 09:34:46.231602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39522) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.287184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.291163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.329345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5722a1a-e1a9-4285-a055-d8f25c8ea4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.359700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5722a1a-e1a9-4285-a055-d8f25c8ea4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.397613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] For port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,segment=NetworkSegment(3490d33f-ffce-4d83-9f69-4d388022ee66),segment_id=3490d33f-ffce-4d83-9f69-4d388022ee66)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:46.409933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.444021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5722a1a-e1a9-4285-a055-d8f25c8ea4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.448212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5722a1a-e1a9-4285-a055-d8f25c8ea4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.449109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b5722a1a-e1a9-4285-a055-d8f25c8ea4a1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/392aade9-05fc-4123-a7cf-d4ebe5af1726 HTTP/1.1" status: 204 len: 168 time: 0.2157264 Jun 30 09:34:46.484047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5722a1a-e1a9-4285-a055-d8f25c8ea4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392aade9-05fc-4123-a7cf-d4ebe5af1726,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:46.494161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107caf9-e8eb-4302-b72b-f59b43162bfd None None] Pushing event updated for resources: {'Port': ['ID=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:46.636604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8f39ac8-5f57-4154-b362-987aabc6ec7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.659858 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97ec6774-bd46-4ef4-b490-b5832e1cee80 req-05adf461-f4a7-4d4d-93c1-0a2b42461b70 service neutron] 10.222.0.79 "GET /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490015 Jun 30 09:34:46.666921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.679685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.784021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] In _notify_port_updated(), no bound segment for port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 on network 282f970c-a312-487f-a051-da8207eb7a5b {{(pid=93724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jun 30 09:34:46.796718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.797440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.804701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "PUT /v2.0/ports/2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 HTTP/1.1" status: 200 len: 1130 time: 0.9970391 Jun 30 09:34:46.805583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39530) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.863211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45531f29-c630-4bd9-a23b-f1ce1199433c tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event updated for resources: {'Port': ['ID=2dc44e1a-d5f0-4e10-812a-c7f72d42cf50,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:46.947955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe896fc-8717-42c3-8cb5-3fdfbb61af88 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:46.956935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8fe896fc-8717-42c3-8cb5-3fdfbb61af88 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "GET /v2.0/ports/2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 HTTP/1.1" status: 200 len: 1130 time: 0.1502407 Jun 30 09:34:46.962701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39540) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:46.966048 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8f39ac8-5f57-4154-b362-987aabc6ec7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:46.986454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8f39ac8-5f57-4154-b362-987aabc6ec7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.015126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6dff3383-c1db-4ddc-b5ed-b97b0edb45b1 None None] Provisioning for port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:47.024716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6dff3383-c1db-4ddc-b5ed-b97b0edb45b1 None None] Provisioning complete for port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:47.025283 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6dff3383-c1db-4ddc-b5ed-b97b0edb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.121202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6dff3383-c1db-4ddc-b5ed-b97b0edb45b1 None None] Port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:47.137406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6dff3383-c1db-4ddc-b5ed-b97b0edb45b1 None None] Provisioning complete for port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:47.137976 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6dff3383-c1db-4ddc-b5ed-b97b0edb45b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.186180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f39ac8-5f57-4154-b362-987aabc6ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c303cba-061a-48e6-9248-b564be15f30b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.262471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8f39ac8-5f57-4154-b362-987aabc6ec7d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=614cb8f8ee6a4bbfa03a7729e0f24f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0757458 Jun 30 09:34:47.265812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39550) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:47.301435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Deleting port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:47.302980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.392398 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-149a31cf-7c0b-4db5-bd19-40e28f4c73ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.413065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-63d40873-6ad1-40d6-91f1-2110b2db8649 None None] Provisioning complete for port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:47.414649 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-63d40873-6ad1-40d6-91f1-2110b2db8649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.417506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0359a2d-2bce-4c9a-8b50-69a22831db90 req-c9daf5f2-4400-47bb-9cdd-00a2401ddd18 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:47.419571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0359a2d-2bce-4c9a-8b50-69a22831db90 req-c9daf5f2-4400-47bb-9cdd-00a2401ddd18 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 943 time: 0.2941487 Jun 30 09:34:47.449685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-149a31cf-7c0b-4db5-bd19-40e28f4c73ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.530264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.533199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-63d40873-6ad1-40d6-91f1-2110b2db8649 None None] Port 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:34:47.566143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-149a31cf-7c0b-4db5-bd19-40e28f4c73ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.571293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-149a31cf-7c0b-4db5-bd19-40e28f4c73ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.574557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-149a31cf-7c0b-4db5-bd19-40e28f4c73ae admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0c303cba-061a-48e6-9248-b564be15f30b HTTP/1.1" status: 204 len: 168 time: 0.3050814 Jun 30 09:34:47.590682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a31cf-7c0b-4db5-bd19-40e28f4c73ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c303cba-061a-48e6-9248-b564be15f30b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:47.624011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0359a2d-2bce-4c9a-8b50-69a22831db90 req-bec905c6-a114-44fa-9440-6acdc616718f tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960082 Jun 30 09:34:47.642961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.684641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:47.720748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Calling delete_port for 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:47.858627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-264255ea-b145-4457-bd00-3f5a622d2cbb None None] Could not find standard attr ID for object 9111ac35-c739-487c-9fdd-fb7fa9ca9b00. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:34:47.861580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97ad4904-b8cb-483a-8384-b7fbd761368e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:34:47.978776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.038603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 97ad4904-b8cb-483a-8384-b7fbd761368e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97ad4904-b8cb-483a-8384-b7fbd761368e,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:48.046517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event deleted for resources: {'Port': ['ID=2dc44e1a-d5f0-4e10-812a-c7f72d42cf50,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:48.071593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '97ad4904-b8cb-483a-8384-b7fbd761368e', 'network_id': '35c80295-96c4-4e47-b73c-37c315daf2da', 'port_id': '97ad4904-b8cb-483a-8384-b7fbd761368e', 'mac_address': 'fa:16:3e:58:02:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79bbefa-e3ea-4662-b081-e2c40f16d849', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:34:48.108122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.110499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3f870f7e-7c32-4f3e-a4da-48c92dca6c96 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "DELETE /v2.0/ports/2dc44e1a-d5f0-4e10-812a-c7f72d42cf50 HTTP/1.1" status: 204 len: 168 time: 1.1467097 Jun 30 09:34:48.113056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39590) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:48.119751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.175517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ad4904-b8cb-483a-8384-b7fbd761368e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:34:48.239013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 97ad4904-b8cb-483a-8384-b7fbd761368e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97ad4904-b8cb-483a-8384-b7fbd761368e,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:48.244443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.290974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Deleting subnet 653a7cd5-144f-4be5-b940-3e28a99c6e5f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:34:48.296160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.306070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=97ad4904-b8cb-483a-8384-b7fbd761368e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:48.372499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.503806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.528417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:48.598052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.641052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['97ad4904-b8cb-483a-8384-b7fbd761368e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:34:48.693694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event deleted for resources: {'Subnet': ['ID=653a7cd5-144f-4be5-b940-3e28a99c6e5f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:48.704549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:48.708757 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-05894d54-77c2-4a36-8d64-7d1e7eaf7c6d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "DELETE /v2.0/subnets/653a7cd5-144f-4be5-b940-3e28a99c6e5f HTTP/1.1" status: 204 len: 168 time: 0.5937147 Jun 30 09:34:48.711607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39612) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:48.768213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d5a325-c539-41fc-8aca-d31d193499d0 None None] Network 282f970c-a312-487f-a051-da8207eb7a5b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:48.888491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.132295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Deleting port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:49.132982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.246344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a0ea-8145-4613-8476-36d9e80b45b0 req-9db4dd18-5424-419b-969d-3f9cac8cd90f tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:49.259578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4887f75a-857c-4bdb-be19-6f7873d4d9fa None None] Could not find standard attr ID for object 2dc44e1a-d5f0-4e10-812a-c7f72d42cf50. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:34:49.266326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c766a0ea-8145-4613-8476-36d9e80b45b0 req-9db4dd18-5424-419b-969d-3f9cac8cd90f tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 944 time: 0.3001482 Jun 30 09:34:49.305576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:49.306255 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.438031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] For port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,segment=NetworkSegment(3490d33f-ffce-4d83-9f69-4d388022ee66),segment_id=3490d33f-ffce-4d83-9f69-4d388022ee66)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:49.438654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.455732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Calling delete_port for 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:34:49.566152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c766a0ea-8145-4613-8476-36d9e80b45b0 req-eed918b7-4037-447d-8bd4-6cf50f99f099 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988312 Jun 30 09:34:49.607203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.622730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5749129-6ba4-4811-b674-df6d634b3da0 None None] DHCP port deletion for 282f970c-a312-487f-a051-da8207eb7a5b request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:34:49.672568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] No DVR routers for this DVR port 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:34:49.686891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event deleted for resources: {'Port': ['ID=8322f2e0-b23a-4af6-8d01-6fdafaeabdc4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:49.830028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.851609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282f970c-a312-487f-a051-da8207eb7a5b']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:49.871022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3490d33f-ffce-4d83-9f69-4d388022ee66') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:49.871366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3490d33f-ffce-4d83-9f69-4d388022ee66') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:49.882185 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.929235 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.945142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:49.945677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:49.952557 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:50.043501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.056603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.058830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] 10.222.0.77 "DELETE /v2.0/networks/282f970c-a312-487f-a051-da8207eb7a5b HTTP/1.1" status: 204 len: 168 time: 1.3352940 Jun 30 09:34:50.077618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ff27a-e282-4b60-8c69-d4d46607443d tempest-ExtraDHCPOptionsIpV6TestJSON-157032741 tempest-ExtraDHCPOptionsIpV6TestJSON-157032741-project] Pushing event deleted for resources: {'Network': ['ID=282f970c-a312-487f-a051-da8207eb7a5b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:50.464491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39674) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:50.469680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587276265', 'description': 'tempest-secgroup-smoke-1587276265 description', 'project_id': 'db21d0a28b1f4604a127a663de284d15'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:50.525174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39676) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:50.556110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.577368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:34:50.597596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.622145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:34:50.623047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 8322f2e0-b23a-4af6-8d01-6fdafaeabdc4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:34:50.843960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3076c8af-3923-411f-bf3f-08f15f4f0475 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=32888a1159bf4591837b4e83d4215817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3176098 Jun 30 09:34:50.846578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39686) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:50.880053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.888449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.914234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6678e95e-6f08-47c4-9100-8db0707c303c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.946079 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6678e95e-6f08-47c4-9100-8db0707c303c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:50.954164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad29e06-bf71-4fe6-ad8c-fde8d9105921,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:50.989667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877efd2a-76ff-426f-8486-de095c07b186 req-0a0a7f3d-b839-4158-be01-c419862b0b4d tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:50.997535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-877efd2a-76ff-426f-8486-de095c07b186 req-0a0a7f3d-b839-4158-be01-c419862b0b4d tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 944 time: 0.1655178 Jun 30 09:34:51.003816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.004594 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.005111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.005627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.006165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.006709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.007209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.007743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.008544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.009136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.009650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.010164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:34:51.069245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6678e95e-6f08-47c4-9100-8db0707c303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.072093 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6678e95e-6f08-47c4-9100-8db0707c303c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.075218 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6678e95e-6f08-47c4-9100-8db0707c303c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e4b53d9-a4e3-468a-9cda-3ac9e50a419e HTTP/1.1" status: 204 len: 168 time: 0.2268665 Jun 30 09:34:51.085254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-877efd2a-76ff-426f-8486-de095c07b186 req-8898b62b-39f5-486d-bcc5-d82a5eec6b7b tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863616 Jun 30 09:34:51.098703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678e95e-6f08-47c4-9100-8db0707c303c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b53d9-a4e3-468a-9cda-3ac9e50a419e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:51.107008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.121273 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.173114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.179435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7102165 Jun 30 09:34:51.180648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:51.187550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'f4794e5e-1f8d-46dc-8bcc-6a36010a22a0', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:51.188366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b513a69-e5dd-4c8c-9d4b-43f34600defa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:51.313486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.384991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.394367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.418359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5150f640-f5e4-4516-9b3a-6e533e274533,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:51.439947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.445418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-26a5715b-0a0d-429f-829c-dd03e18ce822 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2630544 Jun 30 09:34:51.445698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39702) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:51.451659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'f4794e5e-1f8d-46dc-8bcc-6a36010a22a0', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:51.513337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.621056 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.625728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.656695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.661500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2114596 Jun 30 09:34:51.661500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0829b-5bad-4c0d-9203-f75d685dbd9d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f635300-f0f5-47fb-b4b7-f1da9d02bed5,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:51.662751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:51.669375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'f4794e5e-1f8d-46dc-8bcc-6a36010a22a0', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:51.704357 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.799615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.804595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.827808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7163c920-f5e2-4cfa-9a41-88271737d241,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:51.838301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.840196 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7acb929b-8be3-4f66-ad02-0cbf6cc6c388 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757779 Jun 30 09:34:51.843236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39720) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:51.849955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'f4794e5e-1f8d-46dc-8bcc-6a36010a22a0', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:51.885286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.903010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97ad4904-b8cb-483a-8384-b7fbd761368e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:34:51.992886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:51.994046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 97ad4904-b8cb-483a-8384-b7fbd761368e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:34:51.999772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 97ad4904-b8cb-483a-8384-b7fbd761368e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:34:52.000199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.000568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.033199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.037669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1897128 Jun 30 09:34:52.037669 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29a078-93d7-4382-b295-99c8d8af1367 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=357422a4-51df-425e-8f6d-caa7b4d9abef,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.037871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:52.046358 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'f4794e5e-1f8d-46dc-8bcc-6a36010a22a0', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.092376 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:34:52.100679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.125921 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.169101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2251-a619-465f-88ea-df2000592d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ad4904-b8cb-483a-8384-b7fbd761368e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:34:52.171730 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d998bf94-fa8c-41b2-bc0b-04d4265202c4" -d '{"events": [{"server_uuid": "c13f2251-a619-465f-88ea-df2000592d6b", "name": "network-vif-plugged", "status": "completed", "tag": "97ad4904-b8cb-483a-8384-b7fbd761368e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:34:52.213815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 97ad4904-b8cb-483a-8384-b7fbd761368e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97ad4904-b8cb-483a-8384-b7fbd761368e,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:34:52.225751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.236143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.245840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.274441 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384c7973-b63f-4d47-bf7d-1011eb11ec4f x-openstack-request-id: req-384c7973-b63f-4d47-bf7d-1011eb11ec4f {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:34:52.274734 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2251-a619-465f-88ea-df2000592d6b", "name": "network-vif-plugged", "status": "completed", "tag": "97ad4904-b8cb-483a-8384-b7fbd761368e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:34:52.275952 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-384c7973-b63f-4d47-bf7d-1011eb11ec4f {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:34:52.276531 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2251-a619-465f-88ea-df2000592d6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ad4904-b8cb-483a-8384-b7fbd761368e', 'code': 200} Jun 30 09:34:52.327678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=97ad4904-b8cb-483a-8384-b7fbd761368e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.337236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1e943c-c755-4583-bee8-d4b78d2cfa42,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.344537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.352140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-72267c1b-b8c0-4e70-9537-d45c8091bf88 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3113809 Jun 30 09:34:52.361965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:52.367343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'f4794e5e-1f8d-46dc-8bcc-6a36010a22a0', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.408311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39750) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:52.457646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdeb9d0-650c-4205-8312-7e4127862060 req-5b7fd809-62de-4bbd-89f4-750253d6e0aa tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.460617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfdeb9d0-650c-4205-8312-7e4127862060 req-5b7fd809-62de-4bbd-89f4-750253d6e0aa tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 945 time: 0.1574829 Jun 30 09:34:52.471769 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:34:52.478936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.554343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec149ef9-20be-47f6-931d-dd34f5331579 req-cdc9e04d-c58c-46be-93dd-ed54af80c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.555582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfdeb9d0-650c-4205-8312-7e4127862060 req-f945ea1d-fe80-4b8e-96e5-5baa4eeb5514 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878415 Jun 30 09:34:52.555939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ec149ef9-20be-47f6-931d-dd34f5331579 req-cdc9e04d-c58c-46be-93dd-ed54af80c6da service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 1097 time: 0.2046330 Jun 30 09:34:52.640690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'networks': [{'name': 'tempest-network--1924441292'}, {'name': 'tempest-network--1291649001'}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.641067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'network': {'name': 'tempest-network--1924441292'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.641543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'network': {'name': 'tempest-network--1291649001'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.667835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ec149ef9-20be-47f6-931d-dd34f5331579 req-4bdf84f4-1329-4b65-ae99-2e085af906d1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980353 Jun 30 09:34:52.680516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'network': 2} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:52.689246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.699625 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.731290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.743123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.767227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8620218c-10e2-4229-98c7-74760ee60c94,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.811819 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-45d8d06e-2e22-4c29-8e80-083b292c1d7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1402760 Jun 30 09:34:52.830100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.842970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.843775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.843775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.847274 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ab956822-6afc-40ea-8b5d-241c62a8edcf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4815068 Jun 30 09:34:52.847547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39774) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:52.855067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'network': {'name': 'tempest-network-smoke--700507723', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:52.889519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d062286f-3bcc-4971-8760-646d756b7d4c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:52.896662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:52.914134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.915397 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Added segment c5d6720b-47fd-4a08-9c78-71281e5412fe of type vlan for network 334190c2-7fcd-441d-aa9a-940d1d9206c4 Jun 30 09:34:52.920036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:52.923333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.964265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:52.983398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:52.990405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745a3a0-8629-4246-9417-9a49c08098fd req-af23db60-7a10-42f5-b7f5-adf9b7811955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:52.992887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-af23db60-7a10-42f5-b7f5-adf9b7811955 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.1075575 Jun 30 09:34:53.010975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.011322 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Added segment 67dcdbe2-c32d-483a-8866-8e2e138bc90e of type vlan for network 55eb4a0c-127f-4b46-9732-3f89fa637f8b Jun 30 09:34:53.136038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.177198 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.184183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.184840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.278326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4272316 Jun 30 09:34:53.291745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39796) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:53.296589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'admin_state_up': True, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:53.318995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745a3a0-8629-4246-9417-9a49c08098fd req-0a8bb96f-31a7-4023-9543-be872b021d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.320579 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-0a8bb96f-31a7-4023-9543-be872b021d0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.3052804 Jun 30 09:34:53.321292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63b34b-2c5b-4a88-bd30-e30bb0caeccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Network': ['ID=55eb4a0c-127f-4b46-9732-3f89fa637f8b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:53.333847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:53.428066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.428603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.462643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-35147cbe-50c8-434d-a763-7d37e7e0c99a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 1002 time: 0.1345627 Jun 30 09:34:53.508363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:53.521206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.521827 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Added segment 455e9183-1a90-40d6-8ac2-b59606553404 of type vlan for network f0cf9b58-d22f-4628-9ed8-2327fca86edb Jun 30 09:34:53.537116 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.557166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745a3a0-8629-4246-9417-9a49c08098fd req-cff4e22b-04d4-49cf-b6e2-326a5adcb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.558784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-cff4e22b-04d4-49cf-b6e2-326a5adcb638 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.0819116 Jun 30 09:34:53.578173 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.624279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.624800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.640322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.645410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.646021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.755217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Network': ['ID=334190c2-7fcd-441d-aa9a-940d1d9206c4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:53.773608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 334190c2-7fcd-441d-aa9a-940d1d9206c4 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:53.775574 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:53.876435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745a3a0-8629-4246-9417-9a49c08098fd req-05b73efc-6b3e-4a16-bb6d-59edf21c5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:53.879006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-05b73efc-6b3e-4a16-bb6d-59edf21c5433 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2825608 Jun 30 09:34:53.935803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5249920 Jun 30 09:34:53.940437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39812) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:54.032223 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-639c5431-a09b-4d01-999b-4af3ec0a4a08 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438961 Jun 30 09:34:54.055690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d8f5f-8dba-4fe8-98be-abfee8bdc4e5 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Network': ['ID=f0cf9b58-d22f-4628-9ed8-2327fca86edb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:54.069853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network f0cf9b58-d22f-4628-9ed8-2327fca86edb details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:54.107489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054411be-f6c9-46e1-8b47-43fcda1db408 req-686c2df6-c0c8-4f3b-bbbd-8fe55ac2eb93 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.109647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-054411be-f6c9-46e1-8b47-43fcda1db408 req-686c2df6-c0c8-4f3b-bbbd-8fe55ac2eb93 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 945 time: 0.3561924 Jun 30 09:34:54.131589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb96e-01ff-4965-aa1d-03137b48179a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.147242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb96e-01ff-4965-aa1d-03137b48179a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.166901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb96e-01ff-4965-aa1d-03137b48179a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.173355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecb96e-01ff-4965-aa1d-03137b48179a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:54.175426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8ecb96e-01ff-4965-aa1d-03137b48179a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2337129 Jun 30 09:34:54.179392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39820) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:54.319090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b745a3a0-8629-4246-9417-9a49c08098fd req-d33ee462-2849-4528-9425-3bb3717433cf service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775404 Jun 30 09:34:54.336061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-054411be-f6c9-46e1-8b47-43fcda1db408 req-f20c61c0-7eb0-4176-9c40-5a70d3164ebb tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557615 Jun 30 09:34:54.346636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.363112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.435256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.526415 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.541620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334190c2-7fcd-441d-aa9a-940d1d9206c4']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:54.577017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d6720b-47fd-4a08-9c78-71281e5412fe') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:54.580685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d6720b-47fd-4a08-9c78-71281e5412fe') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:54.592452 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.617146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.624841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:54.625470 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:54.629071 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:54.632398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.172 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/d55440ce-3a67-4841-864d-0cafd2fc1060) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:34:54.706184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.725573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.730779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/networks/334190c2-7fcd-441d-aa9a-940d1d9206c4 HTTP/1.1" status: 204 len: 168 time: 0.5441144 Jun 30 09:34:54.732857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39836) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:54.755590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1843c825-7197-401f-ab69-37bc42fdc173 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Network': ['ID=334190c2-7fcd-441d-aa9a-940d1d9206c4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:54.836512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.858111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.904198 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.950774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:34:54.955923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:54.963985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:54.977232 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:54.990815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cf9b58-d22f-4628-9ed8-2327fca86edb']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:54.995888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=d55440ce-3a67-4841-864d-0cafd2fc1060,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.004970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455e9183-1a90-40d6-8ac2-b59606553404') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:55.005277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455e9183-1a90-40d6-8ac2-b59606553404') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:55.015590 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.036001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.043441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:34:55.043976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:34:55.133560 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:34:55.138903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.144197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.147405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/networks/f0cf9b58-d22f-4628-9ed8-2327fca86edb HTTP/1.1" status: 204 len: 168 time: 0.4136055 Jun 30 09:34:55.152409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39842) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:55.176788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf29bd-a7f5-45f8-a5f6-449e431a12fd tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Network': ['ID=f0cf9b58-d22f-4628-9ed8-2327fca86edb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.317986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb14e818-9944-43a9-a47c-444b5966dceb tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.322338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.338850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb14e818-9944-43a9-a47c-444b5966dceb tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.340670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb14e818-9944-43a9-a47c-444b5966dceb tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1856935 Jun 30 09:34:55.344745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39848) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:55.350137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-137740240'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:55.408492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:55.414561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.485227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:55.499974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.501388 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Added segment 6198b595-f3ca-4f92-95f0-f36632239f8e of type vlan for network aaa7a25d-1053-42e1-ab8b-9803835cb47b Jun 30 09:34:55.584817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.626237 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.632276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.632953 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.682970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3346901 Jun 30 09:34:55.687960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:55.700221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1042928201'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:55.732682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.750527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:55.756281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.778477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac83eff-5f3c-4066-8c4b-7664b20ed780 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Network': ['ID=aaa7a25d-1053-42e1-ab8b-9803835cb47b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:55.790807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network aaa7a25d-1053-42e1-ab8b-9803835cb47b details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:55.833407 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765a861-0523-4db8-b434-25051805772e req-555e0a63-2389-4dfc-af0c-a55e29bf705d tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:55.835082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7765a861-0523-4db8-b434-25051805772e req-555e0a63-2389-4dfc-af0c-a55e29bf705d tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 945 time: 0.2221572 Jun 30 09:34:55.851649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:34:55.889692 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:55.892790 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Added segment 91759d40-3549-4ff9-b13a-fd80d122de36 of type vlan for network ae79009b-361e-4e40-a3d8-8f543463defa Jun 30 09:34:55.933022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7765a861-0523-4db8-b434-25051805772e req-836b3195-61cd-4430-b63f-f6c55d79ceff tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852933 Jun 30 09:34:56.134089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.186668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.242900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:56.245133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.262071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router f15fb07f-658e-4428-a267-e25b0b032916 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:34:56.284069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39872) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:56.290810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'ports': [{'network_id': 'aaa7a25d-1053-42e1-ab8b-9803835cb47b', 'name': 'tempest-port--1043180540', 'admin_state_up': True}, {'network_id': 'ae79009b-361e-4e40-a3d8-8f543463defa', 'admin_state_up': False}]} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:56.291259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'port': {'network_id': 'aaa7a25d-1053-42e1-ab8b-9803835cb47b', 'name': 'tempest-port--1043180540', 'admin_state_up': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:56.291892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'port': {'network_id': 'ae79009b-361e-4e40-a3d8-8f543463defa', 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:56.294288 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6048961 Jun 30 09:34:56.447342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd2a4a-34ce-421e-92cf-d01a7ac0610f tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Network': ['ID=ae79009b-361e-4e40-a3d8-8f543463defa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:56.475490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ae79009b-361e-4e40-a3d8-8f543463defa details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:34:56.628740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:34:56.647952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Sync routers for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:34:56.664524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:56.665563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:56.671249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'port': 2} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:56.681361 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.683735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.688489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6b6d870b-9a95-4b0b-be5d-b63875753b15 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.3953173 Jun 30 09:34:56.688726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:56.725820 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:56.985295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] device_id is not set on port c4104fb3-1b89-43d0-9edb-ad4136a67004 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:57.048120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39896) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:57.053385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cf128a63-6182-4197-890d-2f0c61ac3691 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=db21d0a28b1f4604a127a663de284d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3632658 Jun 30 09:34:57.068633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:57.410668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f9cbfb-8ec0-4fdc-9372-94c212ab7d5b tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:57.415694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52f9cbfb-8ec0-4fdc-9372-94c212ab7d5b tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3645663 Jun 30 09:34:57.418989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:57.443909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:57.508615 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.525727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39914) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:57.526177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29f91d3e-28fc-4f1b-a427-cb37420bb56e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1058340 Jun 30 09:34:57.564422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:34:55Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:57.606255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Checking router: f15fb07f-658e-4428-a267-e25b0b032916 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:34:57.606829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Updating router f15fb07f-658e-4428-a267-e25b0b032916 port d55440ce-3a67-4841-864d-0cafd2fc1060 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:34:57.621265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902204675', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:34:57.685281 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.813693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cfd4045-0ca0-411b-bc93-b4f8193d3319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:57.859498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] device_id is not set on port 4b296d78-5487-4d56-baeb-6329403da53a yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:34:57.944106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:34:57.954185 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.110738 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.123004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Transition to ACTIVE for port object d55440ce-3a67-4841-864d-0cafd2fc1060 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:34:58.130842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.178969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Attempting to bind port d55440ce-3a67-4841-864d-0cafd2fc1060 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:34:58.179813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Attempting to bind port d55440ce-3a67-4841-864d-0cafd2fc1060 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:34:58.180517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Attempting to bind port d55440ce-3a67-4841-864d-0cafd2fc1060 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:34:58.209240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:34:58.219960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:58.221481 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.223054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:34:58.224271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Bound port: d55440ce-3a67-4841-864d-0cafd2fc1060, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:34:58.226444 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.322170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b7cd-b92a-4b17-83d4-d09fb69d548b None None] Pushing event updated for resources: {'Port': ['ID=d55440ce-3a67-4841-864d-0cafd2fc1060,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.325353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] For port d55440ce-3a67-4841-864d-0cafd2fc1060, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:34:58.352344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] For port d55440ce-3a67-4841-864d-0cafd2fc1060, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d55440ce-3a67-4841-864d-0cafd2fc1060,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:34:58.363240 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.380033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5e28b0-7f13-434b-b1b4-94479bdcb13d req-7781e513-44fd-437b-999b-4ec3bc48a215 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.387578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a5e28b0-7f13-434b-b1b4-94479bdcb13d req-7781e513-44fd-437b-999b-4ec3bc48a215 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 945 time: 0.4444807 Jun 30 09:34:58.410904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:34:58.411576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:58.455068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cfd4045-0ca0-411b-bc93-b4f8193d3319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.463682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.503444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1b7cd-b92a-4b17-83d4-d09fb69d548b None None] Pushing event updated for resources: {'Port': ['ID=d55440ce-3a67-4841-864d-0cafd2fc1060,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.521249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1cfd4045-0ca0-411b-bc93-b4f8193d3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.559429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd4045-0ca0-411b-bc93-b4f8193d3319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a389b43-e0ca-4e55-a1d4-30fa8bdf9c9d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.560590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:34:58.579116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a5e28b0-7f13-434b-b1b4-94479bdcb13d req-1aaa6823-0092-4ca5-9bc5-0d095ceda5bc tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906760 Jun 30 09:34:58.614684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1cfd4045-0ca0-411b-bc93-b4f8193d3319 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=57dcd094187b44f28e4d71511d98ae3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1687870 Jun 30 09:34:58.617088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39938) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:58.623121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.708621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1288-8273-461b-a501-c1a6c6a74235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.745383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Subnet': ['ID=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.755649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.757745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1288-8273-461b-a501-c1a6c6a74235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.842560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Checking segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:58.842963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network hostable DHCP agents. Network: 55eb4a0c-127f-4b46-9732-3f89fa637f8b, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:58.847874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:34:55Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:34:58.870682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Port': ['ID=c4104fb3-1b89-43d0-9edb-ad4136a67004,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.880311 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fa1ea4-e741-4752-b8c8-7557113d30cf None None] The sync data for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 is: [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:34:55Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:34:58.892176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1288-8273-461b-a501-c1a6c6a74235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.896347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c5f1288-8273-461b-a501-c1a6c6a74235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.897631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c5f1288-8273-461b-a501-c1a6c6a74235 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8a389b43-e0ca-4e55-a1d4-30fa8bdf9c9d HTTP/1.1" status: 204 len: 168 time: 0.2794454 Jun 30 09:34:58.919155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Checking segment: {'id': '6198b595-f3ca-4f92-95f0-f36632239f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'aaa7a25d-1053-42e1-ab8b-9803835cb47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:58.919907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network hostable DHCP agents. Network: aaa7a25d-1053-42e1-ab8b-9803835cb47b, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:58.928109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f1288-8273-461b-a501-c1a6c6a74235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a389b43-e0ca-4e55-a1d4-30fa8bdf9c9d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:58.939809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:58.962539 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 55eb4a0c-127f-4b46-9732-3f89fa637f8b) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:58.967807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:58.968672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:58.977754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42305a27-60f0-4421-bcf9-e1db8019bc38 None None] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:59.009173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network aaa7a25d-1053-42e1-ab8b-9803835cb47b is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:59.023243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, aaa7a25d-1053-42e1-ab8b-9803835cb47b) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:59.028284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c0b5f3a3-1138-4c07-b843-362c2d6f4081 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5018027 Jun 30 09:34:59.031523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 39946) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:59.031700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:59.032451 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.125022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d9ce41-0233-4c20-a658-3ca31143d958 None None] Network aaa7a25d-1053-42e1-ab8b-9803835cb47b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:59.171616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Port': ['ID=4b296d78-5487-4d56-baeb-6329403da53a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:34:59.263086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Checking segment: {'id': '91759d40-3549-4ff9-b13a-fd80d122de36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'ae79009b-361e-4e40-a3d8-8f543463defa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:34:59.263759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network hostable DHCP agents. Network: ae79009b-361e-4e40-a3d8-8f543463defa, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:34:59.294700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network ae79009b-361e-4e40-a3d8-8f543463defa is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:34:59.331530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ae79009b-361e-4e40-a3d8-8f543463defa) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:34:59.345627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:34:59.359971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.381617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.382463 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.400926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5348f4f1-ecb8-4d77-a7cc-603c05dbb63c None None] Network ae79009b-361e-4e40-a3d8-8f543463defa requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:34:59.417877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-adfb6010-a91c-48b4-a92f-f7d25b8ae2a0 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1293135 Jun 30 09:34:59.417877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39958) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:59.580137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a855d-1e3c-4872-ac91-9ac2ddfb44a7 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.590094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9a855d-1e3c-4872-ac91-9ac2ddfb44a7 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:34:59.594395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ed9a855d-1e3c-4872-ac91-9ac2ddfb44a7 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1734946 Jun 30 09:34:59.601186 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.602891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39964) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:34:59.934504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:34:59.939946 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:34:59.982328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Deleting port c4104fb3-1b89-43d0-9edb-ad4136a67004 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:34:59.982737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.032082 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:00.135130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-c105b979-420e-4b52-b000-7ef9bab848a4 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.137012 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-c105b979-420e-4b52-b000-7ef9bab848a4 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 945 time: 0.2929227 Jun 30 09:35:00.143308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.206678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Calling delete_port for c4104fb3-1b89-43d0-9edb-ad4136a67004 owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:00.256492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Allocated IP 172.20.0.2 (55eb4a0c-127f-4b46-9732-3f89fa637f8b/09c4c775-5b16-4e37-bf31-0b3f6cb0e99a/0794dec9-becc-406a-8058-33597fa1adcb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:00.262455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be949a05-7a16-4a48-87de-89b462302b8f req-7ec85d8c-6001-41b5-9843-52de802a4689 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:00.267894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be949a05-7a16-4a48-87de-89b462302b8f req-7ec85d8c-6001-41b5-9843-52de802a4689 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 945 time: 0.3584070 Jun 30 09:35:00.434544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 39994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:00.544439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Deleting port 97ad4904-b8cb-483a-8384-b7fbd761368e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:00.544930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.572251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be949a05-7a16-4a48-87de-89b462302b8f req-c95e8633-aaf3-483e-a97d-108864cb3446 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/security-groups?id=a712e792-6066-4dd0-a960-491405c828ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978328 Jun 30 09:35:00.635098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.687030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Port': ['ID=c4104fb3-1b89-43d0-9edb-ad4136a67004,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:00.711430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.714146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dea1ec98-2be2-46f5-8525-f1af880d05c2 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/ports/c4104fb3-1b89-43d0-9edb-ad4136a67004 HTTP/1.1" status: 204 len: 168 time: 1.1099286 Jun 30 09:35:00.720645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40000) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:00.837334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1624612786-network', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:00.842873 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] For port 97ad4904-b8cb-483a-8384-b7fbd761368e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97ad4904-b8cb-483a-8384-b7fbd761368e,segment=NetworkSegment(4a84bf89-3e3b-4d11-bc89-450069ddd56c),segment_id=4a84bf89-3e3b-4d11-bc89-450069ddd56c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:00.842873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.847033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d55440ce-3a67-4841-864d-0cafd2fc1060 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:00.928386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Made reservation on behalf of 5f354caf95d44e49ac1babe5dcde7685 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:00.932770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:00.935452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Calling delete_port for 97ad4904-b8cb-483a-8384-b7fbd761368e owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:00.953872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.073277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Deleting port 4b296d78-5487-4d56-baeb-6329403da53a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:01.074019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.110626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d55440ce-3a67-4841-864d-0cafd2fc1060 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:01.116271 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.120911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d55440ce-3a67-4841-864d-0cafd2fc1060 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:01.121447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.231756 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.294846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Transition to ACTIVE for port object 0794dec9-becc-406a-8058-33597fa1adcb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:01.344830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.347098 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.362413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Transition to ACTIVE for port object 0794dec9-becc-406a-8058-33597fa1adcb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:01.396534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.416721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d55440ce-3a67-4841-864d-0cafd2fc1060, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d55440ce-3a67-4841-864d-0cafd2fc1060,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:01.422044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.427486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Calling delete_port for 4b296d78-5487-4d56-baeb-6329403da53a owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:01.453883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.470877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.498801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:01.517759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.518207 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Added segment d6909055-a1ba-4206-adfc-db8684c37660 of type vlan for network 0be408b1-13e4-4c62-9ab7-f485a671cb53 Jun 30 09:35:01.528498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Pushing event deleted for resources: {'Port': ['ID=97ad4904-b8cb-483a-8384-b7fbd761368e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.529262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Pushing event updated for resources: {'Port': ['ID=0794dec9-becc-406a-8058-33597fa1adcb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.555935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] No DVR routers for this DVR port 97ad4904-b8cb-483a-8384-b7fbd761368e on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:01.558680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.561215 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4952123b-286c-4a8c-858c-25c8b72dcca1 req-199f400c-036f-4501-9cec-3fd4dfe223ce tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.79 "DELETE /v2.0/ports/97ad4904-b8cb-483a-8384-b7fbd761368e HTTP/1.1" status: 204 len: 173 time: 1.3722346 Jun 30 09:35:01.563111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.574507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.621361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c13f2251-a619-465f-88ea-df2000592d6b', 'name': 'network-vif-deleted', 'tag': '97ad4904-b8cb-483a-8384-b7fbd761368e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:01.624784 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6745b3a-23de-483f-900a-c335cf32b7af" -d '{"events": [{"server_uuid": "c13f2251-a619-465f-88ea-df2000592d6b", "name": "network-vif-deleted", "tag": "97ad4904-b8cb-483a-8384-b7fbd761368e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:01.655439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.659167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:01.663551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.684116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:01.690275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:01.698435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:01.747550 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3293ee-4e24-487f-84ae-ac00aae0bb51 x-openstack-request-id: req-3e3293ee-4e24-487f-84ae-ac00aae0bb51 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:01.747879 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c13f2251-a619-465f-88ea-df2000592d6b", "name": "network-vif-deleted", "tag": "97ad4904-b8cb-483a-8384-b7fbd761368e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:01.748263 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3e3293ee-4e24-487f-84ae-ac00aae0bb51 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:01.748665 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c13f2251-a619-465f-88ea-df2000592d6b', 'name': 'network-vif-deleted', 'tag': '97ad4904-b8cb-483a-8384-b7fbd761368e', 'status': 'completed', 'code': 200} Jun 30 09:35:01.786191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.1 (55eb4a0c-127f-4b46-9732-3f89fa637f8b/09c4c775-5b16-4e37-bf31-0b3f6cb0e99a/71ddeff1-40c1-4178-8556-5bba3b40cfac) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:01.848645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d55440ce-3a67-4841-864d-0cafd2fc1060,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.872608 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Attempting to bind port 0794dec9-becc-406a-8058-33597fa1adcb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:01.872982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Attempting to bind port 0794dec9-becc-406a-8058-33597fa1adcb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:01.873343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Attempting to bind port 0794dec9-becc-406a-8058-33597fa1adcb on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:01.878658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:01.879066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Checking segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:01.879471 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.880540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Bound using segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:01.881025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Bound port: 0794dec9-becc-406a-8058-33597fa1adcb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:01.881600 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:01.956962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1a9c82-8819-42aa-8781-565ea3ed633e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:01.965378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5135143 Jun 30 09:35:01.969766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] For port 0794dec9-becc-406a-8058-33597fa1adcb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:01.974586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] For port 0794dec9-becc-406a-8058-33597fa1adcb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0794dec9-becc-406a-8058-33597fa1adcb,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:01.977503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40010) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:01.978700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97ad4904-b8cb-483a-8384-b7fbd761368e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:01.981673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1b7b995-c034-492c-9897-fb6cc6157a47 req-25905d5c-83e6-4ed9-ac2a-f7e46b3e1168 tempest-VolumesActionsTest-1391068062 tempest-VolumesActionsTest-1391068062-project] 10.222.0.77 "GET /v2.0/ports?device_id=c13f2251-a619-465f-88ea-df2000592d6b HTTP/1.1" status: 200 len: 210 time: 0.0776107 Jun 30 09:35:01.985192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Request body: {'subnet': {'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1624612786-subnet', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:02.009708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Made reservation on behalf of 5f354caf95d44e49ac1babe5dcde7685 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:02.010336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.013251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.023536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.025745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 97ad4904-b8cb-483a-8384-b7fbd761368e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:02.027044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97ad4904-b8cb-483a-8384-b7fbd761368e not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:02.038527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object 71ddeff1-40c1-4178-8556-5bba3b40cfac will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:02.060189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce365d-f3ac-495e-b7b4-19fa1fd3ceeb admin admin] Pushing event updated for resources: {'Network': ['ID=0be408b1-13e4-4c62-9ab7-f485a671cb53,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.084295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:02.104152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.128817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.174259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Port': ['ID=4b296d78-5487-4d56-baeb-6329403da53a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.186211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.191433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1b7f9535-7a9c-4114-8ab9-d00eebbb5be3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/ports/4b296d78-5487-4d56-baeb-6329403da53a HTTP/1.1" status: 204 len: 168 time: 1.4697433 Jun 30 09:35:02.193011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40012) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.201854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedae50c-2e3e-4baa-844a-be3b07468439 None None] Pushing event updated for resources: {'Port': ['ID=0794dec9-becc-406a-8058-33597fa1adcb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.224932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=71ddeff1-40c1-4178-8556-5bba3b40cfac,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.242616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:02.244315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:02.248635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:02.260041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b3844ad7-4b46-4ba4-82eb-7081397b4a39 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0635555 Jun 30 09:35:02.260699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40014) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.282970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1806501417'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:02.322753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:02.328089 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.336076 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.432165 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.522200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:02.561684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.562989 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Added segment 1c189481-27e3-4a82-b5a7-e765cc0411f9 of type vlan for network 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e Jun 30 09:35:02.649118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.665337 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.714958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0794dec9-becc-406a-8058-33597fa1adcb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:02.725776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f7d1924-0717-4033-b37e-110007084ead,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.753666 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.761417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.762543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.787844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0794dec9-becc-406a-8058-33597fa1adcb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:02.800195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d55440ce-3a67-4841-864d-0cafd2fc1060 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:02.834395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Checking segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:02.834867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Network hostable DHCP agents. Network: 0be408b1-13e4-4c62-9ab7-f485a671cb53, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:02.871536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Network': ['ID=21075dd0-ac37-4f41-afd9-e6d3b6b7c11e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:02.879046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4b789bfd-7bfe-4b3c-9707-277dccf055a9 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5998573 Jun 30 09:35:02.881851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40020) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.888370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2020131540'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:02.893997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:02.896371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:02.917712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0be408b1-13e4-4c62-9ab7-f485a671cb53) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:02.931739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:02.932656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.937187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:02.941004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.955607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d55440ce-3a67-4841-864d-0cafd2fc1060 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:02.955981 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:02.963368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a65a48-e35b-4a57-a094-88422210b5f7 None None] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:02.982592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-30f584c7-ad85-45b9-a037-aeec9628092d admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0034904 Jun 30 09:35:02.983976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:02.986245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40022) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:02.992198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:03.011766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.012362 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Added segment 39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b of type vlan for network b060d961-192a-4d11-bae0-a339489dd795 Jun 30 09:35:03.090867 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.110081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.135072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.169074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.170582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.177062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.187553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:03.188979 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.259339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=71ddeff1-40c1-4178-8556-5bba3b40cfac,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:03.302089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.330115 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.357869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-0be408b1-13e4-4c62-9ab7-f485a671cb53', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'fixed_ips': [{'subnet_id': '5f7d1924-0717-4033-b37e-110007084ead'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:03.359962 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:03.383800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Network': ['ID=b060d961-192a-4d11-bae0-a339489dd795,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:03.411152 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b060d961-192a-4d11-bae0-a339489dd795 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:03.412077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-be83db86-8ac2-461b-b807-b39e7c42f748 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5287566 Jun 30 09:35:03.513455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:03.516528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:03.878685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router f15fb07f-658e-4428-a267-e25b0b032916 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:03.946121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23a35e0-4a6e-4be2-9a4e-64f3456cdbe9 None None] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:04.026468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:04.041373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-031f4065-8c81-4c4d-9751-4b1b87588890 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/f15fb07f-658e-4428-a267-e25b0b032916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0000527 Jun 30 09:35:04.041514 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Sync routers for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:04.062657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:04.063281 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:04.106994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Allocated IP 172.20.0.2 (0be408b1-13e4-4c62-9ab7-f485a671cb53/5f7d1924-0717-4033-b37e-110007084ead/81edb154-5cae-4edd-8d4f-29d40a8e3c45) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:04.126160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] Provisioning for port 0794dec9-becc-406a-8058-33597fa1adcb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:04.151883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] Provisioning complete for port 0794dec9-becc-406a-8058-33597fa1adcb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:04.152537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.293753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:04.544569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.594796 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 2, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:04.675220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] For port 0794dec9-becc-406a-8058-33597fa1adcb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0794dec9-becc-406a-8058-33597fa1adcb,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:04.677354 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.679420 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Checking router: f15fb07f-658e-4428-a267-e25b0b032916 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:04.680166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Updating router f15fb07f-658e-4428-a267-e25b0b032916 port 71ddeff1-40c1-4178-8556-5bba3b40cfac binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:04.693551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Transition to ACTIVE for port object 81edb154-5cae-4edd-8d4f-29d40a8e3c45 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:04.697987 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.744578 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.798158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Transition to ACTIVE for port object 81edb154-5cae-4edd-8d4f-29d40a8e3c45 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:04.821350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:04.864320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:04.871138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:04.891101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:04.918447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a9ed8-6ece-4009-9b66-d1d771901cd0 None None] Pushing event updated for resources: {'Port': ['ID=0794dec9-becc-406a-8058-33597fa1adcb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:05.001094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.156873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-3024c9ad-3b30-47f5-963d-b5c26842600e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587276265&fields=id&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 267 time: 0.1396568 Jun 30 09:35:05.201738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Attempting to bind port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:05.202306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Attempting to bind port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:05.206228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Attempting to bind port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:05.225780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Pushing event updated for resources: {'Port': ['ID=81edb154-5cae-4edd-8d4f-29d40a8e3c45,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:05.233210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:05.233447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Checking segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:05.233846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.234248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Bound using segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:05.243167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Bound port: 81edb154-5cae-4edd-8d4f-29d40a8e3c45, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:05.243519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.246899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4cc0dc68-2031-4097-bac7-2fab6db7b72d None None] Provisioning for port 71ddeff1-40c1-4178-8556-5bba3b40cfac completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:05.279312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4cc0dc68-2031-4097-bac7-2fab6db7b72d None None] Provisioning complete for port 71ddeff1-40c1-4178-8556-5bba3b40cfac triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:05.279597 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dc68-2031-4097-bac7-2fab6db7b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.386794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0dc68-2031-4097-bac7-2fab6db7b72d None None] Port 71ddeff1-40c1-4178-8556-5bba3b40cfac cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:05.443569 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.463669 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Transition to ACTIVE for port object 71ddeff1-40c1-4178-8556-5bba3b40cfac will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:05.483989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-06bd5c28-1c24-490a-a459-fce1d61ecfcb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:05.486159 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.504825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-06bd5c28-1c24-490a-a459-fce1d61ecfcb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 796 time: 0.3464751 Jun 30 09:35:05.523704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] For port 81edb154-5cae-4edd-8d4f-29d40a8e3c45, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:05.529575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] For port 81edb154-5cae-4edd-8d4f-29d40a8e3c45, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=81edb154-5cae-4edd-8d4f-29d40a8e3c45,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:05.547689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.665317 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760a6d5-311e-45be-8cab-632b00854c19 None None] Pushing event updated for resources: {'Port': ['ID=71ddeff1-40c1-4178-8556-5bba3b40cfac,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:05.682955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-3988adb6-452d-40be-bf62-8496013031f3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/quotas/db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 375 time: 0.1763301 Jun 30 09:35:05.694575 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Attempting to bind port 71ddeff1-40c1-4178-8556-5bba3b40cfac on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:05.695968 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Attempting to bind port 71ddeff1-40c1-4178-8556-5bba3b40cfac by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:05.698648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4bfe5-ee42-426a-a1ff-ae6b098a058a None None] Pushing event updated for resources: {'Port': ['ID=81edb154-5cae-4edd-8d4f-29d40a8e3c45,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:05.708850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Attempting to bind port 71ddeff1-40c1-4178-8556-5bba3b40cfac on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:05.722304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:05.722681 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Checking segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:05.723622 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.724019 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Bound using segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:05.724504 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Bound port: 71ddeff1-40c1-4178-8556-5bba3b40cfac, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:05.724882 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.730096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4cc0dc68-2031-4097-bac7-2fab6db7b72d None None] Provisioning complete for port 0794dec9-becc-406a-8058-33597fa1adcb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:05.734281 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4cc0dc68-2031-4097-bac7-2fab6db7b72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:05.923402 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] For port 71ddeff1-40c1-4178-8556-5bba3b40cfac, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:05.935252 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] For port 71ddeff1-40c1-4178-8556-5bba3b40cfac, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71ddeff1-40c1-4178-8556-5bba3b40cfac,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:05.984051 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.178473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.265937 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:06.267640 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:06.299623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.397744 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760a6d5-311e-45be-8cab-632b00854c19 None None] Pushing event updated for resources: {'Port': ['ID=71ddeff1-40c1-4178-8556-5bba3b40cfac,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:06.423303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-dc203548-0913-4ee0-a891-831a0b412807 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7391624 Jun 30 09:35:06.637338 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:06.831256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0794dec9-becc-406a-8058-33597fa1adcb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:06.923578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Allocated IP 172.25.7.220 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/a59b3b8a-12b2-4bf9-9d38-4008996f720e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:06.953749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0794dec9-becc-406a-8058-33597fa1adcb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:06.954689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:06.971313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:06.977627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'subnets': [{'network_id': '21075dd0-ac37-4f41-afd9-e6d3b6b7c11e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1896792514', 'ip_version': 6}, {'network_id': 'b060d961-192a-4d11-bae0-a339489dd795', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:06.978110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'subnet': {'network_id': '21075dd0-ac37-4f41-afd9-e6d3b6b7c11e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1896792514', 'ip_version': 6}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:06.978915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Request body: {'subnet': {'network_id': 'b060d961-192a-4d11-bae0-a339489dd795', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:06.990878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-1c3e942e-b9e7-411b-8e4f-305f7e65fff6 service neutron] 10.222.0.77 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415096 Jun 30 09:35:07.205897 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:05Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:07.323324 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0549c44-422b-42df-99d6-bd621a083621 None None] The sync data for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 is: [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:05Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:07.359447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.365949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Made reservation on behalf of ac668fb7a0644190b26224a3048f4fb9 for: {'subnet': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:07.367122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2017084f-3c20-4135-8123-4af546a2b44b service neutron] 10.222.0.77 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505871 Jun 30 09:35:07.380512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.385876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.556306 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:07.668080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 81edb154-5cae-4edd-8d4f-29d40a8e3c45 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:07.700990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:07.730728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:07.750823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:07.819202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:07.882664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Pushing event updated for resources: {'Port': ['ID=a59b3b8a-12b2-4bf9-9d38-4008996f720e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:07.947609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ee5937-f656-41b6-be18-dad35ffc62b9 None None] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:07.998762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-803beb5f-af9a-418b-bd6a-f79ad28b4716 req-15ec8edb-8773-4c5f-a324-befe64aec2db tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 210 time: 0.0872071 Jun 30 09:35:08.088469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] Provisioning for port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:08.109762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] Provisioning complete for port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:08.110488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.390197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.744819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] For port 81edb154-5cae-4edd-8d4f-29d40a8e3c45, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=81edb154-5cae-4edd-8d4f-29d40a8e3c45,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:08.753189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.764914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:08.881287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71ddeff1-40c1-4178-8556-5bba3b40cfac up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:09.008432 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.022027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6fbbaa-60c6-49fa-ad4c-e84e725cf9f1 None None] Pushing event updated for resources: {'Port': ['ID=81edb154-5cae-4edd-8d4f-29d40a8e3c45,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:09.085605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 71ddeff1-40c1-4178-8556-5bba3b40cfac completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:09.094821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 71ddeff1-40c1-4178-8556-5bba3b40cfac triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:09.098425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.211048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6505133b-c8fc-4fca-9845-aaa4cf924d3e None None] Provisioning complete for port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:09.211698 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6505133b-c8fc-4fca-9845-aaa4cf924d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.330264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.370607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Subnet': ['ID=7cce818a-472c-4e4f-84cf-32354fb2bd54,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:09.371958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 71ddeff1-40c1-4178-8556-5bba3b40cfac, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71ddeff1-40c1-4178-8556-5bba3b40cfac,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:09.373875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d46bacb-1ed2-4c77-8f5f-fb09c3ba7439 req-df56ecda-a042-490e-be94-bbf9700c34d5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 210 time: 0.1963675 Jun 30 09:35:09.389164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Checking segment: {'id': '1c189481-27e3-4a82-b5a7-e765cc0411f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '21075dd0-ac37-4f41-afd9-e6d3b6b7c11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:09.389781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network hostable DHCP agents. Network: 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:09.395051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.459819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:09.490112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:09.505149 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.533835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096122c2-301f-44e2-9944-636346a97d6d None None] Network 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:09.779211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event updated for resources: {'Subnet': ['ID=06bb05e0-37dd-4b27-9dee-fbe39a992a89,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:09.805295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=71ddeff1-40c1-4178-8556-5bba3b40cfac,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:09.840082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Checking segment: {'id': '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b060d961-192a-4d11-bae0-a339489dd795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:09.841221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network hostable DHCP agents. Network: b060d961-192a-4d11-bae0-a339489dd795, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:09.903209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Network b060d961-192a-4d11-bae0-a339489dd795 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:09.938969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a0399-3ec0-4e83-9739-1ffbbee2935f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-21075dd0-ac37-4f41-afd9-e6d3b6b7c11e', 'network_id': '21075dd0-ac37-4f41-afd9-e6d3b6b7c11e', 'tenant_id': 'ac668fb7a0644190b26224a3048f4fb9', 'fixed_ips': [{'subnet_id': '7cce818a-472c-4e4f-84cf-32354fb2bd54'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:09.939847 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-644a0399-3ec0-4e83-9739-1ffbbee2935f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.943904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b060d961-192a-4d11-bae0-a339489dd795) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:09.951633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.958934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.962736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:09.963624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:09.999371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1484b1ae-6843-4a75-94c2-08b3197864df None None] Network b060d961-192a-4d11-bae0-a339489dd795 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:10.028876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-46916aca-d69c-4a43-8c8a-2022d2535b94 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.0562506 Jun 30 09:35:10.031261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40158) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:10.305467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1a6d0-b853-49f2-a9a3-247c3ba18a2a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.307537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1a6d0-b853-49f2-a9a3-247c3ba18a2a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.309804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe1a6d0-b853-49f2-a9a3-247c3ba18a2a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:10.311689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Router d3ab50a0-08e4-447b-b589-24396bb7ca09 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:35:10.314131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9fe1a6d0-b853-49f2-a9a3-247c3ba18a2a tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2746627 Jun 30 09:35:10.325501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40168) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:10.536711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Deleting subnet 7cce818a-472c-4e4f-84cf-32354fb2bd54 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:10.549181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.704797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71ddeff1-40c1-4178-8556-5bba3b40cfac up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:10.732333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.913687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-b060d961-192a-4d11-bae0-a339489dd795', 'network_id': 'b060d961-192a-4d11-bae0-a339489dd795', 'tenant_id': 'ac668fb7a0644190b26224a3048f4fb9', 'fixed_ips': [{'subnet_id': '06bb05e0-37dd-4b27-9dee-fbe39a992a89'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:10.920156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.939021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:10.976141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-667d9503-b209-4e6c-a590-4417c6483cc3 req-6250baf3-2b17-4489-a95f-e7ccea79d91e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 210 time: 0.1077564 Jun 30 09:35:10.992763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:11.032526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.037264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-62028feb-95a3-40be-858c-71a6b95a4cf9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0497541 Jun 30 09:35:11.041096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40172) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:11.155129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Allocated IP 2001:db8:0:1::1 (b060d961-192a-4d11-bae0-a339489dd795/06bb05e0-37dd-4b27-9dee-fbe39a992a89/0ff5e647-926e-44fd-a451-37c02d2a7bf9) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:11.230591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-f99a6b81-a96c-47b1-9dca-2a3dcd716091 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:11.232148 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-f99a6b81-a96c-47b1-9dca-2a3dcd716091 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 796 time: 0.3696477 Jun 30 09:35:11.245533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.377647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-d9b2cedb-dace-43e6-ad44-662b4a1ae77b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 380 time: 0.1270010 Jun 30 09:35:11.416489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.425838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Transition to ACTIVE for port object 0ff5e647-926e-44fd-a451-37c02d2a7bf9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:11.427350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'port': {'device_id': 'da741049-986d-45a2-97be-bee2c155844e', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'admin_state_up': True, 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'security_groups': ['f4794e5e-1f8d-46dc-8bcc-6a36010a22a0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:11.442145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Transition to ACTIVE for port object 0ff5e647-926e-44fd-a451-37c02d2a7bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:11.455145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Sync routers for ids ['d3ab50a0-08e4-447b-b589-24396bb7ca09'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:11.468517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-644a0399-3ec0-4e83-9739-1ffbbee2935f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cce818a-472c-4e4f-84cf-32354fb2bd54: This subnet is being modified by another concurrent operation. Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7cce818a-472c-4e4f-84cf-32354fb2bd54: This subnet is being modified by another concurrent operation. Jun 30 09:35:11.474412 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:35:11.541848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Network b060d961-192a-4d11-bae0-a339489dd795 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:11.548599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:11.551203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11af7781-b387-4c5b-9ca6-5dbd9208d202 None None] Network 21075dd0-ac37-4f41-afd9-e6d3b6b7c11e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:11.553642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:11.588538 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a16f8548-1ebb-498b-bcfb-456aad1ec8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.602710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Routers {'d3ab50a0-08e4-447b-b589-24396bb7ca09'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:11.603496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:34:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d3ab50a0-08e4-447b-b589-24396bb7ca09'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:11.646626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Subnet': ['ID=7cce818a-472c-4e4f-84cf-32354fb2bd54,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:11.664453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.666756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-595d5287-be77-4d44-99d6-d421be1314a4 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/subnets/7cce818a-472c-4e4f-84cf-32354fb2bd54 HTTP/1.1" status: 204 len: 168 time: 1.3402476 Jun 30 09:35:11.669532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:11.670252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40182) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:11.674203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.720590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Pushing event updated for resources: {'Port': ['ID=0ff5e647-926e-44fd-a451-37c02d2a7bf9,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:11.731060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 71ddeff1-40c1-4178-8556-5bba3b40cfac triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:11.733819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.879885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Attempting to bind port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:11.880628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Attempting to bind port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b060d961-192a-4d11-bae0-a339489dd795'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:11.881449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Attempting to bind port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 on network b060d961-192a-4d11-bae0-a339489dd795 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:11.938329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 81edb154-5cae-4edd-8d4f-29d40a8e3c45 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:11.951768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Deleting subnet 06bb05e0-37dd-4b27-9dee-fbe39a992a89 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:11.962329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:11.973262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.9 (55eb4a0c-127f-4b46-9732-3f89fa637f8b/09c4c775-5b16-4e37-bf31-0b3f6cb0e99a/009c9659-17e0-46d8-858a-736158f532b4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:12.094745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:12.095121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Checking segment: {'id': '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b060d961-192a-4d11-bae0-a339489dd795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:12.095528 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.095922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Bound using segment: {'id': '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b060d961-192a-4d11-bae0-a339489dd795'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:12.104663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Bound port: 0ff5e647-926e-44fd-a451-37c02d2a7bf9, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'b060d961-192a-4d11-bae0-a339489dd795'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:12.107770 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.204398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.304120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.337754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object 009c9659-17e0-46d8-858a-736158f532b4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:12.375951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff3bc5a-7f2a-4388-9081-472c66cedce8 req-5c1cf1b5-dc40-4b8f-9e53-0b039ca3c4ac tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 210 time: 0.1039562 Jun 30 09:35:12.444447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.565349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:12.576323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:12.594016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Set router d3ab50a0-08e4-447b-b589-24396bb7ca09 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:12.605068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:12.713622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:12.798194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:12.798928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.843865 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-b308a5ae-0a8f-4630-a964-6ca19e8b497c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4251680 Jun 30 09:35:12.863387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Request body: {'port': {'device_id': 'da741049-986d-45a2-97be-bee2c155844e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:12.963286 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:12.963856 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:12.996258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] For port 0ff5e647-926e-44fd-a451-37c02d2a7bf9, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:13.021305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] For port 0ff5e647-926e-44fd-a451-37c02d2a7bf9, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0ff5e647-926e-44fd-a451-37c02d2a7bf9,segment=NetworkSegment(39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b),segment_id=39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:13.036536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.051625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.117338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e06541d6-2c68-41be-b73a-f4fd5f7a0e71 None None] Provisioning for port 009c9659-17e0-46d8-858a-736158f532b4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:13.138604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e06541d6-2c68-41be-b73a-f4fd5f7a0e71 None None] Provisioning complete for port 009c9659-17e0-46d8-858a-736158f532b4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:13.138977 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e06541d6-2c68-41be-b73a-f4fd5f7a0e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.181029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:35:08Z', 'revision_number': 3, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:13.182930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e06541d6-2c68-41be-b73a-f4fd5f7a0e71 None None] Port 009c9659-17e0-46d8-858a-736158f532b4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:13.231725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Checking router: d3ab50a0-08e4-447b-b589-24396bb7ca09 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:13.231844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Updating router d3ab50a0-08e4-447b-b589-24396bb7ca09 port a59b3b8a-12b2-4bf9-9d38-4008996f720e binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:13.293906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.297455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3eaec-2025-4c88-9fa4-c6f80381b274 None None] Pushing event updated for resources: {'Port': ['ID=0ff5e647-926e-44fd-a451-37c02d2a7bf9,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:13.400355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.711660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.789136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.854504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009c9659-17e0-46d8-858a-736158f532b4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:13.892970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.933560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Transition to ACTIVE for port object 009c9659-17e0-46d8-858a-736158f532b4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:13.940651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.946558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.946802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/subnets/06bb05e0-37dd-4b27-9dee-fbe39a992a89 HTTP/1.1" status: 204 len: 168 time: 2.2732549 Jun 30 09:35:13.948497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40226) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:13.960869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded050c2-e569-403f-9485-771ea3847b93 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Subnet': ['ID=06bb05e0-37dd-4b27-9dee-fbe39a992a89,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:13.984098 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:13.999456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Transition to ACTIVE for port object a59b3b8a-12b2-4bf9-9d38-4008996f720e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:14.011618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.063637 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:14.091492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.095477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.096254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.096911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.100533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.101087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.101595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.102153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.102683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.103189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.103678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.105852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:14.295673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:14.296015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:14.296360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:14.297743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fccf8e-0cee-42c2-8a65-a3490969400d None None] Pushing event updated for resources: {'Port': ['ID=a59b3b8a-12b2-4bf9-9d38-4008996f720e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:14.304437 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Port 009c9659-17e0-46d8-858a-736158f532b4 on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:14.305046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:14.311902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Attempting to bind port a59b3b8a-12b2-4bf9-9d38-4008996f720e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:14.313329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Attempting to bind port a59b3b8a-12b2-4bf9-9d38-4008996f720e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:14.313745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Attempting to bind port a59b3b8a-12b2-4bf9-9d38-4008996f720e on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:14.319591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:14.320148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Checking segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:14.320711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Bound using segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:14.321719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Bound port: 009c9659-17e0-46d8-858a-736158f532b4, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:14.323534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.326153 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.328677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:14.329209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:14.330715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.331271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:14.332084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Bound port: a59b3b8a-12b2-4bf9-9d38-4008996f720e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:14.332574 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.334464 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-337fa11f-608e-4081-b184-627253a3d293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.380546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae50cd1-aff3-43f8-81c0-24cb47e0514d tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.385960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cae50cd1-aff3-43f8-81c0-24cb47e0514d tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4343255 Jun 30 09:35:14.389600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40242) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:14.500925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] For port a59b3b8a-12b2-4bf9-9d38-4008996f720e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:14.517201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] For port a59b3b8a-12b2-4bf9-9d38-4008996f720e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a59b3b8a-12b2-4bf9-9d38-4008996f720e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:14.523430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:14.534268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:14.554449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.562092 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.627980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0f8f7-e880-4764-a645-95b55ca93352 req-4a4d28ad-b47f-45f1-ba90-b5380387fe02 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.636773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:14.638890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fd0f8f7-e880-4764-a645-95b55ca93352 req-4a4d28ad-b47f-45f1-ba90-b5380387fe02 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 931 time: 0.7689686 Jun 30 09:35:14.669561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.672470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:14.673989 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-2392b946-ac55-4ee0-b2a3-7e58577fea30 service neutron] 10.222.0.79 "PUT /v2.0/ports/009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 1092 time: 1.8152959 Jun 30 09:35:14.679925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:14.684301 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7680a342-77c4-4e61-8877-6247daa09f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:14.730719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fccf8e-0cee-42c2-8a65-a3490969400d None None] Pushing event updated for resources: {'Port': ['ID=a59b3b8a-12b2-4bf9-9d38-4008996f720e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:14.842791 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efc3085-1b91-4d84-811c-d8cf489209fa x-openstack-request-id: req-6efc3085-1b91-4d84-811c-d8cf489209fa {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:14.843095 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:14.843851 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6efc3085-1b91-4d84-811c-d8cf489209fa {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:14.846292 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'status': 'completed', 'code': 200} Jun 30 09:35:14.858073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Routers {'d3ab50a0-08e4-447b-b589-24396bb7ca09'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:14.858838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d3ab50a0-08e4-447b-b589-24396bb7ca09'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:14.872034 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-42067c57-9bd6-4b3b-b9a5-3c520e5b0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:14.875172 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-42067c57-9bd6-4b3b-b9a5-3c520e5b0a70 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1095 time: 0.1386540 Jun 30 09:35:14.979842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Allocated IP 172.20.0.1 (0be408b1-13e4-4c62-9ab7-f485a671cb53/5f7d1924-0717-4033-b37e-110007084ead/cc2089db-45bf-4ce3-83a8-ebb8b1913df7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:15.015646 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.030583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-c765eeff-3819-4af1-81d9-9f3b80d864d5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 217 time: 0.1345026 Jun 30 09:35:15.085689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fd0f8f7-e880-4764-a645-95b55ca93352 req-16069e66-7977-4610-acb8-0d093864ba1a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4450598 Jun 30 09:35:15.175472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-4d1b8e3a-c011-42b7-b488-758e5acc1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:15.178115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-4d1b8e3a-c011-42b7-b488-758e5acc1996 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1369586 Jun 30 09:35:15.183801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd5b5e3-d7a5-48e3-a9ba-7dd38d39ccff None None] Network b060d961-192a-4d11-bae0-a339489dd795 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:15.213913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] Set router d3ab50a0-08e4-447b-b589-24396bb7ca09 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:15.253307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-d5d4752b-85ca-4db6-8496-d20cce5186ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:15.255924 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-d5d4752b-85ca-4db6-8496-d20cce5186ed service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675664 Jun 30 09:35:15.330318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Deleting port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:15.330728 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.462109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] For port 0ff5e647-926e-44fd-a451-37c02d2a7bf9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0ff5e647-926e-44fd-a451-37c02d2a7bf9,segment=NetworkSegment(39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b),segment_id=39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:15.462727 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.501574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Calling delete_port for 0ff5e647-926e-44fd-a451-37c02d2a7bf9 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:15.633750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0ff5e647-926e-44fd-a451-37c02d2a7bf9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:15.656101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.685817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Transition to ACTIVE for port object cc2089db-45bf-4ce3-83a8-ebb8b1913df7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:15.705144 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0e3d9ce6-bdb7-4392-beb9-8e8b95d73556 None None] Provisioning for port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:15.794271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.877385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Pushing event updated for resources: {'Port': ['ID=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.880209 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:15.892446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No active binding found for port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 {{(pid=93726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:35:15.893043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0ff5e647-926e-44fd-a451-37c02d2a7bf9 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:35:15.940600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 not found, will not notify nova. {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:35:15.944197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Port': ['ID=0ff5e647-926e-44fd-a451-37c02d2a7bf9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:15.949571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:15.951010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] No DVR routers for this DVR port 0ff5e647-926e-44fd-a451-37c02d2a7bf9 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:15.956286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:15.960473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:16.007592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.089951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:35:08Z', 'revision_number': 3, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:16.184103 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-70e73ebc-85c7-462d-81a1-95e6aaefbc2e service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9149363 Jun 30 09:35:16.219995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbc7b9d-a99a-418e-8f59-b7018571c96f None None] DHCP port deletion for b060d961-192a-4d11-bae0-a339489dd795 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:35:16.272518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba32ce0e-1655-4520-87c2-fcc3b30bb17d None None] The sync data for ids ['d3ab50a0-08e4-447b-b589-24396bb7ca09'] in n-d-780147-22 is: [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:35:08Z', 'revision_number': 3, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:16.309672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.444021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.608140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01916a-ae2f-45bc-ad3e-65995f279393 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:35:16.619563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf606a45-e9d9-4f70-bfb1-8d63bac66aa5 req-75549e2f-30a9-4029-a567-4d54d69a6b7d service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235291 Jun 30 09:35:16.713430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-457a407d-a13e-4058-abe5-33e7284c313f None None] Provisioning for port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:16.713599 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.714256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-457a407d-a13e-4058-abe5-33e7284c313f None None] Provisioning complete for port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:16.714256 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-457a407d-a13e-4058-abe5-33e7284c313f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:16.863957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b060d961-192a-4d11-bae0-a339489dd795']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:16.880801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a342-77c4-4e61-8877-6247daa09f2e req-5148cf78-5356-4aac-9238-f6edf07c96ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:16.884550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-457a407d-a13e-4058-abe5-33e7284c313f None None] Port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:16.893987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-5148cf78-5356-4aac-9238-f6edf07c96ef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1095 time: 0.1992984 Jun 30 09:35:16.938165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:16.938444 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c45f4f-ec9f-4e3b-8d64-8cf9398c2b1b') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:17.002563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01916a-ae2f-45bc-ad3e-65995f279393 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:35:17.033616 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.080661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.123141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2fe5f-9df3-4c9a-b34d-71f800b44951 req-4f8ad700-96f0-4761-adf2-47c6726384cd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.132354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cf2fe5f-9df3-4c9a-b34d-71f800b44951 req-4f8ad700-96f0-4761-adf2-47c6726384cd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.4888325 Jun 30 09:35:17.182753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:17.183231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.184240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a342-77c4-4e61-8877-6247daa09f2e req-a5b2dae9-0795-4509-96d9-192643595683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.186681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-a5b2dae9-0795-4509-96d9-192643595683 service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.2883511 Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:17.190602 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:17.352264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cf2fe5f-9df3-4c9a-b34d-71f800b44951 req-b92b30cc-ad13-4b71-b58c-111984bf7e2c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137990 Jun 30 09:35:17.362524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-79ec12e6-ecee-4910-bbb7-c48acac7359c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 217 time: 0.1655340 Jun 30 09:35:17.444949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.462595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.497429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.508954 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a342-77c4-4e61-8877-6247daa09f2e req-3f3ab01d-c8d3-40e8-a412-8177e56f01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.510718 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-3f3ab01d-c8d3-40e8-a412-8177e56f01ac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1426036 Jun 30 09:35:17.545858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.564303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/networks/b060d961-192a-4d11-bae0-a339489dd795 HTTP/1.1" status: 204 len: 168 time: 3.1735713 Jun 30 09:35:17.569463 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.584636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a59b3b8a-12b2-4bf9-9d38-4008996f720e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:17.596379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40416) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:17.704365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Pushing event updated for resources: {'Port': ['ID=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.711439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9a8473-6854-4304-a4c2-39f66435cfc3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Network': ['ID=b060d961-192a-4d11-bae0-a339489dd795,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:17.791237 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.841251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.883910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a342-77c4-4e61-8877-6247daa09f2e req-36e28e1b-0973-43a3-957f-5de41d7abf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:17.886871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:17.896010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-36e28e1b-0973-43a3-957f-5de41d7abf88 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3775616 Jun 30 09:35:18.036794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:18.040922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:18.117202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a59b3b8a-12b2-4bf9-9d38-4008996f720e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:18.148809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a59b3b8a-12b2-4bf9-9d38-4008996f720e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:18.150325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.210158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.228771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21075dd0-ac37-4f41-afd9-e6d3b6b7c11e']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:18.250704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c189481-27e3-4a82-b5a7-e765cc0411f9') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:18.251331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c189481-27e3-4a82-b5a7-e765cc0411f9') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:18.302798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.336278 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-bbf766f3-85d9-46d4-867b-61824115013b service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249613 Jun 30 09:35:18.384614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Router d3ab50a0-08e4-447b-b589-24396bb7ca09 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:18.408928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.470494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.516828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:18.517768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:18.521182 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:18.575118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a59b3b8a-12b2-4bf9-9d38-4008996f720e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a59b3b8a-12b2-4bf9-9d38-4008996f720e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:18.590211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.680966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.704526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.707300 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/networks/21075dd0-ac37-4f41-afd9-e6d3b6b7c11e HTTP/1.1" status: 204 len: 168 time: 1.0992191 Jun 30 09:35:18.712015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca19a5-0350-42ce-abf2-c6f647ee3bcc tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Network': ['ID=21075dd0-ac37-4f41-afd9-e6d3b6b7c11e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:18.714057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40478) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:18.753150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:18.766120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-40d28275-7cd7-4b92-a565-b9935e40712e admin admin] 10.222.0.77 "PUT /v2.0/routers/d3ab50a0-08e4-447b-b589-24396bb7ca09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7235110 Jun 30 09:35:18.826316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7680a342-77c4-4e61-8877-6247daa09f2e req-34b015e9-bc00-482e-85c0-a633d9b1307e service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635084 Jun 30 09:35:18.871218 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a59b3b8a-12b2-4bf9-9d38-4008996f720e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:18.876571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0ff5e647-926e-44fd-a451-37c02d2a7bf9 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:18.919682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0ff5e647-926e-44fd-a451-37c02d2a7bf9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:18.920036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0ff5e647-926e-44fd-a451-37c02d2a7bf9 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:18.955651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-979b46ec-1087-4331-80d6-2808c70efb0c None None] Provisioning complete for port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:18.960646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-979b46ec-1087-4331-80d6-2808c70efb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:18.968704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.069560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-1561565a-dba2-4b41-8833-e36602ebcb6a req-33030094-1785-4e40-95dd-c76309126d90 service neutron] (93725) timed out ('10.222.0.77', 44540) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:35:19.102434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e45440-79e2-47e5-8a7c-199d967d6fd8 req-da42517f-9121-40dc-a6f4-a21b62aa030d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:19.115107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75e45440-79e2-47e5-8a7c-199d967d6fd8 req-da42517f-9121-40dc-a6f4-a21b62aa030d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.2670367 Jun 30 09:35:19.153630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-979b46ec-1087-4331-80d6-2808c70efb0c None None] Port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:19.239662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.241099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75e45440-79e2-47e5-8a7c-199d967d6fd8 req-c15d8928-c856-44a5-9d7c-abda7269a467 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137772 Jun 30 09:35:19.273575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae79009b-361e-4e40-a3d8-8f543463defa']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:19.301447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91759d40-3549-4ff9-b13a-fd80d122de36') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:19.303260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91759d40-3549-4ff9-b13a-fd80d122de36') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:19.327544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.362491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.386580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:19.390015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:19.399201 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:19.575443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a59b3b8a-12b2-4bf9-9d38-4008996f720e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:19.637458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.669034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.678832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/networks/ae79009b-361e-4e40-a3d8-8f543463defa HTTP/1.1" status: 204 len: 168 time: 0.9290841 Jun 30 09:35:19.689244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40540) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:19.690676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a59b3b8a-12b2-4bf9-9d38-4008996f720e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:19.691208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:19.722097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934d43b-83f6-4d87-8e70-1e8c2fd8b841 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Network': ['ID=ae79009b-361e-4e40-a3d8-8f543463defa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:19.929991 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Sync routers for ids ['d3ab50a0-08e4-447b-b589-24396bb7ca09'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:19.957990 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Routers {'d3ab50a0-08e4-447b-b589-24396bb7ca09'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:19.961237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d3ab50a0-08e4-447b-b589-24396bb7ca09'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:20.059971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 009c9659-17e0-46d8-858a-736158f532b4 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:20.078504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40562) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:20.084849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-107411017-network', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:20.122970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.171791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Made reservation on behalf of 0f09abec1fd7435a80bcffb8e18b0ae9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:20.174551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.209396 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.319382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:20.329856 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Set router d3ab50a0-08e4-447b-b589-24396bb7ca09 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:20.337721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '009c9659-17e0-46d8-858a-736158f532b4', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'port_id': '009c9659-17e0-46d8-858a-736158f532b4', 'mac_address': 'fa:16:3e:05:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:20.411987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.418902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.433515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.435716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa7a25d-1053-42e1-ab8b-9803835cb47b']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:20.459701 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.465109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6198b595-f3ca-4f92-95f0-f36632239f8e') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:20.466457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6198b595-f3ca-4f92-95f0-f36632239f8e') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:20.480079 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.512525 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.513013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009c9659-17e0-46d8-858a-736158f532b4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:20.523111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:20.524335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:20.529903 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:20.568118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa447492-b321-4728-9f89-660b8d1302e7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.597014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:20.611268 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.625786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:20.676930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.677606 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Added segment b66413fa-a8fc-4d10-b3b0-995ad99c8e7a of type vlan for network 561d1437-5c14-4038-86c7-8feb236f71d1 Jun 30 09:35:20.722056 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.731697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.736666 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] 10.222.0.77 "DELETE /v2.0/networks/aaa7a25d-1053-42e1-ab8b-9803835cb47b HTTP/1.1" status: 204 len: 168 time: 1.0161853 Jun 30 09:35:20.740046 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.759032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.772170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900408a-7942-4b8b-bb5d-21d2c92fece3 tempest-BulkNetworkOpsIpV6Test-138313648 tempest-BulkNetworkOpsIpV6Test-138313648-project] Pushing event deleted for resources: {'Network': ['ID=aaa7a25d-1053-42e1-ab8b-9803835cb47b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.801029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.802413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.803613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:20.875910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=561d1437-5c14-4038-86c7-8feb236f71d1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:20.886887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 561d1437-5c14-4038-86c7-8feb236f71d1 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:20.887724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b8822-e192-4ce5-86b6-8d54581ac7b4 req-3de417d8-57db-445d-a754-72dd9fa79b4d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:20.889859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce2b8822-e192-4ce5-86b6-8d54581ac7b4 req-3de417d8-57db-445d-a754-72dd9fa79b4d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.4688287 Jun 30 09:35:20.929155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b7d422a8-3d37-4fe5-a82a-117437f33ad8 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8494437 Jun 30 09:35:20.932205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40624) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:20.938160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Request body: {'subnet': {'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-107411017-subnet', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:20.944632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce2b8822-e192-4ce5-86b6-8d54581ac7b4 req-7cb20675-4abf-409e-ab46-c21b195d0007 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474212 Jun 30 09:35:20.948743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['009c9659-17e0-46d8-858a-736158f532b4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:21.024892 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:35:16Z', 'revision_number': 4, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc2089db-45bf-4ce3-83a8-ebb8b1913df7', 'name': '', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'mac_address': 'fa:16:3e:69:e9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5f7d1924-0717-4033-b37e-110007084ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:13Z', 'updated_at': '2021-06-30T09:35:16Z', 'revision_number': 2, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'subnets': [{'id': '5f7d1924-0717-4033-b37e-110007084ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:21.026157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Made reservation on behalf of 0f09abec1fd7435a80bcffb8e18b0ae9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:21.048505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.121044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Checking router: d3ab50a0-08e4-447b-b589-24396bb7ca09 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:21.121400 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Updating router d3ab50a0-08e4-447b-b589-24396bb7ca09 port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:21.249691 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.531537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40650) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.812458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.856902 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.864967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-68cd8622-2586-4a66-bd68-86536f032a5d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac668fb7a0644190b26224a3048f4fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3312845 Jun 30 09:35:21.866075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:21.875936 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Transition to ACTIVE for port object cc2089db-45bf-4ce3-83a8-ebb8b1913df7 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:21.897259 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:21.987055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa9129ad-a199-47d6-b49b-39fb118a5f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.020826 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Pushing event updated for resources: {'Port': ['ID=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.036581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa9129ad-a199-47d6-b49b-39fb118a5f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.082270 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.083094 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.083094 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.083378 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.083907 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.084960 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.085483 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.086189 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.086882 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.087409 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.092172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.093576 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:22.095678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b912125c-3374-41b2-856e-99041e4ab240,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.146517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Checking segment: {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:22.146994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Network hostable DHCP agents. Network: 561d1437-5c14-4038-86c7-8feb236f71d1, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:22.181157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa9129ad-a199-47d6-b49b-39fb118a5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.184898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa9129ad-a199-47d6-b49b-39fb118a5f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.187066 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fa9129ad-a199-47d6-b49b-39fb118a5f59 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/d062286f-3bcc-4971-8760-646d756b7d4c HTTP/1.1" status: 204 len: 168 time: 0.3196495 Jun 30 09:35:22.207312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9129ad-a199-47d6-b49b-39fb118a5f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d062286f-3bcc-4971-8760-646d756b7d4c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:22.227265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Network 561d1437-5c14-4038-86c7-8feb236f71d1 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:22.261433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 561d1437-5c14-4038-86c7-8feb236f71d1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:22.267402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.270104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.272783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7106ff-eb0c-4513-a05b-50f06f8d133d None None] Network 561d1437-5c14-4038-86c7-8feb236f71d1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:22.311384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-afa78c5d-ed4d-4bf2-9aaa-f6aa7c5ea026 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3779368 Jun 30 09:35:22.313498 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Attempting to bind port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:22.314446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40688) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:22.317647 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Attempting to bind port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:22.318708 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Attempting to bind port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:22.321540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:22.340573 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:22.340978 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Checking segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:22.341325 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.341707 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Bound using segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:22.353076 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Bound port: cc2089db-45bf-4ce3-83a8-ebb8b1913df7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:22.353555 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.400919 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.402008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.550536 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] For port cc2089db-45bf-4ce3-83a8-ebb8b1913df7, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:22.557578 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] For port cc2089db-45bf-4ce3-83a8-ebb8b1913df7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:22.572428 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.601457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:22.665962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb5ba2-366e-4b33-9025-5a411aad6380 req-9d9fd34b-106b-4c3c-8a0f-c3573a64eaa3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:22.668272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cabb5ba2-366e-4b33-9025-5a411aad6380 req-9d9fd34b-106b-4c3c-8a0f-c3573a64eaa3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 944 time: 0.3119869 Jun 30 09:35:22.715880 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Routers {'d3ab50a0-08e4-447b-b589-24396bb7ca09'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:22.716592 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d3ab50a0-08e4-447b-b589-24396bb7ca09'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:22.771655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-561d1437-5c14-4038-86c7-8feb236f71d1', 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'fixed_ips': [{'subnet_id': 'b912125c-3374-41b2-856e-99041e4ab240'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:22.772570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.024491 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d3385-f292-4831-9e5c-398d328db57e None None] Pushing event updated for resources: {'Port': ['ID=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.160807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Allocated IP 172.20.0.2 (561d1437-5c14-4038-86c7-8feb236f71d1/b912125c-3374-41b2-856e-99041e4ab240/a32c4402-7c63-47f4-9cd8-cad5643fd979) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:23.163361 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] Set router d3ab50a0-08e4-447b-b589-24396bb7ca09 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:23.574940 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.588085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Transition to ACTIVE for port object a32c4402-7c63-47f4-9cd8-cad5643fd979 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:23.617611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Transition to ACTIVE for port object a32c4402-7c63-47f4-9cd8-cad5643fd979 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:23.627670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.677981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:23.726943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cabb5ba2-366e-4b33-9025-5a411aad6380 req-c726d4e0-c4ff-4d44-913c-523ae06b3fe0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9337666 Jun 30 09:35:23.774476 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Pushing event updated for resources: {'Port': ['ID=a32c4402-7c63-47f4-9cd8-cad5643fd979,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:23.794743 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:35:16Z', 'revision_number': 4, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc2089db-45bf-4ce3-83a8-ebb8b1913df7', 'name': '', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'mac_address': 'fa:16:3e:69:e9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5f7d1924-0717-4033-b37e-110007084ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:13Z', 'updated_at': '2021-06-30T09:35:22Z', 'revision_number': 4, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'subnets': [{'id': '5f7d1924-0717-4033-b37e-110007084ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:23.810522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Network 561d1437-5c14-4038-86c7-8feb236f71d1 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:23.815457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:23.818832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:23.901274 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7c64-e8dd-407b-971d-91fe32b88305 None None] The sync data for ids ['d3ab50a0-08e4-447b-b589-24396bb7ca09'] in n-d-780147-22 is: [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:35:16Z', 'revision_number': 4, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc2089db-45bf-4ce3-83a8-ebb8b1913df7', 'name': '', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'mac_address': 'fa:16:3e:69:e9:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5f7d1924-0717-4033-b37e-110007084ead', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:13Z', 'updated_at': '2021-06-30T09:35:22Z', 'revision_number': 4, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'subnets': [{'id': '5f7d1924-0717-4033-b37e-110007084ead', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:24.166569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 009c9659-17e0-46d8-858a-736158f532b4 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:24.298316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:24.382278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Attempting to bind port a32c4402-7c63-47f4-9cd8-cad5643fd979 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:24.384872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Attempting to bind port a32c4402-7c63-47f4-9cd8-cad5643fd979 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:24.385348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Attempting to bind port a32c4402-7c63-47f4-9cd8-cad5643fd979 on network 561d1437-5c14-4038-86c7-8feb236f71d1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:24.406182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:24.412670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Checking segment: {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:24.416890 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.417287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Bound using segment: {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:24.419262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Bound port: a32c4402-7c63-47f4-9cd8-cad5643fd979, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:24.420127 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.455917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 009c9659-17e0-46d8-858a-736158f532b4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:24.505787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'networks': [{'name': 'tempest-network--2067840482'}, {'name': 'tempest-network--1424308629'}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:24.506747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'network': {'name': 'tempest-network--2067840482'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:24.507442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'network': {'name': 'tempest-network--1424308629'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:24.551188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.568399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'network': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:24.579634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.625654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.628601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.658965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] For port a32c4402-7c63-47f4-9cd8-cad5643fd979, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:24.672070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] For port a32c4402-7c63-47f4-9cd8-cad5643fd979, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a32c4402-7c63-47f4-9cd8-cad5643fd979,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:24.675178 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 009c9659-17e0-46d8-858a-736158f532b4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:24.676630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.731231 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.842403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17575f3-727d-40ab-b1f1-c56596ed68fe None None] Pushing event updated for resources: {'Port': ['ID=a32c4402-7c63-47f4-9cd8-cad5643fd979,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:24.974137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.992804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.993285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:24.997510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Allocated IP 172.25.7.168 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/faeaffd6-b168-44ed-a95f-1fa1c0867810) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:25.012365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.089682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:25.093556 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d852e-d423-4cde-b2cc-631ffff4f3d1" -d '{"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-plugged", "status": "completed", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:25.095533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=977369c8-770f-4e54-8c74-3e35ae80c123,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:25.101412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:25.114448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.114997 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Added segment 9ead60ce-608f-496c-a89e-a20d35d55f29 of type vlan for network 495d8e4b-a40a-4625-ad19-280b99903a12 Jun 30 09:35:25.172000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:25.183942 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.191948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.261070 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc59db4-b7b8-4d7a-8219-ac4c2675aa5e x-openstack-request-id: req-9cc59db4-b7b8-4d7a-8219-ac4c2675aa5e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:25.261430 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-plugged", "status": "completed", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:25.261693 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9cc59db4-b7b8-4d7a-8219-ac4c2675aa5e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:25.262114 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'code': 200} Jun 30 09:35:25.275219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:25.312261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.312916 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Added segment 25ed7a0a-da17-4753-933b-40f32b3ffb82 of type vlan for network 7bb05fc7-9cff-43c1-a5c8-cc5bce1f15e8 Jun 30 09:35:25.368791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dda239-f2fe-40e2-85c5-102436c05071 req-6086fc94-54c0-4b13-8573-a020cafe40ba tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.382248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4dda239-f2fe-40e2-85c5-102436c05071 req-6086fc94-54c0-4b13-8573-a020cafe40ba tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 944 time: 0.2653065 Jun 30 09:35:25.395629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:25.485547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4dda239-f2fe-40e2-85c5-102436c05071 req-a37e8978-5374-4c51-b6e8-10d7bda1a78d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994418 Jun 30 09:35:25.491551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.529961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.605885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.606125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.606125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.615332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.619212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.619907 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:25.652965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43757b51-1359-4cbe-a339-eb12cf88529a req-ab06d25b-eee3-4995-ae90-3c6f1c685459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:25.654520 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43757b51-1359-4cbe-a339-eb12cf88529a req-ab06d25b-eee3-4995-ae90-3c6f1c685459 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.2433183 Jun 30 09:35:25.695854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:25.709722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:25.716640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:25.728188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=faeaffd6-b168-44ed-a95f-1fa1c0867810,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:25.813184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-43757b51-1359-4cbe-a339-eb12cf88529a req-ccce0aa1-b6c0-4f52-b264-f2892ca3bb1a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440182 Jun 30 09:35:25.868019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Network': ['ID=495d8e4b-a40a-4625-ad19-280b99903a12,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:25.871729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc2089db-45bf-4ce3-83a8-ebb8b1913df7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:25.880364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5809216 Jun 30 09:35:25.907131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:25.987051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 495d8e4b-a40a-4625-ad19-280b99903a12 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:26.069193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa35d7-1753-4f9b-a313-a7940870b1b9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Network': ['ID=7bb05fc7-9cff-43c1-a5c8-cc5bce1f15e8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:26.107955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 7bb05fc7-9cff-43c1-a5c8-cc5bce1f15e8 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:26.327947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:26.372967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:26.382357 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.465215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd280e18-05fc-4e4b-b00b-db8ef4204cc0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.471874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd280e18-05fc-4e4b-b00b-db8ef4204cc0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.478840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd280e18-05fc-4e4b-b00b-db8ef4204cc0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.487003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd280e18-05fc-4e4b-b00b-db8ef4204cc0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:26.487558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd280e18-05fc-4e4b-b00b-db8ef4204cc0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5794668 Jun 30 09:35:26.490631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40848) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:26.754928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.823675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port cc2089db-45bf-4ce3-83a8-ebb8b1913df7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:26.834911 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.835995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a32c4402-7c63-47f4-9cd8-cad5643fd979 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:26.885745 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.907295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:26.957368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:26.994285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ab99b0-949c-4b82-8710-04768524fe9c None None] Network 561d1437-5c14-4038-86c7-8feb236f71d1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:27.082993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a32c4402-7c63-47f4-9cd8-cad5643fd979 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:27.102114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] Provisioning for port a32c4402-7c63-47f4-9cd8-cad5643fd979 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:27.127413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] Provisioning complete for port a32c4402-7c63-47f4-9cd8-cad5643fd979 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:27.127791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.358021 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.386498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa71c71-01df-42fe-83fb-2aa0d522be0e req-610cbda6-a3e3-457d-ab19-87d73eb4dd6d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:27.388104 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afa71c71-01df-42fe-83fb-2aa0d522be0e req-610cbda6-a3e3-457d-ab19-87d73eb4dd6d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.4975650 Jun 30 09:35:27.407576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.464470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['495d8e4b-a40a-4625-ad19-280b99903a12']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:27.469057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] For port a32c4402-7c63-47f4-9cd8-cad5643fd979, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a32c4402-7c63-47f4-9cd8-cad5643fd979,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:27.488758 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.499753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ead60ce-608f-496c-a89e-a20d35d55f29') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:27.500358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ead60ce-608f-496c-a89e-a20d35d55f29') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:27.529272 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.554741 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.586185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc2089db-45bf-4ce3-83a8-ebb8b1913df7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:27.619685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aaffb-08e5-4b13-8c30-9dd4bdc5ca54 None None] Pushing event updated for resources: {'Port': ['ID=a32c4402-7c63-47f4-9cd8-cad5643fd979,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:27.683782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:27.684431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.803526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afa71c71-01df-42fe-83fb-2aa0d522be0e req-702f57b4-f7ce-4eab-8153-a754c1eb57fd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3991375 Jun 30 09:35:27.827598 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.837641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:27.868158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:27.871061 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:27.917596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-32f4fda6-5e85-43cc-a059-c0326289c00d None None] Provisioning complete for port a32c4402-7c63-47f4-9cd8-cad5643fd979 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:27.918078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-32f4fda6-5e85-43cc-a059-c0326289c00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:27.999934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Router 5a8382af-4c25-4b9a-82a4-f86650587d3c is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:35:28.103770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.118299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.120106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/networks/495d8e4b-a40a-4625-ad19-280b99903a12 HTTP/1.1" status: 204 len: 168 time: 1.6285403 Jun 30 09:35:28.122899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:28.135381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73165031-69ba-4047-97e7-ed47b62d785c tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Network': ['ID=495d8e4b-a40a-4625-ad19-280b99903a12,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:28.205088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:28.223684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Sync routers for ids ['5a8382af-4c25-4b9a-82a4-f86650587d3c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:28.243454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.248838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dd7d5ca1-1ace-4a44-bafd-109883a53fa3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9304247 Jun 30 09:35:28.249925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40868) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:28.252422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Routers {'5a8382af-4c25-4b9a-82a4-f86650587d3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:28.255009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5a8382af-4c25-4b9a-82a4-f86650587d3c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:28.294050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.480105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Set router 5a8382af-4c25-4b9a-82a4-f86650587d3c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:28.488862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.510261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb05fc7-9cff-43c1-a5c8-cc5bce1f15e8']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:28.534706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ed7a0a-da17-4753-933b-40f32b3ffb82') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:28.535587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ed7a0a-da17-4753-933b-40f32b3ffb82') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:28.554467 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.609513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.621098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:28.623371 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:28.629411 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:28.752234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:35:26Z', 'revision_number': 3, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:28.780427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.793032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:28.798442 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/networks/7bb05fc7-9cff-43c1-a5c8-cc5bce1f15e8 HTTP/1.1" status: 204 len: 168 time: 0.6738424 Jun 30 09:35:28.801734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40876) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:28.811556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Checking router: 5a8382af-4c25-4b9a-82a4-f86650587d3c for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:28.811909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Updating router 5a8382af-4c25-4b9a-82a4-f86650587d3c port faeaffd6-b168-44ed-a95f-1fa1c0867810 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:28.829012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a9a82-2215-4e8c-8140-14976005caf9 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Network': ['ID=7bb05fc7-9cff-43c1-a5c8-cc5bce1f15e8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:28.901067 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.062003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.250286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ef738-1a8e-4c52-bf5f-83e7989df1cc tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.257915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29ef738-1a8e-4c52-bf5f-83e7989df1cc tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.265988 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e29ef738-1a8e-4c52-bf5f-83e7989df1cc tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4629648 Jun 30 09:35:29.267310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40886) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.276303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-258509173'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:29.307093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.311835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:29.318954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.330171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Transition to ACTIVE for port object faeaffd6-b168-44ed-a95f-1fa1c0867810 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:29.350117 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.369228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:29.380144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.380541 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Added segment 3f78cdd1-a52b-4e8b-94fd-e0df566b94c2 of type vlan for network 97528ecf-7ec0-4f19-9184-de9d9df5d272 Jun 30 09:35:29.434126 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.473544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.490670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Attempting to bind port faeaffd6-b168-44ed-a95f-1fa1c0867810 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:29.492212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Attempting to bind port faeaffd6-b168-44ed-a95f-1fa1c0867810 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:29.492697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Attempting to bind port faeaffd6-b168-44ed-a95f-1fa1c0867810 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:29.502099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81fdc3-f344-4c7d-a08b-47dfe6b7f76e None None] Pushing event updated for resources: {'Port': ['ID=faeaffd6-b168-44ed-a95f-1fa1c0867810,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.528339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:29.528712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:29.537395 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.546256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:29.546256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Bound port: faeaffd6-b168-44ed-a95f-1fa1c0867810, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:29.546256 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.572354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.581188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.582794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.621115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a32c4402-7c63-47f4-9cd8-cad5643fd979 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:29.710159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4416065 Jun 30 09:35:29.717674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:29.743884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-434074231'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:29.794871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] For port faeaffd6-b168-44ed-a95f-1fa1c0867810, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:29.808973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] For port faeaffd6-b168-44ed-a95f-1fa1c0867810, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=faeaffd6-b168-44ed-a95f-1fa1c0867810,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:29.811411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a32c4402-7c63-47f4-9cd8-cad5643fd979 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:29.812938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.820466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3de386-5014-4eb5-9c50-c6bb6fd30d61 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Network': ['ID=97528ecf-7ec0-4f19-9184-de9d9df5d272,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:29.852855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:29.856906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.910878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.912475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 97528ecf-7ec0-4f19-9184-de9d9df5d272 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:29.914626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:29.922889 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.937205 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:29.938466 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Added segment df97610d-6aef-4c46-a063-1363e120de9d of type vlan for network 81e50b16-d14e-420a-8707-59391923f9f2 Jun 30 09:35:29.960287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c2deb-3d40-4672-9429-9cdfded400af req-e9a388ef-39ea-48ca-baa6-2472611e4505 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:29.968865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a9c2deb-3d40-4672-9429-9cdfded400af req-e9a388ef-39ea-48ca-baa6-2472611e4505 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.6214228 Jun 30 09:35:30.033026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.085886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a9c2deb-3d40-4672-9429-9cdfded400af req-9666d7ff-6119-4443-94dc-5b08356a0b69 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157088 Jun 30 09:35:30.091435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.105755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:30.106651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.242988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Routers {'5a8382af-4c25-4b9a-82a4-f86650587d3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:30.243795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5a8382af-4c25-4b9a-82a4-f86650587d3c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:30.266610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 9a08c058-446c-4eb2-bea7-eaa75998b10c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:30.267801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.298470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Network': ['ID=81e50b16-d14e-420a-8707-59391923f9f2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.344812 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f4baa30e-1909-4958-9b84-13a63be74373 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6256964 Jun 30 09:35:30.346967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:30.364909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'ports': [{'network_id': '97528ecf-7ec0-4f19-9184-de9d9df5d272', 'name': 'tempest-port--692815800', 'admin_state_up': True}, {'network_id': '81e50b16-d14e-420a-8707-59391923f9f2', 'admin_state_up': False}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:30.365970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'port': {'network_id': '97528ecf-7ec0-4f19-9184-de9d9df5d272', 'name': 'tempest-port--692815800', 'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:30.371008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'port': {'network_id': '81e50b16-d14e-420a-8707-59391923f9f2', 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:30.392584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 81e50b16-d14e-420a-8707-59391923f9f2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:30.430992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa81fdc3-f344-4c7d-a08b-47dfe6b7f76e None None] Pushing event updated for resources: {'Port': ['ID=faeaffd6-b168-44ed-a95f-1fa1c0867810,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:30.437074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.437570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.452894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 9a08c058-446c-4eb2-bea7-eaa75998b10c owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:30.707248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Allocated IP 172.20.0.1 (561d1437-5c14-4038-86c7-8feb236f71d1/b912125c-3374-41b2-856e-99041e4ab240/cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:30.755659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'port': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:30.760595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.796828 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:30.872595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] Set router 5a8382af-4c25-4b9a-82a4-f86650587d3c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:31.040638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.053248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] device_id is not set on port 8389e743-0d16-4a19-bbea-04205c50f028 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:35:31.072198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c4572-daa7-492d-af27-60ba236672f7 req-dca0c530-c85e-412e-8ba6-0b766750009e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.073795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f4c4572-daa7-492d-af27-60ba236672f7 req-dca0c530-c85e-412e-8ba6-0b766750009e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.6053283 Jun 30 09:35:31.166424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Transition to ACTIVE for port object cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:31.249260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f4c4572-daa7-492d-af27-60ba236672f7 req-02bba9af-ddf3-44f7-9826-d78678146b6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444340 Jun 30 09:35:31.262752 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.278000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 40922) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:31.386170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=9a08c058-446c-4eb2-bea7-eaa75998b10c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:31.404041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.415873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:35:26Z', 'revision_number': 3, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:31.480074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675943a-f6c0-45e8-a1a9-24c05e22a700 None None] The sync data for ids ['5a8382af-4c25-4b9a-82a4-f86650587d3c'] in n-d-780147-22 is: [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:35:26Z', 'revision_number': 3, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:31.495373 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.528969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] device_id is not set on port 7f726f02-8989-4022-be5f-887db797f343 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:35:31.623602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Pushing event updated for resources: {'Port': ['ID=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:31.681015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Network 561d1437-5c14-4038-86c7-8feb236f71d1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:31.683530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3beac8b8-3b64-4557-b671-966d29faacef tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:31.689033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40930) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:31.689225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3beac8b8-3b64-4557-b671-966d29faacef tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1092 time: 0.4059727 Jun 30 09:35:31.692610 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.693145 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Floating IP 23e6e010-9c2c-479c-ac18-75f75a6418e9 disassociated (deleted). External IP: 172.25.7.203, port: 45838fef-e7dc-4fe3-9a21-2777041b3dbe. Jun 30 09:35:31.712357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '009c9659-17e0-46d8-858a-736158f532b4', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:31.777799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:31.823846 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:31.828377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:31.908636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40932) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:32.039592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.179144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.319218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-599abcf0-170b-4a78-adac-ab3177c02d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.326277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-46c9d4a5-cbe3-4d81-944a-d49604ae38a8 None None] Provisioning for port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:32.344733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-46c9d4a5-cbe3-4d81-944a-d49604ae38a8 None None] Provisioning complete for port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:32.348634 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-46c9d4a5-cbe3-4d81-944a-d49604ae38a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.377676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.447597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-46c9d4a5-cbe3-4d81-944a-d49604ae38a8 None None] Port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:32.470315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:32.595450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Port': ['ID=8389e743-0d16-4a19-bbea-04205c50f028,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:32.657694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Checking segment: {'id': '3f78cdd1-a52b-4e8b-94fd-e0df566b94c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '97528ecf-7ec0-4f19-9184-de9d9df5d272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:32.658534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network hostable DHCP agents. Network: 97528ecf-7ec0-4f19-9184-de9d9df5d272, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:32.683379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.757703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network 97528ecf-7ec0-4f19-9184-de9d9df5d272 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:32.835071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 97528ecf-7ec0-4f19-9184-de9d9df5d272) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:32.870949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.932386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-599abcf0-170b-4a78-adac-ab3177c02d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:32.962386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-599abcf0-170b-4a78-adac-ab3177c02d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.004255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064e67bc-300f-475c-a682-f13cf62cd1cf None None] Network 97528ecf-7ec0-4f19-9184-de9d9df5d272 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:33.009138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:33.010399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.106855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.48 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/64b545d0-3084-43b9-be0a-5f4877fddf09) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:33.179197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.184212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-599abcf0-170b-4a78-adac-ab3177c02d39 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=df4e02d893d04a4f9cab4793a2a03d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2727354 Jun 30 09:35:33.190640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40946) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:33.193174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:33.204061 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:33.212381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599abcf0-170b-4a78-adac-ab3177c02d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb5cdb-3a9a-4631-ba20-2fc6f186bdda,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:33.217044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.230935 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:33.234567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.245056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:33.299938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Port': ['ID=7f726f02-8989-4022-be5f-887db797f343,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:33.342097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Checking segment: {'id': 'df97610d-6aef-4c46-a063-1363e120de9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '81e50b16-d14e-420a-8707-59391923f9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:33.342518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network hostable DHCP agents. Network: 81e50b16-d14e-420a-8707-59391923f9f2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:33.377691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.413373 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22a3af09-3904-4e59-97fc-a5f57a404cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.422019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.429979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eec24db6-66f3-42a6-ad0b-93651c4858e6 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "DELETE /v2.0/floatingips/23e6e010-9c2c-479c-ac18-75f75a6418e9 HTTP/1.1" status: 204 len: 168 time: 4.3632495 Jun 30 09:35:33.439443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22a3af09-3904-4e59-97fc-a5f57a404cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.454808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:33.457766 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa948f-fe42-4217-987e-12c6d430721c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:33.515328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network 81e50b16-d14e-420a-8707-59391923f9f2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:33.528038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22a3af09-3904-4e59-97fc-a5f57a404cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.533329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-22a3af09-3904-4e59-97fc-a5f57a404cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.535833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-22a3af09-3904-4e59-97fc-a5f57a404cc3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/29bb5cdb-3a9a-4631-ba20-2fc6f186bdda HTTP/1.1" status: 204 len: 168 time: 0.3427525 Jun 30 09:35:33.556026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3af09-3904-4e59-97fc-a5f57a404cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb5cdb-3a9a-4631-ba20-2fc6f186bdda,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:33.563250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 81e50b16-d14e-420a-8707-59391923f9f2) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:33.567831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:33.589901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:33.596097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:33.598308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.640154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2575041c-6762-49c1-803a-bf93881ae3ff tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.2908549 Jun 30 09:35:33.640949 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fd41d5-8977-4ce0-985b-6bb5f362d089 x-openstack-request-id: req-33fd41d5-8977-4ce0-985b-6bb5f362d089 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:33.641466 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:33.641466 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-33fd41d5-8977-4ce0-985b-6bb5f362d089 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:33.641879 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'status': 'completed', 'code': 200} Jun 30 09:35:33.652130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:33.676690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d223be-15e1-4b11-998f-a0468bbe9344 None None] Network 81e50b16-d14e-420a-8707-59391923f9f2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:33.692347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Pushing event updated for resources: {'Port': ['ID=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:33.693281 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:33.735094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:33.803496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Network 561d1437-5c14-4038-86c7-8feb236f71d1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:33.805015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:33.876325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device faeaffd6-b168-44ed-a95f-1fa1c0867810 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:34.234873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Router 5a8382af-4c25-4b9a-82a4-f86650587d3c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:34.265069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port faeaffd6-b168-44ed-a95f-1fa1c0867810 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:34.287461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port faeaffd6-b168-44ed-a95f-1fa1c0867810 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:34.287907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.333832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:34.372660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=64b545d0-3084-43b9-be0a-5f4877fddf09,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:34.393218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:34.406271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:34.490398 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:23Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:34.566850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-50fb23ad-6dd2-444a-8548-5104e7f0f70e None None] Provisioning complete for port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:34.567318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50fb23ad-6dd2-444a-8548-5104e7f0f70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.631050 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:34.669325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:34.673520 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:34.697988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-50fb23ad-6dd2-444a-8548-5104e7f0f70e None None] Port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:34.830347 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:34.897585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port faeaffd6-b168-44ed-a95f-1fa1c0867810, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=faeaffd6-b168-44ed-a95f-1fa1c0867810,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:34.914887 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:35.119228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=faeaffd6-b168-44ed-a95f-1fa1c0867810,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:35.181019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:35.193965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Sync routers for ids ['5a8382af-4c25-4b9a-82a4-f86650587d3c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:35.199273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1830a676-7a61-4857-a17c-7f05d4c051fb admin admin] 10.222.0.77 "PUT /v2.0/routers/5a8382af-4c25-4b9a-82a4-f86650587d3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9485581 Jun 30 09:35:35.234920 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:35.235282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Routers {'5a8382af-4c25-4b9a-82a4-f86650587d3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:35.236560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5a8382af-4c25-4b9a-82a4-f86650587d3c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:35.281171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4287260-5623-4627-95c0-6a8b9455053b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:35.288240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4287260-5623-4627-95c0-6a8b9455053b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:35.304246 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4287260-5623-4627-95c0-6a8b9455053b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.6150258 Jun 30 09:35:35.305129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 40988) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:35.417212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-cb00bd80-e703-4a05-9543-d9d5540757a4 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2167497 Jun 30 09:35:35.468426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64322445-c7c5-40aa-99ed-71ec3b8d8373 req-e631fdaa-75ee-404b-8c78-dffe5ad22877 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:35.481597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64322445-c7c5-40aa-99ed-71ec3b8d8373 req-e631fdaa-75ee-404b-8c78-dffe5ad22877 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 0.3109615 Jun 30 09:35:35.745766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64322445-c7c5-40aa-99ed-71ec3b8d8373 req-22e73790-1a1c-4963-966c-7039d5ae3407 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630894 Jun 30 09:35:35.757450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Set router 5a8382af-4c25-4b9a-82a4-f86650587d3c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:35.890707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-48301e1d-fa1c-4b28-8a7e-9286ba32e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:35.898642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-48301e1d-fa1c-4b28-8a7e-9286ba32e920 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.3598974 Jun 30 09:35:35.953664 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:23Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:35.962432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device faeaffd6-b168-44ed-a95f-1fa1c0867810 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:36.126648 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896fb9dc-6967-41cc-adac-bc28dff312ba None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'f77ffce4-15a2-4310-9e39-68733729a25e', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'port_id': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2930, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'mac_address': 'fa:16:3e:d4:e6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:31:18Z', 'updated_at': '2021-06-30T09:31:23Z', 'revision_number': 1, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:36.221802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port faeaffd6-b168-44ed-a95f-1fa1c0867810 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:36.222379 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:36.259137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa948f-fe42-4217-987e-12c6d430721c req-f897971d-0f81-40b7-88cf-923567b46ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.263294 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-f897971d-0f81-40b7-88cf-923567b46ce6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 1097 time: 2.6101732 Jun 30 09:35:36.511792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-7d87cc49-1419-4a1e-9a23-e0a6745c1aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.519855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-7d87cc49-1419-4a1e-9a23-e0a6745c1aea service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.5983713 Jun 30 09:35:36.563335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:35:32Z', 'revision_number': 4, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680', 'name': '', 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'mac_address': 'fa:16:3e:bc:8b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b912125c-3374-41b2-856e-99041e4ab240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:29Z', 'updated_at': '2021-06-30T09:35:32Z', 'revision_number': 2, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'subnets': [{'id': 'b912125c-3374-41b2-856e-99041e4ab240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:36.668395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Checking router: 5a8382af-4c25-4b9a-82a4-f86650587d3c for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:36.669212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Updating router 5a8382af-4c25-4b9a-82a4-f86650587d3c port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:36.697576 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e38ba51-dea7-4eaa-9333-7659b70e7ed1 None None] New status for floating IP 23e6e010-9c2c-479c-ac18-75f75a6418e9: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:35:36.710024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-32482406-eabe-444c-9897-9308fcd03214 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 217 time: 0.1818736 Jun 30 09:35:36.883800 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:36.906178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa948f-fe42-4217-987e-12c6d430721c req-c36d2a83-549b-4c8d-9737-5384e11eff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:36.907732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-c36d2a83-549b-4c8d-9737-5384e11eff9c service neutron] 10.222.0.79 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.5646915 Jun 30 09:35:37.032947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-2f4e02f3-8f8b-412d-8f12-50cda6786165 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.033178 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:35:37.054764 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-2f4e02f3-8f8b-412d-8f12-50cda6786165 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 0.7855282 Jun 30 09:35:37.080269 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-731e82f4-4b21-4206-9ead-6244961edc09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 200 len: 217 time: 0.1368189 Jun 30 09:35:37.220031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-8d064286-13c9-45f2-aca2-0845c2938e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.228880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-8d064286-13c9-45f2-aca2-0845c2938e3e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.5106344 Jun 30 09:35:37.375772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-74d89a1f-71a8-40bf-8ce8-82702842ed1d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.387500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-74d89a1f-71a8-40bf-8ce8-82702842ed1d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/networks?id=0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 200 len: 911 time: 0.5456271 Jun 30 09:35:37.433431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-9a28b5da-81e8-481d-989d-7dfe5aea668c tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/quotas/0f09abec1fd7435a80bcffb8e18b0ae9 HTTP/1.1" status: 200 len: 375 time: 0.0449526 Jun 30 09:35:37.472923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.490720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Transition to ACTIVE for port object cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:37.509273 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.523055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41046) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:37.573167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Deleting port 8389e743-0d16-4a19-bbea-04205c50f028 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:37.573524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.618449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-2edc4970-e86b-4f89-986f-e6952b3fb121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.631421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-2edc4970-e86b-4f89-986f-e6952b3fb121 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3781018 Jun 30 09:35:37.696461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4b4b8-0ef2-4479-97d7-839685a7bfd2 None None] Pushing event updated for resources: {'Port': ['ID=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:37.774566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa948f-fe42-4217-987e-12c6d430721c req-0a611b31-18a1-4474-9910-dde36694b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:37.775096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Attempting to bind port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:37.776857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-0a611b31-18a1-4474-9910-dde36694b4bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.5602915 Jun 30 09:35:37.777441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Attempting to bind port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:37.778610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Attempting to bind port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 on network 561d1437-5c14-4038-86c7-8feb236f71d1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:37.805719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:37.806236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Checking segment: {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:37.806770 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.810096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Bound using segment: {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:37.810753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Bound port: cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:37.811265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.917550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-2ce6ef20-60e7-4334-b909-b783e559a225 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4831302 Jun 30 09:35:37.922326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] For port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:37.927841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] For port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:37.939530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.943336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:37.954699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'network': {'name': 'tempest-network-smoke--1817844733', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'port_security_enabled': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:37.960165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Calling delete_port for 8389e743-0d16-4a19-bbea-04205c50f028 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:38.071981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Routers {'5a8382af-4c25-4b9a-82a4-f86650587d3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:38.073181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5a8382af-4c25-4b9a-82a4-f86650587d3c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:38.141817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-7b00fc6f-37e2-4c75-87f3-5593969f1f60 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5098405 Jun 30 09:35:38.167689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 45838fef-e7dc-4fe3-9a21-2777041b3dbe no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:38.224530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.245737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4b4b8-0ef2-4479-97d7-839685a7bfd2 None None] Pushing event updated for resources: {'Port': ['ID=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:38.300200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:38.308516 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.347305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af6c62-27c2-493d-97fa-15bb76835e3c req-0828d78d-86ad-45cb-9261-88b4fb5d3950 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:38.349657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90af6c62-27c2-493d-97fa-15bb76835e3c req-0828d78d-86ad-45cb-9261-88b4fb5d3950 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 945 time: 1.1781893 Jun 30 09:35:38.354146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.432739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-c4a5d02f-959e-43bf-99ff-936d7b0fc8a5 service neutron] 10.222.0.77 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121388 Jun 30 09:35:38.434651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.450095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] Set router 5a8382af-4c25-4b9a-82a4-f86650587d3c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:38.571046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.582532 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/ports/8389e743-0d16-4a19-bbea-04205c50f028 HTTP/1.1" status: 204 len: 168 time: 3.2703304 Jun 30 09:35:38.626728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41056) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:38.646575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.689885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-bd6cd843-63f8-4038-9537-e5f33f891b28 service neutron] 10.222.0.77 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277787 Jun 30 09:35:38.708934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233be048-66b9-404c-9353-ab557e17696d tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Port': ['ID=8389e743-0d16-4a19-bbea-04205c50f028,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:38.754938 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:38.761525 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb67bd70-a48a-4587-b7c9-4031260579db" -d '{"events": [{"server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:38.762855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 45838fef-e7dc-4fe3-9a21-2777041b3dbe {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:38.763513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.794129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90af6c62-27c2-493d-97fa-15bb76835e3c req-2f4da091-ad75-448d-ac8c-4dfaabefc725 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4078448 Jun 30 09:35:38.850778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:38.879827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:35:32Z', 'revision_number': 4, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680', 'name': '', 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'mac_address': 'fa:16:3e:bc:8b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b912125c-3374-41b2-856e-99041e4ab240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:29Z', 'updated_at': '2021-06-30T09:35:37Z', 'revision_number': 4, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'subnets': [{'id': 'b912125c-3374-41b2-856e-99041e4ab240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:38.886091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.893059 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e030de-519a-47f9-bed6-ea850826b021 x-openstack-request-id: req-f1e030de-519a-47f9-bed6-ea850826b021 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:38.893346 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "name": "network-vif-unplugged", "status": "completed", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:38.893636 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f1e030de-519a-47f9-bed6-ea850826b021 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:38.899361 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'code': 200} Jun 30 09:35:38.906979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port 45838fef-e7dc-4fe3-9a21-2777041b3dbe, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=45838fef-e7dc-4fe3-9a21-2777041b3dbe,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:38.907492 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:38.922519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 45838fef-e7dc-4fe3-9a21-2777041b3dbe owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:39.048627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:39.062243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef515f34-c8a5-40d7-a542-069e97e82b1e None None] The sync data for ids ['5a8382af-4c25-4b9a-82a4-f86650587d3c'] in n-d-780147-22 is: [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:35:32Z', 'revision_number': 4, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680', 'name': '', 'network_id': '561d1437-5c14-4038-86c7-8feb236f71d1', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'mac_address': 'fa:16:3e:bc:8b:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': 'b912125c-3374-41b2-856e-99041e4ab240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:29Z', 'updated_at': '2021-06-30T09:35:37Z', 'revision_number': 4, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'subnets': [{'id': 'b912125c-3374-41b2-856e-99041e4ab240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:39.089126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a791ac5e-39f0-4a2a-a308-b724724dfeb0 req-7fd223ee-1c56-4588-8df0-b5e41130aa19 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9280009 Jun 30 09:35:39.094597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.097869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.177015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.209245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc09eb80-4cbe-413a-8072-b60e40615ea7 req-08257c94-b166-4eb9-a183-aad727734ac5 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 210 time: 0.1001205 Jun 30 09:35:39.213399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.227655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa948f-fe42-4217-987e-12c6d430721c req-75abf8d7-20bf-4d72-b315-3caa345aeb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.229581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-75abf8d7-20bf-4d72-b315-3caa345aeb1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0822930 Jun 30 09:35:39.268449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc7f9a-fe64-40c0-a3db-02e17c26924e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:39.301733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:39.312536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.312899 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Added segment 184e3194-b345-4488-98fb-982ba94dbb7c of type vlan for network 31f4d299-9fcf-4570-9f12-c47b855a4f4e Jun 30 09:35:39.383952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.420334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-f848b62b-707d-4213-a2c5-5ba1b9206e72 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711020 Jun 30 09:35:39.432114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.455651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:39.457472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.567504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=45838fef-e7dc-4fe3-9a21-2777041b3dbe,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:39.616187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Network': ['ID=31f4d299-9fcf-4570-9f12-c47b855a4f4e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:39.629636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:39.652467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9d2eee88-f286-4d34-bdec-559de0d16c5b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1235151 Jun 30 09:35:39.653384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41074) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:39.662804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Deleting port 7f726f02-8989-4022-be5f-887db797f343 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:39.663706 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.664558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-199602180', 'admin_state_up': True, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:39.727053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.728517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.818368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:39.918532 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:39.994572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:40.001510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:40.001883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.121236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.161743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Calling delete_port for 7f726f02-8989-4022-be5f-887db797f343 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:40.273330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60534676-cf6b-4499-879c-0a556df58409 req-12dd8bbc-128b-4feb-9227-c3255ad374d3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.2916186 Jun 30 09:35:40.304088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.391144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.406752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:40.418026 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.494355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e358552-d3e1-4962-922b-ecbf3d62bfbc req-f7c29c1f-4727-4d18-b43a-e9ffe0e1e993 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 210 time: 0.1141100 Jun 30 09:35:40.533753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port 45838fef-e7dc-4fe3-9a21-2777041b3dbe on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:40.536476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Port': ['ID=7f726f02-8989-4022-be5f-887db797f343,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:40.538481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:40.541461 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.544590 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-845b0fb2-01e4-449f-b8b7-4fdd1d84d795 req-e448d93d-08f5-4b5e-a04a-ba72bce32dc5 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.79 "DELETE /v2.0/ports/45838fef-e7dc-4fe3-9a21-2777041b3dbe HTTP/1.1" status: 204 len: 173 time: 3.4274733 Jun 30 09:35:40.549165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'name': 'network-vif-deleted', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:40.562129 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf084af-6a90-4a65-befe-d66e47b708d7" -d '{"events": [{"server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "name": "network-vif-deleted", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:40.602132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.607187 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-16756bdd-fabb-4635-9fc8-d74b2e7c3a5b tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/ports/7f726f02-8989-4022-be5f-887db797f343 HTTP/1.1" status: 204 len: 168 time: 1.9769881 Jun 30 09:35:40.612223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41090) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.747080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.747814 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb7c12-e119-40cc-802a-ac3e168237f4 x-openstack-request-id: req-bccb7c12-e119-40cc-802a-ac3e168237f4 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:40.748111 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e126bf-6606-4093-8944-1c31aa1c1e5d", "name": "network-vif-deleted", "tag": "45838fef-e7dc-4fe3-9a21-2777041b3dbe", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:40.748373 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bccb7c12-e119-40cc-802a-ac3e168237f4 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:40.749122 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e126bf-6606-4093-8944-1c31aa1c1e5d', 'name': 'network-vif-deleted', 'tag': '45838fef-e7dc-4fe3-9a21-2777041b3dbe', 'status': 'completed', 'code': 200} Jun 30 09:35:40.762978 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e7b16aa7-7c3b-4eac-ba37-9f097ddb1d12 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1461062 Jun 30 09:35:40.768474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41092) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:40.783259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-83616925'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:40.883095 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-47aa948f-fe42-4217-987e-12c6d430721c req-7729c229-be6d-4974-bc8c-a98a85aef440 service neutron] 10.222.0.79 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3712556 Jun 30 09:35:40.928014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:40.932278 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.945160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:40.961524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.070368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=64b545d0-3084-43b9-be0a-5f4877fddf09,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:41.199685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.246862 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9a62-8f39-4491-a32b-629f964ebb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.453322 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP ef2752f4-ce24-40c9-ae2e-7752d083ddf9 associated. External IP: 172.25.7.48, port: 009c9659-17e0-46d8-858a-736158f532b4. Jun 30 09:35:41.463747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:41.510174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d269ec3-02c8-4428-986b-01f3f7c4cbc7 req-aa64bd29-a648-4b72-8fc3-5e27b7532bde tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.0367796 Jun 30 09:35:41.532415 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.532908 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Added segment e405b7d9-62c6-4932-989f-9bb797ef14d6 of type vlan for network b27e1e5a-a441-4eec-866d-01eaff5b508d Jun 30 09:35:41.677160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:41.754780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.806568 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.849822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:41.851501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.888717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:41.934640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router f15fb07f-658e-4428-a267-e25b0b032916 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:41.960750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.resource_extend [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:35:42.085239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6d1539b-fc77-4d4e-bad8-f05cd36dcdcf req-d5b87730-1ba8-4f61-9725-b262b917ee9e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 210 time: 0.1978641 Jun 30 09:35:42.237267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.259907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.260817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.341492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-ce5b839a-41a3-4d30-9452-762cb60ea276 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:42.349951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-ce5b839a-41a3-4d30-9452-762cb60ea276 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.83 "GET /v2.0/networks?id=0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 200 len: 911 time: 0.5840592 Jun 30 09:35:42.364623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Request body: {'port': {'device_id': '2c336f60-488c-4941-a71e-8fabecaf188a', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'admin_state_up': True, 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:42.378685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:42.391575 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] Sync routers for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:42.407201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.415891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:42.417797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:42.462741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Made reservation on behalf of 0f09abec1fd7435a80bcffb8e18b0ae9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:42.465315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.485746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7069497 Jun 30 09:35:42.486636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41110) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:42.497937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-418534469'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:42.513739 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4655bcac-04d9-4586-a155-b467f88bf338 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.8166602 Jun 30 09:35:42.553451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6040322-1c7d-4a86-8029-fc96416cc00f tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Network': ['ID=b27e1e5a-a441-4eec-866d-01eaff5b508d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:42.569783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b27e1e5a-a441-4eec-866d-01eaff5b508d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:42.661601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.25.7.225 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/674d471c-de99-41ba-88bd-a1639aebc343) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:42.722289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:42.786952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:42.789478 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382e0036-c2f0-4faa-b74d-15e2d13224b2" -d '{"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:42.811037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:42.814658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.831685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Allocated IP 172.20.0.11 (0be408b1-13e4-4c62-9ab7-f485a671cb53/5f7d1924-0717-4033-b37e-110007084ead/363c5482-8d83-4c21-96fd-d157d236f9d4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:42.859601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:42.888343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:42.888698 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Added segment 98a30cb5-eb95-4f65-a16c-e3248fb721d5 of type vlan for network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 Jun 30 09:35:43.008399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.052066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.134796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.186089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.191812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.192434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:43.241147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84724dff-5d86-4ebb-9b67-9a0c08e384fe req-9caaa2f5-c534-47b2-890e-e0d51bd20be2 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.1339340 Jun 30 09:35:43.292537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:43.312706 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:43.318596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=674d471c-de99-41ba-88bd-a1639aebc343,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:43.342024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:43.379153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ef2752f4-ce24-40c9-ae2e-7752d083ddf9', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'port_id': '009c9659-17e0-46d8-858a-736158f532b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'mac_address': 'fa:16:3e:05:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da741049-986d-45a2-97be-bee2c155844e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:36Z', 'updated_at': '2021-06-30T09:35:36Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:09Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:43.431776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] Checking router: f15fb07f-658e-4428-a267-e25b0b032916 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:43.472694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:43.473645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:43.475718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da1864-98cb-49a0-8c4c-e9c024a68ebb req-6203395f-875f-405e-bc45-df0025500bdd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:43.477619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7da1864-98cb-49a0-8c4c-e9c024a68ebb req-6203395f-875f-405e-bc45-df0025500bdd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3605635 Jun 30 09:35:43.652669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7da1864-98cb-49a0-8c4c-e9c024a68ebb req-8b80cb75-9c6d-4075-8a07-157390bfb428 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633992 Jun 30 09:35:43.658440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:43.720761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41126) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:43.921296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d8257118-2d35-443e-ad9a-4b9c3fa82dad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/ef2752f4-ce24-40c9-ae2e-7752d083ddf9 HTTP/1.1" status: 200 len: 990 time: 0.1938703 Jun 30 09:35:44.010555 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b03136d-9af0-42d8-9343-d9a881bd33cd x-openstack-request-id: req-2b03136d-9af0-42d8-9343-d9a881bd33cd {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:44.010555 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:44.010555 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2b03136d-9af0-42d8-9343-d9a881bd33cd {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:44.010555 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'status': 'completed', 'code': 200} Jun 30 09:35:44.010555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.010555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Transition to ACTIVE for port object 363c5482-8d83-4c21-96fd-d157d236f9d4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:44.119230 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45ca4803-002b-43dd-be17-095fd01818fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.126988 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6380203 Jun 30 09:35:44.134930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc300b3f-8eed-4e9c-920f-2e5bdf5acecb req-2d4e9f6b-1687-41ef-bc6f-eb0ce93a57f6 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 210 time: 0.2016442 Jun 30 09:35:44.155211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb64f77-15f9-4e43-bb8f-f6b93a4748b0 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Network': ['ID=c59bdb0d-7a24-4e89-bf1e-908c291a2de1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:44.167647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:35:44.173630 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.224968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eeb3c8-5d0a-46a9-ba7f-a9adae7d7292 req-e74a7ac4-62af-4d19-a059-a623bcebe31a tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.227022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0eeb3c8-5d0a-46a9-ba7f-a9adae7d7292 req-e74a7ac4-62af-4d19-a059-a623bcebe31a tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 946 time: 0.6309454 Jun 30 09:35:44.252148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:44.270498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:44.274682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:44.283189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41134) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.286908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-d043fda5-b4cd-4a2a-9ece-7f30d7682c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.291442 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-d043fda5-b4cd-4a2a-9ece-7f30d7682c60 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.3016596 Jun 30 09:35:44.301675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'subnets': [{'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--233706170', 'ip_version': 4}, {'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:44.306582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'subnet': {'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--233706170', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:44.307302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Request body: {'subnet': {'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:44.389064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ef2752f4-ce24-40c9-ae2e-7752d083ddf9', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'port_id': '009c9659-17e0-46d8-858a-736158f532b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'mac_address': 'fa:16:3e:05:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da741049-986d-45a2-97be-bee2c155844e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:36Z', 'updated_at': '2021-06-30T09:35:36Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:09Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:44.403087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.416871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Pushing event updated for resources: {'Port': ['ID=363c5482-8d83-4c21-96fd-d157d236f9d4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:44.469566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a58a3d-524f-4024-8c2f-eadabec8160b None None] The sync data for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 is: [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ef2752f4-ce24-40c9-ae2e-7752d083ddf9', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.48', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'port_id': '009c9659-17e0-46d8-858a-736158f532b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'mac_address': 'fa:16:3e:05:d6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da741049-986d-45a2-97be-bee2c155844e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:35:36Z', 'updated_at': '2021-06-30T09:35:36Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:09Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:44.589932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0eeb3c8-5d0a-46a9-ba7f-a9adae7d7292 req-20b58b03-9780-40da-a54d-730ccaf83777 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494303 Jun 30 09:35:44.602016 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.684681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.686006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.765071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-4bbd02b4-0ba0-43ee-8195-213d4b731785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:44.767049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-4bbd02b4-0ba0-43ee-8195-213d4b731785 service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.4496212 Jun 30 09:35:44.802414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9d7234c8-aa48-4e73-954a-a1662662a0be None None] Provisioning for port 363c5482-8d83-4c21-96fd-d157d236f9d4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:44.806902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9d7234c8-aa48-4e73-954a-a1662662a0be None None] Provisioning complete for port 363c5482-8d83-4c21-96fd-d157d236f9d4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:44.807448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d7234c8-aa48-4e73-954a-a1662662a0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:44.842616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29bfa78e-be14-4de5-9e00-fce8e59e2eb8 req-ed1f86b7-81ff-472a-a167-ec2851ca8f7d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.0561852 Jun 30 09:35:44.919447 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b95d11-f310-4742-86df-14e16faabe9c None None] New status for floating IP ef2752f4-ce24-40c9-ae2e-7752d083ddf9: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:35:44.923949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9d7234c8-aa48-4e73-954a-a1662662a0be None None] Port 363c5482-8d83-4c21-96fd-d157d236f9d4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:44.953185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41140) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:44.977104 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-99b2494f-ce5f-4ba2-9489-cf348837e257 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.6181648 Jun 30 09:35:45.018351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-a8fce293-ab63-48f0-957c-e2bbaefe25dd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.020947 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-a8fce293-ab63-48f0-957c-e2bbaefe25dd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.83 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 946 time: 0.3280251 Jun 30 09:35:45.111467 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-ef9599af-95f5-4efb-bb02-2374298f4bda service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 998 time: 0.2202733 Jun 30 09:35:45.204182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Request body: {'port': {'device_id': '2c336f60-488c-4941-a71e-8fabecaf188a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:45.208481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Made reservation on behalf of 0b58088243dd45f3b809332224edf3d3 for: {'subnet': 2} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:45.214153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.214530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.286498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.411394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-3fe1de5a-6114-4437-ab6a-1c71d980d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.412871 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-3fe1de5a-6114-4437-ab6a-1c71d980d9e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.0839005 Jun 30 09:35:45.414478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Deleting port c2f85e8c-cad6-479f-8fb6-544df497d059 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:45.418711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.559985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5da6c410-d9ca-4b68-afb3-36fdcc402a01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/ef2752f4-ce24-40c9-ae2e-7752d083ddf9 HTTP/1.1" status: 200 len: 990 time: 0.6052732 Jun 30 09:35:45.640167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97911970-399a-4852-bddf-a6f52f50698a req-60487eea-af8c-41b5-bdeb-e4af8694de2e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.647954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97911970-399a-4852-bddf-a6f52f50698a req-60487eea-af8c-41b5-bdeb-e4af8694de2e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1028 time: 0.1903346 Jun 30 09:35:45.651037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] For port c2f85e8c-cad6-479f-8fb6-544df497d059, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=c2f85e8c-cad6-479f-8fb6-544df497d059,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:45.651408 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.684981 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Calling delete_port for c2f85e8c-cad6-479f-8fb6-544df497d059 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:45.703251 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:45.723199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97911970-399a-4852-bddf-a6f52f50698a req-4ad67ce7-96bd-4926-8950-b5e049d16708 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690982 Jun 30 09:35:45.731897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:35:45.745447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-fef75433-62ec-4f03-81de-a1d13d99e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:45.747045 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-fef75433-62ec-4f03-81de-a1d13d99e67c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3044980 Jun 30 09:35:45.954965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-5a5e4bc6-e0e8-48e6-be98-0f19740e18a9 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946323 Jun 30 09:35:46.111054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c3970a3-7cd7-46bc-8fbc-9b36985e99d5 req-b1ae1770-641d-4208-8802-d9805861a8f7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.0495913 Jun 30 09:35:46.163637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.240068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3609e-4625-49da-a6e3-7b8065bac8b0 req-48547b2c-b658-4ede-991a-fc1db0ca517d tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:46.241533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ef3609e-4625-49da-a6e3-7b8065bac8b0 req-48547b2c-b658-4ede-991a-fc1db0ca517d tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 946 time: 0.3806372 Jun 30 09:35:46.262847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:46.281719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:46.340189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:46.344667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:46.379747 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.384688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9fde0c04-5b9b-428a-b375-f29a155a2105 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.7254796 Jun 30 09:35:46.384688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.391799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:46.451984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0ef3609e-4625-49da-a6e3-7b8065bac8b0 req-b7854243-f0f3-4a3a-9928-0a46527274b4 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832144 Jun 30 09:35:46.495901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-382e0036-c2f0-4faa-b74d-15e2d13224b2 req-ff5ba513-13b5-4d28-9097-7265362b2b39 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284193 Jun 30 09:35:46.500128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Pushing event deleted for resources: {'Port': ['ID=c2f85e8c-cad6-479f-8fb6-544df497d059,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:46.554023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['c2f85e8c-cad6-479f-8fb6-544df497d059'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:46.576051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.588902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41160) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:46.647564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] No DVR routers for this DVR port c2f85e8c-cad6-479f-8fb6-544df497d059 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:46.658892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:46.661198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcdb44cf-7095-4712-8f8a-6afa973f5b0d req-0654891a-3269-4509-b8d5-bbfb9de0fbbd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.83 "DELETE /v2.0/ports/c2f85e8c-cad6-479f-8fb6-544df497d059 HTTP/1.1" status: 204 len: 173 time: 1.6330347 Jun 30 09:35:46.661664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'name': 'network-vif-deleted', 'tag': 'c2f85e8c-cad6-479f-8fb6-544df497d059'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:46.664007 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357b3cb8-03c7-4b15-8122-f648c3e5c0d3" -d '{"events": [{"server_uuid": "6b9e66ea-0d42-4949-95bd-630272dc8c7d", "name": "network-vif-deleted", "tag": "c2f85e8c-cad6-479f-8fb6-544df497d059"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:46.697306 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d415ebf2-eff6-4bff-ad0a-9fb2f3931cb6 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9929aed19ffd4ed981c90458b70e5eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2977128 Jun 30 09:35:46.702029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41166) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:46.844031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:46.896857 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd505e-8ecc-4e53-8426-1e7807c5035f x-openstack-request-id: req-11dd505e-8ecc-4e53-8426-1e7807c5035f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:46.897095 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9e66ea-0d42-4949-95bd-630272dc8c7d", "name": "network-vif-deleted", "tag": "c2f85e8c-cad6-479f-8fb6-544df497d059", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:46.897246 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-11dd505e-8ecc-4e53-8426-1e7807c5035f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:46.897656 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9e66ea-0d42-4949-95bd-630272dc8c7d', 'name': 'network-vif-deleted', 'tag': 'c2f85e8c-cad6-479f-8fb6-544df497d059', 'status': 'completed', 'code': 200} Jun 30 09:35:46.939044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2801d61c-fcbf-45ee-9b3d-5f2cb5de3264 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/ef2752f4-ce24-40c9-ae2e-7752d083ddf9 HTTP/1.1" status: 200 len: 992 time: 0.3430345 Jun 30 09:35:46.971256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Subnet': ['ID=d30359f9-1d59-483d-a401-87e5a73c28fb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:46.977402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363c5482-8d83-4c21-96fd-d157d236f9d4 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:46.992674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Checking segment: {'id': 'e405b7d9-62c6-4932-989f-9bb797ef14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:46.993043 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network hostable DHCP agents. Network: b27e1e5a-a441-4eec-866d-01eaff5b508d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:46.997345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.021635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Transition to ACTIVE for port object 363c5482-8d83-4c21-96fd-d157d236f9d4 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:47.026011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73d659-560e-4111-88c5-d651c082f02c tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.027581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5b73d659-560e-4111-88c5-d651c082f02c tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3245075 Jun 30 09:35:47.030845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41170) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:47.057069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.074769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network b27e1e5a-a441-4eec-866d-01eaff5b508d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:47.121662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e0b6e7e4-a586-41ff-b754-932b7f12fa87 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896509 Jun 30 09:35:47.124460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:47.138040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-581628640', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:47.201359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12506c-3aeb-49d6-9d21-b75ce70254e5 req-b0b3a7b6-8690-491e-8e01-2bc26eb316b2 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:47.202998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d12506c-3aeb-49d6-9d21-b75ce70254e5 req-b0b3a7b6-8690-491e-8e01-2bc26eb316b2 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1054 time: 0.1189303 Jun 30 09:35:47.207923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:43Z', 'revision_number': 3, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:47.274034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5d12506c-3aeb-49d6-9d21-b75ce70254e5 req-0d5f6e4a-384c-4ccf-aece-52851d01d3a1 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638053 Jun 30 09:35:47.292979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:47.293337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Updating router c3953f52-0c9a-431f-a013-8d69ec099b3f port 674d471c-de99-41ba-88bd-a1639aebc343 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:47.335100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Pushing event updated for resources: {'Port': ['ID=363c5482-8d83-4c21-96fd-d157d236f9d4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:47.367109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.386438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b27e1e5a-a441-4eec-866d-01eaff5b508d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:47.414976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63465a5f-adac-4ced-86dd-6478b5c92e16 None None] Network b27e1e5a-a441-4eec-866d-01eaff5b508d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:47.458153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.629434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1958c5ba-6393-481c-8e8d-54d42d79878d req-749e2905-9ab5-4b95-a107-b2fe88b86765 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.1181784 Jun 30 09:35:47.808090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.828672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.849285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30c675c8-be88-4fbd-b22d-59567dc206a5 req-00108ffb-9bcc-43b2-8941-07d11c2fe0c8 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=6b9e66ea-0d42-4949-95bd-630272dc8c7d HTTP/1.1" status: 200 len: 210 time: 0.0633914 Jun 30 09:35:47.902713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event updated for resources: {'Subnet': ['ID=6e847c4e-d2ae-40ff-9751-d69ca039fa4f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:47.919802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:47.928589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:47.943216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Attempting to bind port 363c5482-8d83-4c21-96fd-d157d236f9d4 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:47.945943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Attempting to bind port 363c5482-8d83-4c21-96fd-d157d236f9d4 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:47.946447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Attempting to bind port 363c5482-8d83-4c21-96fd-d157d236f9d4 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:47.976456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-b27e1e5a-a441-4eec-866d-01eaff5b508d', 'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d', 'tenant_id': '0b58088243dd45f3b809332224edf3d3', 'fixed_ips': [{'subnet_id': 'd30359f9-1d59-483d-a401-87e5a73c28fb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:47.977637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.052619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Port 363c5482-8d83-4c21-96fd-d157d236f9d4 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:35:48.054516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Attempting to bind port 363c5482-8d83-4c21-96fd-d157d236f9d4 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:48.059867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Checking segment: {'id': '98a30cb5-eb95-4f65-a16c-e3248fb721d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:48.069574 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network hostable DHCP agents. Network: c59bdb0d-7a24-4e89-bf1e-908c291a2de1, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:48.093758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:48.094271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Checking segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:48.094807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Bound using segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:48.111420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Bound port: 363c5482-8d83-4c21-96fd-d157d236f9d4, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:48.111978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.189668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:48.289073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, c59bdb0d-7a24-4e89-bf1e-908c291a2de1) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:48.333231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.333726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.341209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.370643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.388102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Transition to ACTIVE for port object 674d471c-de99-41ba-88bd-a1639aebc343 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:48.411665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Allocated IP 172.20.0.2 (b27e1e5a-a441-4eec-866d-01eaff5b508d/d30359f9-1d59-483d-a401-87e5a73c28fb/a9444525-d277-4617-920f-96c7a7bc06b0) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:48.583144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76daf9f8-696c-43be-830b-bb3754366e17 req-71b18526-09fb-4e3c-8007-3ff92fb45de9 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:48.597141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.602851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76daf9f8-696c-43be-830b-bb3754366e17 req-71b18526-09fb-4e3c-8007-3ff92fb45de9 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1054 time: 0.1315742 Jun 30 09:35:48.608182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Transition to ACTIVE for port object a9444525-d277-4617-920f-96c7a7bc06b0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:48.628346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Transition to ACTIVE for port object a9444525-d277-4617-920f-96c7a7bc06b0 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:48.632482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4533c6b7-2952-473b-b0f4-b8790a9aa3da None None] Network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:48.654915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.686688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76daf9f8-696c-43be-830b-bb3754366e17 req-6bd7ca49-3077-411f-83db-c3b3350541c3 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828481 Jun 30 09:35:48.730563 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:48.782154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c2f85e8c-cad6-479f-8fb6-544df497d059 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:48.793006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Network b27e1e5a-a441-4eec-866d-01eaff5b508d is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:48.827071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:48.836543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: c2f85e8c-cad6-479f-8fb6-544df497d059 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:48.837082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device c2f85e8c-cad6-479f-8fb6-544df497d059 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:48.840617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:48.880754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Pushing event updated for resources: {'Port': ['ID=674d471c-de99-41ba-88bd-a1639aebc343,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:48.893217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.894433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.894883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.895325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.895785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.896354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.896909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.897338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.897934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.898401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.898832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.899257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:48.903514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Attempting to bind port 674d471c-de99-41ba-88bd-a1639aebc343 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:48.904036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Attempting to bind port 674d471c-de99-41ba-88bd-a1639aebc343 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:48.904649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Attempting to bind port 674d471c-de99-41ba-88bd-a1639aebc343 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:49.147793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] For port 363c5482-8d83-4c21-96fd-d157d236f9d4, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:49.188698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Pushing event updated for resources: {'Port': ['ID=a9444525-d277-4617-920f-96c7a7bc06b0,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:49.235288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:49.235840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:49.236524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.237049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:49.238342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Bound port: 674d471c-de99-41ba-88bd-a1639aebc343, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:49.238843 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.271063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c8e910bd-83a6-4102-a6f8-05bd231ac6d4 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.9763207 Jun 30 09:35:49.273671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] For port 363c5482-8d83-4c21-96fd-d157d236f9d4, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=363c5482-8d83-4c21-96fd-d157d236f9d4,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:49.275881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:49.308038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Attempting to bind port a9444525-d277-4617-920f-96c7a7bc06b0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:49.308649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Attempting to bind port a9444525-d277-4617-920f-96c7a7bc06b0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e405b7d9-62c6-4932-989f-9bb797ef14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:49.309267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Attempting to bind port a9444525-d277-4617-920f-96c7a7bc06b0 on network b27e1e5a-a441-4eec-866d-01eaff5b508d {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:49.318092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-953e083b-18d0-459a-996e-e490da1c3af5 req-4f762899-edc9-4157-8dc6-0306093a10ab tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.4937997 Jun 30 09:35:49.335549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.354742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:49.354742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Checking segment: {'id': 'e405b7d9-62c6-4932-989f-9bb797ef14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:49.354742 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.355459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Bound using segment: {'id': 'e405b7d9-62c6-4932-989f-9bb797ef14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:49.356159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Bound port: a9444525-d277-4617-920f-96c7a7bc06b0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e405b7d9-62c6-4932-989f-9bb797ef14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'b27e1e5a-a441-4eec-866d-01eaff5b508d'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:49.356720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.365652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.481565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.482307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.483773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] 10.222.0.83 "PUT /v2.0/ports/363c5482-8d83-4c21-96fd-d157d236f9d4 HTTP/1.1" status: 200 len: 1093 time: 4.3006186 Jun 30 09:35:49.484256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c336f60-488c-4941-a71e-8fabecaf188a', 'tag': '363c5482-8d83-4c21-96fd-d157d236f9d4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:35:49.486860 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb335383-5068-4a0a-8e5e-4f510feb5955" -d '{"events": [{"name": "network-changed", "server_uuid": "2c336f60-488c-4941-a71e-8fabecaf188a", "tag": "363c5482-8d83-4c21-96fd-d157d236f9d4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:35:49.529596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dbbc3-b488-475c-ad32-bd4cd9ef1b02 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.531350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dbbc3-b488-475c-ad32-bd4cd9ef1b02 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.536827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0dbbc3-b488-475c-ad32-bd4cd9ef1b02 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.542264 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ec0dbbc3-b488-475c-ad32-bd4cd9ef1b02 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2652051 Jun 30 09:35:49.545635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41198) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:49.641041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] For port a9444525-d277-4617-920f-96c7a7bc06b0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:49.642412 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e354916-8268-49f3-8da6-791bed682750 x-openstack-request-id: req-8e354916-8268-49f3-8da6-791bed682750 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:35:49.642710 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c336f60-488c-4941-a71e-8fabecaf188a", "tag": "363c5482-8d83-4c21-96fd-d157d236f9d4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:35:49.642966 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8e354916-8268-49f3-8da6-791bed682750 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:35:49.644299 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c336f60-488c-4941-a71e-8fabecaf188a', 'tag': '363c5482-8d83-4c21-96fd-d157d236f9d4', 'status': 'completed', 'code': 200} Jun 30 09:35:49.649959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] For port a9444525-d277-4617-920f-96c7a7bc06b0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a9444525-d277-4617-920f-96c7a7bc06b0,segment=NetworkSegment(e405b7d9-62c6-4932-989f-9bb797ef14d6),segment_id=e405b7d9-62c6-4932-989f-9bb797ef14d6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:49.657613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Deleting subnet d30359f9-1d59-483d-a401-87e5a73c28fb {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:49.664219 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.676882 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.714404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e899a-3e3b-4d97-9751-e3d7825954fe service neutron] Pushing event updated for resources: {'Port': ['ID=363c5482-8d83-4c21-96fd-d157d236f9d4,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:49.719390 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Subnet': ['ID=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:49.746850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.766860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Checking segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:49.777318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network hostable DHCP agents. Network: 31f4d299-9fcf-4570-9f12-c47b855a4f4e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:35:49.824702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] For port 674d471c-de99-41ba-88bd-a1639aebc343, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:49.833133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] For port 674d471c-de99-41ba-88bd-a1639aebc343, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=674d471c-de99-41ba-88bd-a1639aebc343,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:49.858453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:35:49.869589 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.873586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-c59bdb0d-7a24-4e89-bf1e-908c291a2de1', 'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1', 'tenant_id': '0b58088243dd45f3b809332224edf3d3', 'fixed_ips': [{'subnet_id': '6e847c4e-d2ae-40ff-9751-d69ca039fa4f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:49.874781 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:49.884172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-5edff700-74af-4904-8722-0cd426a2c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.885706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-5edff700-74af-4904-8722-0cd426a2c181 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1096 time: 0.3312724 Jun 30 09:35:49.899039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 31f4d299-9fcf-4570-9f12-c47b855a4f4e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:49.922862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:49.926526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.028391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-888c73cd-bdc3-41f0-8d83-1077a3b7d99c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=363c5482-8d83-4c21-96fd-d157d236f9d4 HTTP/1.1" status: 200 len: 217 time: 0.1108468 Jun 30 09:35:50.057848 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-29d248fd-46f9-46d9-bb29-d12e5333c11b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.9255002 Jun 30 09:35:50.094746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Allocated IP 172.20.0.18 (c59bdb0d-7a24-4e89-bf1e-908c291a2de1/6e847c4e-d2ae-40ff-9751-d69ca039fa4f/a8bedfef-1073-4974-b8ad-d955abb48fa6) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:50.100191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41208) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.181651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.260054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-d3cf6a79-caf3-425f-9c32-545096766147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.262542 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-d3cf6a79-caf3-425f-9c32-545096766147 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f7d1924-0717-4033-b37e-110007084ead HTTP/1.1" status: 200 len: 849 time: 0.2280989 Jun 30 09:35:50.292310 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.295375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238aa5c-2bd7-442e-a0b3-ec79ff10e747 req-363c1d22-58bc-42ba-9b60-e721f4ee7c41 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.303379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Transition to ACTIVE for port object a8bedfef-1073-4974-b8ad-d955abb48fa6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:50.310329 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6238aa5c-2bd7-442e-a0b3-ec79ff10e747 req-363c1d22-58bc-42ba-9b60-e721f4ee7c41 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1096 time: 0.2709451 Jun 30 09:35:50.325925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Transition to ACTIVE for port object a8bedfef-1073-4974-b8ad-d955abb48fa6 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:50.353266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.360212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532f0440-35f8-4e15-9221-9be47fa282cf None None] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:50.437159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6238aa5c-2bd7-442e-a0b3-ec79ff10e747 req-5c5e1d2e-8bd6-46e5-ae50-a439f9ad2c41 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258385 Jun 30 09:35:50.472373 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.530918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:50.547118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:50.551444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:50.598819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Subnet': ['ID=d30359f9-1d59-483d-a401-87e5a73c28fb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:50.603024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.605374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2e763c13-50ef-4e87-a89c-5d48e6a47bec tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/subnets/d30359f9-1d59-483d-a401-87e5a73c28fb HTTP/1.1" status: 204 len: 168 time: 1.0582492 Jun 30 09:35:50.616955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:50.734963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Deleting subnet 6e847c4e-d2ae-40ff-9751-d69ca039fa4f {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:35:50.739096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.740516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-6484167e-3fc7-4870-a026-dae1911cd6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:50.742152 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-6484167e-3fc7-4870-a026-dae1911cd6f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0be408b1-13e4-4c62-9ab7-f485a671cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3972626 Jun 30 09:35:50.794245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:50.837722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:50.838455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:50.937097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-953aed16-f927-40ae-a7e9-9196bda4c733 req-1fb98c2b-edfe-4c5e-916b-09b1d1c75ab3 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2e126bf-6606-4093-8944-1c31aa1c1e5d HTTP/1.1" status: 200 len: 210 time: 0.2249076 Jun 30 09:35:51.032646 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.135613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466ac4a-52d1-4533-a4dd-341d3593030a None None] Pushing event updated for resources: {'Port': ['ID=a9444525-d277-4617-920f-96c7a7bc06b0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:51.139033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:35:51.140481 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.178682 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.207093 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-d7319aac-1c89-427e-ab8a-645ef4ba9aea service neutron] 10.222.0.83 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562166 Jun 30 09:35:51.243922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Subnet': ['ID=6e847c4e-d2ae-40ff-9751-d69ca039fa4f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:51.252164 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.255214 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/subnets/6e847c4e-d2ae-40ff-9751-d69ca039fa4f HTTP/1.1" status: 204 len: 168 time: 0.6359143 Jun 30 09:35:51.259168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.260129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.260713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.261919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.262525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.263258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.263829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.264398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.264955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.265483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.266002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.266622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d867f61b-4e7d-4eca-a019-33f76b7913e1 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:35:51.270388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.309662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:51.329642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43984940-4fd4-422b-b02b-b9029f080cef tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.332814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-43984940-4fd4-422b-b02b-b9029f080cef tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0611262 Jun 30 09:35:51.338688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41222) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:51.674515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.777294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Attempting to bind port a8bedfef-1073-4974-b8ad-d955abb48fa6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:51.777685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Attempting to bind port a8bedfef-1073-4974-b8ad-d955abb48fa6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '98a30cb5-eb95-4f65-a16c-e3248fb721d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:51.778045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Attempting to bind port a8bedfef-1073-4974-b8ad-d955abb48fa6 on network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:51.780861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a9444525-d277-4617-920f-96c7a7bc06b0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:51.889913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:51.891995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Checking segment: {'id': '98a30cb5-eb95-4f65-a16c-e3248fb721d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:51.895710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.901481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Bound using segment: {'id': '98a30cb5-eb95-4f65-a16c-e3248fb721d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:51.902412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Bound port: a8bedfef-1073-4974-b8ad-d955abb48fa6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a30cb5-eb95-4f65-a16c-e3248fb721d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c59bdb0d-7a24-4e89-bf1e-908c291a2de1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:51.903088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.903645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b1ec-67d6-4b2d-9581-ee3fd33d8cfd req-05b8ab26-c175-4058-a566-8601d5437657 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:51.905288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed68b1ec-67d6-4b2d-9581-ee3fd33d8cfd req-05b8ab26-c175-4058-a566-8601d5437657 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1096 time: 0.1439633 Jun 30 09:35:51.907032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Deleting port a8bedfef-1073-4974-b8ad-d955abb48fa6 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:51.907638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.954658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:51.959180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-58379801-4e08-4600-b5ab-ce73a6591d33 req-e8d3c388-fb91-429b-966a-dae3bc2ae9c9 service neutron] 10.222.0.83 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7412481 Jun 30 09:35:52.001315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ed0ab-e603-478d-a49c-d8ddda58bf85 None None] Pushing event updated for resources: {'Port': ['ID=674d471c-de99-41ba-88bd-a1639aebc343,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.286157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] For port a8bedfef-1073-4974-b8ad-d955abb48fa6, host n-d-780147-22, got binding levels [] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:52.286641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.303716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:43Z', 'revision_number': 3, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:52.307413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Calling delete_port for a8bedfef-1073-4974-b8ad-d955abb48fa6 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:52.442121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed68b1ec-67d6-4b2d-9581-ee3fd33d8cfd req-6574b62e-4833-45b7-8139-4d8077fd6d1e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875413 Jun 30 09:35:52.463594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe66c5e-6cde-43f5-8f64-a09245629100 None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:43Z', 'revision_number': 3, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:35:52.465491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a9444525-d277-4617-920f-96c7a7bc06b0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:52.480054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Allocated IP 172.20.0.2 (31f4d299-9fcf-4570-9f12-c47b855a4f4e/aa26709b-dedc-4e5e-8bfd-c6a47bd843d7/840a9fc5-9b77-44af-8991-737789c8f0b9) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:52.532767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-a57bb1d3-74d7-45c0-af5e-e564190ba4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:52.534897 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-a57bb1d3-74d7-45c0-af5e-e564190ba4b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1096 time: 0.4484730 Jun 30 09:35:52.626110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] For port a8bedfef-1073-4974-b8ad-d955abb48fa6, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:52.628813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Pushing event updated for resources: {'Port': ['ID=a8bedfef-1073-4974-b8ad-d955abb48fa6,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.651098 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] For port a8bedfef-1073-4974-b8ad-d955abb48fa6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a8bedfef-1073-4974-b8ad-d955abb48fa6,segment=NetworkSegment(98a30cb5-eb95-4f65-a16c-e3248fb721d5),segment_id=98a30cb5-eb95-4f65-a16c-e3248fb721d5)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:52.666745 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.677535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:52.690172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527c6aa-aa32-4ef2-b6e4-9ee05450c64a None None] Network b27e1e5a-a441-4eec-866d-01eaff5b508d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:52.719965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Port': ['ID=a8bedfef-1073-4974-b8ad-d955abb48fa6,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.728701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] No DVR routers for this DVR port a8bedfef-1073-4974-b8ad-d955abb48fa6 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:52.812945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1fe12-65a9-4ecb-9815-f39267071287 None None] Pushing event deleted for resources: {'Port': ['ID=a8bedfef-1073-4974-b8ad-d955abb48fa6,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:52.932480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.001671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59bdb0d-7a24-4e89-bf1e-908c291a2de1']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:53.074564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a30cb5-eb95-4f65-a16c-e3248fb721d5') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:53.076630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a30cb5-eb95-4f65-a16c-e3248fb721d5') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-497b8318-ad27-4abd-bb67-a4cbd23a3a10 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port a8bedfef-1073-4974-b8ad-d955abb48fa6 could not be found. Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2800, in one Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._iter().one() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port a8bedfef-1073-4974-b8ad-d955abb48fa6 could not be found. Jun 30 09:35:53.111958 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:35:53.119363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b3663068-75f7-4b1a-b4fe-f88e9809fcbe None None] Provisioning for port a9444525-d277-4617-920f-96c7a7bc06b0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:53.126477 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.173703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.195705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:53.198803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.219590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-56d1cf75-f182-4aaa-9871-a5a82204117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.229459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-56d1cf75-f182-4aaa-9871-a5a82204117f service neutron] 10.222.0.83 "GET /v2.0/networks?id=0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 200 len: 911 time: 0.6846364 Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:53.308507 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:53.324026 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.337770 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.339925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/networks/c59bdb0d-7a24-4e89-bf1e-908c291a2de1 HTTP/1.1" status: 204 len: 168 time: 1.9998519 Jun 30 09:35:53.344497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41260) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:53.390009 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-f817e330-8208-4f85-b76f-7e61d0d3c535 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=363c5482-8d83-4c21-96fd-d157d236f9d4 HTTP/1.1" status: 200 len: 217 time: 0.1538548 Jun 30 09:35:53.460787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.483000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52411e-f2d4-4b8a-b4df-54f4c3301873 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Network': ['ID=c59bdb0d-7a24-4e89-bf1e-908c291a2de1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:53.593430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-4ab5ea61-3aed-4ff5-aaf8-f451e43b4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.594974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-4ab5ea61-3aed-4ff5-aaf8-f451e43b4db5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=5f7d1924-0717-4033-b37e-110007084ead HTTP/1.1" status: 200 len: 849 time: 0.1977522 Jun 30 09:35:53.609753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Deleting port a9444525-d277-4617-920f-96c7a7bc06b0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:35:53.613897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.781174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c52c2-548e-442c-b0ff-da160020edbf None None] Network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:53.790083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 674d471c-de99-41ba-88bd-a1639aebc343 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:53.819600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b3663068-75f7-4b1a-b4fe-f88e9809fcbe None None] Provisioning complete for port a9444525-d277-4617-920f-96c7a7bc06b0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:53.819888 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b3663068-75f7-4b1a-b4fe-f88e9809fcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.825968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] For port a9444525-d277-4617-920f-96c7a7bc06b0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a9444525-d277-4617-920f-96c7a7bc06b0,segment=NetworkSegment(e405b7d9-62c6-4932-989f-9bb797ef14d6),segment_id=e405b7d9-62c6-4932-989f-9bb797ef14d6)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:53.827921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:53.842201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-929f20f5-df66-443a-8486-92b3a37fbca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:53.844140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-929f20f5-df66-443a-8486-92b3a37fbca8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0be408b1-13e4-4c62-9ab7-f485a671cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290919 Jun 30 09:35:53.861414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Calling delete_port for a9444525-d277-4617-920f-96c7a7bc06b0 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:35:53.996565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.027177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Port': ['ID=a9444525-d277-4617-920f-96c7a7bc06b0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:54.038714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] No DVR routers for this DVR port a9444525-d277-4617-920f-96c7a7bc06b0 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:35:54.110461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c52c2-548e-442c-b0ff-da160020edbf None None] Network c59bdb0d-7a24-4e89-bf1e-908c291a2de1 could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:35:54.117829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b3663068-75f7-4b1a-b4fe-f88e9809fcbe None None] Could not find standard attr ID for object a9444525-d277-4617-920f-96c7a7bc06b0. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 09:35:54.126636 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.134063 n-d-780147-22 neutron-server[93726]: INFO neutron.plugins.ml2.db [None req-b3663068-75f7-4b1a-b4fe-f88e9809fcbe None None] No ports have port_id starting with a9444525-d277-4617-920f-96c7a7bc06b0 Jun 30 09:35:54.155391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.164701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Transition to ACTIVE for port object 840a9fc5-9b77-44af-8991-737789c8f0b9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:54.169910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27e1e5a-a441-4eec-866d-01eaff5b508d']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:54.189497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e405b7d9-62c6-4932-989f-9bb797ef14d6') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:54.190965 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e405b7d9-62c6-4932-989f-9bb797ef14d6') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:54.194725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 674d471c-de99-41ba-88bd-a1639aebc343 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:54.203291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.215375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 674d471c-de99-41ba-88bd-a1639aebc343 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:54.217916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.227651 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.239428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:54.240172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.304209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Transition to ACTIVE for port object 840a9fc5-9b77-44af-8991-737789c8f0b9 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:54.309576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00482b57-c902-4ad5-ac1d-ed66067cee48 None None] DHCP port deletion for b27e1e5a-a441-4eec-866d-01eaff5b508d request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:54.310752 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:54.324338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.375650 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-304546d3-9c09-4847-8d9d-1354f8d5facf service neutron] 10.222.0.83 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235479 Jun 30 09:35:54.390946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520c4a6-8d7f-4d0a-9058-b3448cea4199 req-461c2687-ec43-448b-ba9c-fdb3c793ca1d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:54.393950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0520c4a6-8d7f-4d0a-9058-b3448cea4199 req-461c2687-ec43-448b-ba9c-fdb3c793ca1d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1096 time: 0.4340260 Jun 30 09:35:54.396001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.405925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:54.413020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:54.416306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:54.443265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.445109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/networks/b27e1e5a-a441-4eec-866d-01eaff5b508d HTTP/1.1" status: 204 len: 168 time: 1.0991576 Jun 30 09:35:54.447150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1185d901-d4e1-4eb9-b9b0-1374f51bc582 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Network': ['ID=b27e1e5a-a441-4eec-866d-01eaff5b508d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:54.448861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41274) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:54.536108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.20.0.1 (31f4d299-9fcf-4570-9f12-c47b855a4f4e/aa26709b-dedc-4e5e-8bfd-c6a47bd843d7/03e5f93b-bafb-489d-999f-6a6b699db01d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:35:54.598177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0520c4a6-8d7f-4d0a-9058-b3448cea4199 req-9cb924d2-466c-4608-9cbc-246ee3fd6d6f tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958830 Jun 30 09:35:54.642354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.648771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Attempting to bind port 840a9fc5-9b77-44af-8991-737789c8f0b9 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:35:54.648771 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Attempting to bind port 840a9fc5-9b77-44af-8991-737789c8f0b9 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:35:54.649128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Attempting to bind port 840a9fc5-9b77-44af-8991-737789c8f0b9 on network 31f4d299-9fcf-4570-9f12-c47b855a4f4e {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:35:54.656102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Pushing event updated for resources: {'Port': ['ID=840a9fc5-9b77-44af-8991-737789c8f0b9,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:54.719673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:35:54.719673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Checking segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:35:54.719673 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.719673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Bound using segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:35:54.719673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Bound port: 840a9fc5-9b77-44af-8991-737789c8f0b9, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:35:54.719673 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.833359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.858369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e50b16-d14e-420a-8707-59391923f9f2']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:54.866674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 363c5482-8d83-4c21-96fd-d157d236f9d4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:35:54.878928 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb335383-5068-4a0a-8e5e-4f510feb5955 req-746f8907-ecaf-43b4-8fdd-ce9850f1e3c5 service neutron] 10.222.0.83 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4937336 Jun 30 09:35:54.880983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df97610d-6aef-4c46-a063-1363e120de9d') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:54.881543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df97610d-6aef-4c46-a063-1363e120de9d') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:54.900804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.918318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.926292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:54.927077 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.929995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:54.930962 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:55.009590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.012200 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.029231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.031990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/networks/81e50b16-d14e-420a-8707-59391923f9f2 HTTP/1.1" status: 204 len: 168 time: 0.5715437 Jun 30 09:35:55.035389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41280) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:55.042709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Transition to ACTIVE for port object 03e5f93b-bafb-489d-999f-6a6b699db01d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:35:55.060944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47b29f-2b48-4e62-b521-483c0c3d3528 tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Network': ['ID=81e50b16-d14e-420a-8707-59391923f9f2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.117585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.203896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] For port 840a9fc5-9b77-44af-8991-737789c8f0b9, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:35:55.210492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] For port 840a9fc5-9b77-44af-8991-737789c8f0b9, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=840a9fc5-9b77-44af-8991-737789c8f0b9,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:35:55.225087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:55.228904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:55.232402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.245054 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.248343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:35:55.254669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=03e5f93b-bafb-489d-999f-6a6b699db01d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.277552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 674d471c-de99-41ba-88bd-a1639aebc343, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=674d471c-de99-41ba-88bd-a1639aebc343,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:55.319621 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.321080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.385050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 363c5482-8d83-4c21-96fd-d157d236f9d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=363c5482-8d83-4c21-96fd-d157d236f9d4,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:55.407362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a865d2b3-7292-4f74-8445-dd4b85c251bb None None] Pushing event updated for resources: {'Port': ['ID=840a9fc5-9b77-44af-8991-737789c8f0b9,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.480433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=674d471c-de99-41ba-88bd-a1639aebc343,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.487923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '363c5482-8d83-4c21-96fd-d157d236f9d4', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'port_id': '363c5482-8d83-4c21-96fd-d157d236f9d4', 'mac_address': 'fa:16:3e:9e:46:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7d1924-0717-4033-b37e-110007084ead', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:35:55.577529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.583005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.603125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97528ecf-7ec0-4f19-9184-de9d9df5d272']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:55.620966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363c5482-8d83-4c21-96fd-d157d236f9d4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:35:55.629449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f78cdd1-a52b-4e8b-94fd-e0df566b94c2') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:55.638837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f78cdd1-a52b-4e8b-94fd-e0df566b94c2') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:55.694419 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.719258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 363c5482-8d83-4c21-96fd-d157d236f9d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=363c5482-8d83-4c21-96fd-d157d236f9d4,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:55.725505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a9444525-d277-4617-920f-96c7a7bc06b0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:35:55.727222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.731275 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.733237 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.739109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:35:55.739813 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:35:55.748440 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:35:55.775138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a9444525-d277-4617-920f-96c7a7bc06b0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:35:55.775582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a9444525-d277-4617-920f-96c7a7bc06b0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:35:55.921932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=363c5482-8d83-4c21-96fd-d157d236f9d4,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:55.945533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.000279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.011007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] 10.222.0.77 "DELETE /v2.0/networks/97528ecf-7ec0-4f19-9184-de9d9df5d272 HTTP/1.1" status: 204 len: 168 time: 0.9735601 Jun 30 09:35:56.023051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87650f7-8d91-49d2-9b95-69961b330a6a tempest-BulkNetworkOpsTest-4588671 tempest-BulkNetworkOpsTest-4588671-project] Pushing event deleted for resources: {'Network': ['ID=97528ecf-7ec0-4f19-9184-de9d9df5d272,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:56.109717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['363c5482-8d83-4c21-96fd-d157d236f9d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:35:56.121586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5da4a7-ba7b-4f0f-864c-22e1e17c41d9 req-cedd369b-180d-4950-891e-f61f8ea5b48d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:56.123169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f5da4a7-ba7b-4f0f-864c-22e1e17c41d9 req-cedd369b-180d-4950-891e-f61f8ea5b48d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1097 time: 0.1103964 Jun 30 09:35:56.217587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f5da4a7-ba7b-4f0f-864c-22e1e17c41d9 req-2c64ac24-5add-4940-b815-be016f0543d2 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849149 Jun 30 09:35:56.498454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.510117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.593651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41326) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:56.651121 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:56.655420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=03e5f93b-bafb-489d-999f-6a6b699db01d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:56.932536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3b49c0ad-8862-4d24-af0e-18595b623081 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b58088243dd45f3b809332224edf3d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351758 Jun 30 09:35:56.934719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:57.094468 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a521ac8e-bc66-4e0f-9dc7-df325eb9b9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.186706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a521ac8e-bc66-4e0f-9dc7-df325eb9b9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.283589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a521ac8e-bc66-4e0f-9dc7-df325eb9b9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.288343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a521ac8e-bc66-4e0f-9dc7-df325eb9b9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:57.289522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a521ac8e-bc66-4e0f-9dc7-df325eb9b9ee admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/977369c8-770f-4e54-8c74-3e35ae80c123 HTTP/1.1" status: 204 len: 168 time: 0.3538373 Jun 30 09:35:57.314830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:35:57.316816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:35:57.336757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09d7736-b971-44f1-beaf-b7b56f397d35 None None] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:35:57.350781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a521ac8e-bc66-4e0f-9dc7-df325eb9b9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977369c8-770f-4e54-8c74-3e35ae80c123,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:57.464459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f9523c37-9015-41d3-82f6-66792740d287 None None] Provisioning for port 840a9fc5-9b77-44af-8991-737789c8f0b9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:57.537433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c135dc6-2c4d-48ca-9003-cf5797fae191 req-1c78292e-b69f-4af0-a987-d2ca4284688b tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:57.545096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c135dc6-2c4d-48ca-9003-cf5797fae191 req-1c78292e-b69f-4af0-a987-d2ca4284688b tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1097 time: 0.0977871 Jun 30 09:35:57.595669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:35:57.740961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c135dc6-2c4d-48ca-9003-cf5797fae191 req-b8a8a0db-d9a2-4a97-80a3-e840fb672436 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824672 Jun 30 09:35:57.808053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:35:57.815053 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a280a568-2e06-4694-a6f7-aac434524035 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "PUT /v2.0/routers/c3953f52-0c9a-431f-a013-8d69ec099b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7121484 Jun 30 09:35:57.818028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41362) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:57.823471 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:35:57.842503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 840a9fc5-9b77-44af-8991-737789c8f0b9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:57.849725 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:35:57.850388 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:57.960776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 840a9fc5-9b77-44af-8991-737789c8f0b9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:57.969414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 840a9fc5-9b77-44af-8991-737789c8f0b9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:57.972635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.023157 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:35:58.167179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.276695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.277209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.277633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.278095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.280903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.281384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.281851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.284413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.286655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.287148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.287653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.289988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 840a9fc5-9b77-44af-8991-737789c8f0b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=840a9fc5-9b77-44af-8991-737789c8f0b9,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:35:58.290942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-54778183-1147-45c1-8988-f3b3830e9713 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7762 time: 0.4684412 Jun 30 09:35:58.292741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:58.334773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.338870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 674d471c-de99-41ba-88bd-a1639aebc343 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:58.345744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-427c3dbb-1aff-48a7-a712-4295ee6de695 None None] Provisioning for port 03e5f93b-bafb-489d-999f-6a6b699db01d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:58.419358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-427c3dbb-1aff-48a7-a712-4295ee6de695 None None] Provisioning complete for port 03e5f93b-bafb-489d-999f-6a6b699db01d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:58.427643 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-427c3dbb-1aff-48a7-a712-4295ee6de695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.557026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-427c3dbb-1aff-48a7-a712-4295ee6de695 None None] Port 03e5f93b-bafb-489d-999f-6a6b699db01d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:35:58.577080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=840a9fc5-9b77-44af-8991-737789c8f0b9,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:58.590772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 674d471c-de99-41ba-88bd-a1639aebc343 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:58.591348 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.639683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-427c3dbb-1aff-48a7-a712-4295ee6de695 None None] Provisioning complete for port 840a9fc5-9b77-44af-8991-737789c8f0b9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:58.640459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-427c3dbb-1aff-48a7-a712-4295ee6de695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:58.737785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.754534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.755095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.755565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.756026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.756486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.756945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.757404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.757987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.792710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.800832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:58.808701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41398) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:58.827162 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65aa77bc-009a-4220-88d4-4cb4755026bf tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7178 time: 0.5112715 Jun 30 09:35:58.835177 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:55Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:35:56Z', 'revision_number': 2, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:35:58.882043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 363c5482-8d83-4c21-96fd-d157d236f9d4 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:58.991201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:35:58.992831 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:35:59.006728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Updating router c3953f52-0c9a-431f-a013-8d69ec099b3f port 03e5f93b-bafb-489d-999f-6a6b699db01d binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:35:59.147007 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.181159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 363c5482-8d83-4c21-96fd-d157d236f9d4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:35:59.197016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 363c5482-8d83-4c21-96fd-d157d236f9d4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:59.197502 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.392339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-968867783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:35:59.429512 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.449193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:35:59.455425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.507107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb9cd4d-107b-48d7-8239-c58233cb0c5f None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:35:59.516002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.633596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4983f8-b705-4d5b-b4b8-4216f56ed2bd req-c2eaba89-405b-4867-a442-eab30d124222 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:35:59.647462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f4983f8-b705-4d5b-b4b8-4216f56ed2bd req-c2eaba89-405b-4867-a442-eab30d124222 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1097 time: 0.4024172 Jun 30 09:35:59.694107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d38fad30-15a8-485c-a259-177343b1dc55 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5212 time: 0.8843040 Jun 30 09:35:59.726991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f4983f8-b705-4d5b-b4b8-4216f56ed2bd req-455ba4d3-7935-4bd3-8147-d17b21a19587 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785646 Jun 30 09:35:59.730656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb9cd4d-107b-48d7-8239-c58233cb0c5f None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:35:59.755061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 840a9fc5-9b77-44af-8991-737789c8f0b9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:35:59.768266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.785075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8b5f56b2-5129-4723-8304-5ad5747fc958 None None] Provisioning complete for port 03e5f93b-bafb-489d-999f-6a6b699db01d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:35:59.786450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b5f56b2-5129-4723-8304-5ad5747fc958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.870527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.886316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.920382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:35:59.933171 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.948094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50f46def-3de8-4e5b-9956-636e016f5bef,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:35:59.966100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:35:59.966839 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Added segment e2c564e3-faee-497e-a30c-7ca3c1afc4f4 of type vlan for network 6e344388-b72d-4290-90f5-27c9675eb650 Jun 30 09:36:00.005589 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Transition to ACTIVE for port object 03e5f93b-bafb-489d-999f-6a6b699db01d will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:00.019947 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.077137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.153331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c336f60-488c-4941-a71e-8fabecaf188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363c5482-8d83-4c21-96fd-d157d236f9d4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:00.160688 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e2ea87-5664-4e8a-813e-bb77a34e3340" -d '{"events": [{"server_uuid": "2c336f60-488c-4941-a71e-8fabecaf188a", "name": "network-vif-plugged", "status": "completed", "tag": "363c5482-8d83-4c21-96fd-d157d236f9d4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:00.161328 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.170901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f56b2-5129-4723-8304-5ad5747fc958 None None] Port 03e5f93b-bafb-489d-999f-6a6b699db01d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:00.181500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:00.182325 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.186607 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e120f-5662-4696-a0f4-aba7f58b526b None None] Pushing event updated for resources: {'Port': ['ID=03e5f93b-bafb-489d-999f-6a6b699db01d,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:00.236554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 363c5482-8d83-4c21-96fd-d157d236f9d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=363c5482-8d83-4c21-96fd-d157d236f9d4,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:00.274827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.322543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Network': ['ID=6e344388-b72d-4290-90f5-27c9675eb650,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:00.333411 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Attempting to bind port 03e5f93b-bafb-489d-999f-6a6b699db01d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:00.333838 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Attempting to bind port 03e5f93b-bafb-489d-999f-6a6b699db01d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:00.336454 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0ec88d65-8102-4978-982c-99b675ce3c4b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3433375 Jun 30 09:36:00.339126 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Attempting to bind port 03e5f93b-bafb-489d-999f-6a6b699db01d on network 31f4d299-9fcf-4570-9f12-c47b855a4f4e {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:00.348000 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:00.348391 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Checking segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:00.348783 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.351877 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Bound using segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:00.352377 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Bound port: 03e5f93b-bafb-489d-999f-6a6b699db01d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:00.354554 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.411373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41458) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:00.417127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-477828800', 'description': 'tempest-secgroup-smoke-477828800 description', 'project_id': '9929aed19ffd4ed981c90458b70e5eec'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:00.430634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=363c5482-8d83-4c21-96fd-d157d236f9d4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:00.438658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 6e344388-b72d-4290-90f5-27c9675eb650 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:00.484418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.521074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] For port 03e5f93b-bafb-489d-999f-6a6b699db01d, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:00.525700 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] For port 03e5f93b-bafb-489d-999f-6a6b699db01d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03e5f93b-bafb-489d-999f-6a6b699db01d,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:00.536419 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.612682 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eea3e6-e515-470e-93e7-4dcc9b2ca0ab x-openstack-request-id: req-23eea3e6-e515-470e-93e7-4dcc9b2ca0ab {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:00.613967 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c336f60-488c-4941-a71e-8fabecaf188a", "name": "network-vif-plugged", "status": "completed", "tag": "363c5482-8d83-4c21-96fd-d157d236f9d4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:00.614521 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-23eea3e6-e515-470e-93e7-4dcc9b2ca0ab {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:00.615134 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c336f60-488c-4941-a71e-8fabecaf188a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363c5482-8d83-4c21-96fd-d157d236f9d4', 'code': 200} Jun 30 09:36:00.633443 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:00.634067 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:00.636834 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e120f-5662-4696-a0f4-aba7f58b526b None None] Pushing event updated for resources: {'Port': ['ID=03e5f93b-bafb-489d-999f-6a6b699db01d,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:00.756795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.809657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:00.869325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:01.001633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e3c284-caa3-4538-b17c-d9fddf9c5726,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.028998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.032014 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b4e09f33-ce64-474f-aca9-c2b23f690071 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6194048 Jun 30 09:36:01.035493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41466) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:01.046888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': 'f5e3c284-caa3-4538-b17c-d9fddf9c5726', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:01.069133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 840a9fc5-9b77-44af-8991-737789c8f0b9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:01.069771 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.202254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56758-d386-4ff8-abfd-92cb45cd15fb req-bd43b2df-9d6d-4cd8-9796-b4c4be27eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.210352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f6a56758-d386-4ff8-abfd-92cb45cd15fb req-bd43b2df-9d6d-4cd8-9796-b4c4be27eb16 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.4434595 Jun 30 09:36:01.286718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.489038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:55Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:00Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:01.490747 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f6a56758-d386-4ff8-abfd-92cb45cd15fb req-d49c9139-8d2f-4178-a942-99cd3271795b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695222 Jun 30 09:36:01.519506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b1591-42d4-496b-8f13-3697d59b7092 req-c818fb86-39f2-4934-91f4-998db13f338e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.524213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-264b1591-42d4-496b-8f13-3697d59b7092 req-c818fb86-39f2-4934-91f4-998db13f338e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.3969924 Jun 30 09:36:01.544330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-e9266111-80a8-43a2-8f9a-0a53d15d2d98 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:01.555354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-e9266111-80a8-43a2-8f9a-0a53d15d2d98 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/networks?id=da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 200 len: 814 time: 1.3534057 Jun 30 09:36:01.607827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-bf12869d-891f-43b8-9f51-ef0d9f631eb2 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/quotas/9491290afe1f4d38acd0ebfff46bd1ab HTTP/1.1" status: 200 len: 375 time: 0.0496426 Jun 30 09:36:01.609410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.620513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.626311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41472) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:01.657306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9589a15e-442b-4e45-9ffc-5251b1ec902b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:01.745352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-264b1591-42d4-496b-8f13-3697d59b7092 req-a23782f3-3f75-4b54-b65c-c81885bdae76 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826575 Jun 30 09:36:01.761080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-bb6e8276-ef25-4909-ae1d-5dbe65fd2bb4 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1519201 Jun 30 09:36:01.779596 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96babf2-f579-4abe-af94-ed0667bc1a8b None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:55Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:00Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:01.798512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:01.801206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-592207dc-822a-4aea-8115-d37e71d823dd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7636275 Jun 30 09:36:01.805727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41474) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:01.867916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': 'f5e3c284-caa3-4538-b17c-d9fddf9c5726', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:01.965363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.087193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-6baddc2e-d25f-481a-9cba-8df3f9128427 service neutron] 10.222.0.77 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248532 Jun 30 09:36:02.105755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 8061678e-bb8e-4ffc-bd5a-c87c2233dcc1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:02.106366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.232511 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.249613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.279134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3238931-3ad7-4b7b-b0ba-5d050720bf72,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:02.293631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.294726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.313083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 8061678e-bb8e-4ffc-bd5a-c87c2233dcc1 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:02.331284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.336054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd3de995-7523-47ac-85b3-88b49429d91f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5238690 Jun 30 09:36:02.354720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41478) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:02.371853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-22caa634-2b91-44de-b200-6ce76fed99df service neutron] 10.222.0.77 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830870 Jun 30 09:36:02.387498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': 'f5e3c284-caa3-4538-b17c-d9fddf9c5726', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:02.456607 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.565781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.571086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.618776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.624045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:02.624452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2498777 Jun 30 09:36:02.626550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c693b-dc61-4146-9c8f-6de727ae4698 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5832dfe4-24c1-4fd4-b120-c312ff8996c1,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:02.629788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': 'f5e3c284-caa3-4538-b17c-d9fddf9c5726', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:02.825480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9529f24a-dea9-4e2c-b7d4-73bcb989d671 req-a49a41e8-4c5b-4b25-b68f-9f927f2357d7 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 210 time: 0.0951865 Jun 30 09:36:02.850786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:02.883197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=8061678e-bb8e-4ffc-bd5a-c87c2233dcc1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:02.892010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.134282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41494) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:03.169730 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.170310 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Floating IP f77ffce4-15a2-4310-9e39-68733729a25e disassociated (deleted). External IP: 172.25.7.178, port: 4e1ab3a8-e39f-4276-bb75-fd771b2eec94. Jun 30 09:36:03.268652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Deleting subnet c79bbefa-e3ea-4662-b081-e2c40f16d849 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:03.292677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.294990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.305598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.366618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.432747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6775b53-c825-48a7-bbc0-5e83a1c05046,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:03.436397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.437763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-927392ac-398d-42d1-aea9-38c35c9976e4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8121843 Jun 30 09:36:03.442701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:03.454301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': 'f5e3c284-caa3-4538-b17c-d9fddf9c5726', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:03.461773 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.622115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41500) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:03.631804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'subnet': {'network_id': '6e344388-b72d-4290-90f5-27c9675eb650', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:03.648175 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Project 9929aed19ffd4ed981c90458b70e5eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:36:03.662809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.690277 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.703504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03e5f93b-bafb-489d-999f-6a6b699db01d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:03.748214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79bbefa-e3ea-4662-b081-e2c40f16d849,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:03.751812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e96f82-01f8-4867-b04a-634ae391cc3e req-2aa8ab8a-088e-4520-a9ee-224021f50e4f tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:03.760446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89e96f82-01f8-4867-b04a-634ae391cc3e req-2aa8ab8a-088e-4520-a9ee-224021f50e4f tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.7130423 Jun 30 09:36:03.789314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.812293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.812534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.814667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-86a95e08-4517-4ac9-bc15-9fdc7f0d470e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c79bbefa-e3ea-4662-b081-e2c40f16d849 HTTP/1.1" status: 204 len: 168 time: 0.6794291 Jun 30 09:36:03.816638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:03.818495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 03e5f93b-bafb-489d-999f-6a6b699db01d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:03.827141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 03e5f93b-bafb-489d-999f-6a6b699db01d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:03.827871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89e96f82-01f8-4867-b04a-634ae391cc3e req-b7f0cb6c-474a-4712-b0d6-b1a3f646939d tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662766 Jun 30 09:36:03.828350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.829812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41502) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:03.910125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:03.914592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.954654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:03.975544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94146cb1-6b81-4bcc-b809-bd9ed9eecc50,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.000673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.002209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-907846be-ea44-4c41-8d9a-d791b2c8f4d6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5568528 Jun 30 09:36:04.008095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41506) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:04.015283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': 'f5e3c284-caa3-4538-b17c-d9fddf9c5726', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:04.042872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 03e5f93b-bafb-489d-999f-6a6b699db01d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03e5f93b-bafb-489d-999f-6a6b699db01d,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:04.051228 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.139954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=03e5f93b-bafb-489d-999f-6a6b699db01d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.155157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.195830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77470414-9aa7-4dfb-9a4a-e71a2e6bb8b6 req-10bc7d33-4f68-4641-aed3-c7dcc118e05d tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 210 time: 0.0941701 Jun 30 09:36:04.207343 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Project 9929aed19ffd4ed981c90458b70e5eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:36:04.215555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.280992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:04.293097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:04.304747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.310423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.320624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:04.321731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:04.364020 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.400416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35c80295-96c4-4e47-b73c-37c315daf2da']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:04.425882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a84bf89-3e3b-4d11-bc89-450069ddd56c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:04.425882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a84bf89-3e3b-4d11-bc89-450069ddd56c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:04.431962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Subnet': ['ID=449264bf-6d7d-43f9-98a1-9eb8615d5446,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.439390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Checking segment: {'id': 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e344388-b72d-4290-90f5-27c9675eb650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:04.440615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network hostable DHCP agents. Network: 6e344388-b72d-4290-90f5-27c9675eb650, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:04.441345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.467138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 6e344388-b72d-4290-90f5-27c9675eb650 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:04.476655 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-64e68895-be1a-4871-99fa-06c24923ffad tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "DELETE /v2.0/floatingips/f77ffce4-15a2-4310-9e39-68733729a25e HTTP/1.1" status: 204 len: 168 time: 2.8299689 Jun 30 09:36:04.478801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.480040 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.482392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:04.488721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 6e344388-b72d-4290-90f5-27c9675eb650) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:04.493293 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64c87fb-92ae-456b-9ed3-b32837586d23" -d '{"events": [{"name": "network-changed", "server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:04.497577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:04.502559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a591b-db23-4a81-b9f5-aa764695d26c None None] Network 6e344388-b72d-4290-90f5-27c9675eb650 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:04.511563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:04.512510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.538584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3852658f-43e4-40c5-9898-0a4c51911375 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9134760 Jun 30 09:36:04.546592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41512) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:04.553154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.555937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:04.556344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.558597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1640789407'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:04.568758 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:04.600521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:04.609737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.671840 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d71ea0-a1a8-4720-bd1c-f59136856e0b x-openstack-request-id: req-84d71ea0-a1a8-4720-bd1c-f59136856e0b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:04.672131 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:04.672365 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-84d71ea0-a1a8-4720-bd1c-f59136856e0b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:04.673042 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'status': 'completed', 'code': 200} Jun 30 09:36:04.689577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:04.724551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.725029 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Added segment 9350e9a6-22a2-4316-9413-a278fe534ab8 of type vlan for network 69d76c71-758f-42b3-8cba-0bd53c210f4a Jun 30 09:36:04.750605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.760259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7410941 Jun 30 09:36:04.778004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb2acc-9de8-4812-ac06-a4bff5bdbe54 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc9ef13b-479d-4010-bb89-679a64e74bef,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:04.868312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.874505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.928797 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.930708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] 10.222.0.77 "DELETE /v2.0/networks/35c80295-96c4-4e47-b73c-37c315daf2da HTTP/1.1" status: 204 len: 168 time: 1.0959747 Jun 30 09:36:04.978969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:04.990265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:04.993395 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.026634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390dd00-785d-491d-8697-002204eac6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=35c80295-96c4-4e47-b73c-37c315daf2da,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.085549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-66b7acb4-5eb6-42a8-804d-a05858b720ab tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.088020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-66b7acb4-5eb6-42a8-804d-a05858b720ab tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.79 "GET /v2.0/networks?id=da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 200 len: 814 time: 0.5746214 Jun 30 09:36:05.090578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-7c27f87a-5f1e-4483-8921-95e31a5c7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.093122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-7c27f87a-5f1e-4483-8921-95e31a5c7f2e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 1098 time: 0.4527583 Jun 30 09:36:05.112378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5610697 Jun 30 09:36:05.114400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Request body: {'port': {'device_id': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837', 'admin_state_up': True, 'tenant_id': '9491290afe1f4d38acd0ebfff46bd1ab'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:05.127060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41532) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:05.132565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'subnet': {'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:05.139251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-6e344388-b72d-4290-90f5-27c9675eb650', 'network_id': '6e344388-b72d-4290-90f5-27c9675eb650', 'tenant_id': 'ec876740d4d2459593403eb6ca1e88e3', 'fixed_ips': [{'subnet_id': '449264bf-6d7d-43f9-98a1-9eb8615d5446'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:05.141536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.160644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ab75a-fde8-4de0-b0fd-10c6a257d2e8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Network': ['ID=69d76c71-758f-42b3-8cba-0bd53c210f4a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.198373 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1f845d6c-8d3b-4f8a-b1ba-f726c15df9b9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-477828800&fields=id&tenant_id=9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 267 time: 0.0604489 Jun 30 09:36:05.211305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f00ecf-2d7d-4a0d-abd6-cabab097bad0 req-13fd7184-27c0-4b28-9c2d-a45d6f496acf tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.212885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4f00ecf-2d7d-4a0d-abd6-cabab097bad0 req-13fd7184-27c0-4b28-9c2d-a45d6f496acf tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.1328490 Jun 30 09:36:05.213989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41534) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:05.239261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:05.344332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4f00ecf-2d7d-4a0d-abd6-cabab097bad0 req-24601cc5-0268-4e3b-9597-491dba003890 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151743 Jun 30 09:36:05.354210 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5f19b7a3-efc9-4b8f-ad60-f42df55da98f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=af3ba6fb0cbd4cde8e847bc45f877e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391132 Jun 30 09:36:05.358262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41538) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:05.411442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-11c482de-8347-4875-a410-a15a4dab0d4c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.412780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-11c482de-8347-4875-a410-a15a4dab0d4c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/networks?id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 797 time: 0.2040665 Jun 30 09:36:05.441322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-ce42d7b2-c7cb-42c0-b404-4212d95abe45 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/quotas/9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 375 time: 0.0229611 Jun 30 09:36:05.451462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Allocated IP 2001:db8:0:ffff::2 (6e344388-b72d-4290-90f5-27c9675eb650/449264bf-6d7d-43f9-98a1-9eb8615d5446/be1052db-b187-44aa-9c44-148f1ca99f5d) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:05.488890 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-343a99b1-4c98-4eee-b259-47374950a186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.520333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-343a99b1-4c98-4eee-b259-47374950a186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.583974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-d5d68614-f5a6-45ea-99b9-93af6b61e5ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289647 Jun 30 09:36:05.617770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03e5f93b-bafb-489d-999f-6a6b699db01d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:05.659687 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.664579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:05.688593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-7c61a880-def1-4d93-ba9a-52718576ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.690412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-7c61a880-def1-4d93-ba9a-52718576ca44 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 200 len: 913 time: 0.5890112 Jun 30 09:36:05.702367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-343a99b1-4c98-4eee-b259-47374950a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.705135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-343a99b1-4c98-4eee-b259-47374950a186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.709249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-343a99b1-4c98-4eee-b259-47374950a186 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a712e792-6066-4dd0-a960-491405c828ce HTTP/1.1" status: 204 len: 168 time: 0.3494327 Jun 30 09:36:05.709408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Transition to ACTIVE for port object be1052db-b187-44aa-9c44-148f1ca99f5d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:05.715248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:05.736452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Transition to ACTIVE for port object be1052db-b187-44aa-9c44-148f1ca99f5d will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:05.739106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a99b1-4c98-4eee-b259-47374950a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a712e792-6066-4dd0-a960-491405c828ce,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.744817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:05.745474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:35:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:05.756988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-abd22108-38ed-4059-bcb4-0d911206ef01 service neutron] 10.222.0.77 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714056 Jun 30 09:36:05.768855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 09:36:05.768855 n-d-780147-22 neutron-server[93724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 30 09:36:05.768855 n-d-780147-22 neutron-server[93724]: [parameters: {'project_id': '9491290afe1f4d38acd0ebfff46bd1ab', 'id': '57fba9e7-91c1-4f43-bde4-14633c525cc5', 'expiration': datetime.datetime(2021, 6, 30, 9, 38, 5, 704074)}] Jun 30 09:36:05.768855 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:36:05.770196 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:36:05.773041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-30a89898-d1b8-4e23-b507-3a73a248ac42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 200 len: 217 time: 0.0600493 Jun 30 09:36:05.784667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227eb624-eac0-4cd6-99b5-b575ad139192 req-a6e7f16b-0a1e-406f-ab01-f968aa5e16f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.791518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:05.793190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-227eb624-eac0-4cd6-99b5-b575ad139192 req-a6e7f16b-0a1e-406f-ab01-f968aa5e16f8 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 946 time: 0.2066801 Jun 30 09:36:05.796468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.799701 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.816361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 03e5f93b-bafb-489d-999f-6a6b699db01d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:05.817247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:05.889086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-227eb624-eac0-4cd6-99b5-b575ad139192 req-d920e619-4325-44e0-85e2-d806e23474be tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949011 Jun 30 09:36:05.920162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-1a0a38bc-629d-4392-b4dd-1dcc29de69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:05.921744 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-1a0a38bc-629d-4392-b4dd-1dcc29de69b3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 200 len: 851 time: 0.1407213 Jun 30 09:36:05.926672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Network 6e344388-b72d-4290-90f5-27c9675eb650 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:05.943262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:05.954201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:05.962491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Pushing event updated for resources: {'Port': ['ID=be1052db-b187-44aa-9c44-148f1ca99f5d,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:05.989738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-fa706ab9-24f5-4604-b402-8915179469d4 service neutron] 10.222.0.77 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319994 Jun 30 09:36:06.019256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:06.054721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-ae95971d-f649-454a-9f62-35cece9c8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.056249 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-ae95971d-f649-454a-9f62-35cece9c8863 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3245d17c-5c05-441a-acfd-b6d2f51cecd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259077 Jun 30 09:36:06.165413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8ddf18d-6d63-4e9b-a1d2-573b4d3a3b77 req-c6889595-defc-4784-a9bb-a4d9f8ff69c3 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 210 time: 0.0427964 Jun 30 09:36:06.235382 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-952dbb9e-0f19-44d7-ab32-e861775848ae service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475725 Jun 30 09:36:06.256741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Attempting to bind port be1052db-b187-44aa-9c44-148f1ca99f5d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:06.260338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Attempting to bind port be1052db-b187-44aa-9c44-148f1ca99f5d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e344388-b72d-4290-90f5-27c9675eb650'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:06.260717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Attempting to bind port be1052db-b187-44aa-9c44-148f1ca99f5d on network 6e344388-b72d-4290-90f5-27c9675eb650 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:06.332399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83c717bb-af8b-4986-a3aa-f90cd20750e5 req-fde87e1c-f516-43de-804f-f355897d391a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 210 time: 0.0517421 Jun 30 09:36:06.363012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:36:06.394349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.434136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:06.435141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Checking segment: {'id': 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e344388-b72d-4290-90f5-27c9675eb650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:06.435545 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.435942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Bound using segment: {'id': 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e344388-b72d-4290-90f5-27c9675eb650'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:06.438040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Bound port: be1052db-b187-44aa-9c44-148f1ca99f5d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '6e344388-b72d-4290-90f5-27c9675eb650'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:06.439178 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.474977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Made reservation on behalf of 9491290afe1f4d38acd0ebfff46bd1ab for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:06.480445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.522192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Subnet': ['ID=bb843ceb-1140-468d-9eab-0e9da2d37995,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.587583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] For port be1052db-b187-44aa-9c44-148f1ca99f5d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:06.592035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] For port be1052db-b187-44aa-9c44-148f1ca99f5d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=be1052db-b187-44aa-9c44-148f1ca99f5d,segment=NetworkSegment(e2c564e3-faee-497e-a30c-7ca3c1afc4f4),segment_id=e2c564e3-faee-497e-a30c-7ca3c1afc4f4)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:06.608542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.611440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-2eaf7a1d-bdac-42f0-a982-c9628f9ac446 service neutron] 10.222.0.83 "GET /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685627 Jun 30 09:36:06.615316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Checking segment: {'id': '9350e9a6-22a2-4316-9413-a278fe534ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:06.615752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network hostable DHCP agents. Network: 69d76c71-758f-42b3-8cba-0bd53c210f4a, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:06.675667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:06.708257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 69d76c71-758f-42b3-8cba-0bd53c210f4a) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:06.716252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89107e-0573-4b91-bd3e-9292d1ae75cf None None] Pushing event updated for resources: {'Port': ['ID=be1052db-b187-44aa-9c44-148f1ca99f5d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:06.727680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31237334-9254-4819-8bcc-6ad221ce259e None None] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:06.736174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.737522 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:06.759950 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Allocated IP 172.20.0.12 (da0d1eb0-cee3-44d4-aea6-382bf84c6837/32e68788-c2ed-48af-8e86-d924fed199da/653dc9fa-3c6d-4d94-b30e-0daa28e18093) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:06.818621 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6a48783-094a-41d3-aa8c-4e4a0263dd3b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6906612 Jun 30 09:36:06.818785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695a783-92e2-49ee-a819-3fcef81a4b30 req-a09fb3c2-14be-489a-8e58-05426a810ffe tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.820255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d695a783-92e2-49ee-a819-3fcef81a4b30 req-a09fb3c2-14be-489a-8e58-05426a810ffe tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.3906107 Jun 30 09:36:06.820727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41576) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:06.854400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'port': {'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a', 'name': 'tempest-NetworksIpV6TestAttrs-516168162'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:06.880022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-67b56e99-a8eb-4b40-aec1-adc710ac1447 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:06.885814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:06.892770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-67b56e99-a8eb-4b40-aec1-adc710ac1447 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 946 time: 0.3828111 Jun 30 09:36:06.921727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b067b-932c-4d1c-8582-5f48eb4efe2c None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:22:45Z', 'revision_number': 4, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f8e3c320-d20b-4a62-bfb5-562dbb8e56f1', 'name': '', 'network_id': '3245d17c-5c05-441a-acfd-b6d2f51cecd7', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'mac_address': 'fa:16:3e:7b:3c:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:45Z', 'updated_at': '2021-06-30T09:22:53Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'subnets': [{'id': '9f80120b-371c-47bc-aa90-b37ef44cce91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:06.980601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-69d76c71-758f-42b3-8cba-0bd53c210f4a', 'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a', 'tenant_id': 'ec876740d4d2459593403eb6ca1e88e3', 'fixed_ips': [{'subnet_id': 'bb843ceb-1140-468d-9eab-0e9da2d37995'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:06.981526 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.023378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fc4af-0104-45ca-8b8e-0085cb1c88ac req-61740106-24ae-4ead-8a8c-8ea60c672377 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.025344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-039fc4af-0104-45ca-8b8e-0085cb1c88ac req-61740106-24ae-4ead-8a8c-8ea60c672377 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.4072964 Jun 30 09:36:07.081256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.124693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-039fc4af-0104-45ca-8b8e-0085cb1c88ac req-fdf524ad-f083-48fb-b201-337d91036450 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.149128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d695a783-92e2-49ee-a819-3fcef81a4b30 req-8b5ec979-5e54-4740-ba39-110ea3d0bc72 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905228 Jun 30 09:36:07.246430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.370750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Network da0d1eb0-cee3-44d4-aea6-382bf84c6837 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:07.378953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:07.379561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.389676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:07.403378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:07.420081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Allocated IP 2001:db8::f816:3eff:feed:3fa2 (69d76c71-758f-42b3-8cba-0bd53c210f4a/bb843ceb-1140-468d-9eab-0e9da2d37995/fa2f4452-3fdd-4cd7-a8d0-39cf0048457b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:07.457423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Pushing event updated for resources: {'Port': ['ID=653dc9fa-3c6d-4d94-b30e-0daa28e18093,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:07.513890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.513890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.591143 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce8721-86ac-4137-9597-df3aa352fe08 None None] New status for floating IP f77ffce4-15a2-4310-9e39-68733729a25e: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:07.642543 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.653716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Transition to ACTIVE for port object fa2f4452-3fdd-4cd7-a8d0-39cf0048457b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:07.668733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-039fc4af-0104-45ca-8b8e-0085cb1c88ac req-fdf524ad-f083-48fb-b201-337d91036450 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.672143 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Transition to ACTIVE for port object fa2f4452-3fdd-4cd7-a8d0-39cf0048457b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:07.682149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.684534 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-039fc4af-0104-45ca-8b8e-0085cb1c88ac req-fdf524ad-f083-48fb-b201-337d91036450 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.727497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device be1052db-b187-44aa-9c44-148f1ca99f5d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:07.749947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:07.786601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:07.796796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab397198-814e-424e-9bc4-68ac30b993ad req-1ffd9269-ff5e-48f7-9a20-ef9a4d5058bf tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:07.800235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab397198-814e-424e-9bc4-68ac30b993ad req-1ffd9269-ff5e-48f7-9a20-ef9a4d5058bf tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 946 time: 0.3427384 Jun 30 09:36:07.808893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Pushing event updated for resources: {'Port': ['ID=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:07.811483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:07.820169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] For port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:07.821083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.836396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-039fc4af-0104-45ca-8b8e-0085cb1c88ac req-fdf524ad-f083-48fb-b201-337d91036450 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8007700 Jun 30 09:36:07.850460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-12457e18-0ad8-4da7-8189-495462858922 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7464976 Jun 30 09:36:07.856906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:07.860812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.865717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Request body: {'port': {'device_id': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:07.890263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] device_id is not set on port d42d70dc-785b-4403-b910-588aa68106f5 yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:07.911944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Attempting to bind port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:07.912324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Attempting to bind port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '9350e9a6-22a2-4316-9413-a278fe534ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:07.912690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Attempting to bind port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b on network 69d76c71-758f-42b3-8cba-0bd53c210f4a {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:07.922945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:07.923489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Checking segment: {'id': '9350e9a6-22a2-4316-9413-a278fe534ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:07.923926 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.924585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Bound using segment: {'id': '9350e9a6-22a2-4316-9413-a278fe534ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:07.925196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Bound port: fa2f4452-3fdd-4cd7-a8d0-39cf0048457b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9350e9a6-22a2-4316-9413-a278fe534ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '69d76c71-758f-42b3-8cba-0bd53c210f4a'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:07.925641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:07.968396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port be1052db-b187-44aa-9c44-148f1ca99f5d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:08.039519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf524ad-f083-48fb-b201-337d91036450 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ea4ef-663a-45e6-9155-e4eebb36a59a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:08.060002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.084441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] For port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:08.092692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] For port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,segment=NetworkSegment(9350e9a6-22a2-4316-9413-a278fe534ab8),segment_id=9350e9a6-22a2-4316-9413-a278fe534ab8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:08.109826 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.180108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:08.196587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973432b0-1818-43de-9c5d-48b84a85c5ff None None] Pushing event updated for resources: {'Port': ['ID=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:08.202637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Allocated IP 2001:db8::f816:3eff:fecd:703d (69d76c71-758f-42b3-8cba-0bd53c210f4a/bb843ceb-1140-468d-9eab-0e9da2d37995/d42d70dc-785b-4403-b910-588aa68106f5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:08.294883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab397198-814e-424e-9bc4-68ac30b993ad req-d932a7c7-cfcb-4a47-9a18-aa827684be5c tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/security-groups?id=d848270a-fbf0-4a87-9e42-8d570577e15e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4618201 Jun 30 09:36:08.485525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd46709-55e9-4ffa-8cef-d04e3f1ca0c1 None None] Network 6e344388-b72d-4290-90f5-27c9675eb650 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:08.590135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7016afd-ecae-41f7-ba8b-7b50f2ae29a3 req-a7b5ce74-012c-4fbd-a513-1d7a9af35697 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.591855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7016afd-ecae-41f7-ba8b-7b50f2ae29a3 req-a7b5ce74-012c-4fbd-a513-1d7a9af35697 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.4235854 Jun 30 09:36:08.741433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-356cdaa2-60aa-47d2-83f2-a200876e4200 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:08.743048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-356cdaa2-60aa-47d2-83f2-a200876e4200 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "GET /v2.0/networks?id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 797 time: 0.4099593 Jun 30 09:36:08.761768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7016afd-ecae-41f7-ba8b-7b50f2ae29a3 req-76288503-5016-46ac-a83e-1328755676db tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428707 Jun 30 09:36:08.855915 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-152d1393-c981-4798-acad-29e43f2f719b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 379 time: 0.1020696 Jun 30 09:36:08.862388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 653dc9fa-3c6d-4d94-b30e-0daa28e18093 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:08.874172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'port': {'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'admin_state_up': True, 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'security_groups': ['f5e3c284-caa3-4538-b17c-d9fddf9c5726']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:08.889745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] Provisioning for port be1052db-b187-44aa-9c44-148f1ca99f5d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:08.905602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] Provisioning complete for port be1052db-b187-44aa-9c44-148f1ca99f5d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:08.905602 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.995558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:08.996795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.028945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Transition to ACTIVE for port object 653dc9fa-3c6d-4d94-b30e-0daa28e18093 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:09.039131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.053246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.079366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:09.083804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.105412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=4e1ab3a8-e39f-4276-bb75-fd771b2eec94,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.133523 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.193679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] For port be1052db-b187-44aa-9c44-148f1ca99f5d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=be1052db-b187-44aa-9c44-148f1ca99f5d,segment=NetworkSegment(e2c564e3-faee-497e-a30c-7ca3c1afc4f4),segment_id=e2c564e3-faee-497e-a30c-7ca3c1afc4f4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:09.202017 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.266506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32358f-4c6b-46d5-abfc-8fc1bf27df03 None None] Pushing event updated for resources: {'Port': ['ID=be1052db-b187-44aa-9c44-148f1ca99f5d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.297784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Pushing event updated for resources: {'Port': ['ID=653dc9fa-3c6d-4d94-b30e-0daa28e18093,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.359873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f352e-265b-4b03-9914-2fa87d5fef5f req-20dcc363-df24-4a11-a9d2-38a201511b68 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:09.359873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-590f352e-265b-4b03-9914-2fa87d5fef5f req-20dcc363-df24-4a11-a9d2-38a201511b68 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 932 time: 0.7847784 Jun 30 09:36:09.359873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] No DVR routers for this DVR port 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:09.360708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.363382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Attempting to bind port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:09.363728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Attempting to bind port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:09.364061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Attempting to bind port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 on network da0d1eb0-cee3-44d4-aea6-382bf84c6837 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:09.364767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f1eee57-da1d-4baf-a5db-25eb2b6ef80d req-e77fa677-e1a6-4aa4-a3fd-e7d00faab947 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.83 "DELETE /v2.0/ports/4e1ab3a8-e39f-4276-bb75-fd771b2eec94 HTTP/1.1" status: 204 len: 173 time: 2.4271929 Jun 30 09:36:09.375621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 on network da0d1eb0-cee3-44d4-aea6-382bf84c6837 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:09.375621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Attempting to bind port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 on network da0d1eb0-cee3-44d4-aea6-382bf84c6837 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:09.380406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Transition to ACTIVE for port object d42d70dc-785b-4403-b910-588aa68106f5 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:09.421084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:09.421899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Checking segment: {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:09.422538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Bound using segment: {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:09.423189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Bound port: 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c89ef2e-063f-49fd-ab96-2505711712d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:09.423738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.430771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'name': 'network-vif-deleted', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:09.434309 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8ec113-70b5-4538-a65b-3dfdb5255731" -d '{"events": [{"server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "name": "network-vif-deleted", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:09.447115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3ab15dc-d759-4b85-a5ea-c8f7d3e02400 req-45df26ec-feae-4c5b-9e9c-84c025354c6c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 210 time: 0.4020777 Jun 30 09:36:09.468561 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.509015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:09.512790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:09.515921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:09.522388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:09.523029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.562161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7245443 Jun 30 09:36:09.577198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41610) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:09.643421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] For port 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:09.648722 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] For port 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:09.668938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-590f352e-265b-4b03-9914-2fa87d5fef5f req-1774e076-6ab0-4914-8bac-fc45770e0786 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026555 Jun 30 09:36:09.697534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.20.0.3 (31f4d299-9fcf-4570-9f12-c47b855a4f4e/aa26709b-dedc-4e5e-8bfd-c6a47bd843d7/df4f56cd-4f22-4bd5-80ae-f4d268963261) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:09.708816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.754472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a4b90365-ce1f-4843-8db9-398fee631b03 None None] Provisioning complete for port be1052db-b187-44aa-9c44-148f1ca99f5d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:09.755091 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a4b90365-ce1f-4843-8db9-398fee631b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.766291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d078a63-6bd6-4c69-bfa8-19c68e2f9fe4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Port': ['ID=d42d70dc-785b-4403-b910-588aa68106f5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:09.825469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa2f4452-3fdd-4cd7-a8d0-39cf0048457b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:09.875228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Deleting subnet bb843ceb-1140-468d-9eab-0e9da2d37995 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:09.894781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:09.943762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0818ed31-1ce4-4c7b-bf30-824df68a7d13 None None] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:10.011001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:10.011756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.016507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device be1052db-b187-44aa-9c44-148f1ca99f5d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:10.027444 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Transition to ACTIVE for port object df4f56cd-4f22-4bd5-80ae-f4d268963261 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:10.042402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef485ef7-be37-45cb-9d00-ab848e7dceac req-74a1156e-91ff-4dde-8708-44691939066d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.046264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef485ef7-be37-45cb-9d00-ab848e7dceac req-74a1156e-91ff-4dde-8708-44691939066d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3073533 Jun 30 09:36:10.055734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.088219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.088894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.090381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] 10.222.0.79 "PUT /v2.0/ports/653dc9fa-3c6d-4d94-b30e-0daa28e18093 HTTP/1.1" status: 200 len: 1093 time: 2.2296035 Jun 30 09:36:10.091387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'tag': '653dc9fa-3c6d-4d94-b30e-0daa28e18093'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:10.093738 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aaf930-6c44-4a4c-9661-06a4fc52f084" -d '{"events": [{"name": "network-changed", "server_uuid": "43571029-b30a-4b8d-aae2-11b6b535fa57", "tag": "653dc9fa-3c6d-4d94-b30e-0daa28e18093"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:10.096909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.137760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:10.141332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:10.147005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:10.147953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port be1052db-b187-44aa-9c44-148f1ca99f5d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:10.148271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.184945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef485ef7-be37-45cb-9d00-ab848e7dceac req-7a3dc551-12b9-4ac2-b0d5-fa335fa20f4a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240473 Jun 30 09:36:10.204089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.204757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.210465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de84670-aa46-492d-a58b-48945fb36727 service neutron] Pushing event updated for resources: {'Port': ['ID=653dc9fa-3c6d-4d94-b30e-0daa28e18093,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:10.231703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41624) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:10.233738 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-92edd774-3763-44c0-a011-80ff7f8b22b1 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.244828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-92edd774-3763-44c0-a011-80ff7f8b22b1 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/networks?id=0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 200 len: 911 time: 0.3569715 Jun 30 09:36:10.263166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] Provisioning for port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:10.278332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] Provisioning complete for port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:10.278706 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.356051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=df4f56cd-4f22-4bd5-80ae-f4d268963261,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:10.379943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-2123cec7-fc71-4ae7-9ac9-99d23d546836 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5123379 Jun 30 09:36:10.396828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Request body: {'port': {'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:10.474002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-2d4ceaff-fbce-4172-9d0b-514cbd2154d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.476002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-2d4ceaff-fbce-4172-9d0b-514cbd2154d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 1096 time: 0.2668118 Jun 30 09:36:10.539614 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.578538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-93e42429-0fe5-4f18-9a02-589071992bc0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093 HTTP/1.1" status: 200 len: 217 time: 0.0872755 Jun 30 09:36:10.617571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] For port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,segment=NetworkSegment(9350e9a6-22a2-4316-9413-a278fe534ab8),segment_id=9350e9a6-22a2-4316-9413-a278fe534ab8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:10.623031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.679511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-aa580ebc-38f8-413f-8793-b72b998a8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:10.681318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-aa580ebc-38f8-413f-8793-b72b998a8dea service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32e68788-c2ed-48af-8e86-d924fed199da HTTP/1.1" status: 200 len: 854 time: 0.0596631 Jun 30 09:36:10.689475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.740420 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-da08c913-6876-48eb-812a-cbb4580b4fb5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da0d1eb0-cee3-44d4-aea6-382bf84c6837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343027 Jun 30 09:36:10.760303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc216438-59b9-48b7-957b-aff8f792cdd8 None None] Pushing event updated for resources: {'Port': ['ID=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:10.777798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Provisioning complete for port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:10.778184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:10.830032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:10.855823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:10.856336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 4e1ab3a8-e39f-4276-bb75-fd771b2eec94 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:10.906991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-ca891800-6610-473f-bda6-70af0add9e70 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/quotas/0f09abec1fd7435a80bcffb8e18b0ae9 HTTP/1.1" status: 200 len: 375 time: 0.6610780 Jun 30 09:36:10.927933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c14a6f8a-7f49-45fb-bdc6-842b7f945144 req-2c191388-613f-4455-925a-0793485d9451 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0716164 Jun 30 09:36:10.942253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Provisioning for port d42d70dc-785b-4403-b910-588aa68106f5 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:10.953289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Provisioning complete for port d42d70dc-785b-4403-b910-588aa68106f5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:10.953962 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.029279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Port d42d70dc-785b-4403-b910-588aa68106f5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:11.033850 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba554b-ec29-4904-8bef-b9715e2cfb47 x-openstack-request-id: req-48ba554b-ec29-4904-8bef-b9715e2cfb47 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:11.039344 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d2d2a5-c1eb-40e0-8312-124edfb9d11b", "name": "network-vif-deleted", "tag": "4e1ab3a8-e39f-4276-bb75-fd771b2eec94", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:11.039884 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-48ba554b-ec29-4904-8bef-b9715e2cfb47 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:11.039999 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d2d2a5-c1eb-40e0-8312-124edfb9d11b', 'name': 'network-vif-deleted', 'tag': '4e1ab3a8-e39f-4276-bb75-fd771b2eec94', 'status': 'completed', 'code': 200} Jun 30 09:36:11.044162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Provisioning for port df4f56cd-4f22-4bd5-80ae-f4d268963261 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:11.050615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Provisioning complete for port df4f56cd-4f22-4bd5-80ae-f4d268963261 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:11.051291 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.053366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1bdda12-7332-4ba9-beb5-f5d115d27b45 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/ef2752f4-ce24-40c9-ae2e-7752d083ddf9 HTTP/1.1" status: 200 len: 992 time: 0.8052642 Jun 30 09:36:11.103562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-59d87d81-2053-4ae5-9500-a33d1b241d2d None None] Port df4f56cd-4f22-4bd5-80ae-f4d268963261 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:11.111088 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df92207-bb03-4bf7-8c46-256b233b534a x-openstack-request-id: req-4df92207-bb03-4bf7-8c46-256b233b534a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:11.111655 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43571029-b30a-4b8d-aae2-11b6b535fa57", "tag": "653dc9fa-3c6d-4d94-b30e-0daa28e18093", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:11.111788 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4df92207-bb03-4bf7-8c46-256b233b534a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:11.112240 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'tag': '653dc9fa-3c6d-4d94-b30e-0daa28e18093', 'status': 'completed', 'code': 200} Jun 30 09:36:11.131999 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-a8b01011-a6ff-491d-92b4-388398d9a87c service neutron] 10.222.0.79 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489161 Jun 30 09:36:11.162566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.208874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-25317ae2-d876-4312-8c2b-bf6228e9740e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3006558 Jun 30 09:36:11.249012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d528de13-3efc-460e-b6de-2e377272f482 None None] Provisioning complete for port d42d70dc-785b-4403-b910-588aa68106f5 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:11.251431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d528de13-3efc-460e-b6de-2e377272f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.273381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.307710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d528de13-3efc-460e-b6de-2e377272f482 None None] Port d42d70dc-785b-4403-b910-588aa68106f5 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:11.328111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-69d55503-6fa3-4a1b-9292-20fcd393e0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.347656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4f56cd-4f22-4bd5-80ae-f4d268963261 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:11.354709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501a226e-5541-46b5-9a2d-c49850c8f6e1 None None] Network 69d76c71-758f-42b3-8cba-0bd53c210f4a requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:11.358503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.373928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Transition to ACTIVE for port object df4f56cd-4f22-4bd5-80ae-f4d268963261 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:11.380487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.384724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.387235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/bb843ceb-1140-468d-9eab-0e9da2d37995 HTTP/1.1" status: 204 len: 168 time: 1.8090427 Jun 30 09:36:11.390680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73b55d-d2ff-4132-98b2-a9914abcd579 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Subnet': ['ID=bb843ceb-1140-468d-9eab-0e9da2d37995,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:11.400941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41640) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:11.437049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-228684aa-205a-467a-9d84-5e0d72f137c1 req-e6c1e962-3b59-49a9-8253-bf0c1b09f1eb service neutron] 10.222.0.79 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862997 Jun 30 09:36:11.488548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Pushing event updated for resources: {'Port': ['ID=df4f56cd-4f22-4bd5-80ae-f4d268963261,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:11.580118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a2362-0b2f-4ac0-8099-ec4ceb4cf1ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.581959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a2362-0b2f-4ac0-8099-ec4ceb4cf1ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.586453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5e5a2362-0b2f-4ac0-8099-ec4ceb4cf1ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1816061 Jun 30 09:36:11.598005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41642) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:11.659847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa2f4452-3fdd-4cd7-a8d0-39cf0048457b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:11.721546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] DHCP port deletion for 69d76c71-758f-42b3-8cba-0bd53c210f4a request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:11.726877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-68e243b4-bed9-43c2-9734-abec10255155 service neutron] 10.222.0.77 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170150 Jun 30 09:36:11.750507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Attempting to bind port df4f56cd-4f22-4bd5-80ae-f4d268963261 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:11.750910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Attempting to bind port df4f56cd-4f22-4bd5-80ae-f4d268963261 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:11.751167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Attempting to bind port df4f56cd-4f22-4bd5-80ae-f4d268963261 on network 31f4d299-9fcf-4570-9f12-c47b855a4f4e {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:11.762073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Port df4f56cd-4f22-4bd5-80ae-f4d268963261 on network 31f4d299-9fcf-4570-9f12-c47b855a4f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:11.762465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Attempting to bind port df4f56cd-4f22-4bd5-80ae-f4d268963261 on network 31f4d299-9fcf-4570-9f12-c47b855a4f4e {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:11.776342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:11.776891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.789814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:11.796971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Checking segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:11.800258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Bound using segment: {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:11.803694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Bound port: df4f56cd-4f22-4bd5-80ae-f4d268963261, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '184e3194-b345-4488-98fb-982ba94dbb7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:11.805578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.816497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4970-7275-4950-8a3c-b8112131f329 req-59c2d229-2d25-4e07-991f-d49427293893 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.817635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-2d750f9a-b530-4b69-88a0-d0498a38e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:11.818447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d57f4970-7275-4950-8a3c-b8112131f329 req-59c2d229-2d25-4e07-991f-d49427293893 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 931 time: 0.5378332 Jun 30 09:36:11.819813 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-2d750f9a-b530-4b69-88a0-d0498a38e9ab service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 1096 time: 0.2619488 Jun 30 09:36:11.863543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] Deleting port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:11.863914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.893304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4d0403e-6018-4a3c-bb60-1ef0b03ad118 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:11.928367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d57f4970-7275-4950-8a3c-b8112131f329 req-bec93268-db3d-4699-a4d1-8f53f9679c2c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986331 Jun 30 09:36:11.933672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-fca29b36-6408-4540-8b15-eaf054867cbc service neutron] 10.222.0.77 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962998 Jun 30 09:36:11.938776 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d0403e-6018-4a3c-bb60-1ef0b03ad118 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:36:11.939260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4d0403e-6018-4a3c-bb60-1ef0b03ad118 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:11.946895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f4d0403e-6018-4a3c-bb60-1ef0b03ad118 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/69d76c71-758f-42b3-8cba-0bd53c210f4a HTTP/1.1" status: 409 len: 405 time: 0.3420968 Jun 30 09:36:11.947687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41644) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:11.958992 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-152994183'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:11.985708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] For port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,segment=NetworkSegment(9350e9a6-22a2-4316-9413-a278fe534ab8),segment_id=9350e9a6-22a2-4316-9413-a278fe534ab8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:11.986111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.013789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:12.017492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.021106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] Calling delete_port for fa2f4452-3fdd-4cd7-a8d0-39cf0048457b owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:12.102801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:12.115324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.115654 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Added segment 8907ba2c-c98d-4504-8ac0-33e36f9765c3 of type vlan for network 0d34af10-99ba-41ba-a750-650739aa0257 Jun 30 09:36:12.164781 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.202995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] No DVR routers for this DVR port fa2f4452-3fdd-4cd7-a8d0-39cf0048457b on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:12.208737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65ac92-426a-46b2-9135-8cb9a46bb1a8 None None] Pushing event deleted for resources: {'Port': ['ID=fa2f4452-3fdd-4cd7-a8d0-39cf0048457b,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:12.232136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.245434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-08d060e8-b9d2-44ce-9d41-1d174303a2c5 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1984885 Jun 30 09:36:12.344139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-01a690bf-47d1-4e82-b2d8-1291d605a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.345624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-01a690bf-47d1-4e82-b2d8-1291d605a194 service neutron] 10.222.0.79 "GET /v2.0/networks?id=da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 200 len: 915 time: 0.5149648 Jun 30 09:36:12.348859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] For port df4f56cd-4f22-4bd5-80ae-f4d268963261, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:12.352199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] For port df4f56cd-4f22-4bd5-80ae-f4d268963261, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:12.361137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.417914 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-a0e2faa1-fe72-4750-928c-f6393c129ad5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093 HTTP/1.1" status: 200 len: 217 time: 0.0641913 Jun 30 09:36:12.453333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.454500 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.456492 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.458626 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] 10.222.0.79 "PUT /v2.0/ports/df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 200 len: 1092 time: 2.0669355 Jun 30 09:36:12.462039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.463132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:12.594802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6460822 Jun 30 09:36:12.594988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-db316f1f-3493-46e7-ae38-72445fdad7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.597098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-db316f1f-3493-46e7-ae38-72445fdad7ff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=32e68788-c2ed-48af-8e86-d924fed199da HTTP/1.1" status: 200 len: 854 time: 0.1707611 Jun 30 09:36:12.597802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41662) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:12.605023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'subnet': {'network_id': '0d34af10-99ba-41ba-a750-650739aa0257', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:12.613284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9ec2d-3a49-4457-b0eb-937d2e1501e8 service neutron] Pushing event updated for resources: {'Port': ['ID=df4f56cd-4f22-4bd5-80ae-f4d268963261,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:12.652512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-b4436a73-497f-435e-bb2e-f32ba2e191a7 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.655158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-b4436a73-497f-435e-bb2e-f32ba2e191a7 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4022996 Jun 30 09:36:12.657398 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dcceb0-12d7-4486-b81d-7b0c9e9e720a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Network': ['ID=0d34af10-99ba-41ba-a750-650739aa0257,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:12.670297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 0d34af10-99ba-41ba-a750-650739aa0257 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:12.681279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-0bde4640-4f2f-4d82-b82c-e02d15c414ca tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/quotas/ac1a1e8b8652455e90cb6ff0a64d1343 HTTP/1.1" status: 200 len: 375 time: 0.0191152 Jun 30 09:36:12.695010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecfd7b-bf02-426b-95e1-e04d1057f6d9 req-5c506a98-6f93-47f7-8fa4-8c14b609f5cd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.697290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6ecfd7b-bf02-426b-95e1-e04d1057f6d9 req-5c506a98-6f93-47f7-8fa4-8c14b609f5cd tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 944 time: 0.3546875 Jun 30 09:36:12.704163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-e3d06104-7b92-47a9-a846-4ddbd3ba35ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=da0d1eb0-cee3-44d4-aea6-382bf84c6837&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775242 Jun 30 09:36:12.823463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6ecfd7b-bf02-426b-95e1-e04d1057f6d9 req-02693a55-1ecd-4768-857c-838d729b56d0 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948508 Jun 30 09:36:12.834288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-d868f3c0-b831-4c8c-9a5f-d72ea5fe3f54 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351955 Jun 30 09:36:12.900354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-90a507c6-4b41-4bf8-b3a4-12ece1695611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:12.905551 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-90a507c6-4b41-4bf8-b3a4-12ece1695611 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1095 time: 0.3847690 Jun 30 09:36:12.960642 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-193aacf2-145c-43d8-8991-13fc67642e66 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 200 len: 217 time: 0.0389657 Jun 30 09:36:12.974316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:12.978258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.061890 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-cd324c7b-11b5-4a4f-9717-8a7f33e707b7 service neutron] 10.222.0.79 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377078 Jun 30 09:36:13.116952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-053c6596-3a3d-44cf-9e35-6393f9225462 req-05c08e6c-aad7-4ff1-866f-8f4a7fe9fbca tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 210 time: 0.0461547 Jun 30 09:36:13.127718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:13.132725 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97495ca1-6df0-415c-ae35-769eb5d86b45" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:13.188294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ddff224-bb0d-428d-95eb-77fd7e10911b req-670cacbc-6c7d-4d35-9c73-3743bc27ae72 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0628662 Jun 30 09:36:13.243584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-10629536-59f1-49c5-917a-9f7fe921f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.245641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-10629536-59f1-49c5-917a-9f7fe921f2b8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 HTTP/1.1" status: 200 len: 834 time: 0.2615921 Jun 30 09:36:13.343430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-74fad284-aaa8-4de2-a193-d0dd1782782f req-b76049e8-fa1a-4ce4-8bf4-7a912b9a0044 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 210 time: 0.0662386 Jun 30 09:36:13.463696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ecd36-baa4-41d6-b611-7f9aac4163e7 req-58a66332-936f-42f7-a752-b4bd8003ac13 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.475578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-799ecd36-baa4-41d6-b611-7f9aac4163e7 req-58a66332-936f-42f7-a752-b4bd8003ac13 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 943 time: 0.1401381 Jun 30 09:36:13.539923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4aaf930-6c44-4a4c-9661-06a4fc52f084 req-57d2ea8d-988d-4780-927d-f5c6572015c7 service neutron] 10.222.0.79 "GET /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464192 Jun 30 09:36:13.543297 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc84ef20-6d10-4dd2-a6fa-2efe618057af x-openstack-request-id: req-bc84ef20-6d10-4dd2-a6fa-2efe618057af {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:13.543698 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:13.543957 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bc84ef20-6d10-4dd2-a6fa-2efe618057af {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:13.544375 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'status': 'completed', 'code': 200} Jun 30 09:36:13.554382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-799ecd36-baa4-41d6-b611-7f9aac4163e7 req-18e60c14-15a5-4bd5-9752-d511e7cfa06a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759313 Jun 30 09:36:13.641553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa2f4452-3fdd-4cd7-a8d0-39cf0048457b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:13.664136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:36:13.673156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.681096 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: fa2f4452-3fdd-4cd7-a8d0-39cf0048457b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:13.683788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa2f4452-3fdd-4cd7-a8d0-39cf0048457b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:13.788083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-5061e012-6543-4d8d-b5e2-14d72d36e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.789849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-5061e012-6543-4d8d-b5e2-14d72d36e593 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31f4d299-9fcf-4570-9f12-c47b855a4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5316386 Jun 30 09:36:13.795020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Checking segment: {'id': '8907ba2c-c98d-4504-8ac0-33e36f9765c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0d34af10-99ba-41ba-a750-650739aa0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:13.795438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network hostable DHCP agents. Network: 0d34af10-99ba-41ba-a750-650739aa0257, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:13.799601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Subnet': ['ID=58012321-abbe-4a38-b81a-08b49ae441a8,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:13.875921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 0d34af10-99ba-41ba-a750-650739aa0257 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:13.903560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 0d34af10-99ba-41ba-a750-650739aa0257) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:13.910845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:13.911587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:13.913580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8f0def-98c1-4906-92d5-4e17631db9b9 None None] Network 0d34af10-99ba-41ba-a750-650739aa0257 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:13.916463 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-8b845e0f-f466-43c6-a71f-60c698683e85 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145000 Jun 30 09:36:13.936860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-810d3235-c6b8-4608-b1c2-daec5a6ba4e1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3375499 Jun 30 09:36:13.940225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41692) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:13.946339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'port': {'network_id': '0d34af10-99ba-41ba-a750-650739aa0257', 'name': 'tempest-NetworksIpV6TestAttrs-1027607748'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:14.033066 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:14.039539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af3d088b-4f6f-4991-bf68-0bb71a7b4a5a req-b1d26fed-5617-4e6a-8215-10d8d3a9e608 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123946 Jun 30 09:36:14.167321 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-803858b1-9acc-4cdc-ad27-082344b8c92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.267441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 653dc9fa-3c6d-4d94-b30e-0daa28e18093 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:14.269920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.284618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-0d34af10-99ba-41ba-a750-650739aa0257', 'network_id': '0d34af10-99ba-41ba-a750-650739aa0257', 'tenant_id': 'ec876740d4d2459593403eb6ca1e88e3', 'fixed_ips': [{'subnet_id': '58012321-abbe-4a38-b81a-08b49ae441a8'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:14.285837 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.298381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-ccf35501-d57d-4643-a9cc-6eda1a7cce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.300769 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-ccf35501-d57d-4643-a9cc-6eda1a7cce47 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1095 time: 0.1744025 Jun 30 09:36:14.341843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-176df7ce-5735-41ca-be49-2f85ac456fd5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2510054 Jun 30 09:36:14.352293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82eda5-c26c-4275-9dd2-a1aa634d78c6 req-b13a3369-880b-456b-87b2-42f5dc31f3b3 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.364025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa82eda5-c26c-4275-9dd2-a1aa634d78c6 req-b13a3369-880b-456b-87b2-42f5dc31f3b3 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 944 time: 0.2888846 Jun 30 09:36:14.426838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:14.430536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.460388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa82eda5-c26c-4275-9dd2-a1aa634d78c6 req-45037c3f-c512-4f68-9832-3e975f6f399e tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951838 Jun 30 09:36:14.519836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] device_id is not set on port 4f18c4e8-ba23-46c3-a28c-a467e578388d yet. {{(pid=93725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:14.592409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:14.637929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '653dc9fa-3c6d-4d94-b30e-0daa28e18093', 'network_id': 'da0d1eb0-cee3-44d4-aea6-382bf84c6837', 'port_id': '653dc9fa-3c6d-4d94-b30e-0daa28e18093', 'mac_address': 'fa:16:3e:4d:80:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e68788-c2ed-48af-8e86-d924fed199da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:14.650538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Allocated IP 2001:db8::f816:3eff:fe13:a22 (0d34af10-99ba-41ba-a750-650739aa0257/58012321-abbe-4a38-b81a-08b49ae441a8/76ba52d9-73f9-4d12-8a5a-697ffee26b2a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:14.716665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09b1c144-8743-4cef-bb21-88e865467451 req-567a3581-b890-4d8c-84bc-1c96640db2e5 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 210 time: 0.0666177 Jun 30 09:36:14.717602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-f39e4bdb-ff78-4ead-a3c9-694db83d7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.719067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-f39e4bdb-ff78-4ead-a3c9-694db83d7bf6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 898 time: 0.4081330 Jun 30 09:36:14.744681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03901f20-377f-4e6f-9c3e-866987324882 req-22293ec7-a83d-4bd6-8d9f-760a92125083 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.761286 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03901f20-377f-4e6f-9c3e-866987324882 req-22293ec7-a83d-4bd6-8d9f-760a92125083 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.5335050 Jun 30 09:36:14.761513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:14.845650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03901f20-377f-4e6f-9c3e-866987324882 req-dda92a61-9ed9-436f-9709-07718f07433b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833852 Jun 30 09:36:14.898134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-96106f02-16c7-4064-8ccf-31134828509b tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:14.899301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-96106f02-16c7-4064-8ccf-31134828509b tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.79 "GET /v2.0/networks?id=0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 200 len: 911 time: 0.3442345 Jun 30 09:36:14.901335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-5ab88b92-650b-4623-afc9-d7947a678621 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 200 len: 217 time: 0.1702733 Jun 30 09:36:14.911849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 653dc9fa-3c6d-4d94-b30e-0daa28e18093 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:14.920310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Request body: {'port': {'device_id': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'admin_state_up': True, 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:14.946018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:15.015490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-005fa7c4-b8a4-41a5-a040-ac0772255306 req-64b7b687-9dbe-436a-804b-f2cbee9698e7 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.0732257 Jun 30 09:36:15.035362 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.038611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Made reservation on behalf of 0f09abec1fd7435a80bcffb8e18b0ae9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:15.052824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.068057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-8a3eb680-08f2-4b0e-9bea-b48ffb77173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.069601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-8a3eb680-08f2-4b0e-9bea-b48ffb77173f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 HTTP/1.1" status: 200 len: 834 time: 0.1425076 Jun 30 09:36:15.199765 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa0bef94-cf05-49c3-bd65-8d67ad822f21 req-2476ace0-0e63-4b05-8a02-49fd8e01e44c tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 210 time: 0.0773733 Jun 30 09:36:15.254066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=653dc9fa-3c6d-4d94-b30e-0daa28e18093,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.269460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-1419993d-267b-4563-a3a1-27ac71b63374 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033947 Jun 30 09:36:15.325474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['653dc9fa-3c6d-4d94-b30e-0daa28e18093'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:15.353267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Allocated IP 172.20.0.12 (0be408b1-13e4-4c62-9ab7-f485a671cb53/5f7d1924-0717-4033-b37e-110007084ead/8b17bfd7-dc43-4506-8845-7b9dd5451939) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:15.380816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-dc0cc7ae-87aa-49f2-9b0f-c94cd63cf257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.382705 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-dc0cc7ae-87aa-49f2-9b0f-c94cd63cf257 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31f4d299-9fcf-4570-9f12-c47b855a4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2980416 Jun 30 09:36:15.391898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.410589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Transition to ACTIVE for port object 76ba52d9-73f9-4d12-8a5a-697ffee26b2a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:15.478385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Transition to ACTIVE for port object 76ba52d9-73f9-4d12-8a5a-697ffee26b2a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:15.538252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0492c4-66cd-4c45-a99c-a578dae45a91 req-be2ebe52-8665-48da-8ebb-9b7110bc6ae3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.542562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f0492c4-66cd-4c45-a99c-a578dae45a91 req-be2ebe52-8665-48da-8ebb-9b7110bc6ae3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 943 time: 0.3048329 Jun 30 09:36:15.589636 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.614610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-fd2e21d1-fae9-431a-9e34-4d4d6927bab7 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191672 Jun 30 09:36:15.649004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f0492c4-66cd-4c45-a99c-a578dae45a91 req-c63b36cc-0c16-408f-901f-518ceef7443a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888159 Jun 30 09:36:15.692879 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.698196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-56ed769e-4b02-4bf4-b704-1ee64e409543 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.700411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-56ed769e-4b02-4bf4-b704-1ee64e409543 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3913822 Jun 30 09:36:15.704831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Network 0d34af10-99ba-41ba-a750-650739aa0257 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:15.711312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:15.717902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:15.731118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Transition to ACTIVE for port object 8b17bfd7-dc43-4506-8845-7b9dd5451939 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:15.744092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Request body: {'port': {'device_id': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'ac1a1e8b8652455e90cb6ff0a64d1343'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.776309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-97495ca1-6df0-415c-ae35-769eb5d86b45 req-41661838-253c-440d-b035-742f79445bcc service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478643 Jun 30 09:36:15.789302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Pushing event updated for resources: {'Port': ['ID=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.809588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.815882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Allocated IP 2001:db8::f816:3eff:fe48:7d35 (0d34af10-99ba-41ba-a750-650739aa0257/58012321-abbe-4a38-b81a-08b49ae441a8/4f18c4e8-ba23-46c3-a28c-a467e578388d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:15.858515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:15.862134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:15.866957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:15.875591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Pushing event updated for resources: {'Port': ['ID=8b17bfd7-dc43-4506-8845-7b9dd5451939,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:15.880300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['363c5482-8d83-4c21-96fd-d157d236f9d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:15.902946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.903332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.903625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.903966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.904291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.904624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.905364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.905364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.905596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.905885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.906207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.906709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:15.934154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Attempting to bind port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:15.935531 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Attempting to bind port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8907ba2c-c98d-4504-8ac0-33e36f9765c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0d34af10-99ba-41ba-a750-650739aa0257'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:15.942393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Attempting to bind port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a on network 0d34af10-99ba-41ba-a750-650739aa0257 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:15.942625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.943327 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.957338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:15.957708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Checking segment: {'id': '8907ba2c-c98d-4504-8ac0-33e36f9765c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0d34af10-99ba-41ba-a750-650739aa0257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:15.958106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.958524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Bound using segment: {'id': '8907ba2c-c98d-4504-8ac0-33e36f9765c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0d34af10-99ba-41ba-a750-650739aa0257'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:15.959739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Bound port: 76ba52d9-73f9-4d12-8a5a-697ffee26b2a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8907ba2c-c98d-4504-8ac0-33e36f9765c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '0d34af10-99ba-41ba-a750-650739aa0257'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:15.960192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:15.964938 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-d65afbce-0665-42ef-8212-8c5ca5aba3fc tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0493784 Jun 30 09:36:15.977583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77839fb-cc69-4aad-a6be-93087d6a3440 req-9ff23946-b6b1-4268-b586-0c0617cf11b2 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:15.978113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Request body: {'port': {'device_id': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:15.982876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c77839fb-cc69-4aad-a6be-93087d6a3440 req-9ff23946-b6b1-4268-b586-0c0617cf11b2 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 945 time: 0.2563503 Jun 30 09:36:16.068458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.116969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] For port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:16.125377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] For port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,segment=NetworkSegment(8907ba2c-c98d-4504-8ac0-33e36f9765c3),segment_id=8907ba2c-c98d-4504-8ac0-33e36f9765c3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:16.141178 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.182296 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.182534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.215270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295b453-fa66-47b0-b8cf-d0686c9f0c4e None None] Pushing event updated for resources: {'Port': ['ID=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:16.240499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Transition to ACTIVE for port object 4f18c4e8-ba23-46c3-a28c-a467e578388d will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:16.245526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3a08a097-3c65-4625-98a9-26ca120bb03d None None] Provisioning for port 8b17bfd7-dc43-4506-8845-7b9dd5451939 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:16.246770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Made reservation on behalf of ac1a1e8b8652455e90cb6ff0a64d1343 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:16.250570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.250767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3a08a097-3c65-4625-98a9-26ca120bb03d None None] Provisioning complete for port 8b17bfd7-dc43-4506-8845-7b9dd5451939 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:16.251151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a08a097-3c65-4625-98a9-26ca120bb03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.270272 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.286949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 653dc9fa-3c6d-4d94-b30e-0daa28e18093 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:16.334306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c77839fb-cc69-4aad-a6be-93087d6a3440 req-832796c6-fae5-42c9-8eda-600cb492a9b9 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249884 Jun 30 09:36:16.389544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6aff11-6224-4ee4-9bfd-29450d7836ac req-cf5d9d02-1565-46fb-90de-34963e1d09bf tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:16.398619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f6aff11-6224-4ee4-9bfd-29450d7836ac req-cf5d9d02-1565-46fb-90de-34963e1d09bf tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1028 time: 0.4355884 Jun 30 09:36:16.505545 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.522905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f6aff11-6224-4ee4-9bfd-29450d7836ac req-f3f3be76-d4d9-440e-88af-e560079145ae tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163366 Jun 30 09:36:16.637437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 0d34af10-99ba-41ba-a750-650739aa0257 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:16.649252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:16.656315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b17bfd7-dc43-4506-8845-7b9dd5451939 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:16.671736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:16.684972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3a08a097-3c65-4625-98a9-26ca120bb03d None None] Port 8b17bfd7-dc43-4506-8845-7b9dd5451939 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:16.687746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.700464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:16.701311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.718818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Transition to ACTIVE for port object 8b17bfd7-dc43-4506-8845-7b9dd5451939 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:16.725493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:16.731173 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.731717 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.736109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:16.737589 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.759182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.815700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Port': ['ID=4f18c4e8-ba23-46c3-a28c-a467e578388d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:16.835604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b11cafec-fa42-4577-b415-a556cceab6b1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8937707 Jun 30 09:36:16.849001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41742) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:16.883919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.897866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b17bfd7-dc43-4506-8845-7b9dd5451939,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:16.909833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Attempting to bind port 8b17bfd7-dc43-4506-8845-7b9dd5451939 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:16.910176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Attempting to bind port 8b17bfd7-dc43-4506-8845-7b9dd5451939 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:16.910550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Attempting to bind port 8b17bfd7-dc43-4506-8845-7b9dd5451939 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:16.915331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Port 8b17bfd7-dc43-4506-8845-7b9dd5451939 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:16.915965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Attempting to bind port 8b17bfd7-dc43-4506-8845-7b9dd5451939 on network 0be408b1-13e4-4c62-9ab7-f485a671cb53 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:16.921195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:16.921417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Checking segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:16.922108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Bound using segment: {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:16.922268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Bound port: 8b17bfd7-dc43-4506-8845-7b9dd5451939, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6909055-a1ba-4206-adfc-db8684c37660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:16.922735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.922980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653dc9fa-3c6d-4d94-b30e-0daa28e18093'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:16.927100 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b3822f-2e40-4d87-9734-d8cabe70532a" -d '{"events": [{"server_uuid": "43571029-b30a-4b8d-aae2-11b6b535fa57", "name": "network-vif-plugged", "status": "completed", "tag": "653dc9fa-3c6d-4d94-b30e-0daa28e18093"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:16.948195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:16.951192 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Deleting subnet 58012321-abbe-4a38-b81a-08b49ae441a8 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:16.956265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:16.974178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8213807b-0911-49ec-bb60-cbba20a6a774 req-bf73ca2f-fa7f-46e1-99fd-44e066df7e5d tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "GET /v2.0/ports?device_id=16d2d2a5-c1eb-40e0-8312-124edfb9d11b HTTP/1.1" status: 200 len: 210 time: 0.2163126 Jun 30 09:36:17.035436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=653dc9fa-3c6d-4d94-b30e-0daa28e18093,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:17.045427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.070340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] For port 8b17bfd7-dc43-4506-8845-7b9dd5451939, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:17.074774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] For port 8b17bfd7-dc43-4506-8845-7b9dd5451939, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:17.077164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:17.122481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.142396 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.167807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.168436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.169919 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] 10.222.0.79 "PUT /v2.0/ports/8b17bfd7-dc43-4506-8845-7b9dd5451939 HTTP/1.1" status: 200 len: 1093 time: 1.1966345 Jun 30 09:36:17.170410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'tag': '8b17bfd7-dc43-4506-8845-7b9dd5451939'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:17.172719 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5", "tag": "8b17bfd7-dc43-4506-8845-7b9dd5451939"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:17.200211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3fc23-c6d7-4f5f-bb76-cd8a65e8c3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=8b17bfd7-dc43-4506-8845-7b9dd5451939,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:17.214363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-f9f4c87c-a30a-4259-974d-93a66d74651f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.216432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-f9f4c87c-a30a-4259-974d-93a66d74651f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.1861119 Jun 30 09:36:17.233661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21914bc6-c482-4079-adff-f006d57d40d4 req-d7456526-e13c-49d1-8850-ce40df71016f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.235272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21914bc6-c482-4079-adff-f006d57d40d4 req-d7456526-e13c-49d1-8850-ce40df71016f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.5079854 Jun 30 09:36:17.242371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8a3cde3-3b72-4b03-a52c-e54b8d0eca8e req-d03cbadd-5a64-4a36-b796-4842f616d2bf tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 210 time: 0.1205511 Jun 30 09:36:17.317236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Allocated IP 192.168.233.116 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/2a3dc50f-dd7a-4a5c-adaa-b93a64183856) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:17.367675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21914bc6-c482-4079-adff-f006d57d40d4 req-8dd3575f-dd26-44c3-be31-a21a8c2f7a7b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133659 Jun 30 09:36:17.445252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-5659a3c3-6e7b-451b-9a0f-9bb8da3adf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.446951 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-5659a3c3-6e7b-451b-9a0f-9bb8da3adf4a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1096 time: 0.1992800 Jun 30 09:36:17.504868 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.505577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-489bf941-81b8-45d8-ac78-26481ce1d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.507078 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-489bf941-81b8-45d8-ac78-26481ce1d53f service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.2737954 Jun 30 09:36:17.508868 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-7a613d15-2698-4be1-9b01-57664b3cfb2b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939 HTTP/1.1" status: 200 len: 217 time: 0.0463223 Jun 30 09:36:17.514655 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29cd98b-1abc-4ee4-a237-0441af3e0692 x-openstack-request-id: req-d29cd98b-1abc-4ee4-a237-0441af3e0692 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:17.514950 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43571029-b30a-4b8d-aae2-11b6b535fa57", "name": "network-vif-plugged", "status": "completed", "tag": "653dc9fa-3c6d-4d94-b30e-0daa28e18093", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:17.515276 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d29cd98b-1abc-4ee4-a237-0441af3e0692 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:17.515603 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '653dc9fa-3c6d-4d94-b30e-0daa28e18093', 'code': 200} Jun 30 09:36:17.570198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.638769 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:17.669293 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a218a3-93b5-432e-9414-52eecfcd1a63 x-openstack-request-id: req-98a218a3-93b5-432e-9414-52eecfcd1a63 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:17.669738 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5", "tag": "8b17bfd7-dc43-4506-8845-7b9dd5451939", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:17.669993 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98a218a3-93b5-432e-9414-52eecfcd1a63 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:17.670425 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'tag': '8b17bfd7-dc43-4506-8845-7b9dd5451939', 'status': 'completed', 'code': 200} Jun 30 09:36:17.687389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 76ba52d9-73f9-4d12-8a5a-697ffee26b2a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:17.702361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-aa34a88b-7a12-43d5-b314-d2ae6632c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:17.703877 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-aa34a88b-7a12-43d5-b314-d2ae6632c595 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f7d1924-0717-4033-b37e-110007084ead HTTP/1.1" status: 200 len: 849 time: 0.1810515 Jun 30 09:36:17.790788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:17.795121 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-79e9d7f6-f5e3-4d66-ab2b-dfd0be5efd09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 1000 time: 0.2732663 Jun 30 09:36:17.875429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e3650c-bd09-45fd-a732-8c789a056885 None None] Network 0d34af10-99ba-41ba-a750-650739aa0257 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:18.011605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Provisioning for port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:18.019533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Provisioning complete for port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:18.020272 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.156705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-a161ee00-a439-46b4-9eaf-07d860e2e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.158153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-a161ee00-a439-46b4-9eaf-07d860e2e6f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0be408b1-13e4-4c62-9ab7-f485a671cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4310889 Jun 30 09:36:18.163316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-09b7fb58-7409-4317-a068-37795dbb5823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.164822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-09b7fb58-7409-4317-a068-37795dbb5823 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.3604884 Jun 30 09:36:18.166212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.173319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632e9d85-07f6-4345-9300-2d16d16b68b1 req-ee47dbb8-e8dd-4b8d-b083-1cc6e595c348 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.175874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-632e9d85-07f6-4345-9300-2d16d16b68b1 req-ee47dbb8-e8dd-4b8d-b083-1cc6e595c348 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 943 time: 0.7335865 Jun 30 09:36:18.191661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.208338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.235600 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:36:18.236183 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:36:18.263191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Transition to ACTIVE for port object 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:18.272687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Subnet': ['ID=58012321-abbe-4a38-b81a-08b49ae441a8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:18.279059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.281132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8b349462-4534-4981-8ebe-11071030c11c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/58012321-abbe-4a38-b81a-08b49ae441a8 HTTP/1.1" status: 204 len: 168 time: 1.4117072 Jun 30 09:36:18.284770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41758) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.290948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf448d1-df5f-4f04-8602-de9c620b2652 req-17fc09a8-4d5e-4174-afab-750ec8c3deab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.292425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddf448d1-df5f-4f04-8602-de9c620b2652 req-17fc09a8-4d5e-4174-afab-750ec8c3deab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 1098 time: 0.2932506 Jun 30 09:36:18.292788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device df4f56cd-4f22-4bd5-80ae-f4d268963261 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:18.307060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f8941b-63f2-407c-855e-4708f49e4981 req-495f5862-e549-47de-ba63-ead65adf58a5 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.308833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0f8941b-63f2-407c-855e-4708f49e4981 req-495f5862-e549-47de-ba63-ead65adf58a5 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 946 time: 0.3109219 Jun 30 09:36:18.335151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-632e9d85-07f6-4345-9300-2d16d16b68b1 req-a0f84c96-0701-4295-a5b8-9eadf767ffc2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488581 Jun 30 09:36:18.356906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37dd83-3fb4-4558-abc5-0c596d01d53a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.359258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc37dd83-3fb4-4558-abc5-0c596d01d53a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.367360 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bc37dd83-3fb4-4558-abc5-0c596d01d53a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0815225 Jun 30 09:36:18.372156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41760) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.415822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddf448d1-df5f-4f04-8602-de9c620b2652 req-3ab11ce1-9a8a-462b-b1c9-28ebf243da19 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041911 Jun 30 09:36:18.443393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9268d9e6-11db-4339-a08d-82ebfef18ad4 None None] Network 0d34af10-99ba-41ba-a750-650739aa0257 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:18.462827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0f8941b-63f2-407c-855e-4708f49e4981 req-2c55d469-649f-4e4c-b25b-c011150b66e9 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409931 Jun 30 09:36:18.489941 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.492094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-7d730dde-148f-4eb1-95fa-824053e789e1 service neutron] 10.222.0.79 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134696 Jun 30 09:36:18.524254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port df4f56cd-4f22-4bd5-80ae-f4d268963261, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:18.543007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:18.601248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-2bab4ac3-47a2-4e52-b9ca-09d968a6e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.601886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:18.602887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-2bab4ac3-47a2-4e52-b9ca-09d968a6e37c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4134595 Jun 30 09:36:18.604733 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f02d70ec-9df0-4568-94bd-3113ba95aaaa req-c5d86fb8-3d37-4d58-9879-e6bc6d2ecc8b service neutron] 10.222.0.79 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008396 Jun 30 09:36:18.614182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:18.617075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:18.632349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.650497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4f56cd-4f22-4bd5-80ae-f4d268963261 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:18.697696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port df4f56cd-4f22-4bd5-80ae-f4d268963261, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:18.706731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Pushing event updated for resources: {'Port': ['ID=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:18.724485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.730780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41764) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.733179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-1fb65cb2-0d32-47e7-ba92-17ef5f1d51c7 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165915 Jun 30 09:36:18.850863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c517acec-5633-4aeb-98ba-080336e12456 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.865000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] DHCP port deletion for 0d34af10-99ba-41ba-a750-650739aa0257 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:18.882530 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c517acec-5633-4aeb-98ba-080336e12456 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 30 09:36:18.883174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c517acec-5633-4aeb-98ba-080336e12456 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:18.888780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.889463 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.892353 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c517acec-5633-4aeb-98ba-080336e12456 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/0d34af10-99ba-41ba-a750-650739aa0257 HTTP/1.1" status: 409 len: 405 time: 0.4868555 Jun 30 09:36:18.894561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41766) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:18.933022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-1e1dc700-0aac-4a23-9143-51021594c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:18.934540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-1e1dc700-0aac-4a23-9143-51021594c831 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1096 time: 0.2004061 Jun 30 09:36:18.941985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-229162032'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:18.949080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:18.955896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=df4f56cd-4f22-4bd5-80ae-f4d268963261,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:18.982796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['df4f56cd-4f22-4bd5-80ae-f4d268963261'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:18.988187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:18.991155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.015061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-fb9c02c0-e1fa-4c5d-905f-81e759e7a850 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410421 Jun 30 09:36:19.050383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ddb8e83d-b795-49be-b223-27095017143c None None] For port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,segment=NetworkSegment(8907ba2c-c98d-4504-8ac0-33e36f9765c3),segment_id=8907ba2c-c98d-4504-8ac0-33e36f9765c3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:19.061011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-60227ff3-13f0-4c3d-afda-7c7942582cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.063591 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-60227ff3-13f0-4c3d-afda-7c7942582cb8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 200 len: 911 time: 0.1174717 Jun 30 09:36:19.064951 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.078765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] Deleting port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:19.079144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.121350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:19.129857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-52b8b51b-f536-4432-a392-c129a1114b88 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4022238 Jun 30 09:36:19.132021 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-33bd64ae-9fa4-4d96-a797-dd38b803b5f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939 HTTP/1.1" status: 200 len: 217 time: 0.0572107 Jun 30 09:36:19.147794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.148127 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Added segment 052a31cf-5a7c-45cb-bb32-f492513a337a of type vlan for network 4acc2532-8c6d-4162-bc2e-b944e69653a6 Jun 30 09:36:19.154837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Request body: {'port': {'device_id': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:19.215307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1e5da-f29a-4234-8742-0e8eea6b475a req-c49dbed8-0447-4dbe-bb2d-d449f499b422 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.222638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54f1e5da-f29a-4234-8742-0e8eea6b475a req-c49dbed8-0447-4dbe-bb2d-d449f499b422 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1096 time: 0.3250811 Jun 30 09:36:19.226579 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8e83d-b795-49be-b223-27095017143c None None] Pushing event updated for resources: {'Port': ['ID=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.230256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-cf0b49db-db94-442e-ad5d-24badb7f6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.232295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-cf0b49db-db94-442e-ad5d-24badb7f6ac6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5f7d1924-0717-4033-b37e-110007084ead HTTP/1.1" status: 200 len: 849 time: 0.0918586 Jun 30 09:36:19.247588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] For port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,segment=NetworkSegment(8907ba2c-c98d-4504-8ac0-33e36f9765c3),segment_id=8907ba2c-c98d-4504-8ac0-33e36f9765c3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:19.247993 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.266201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Provisioning for port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:19.278390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Provisioning complete for port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:19.278767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.284799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.324856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] Calling delete_port for 76ba52d9-73f9-4d12-8a5a-697ffee26b2a owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:19.327712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:19.328033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf3f30-8d12-4099-ada3-73eb46cfc1e6 req-b48de8d6-d286-4e54-9a6c-5dc07ae923f3 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.330554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2eaf3f30-8d12-4099-ada3-73eb46cfc1e6 req-b48de8d6-d286-4e54-9a6c-5dc07ae923f3 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 936 time: 0.4376960 Jun 30 09:36:19.333268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-dac49837-6082-4eec-b61c-c9875e6a515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.335443 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-dac49837-6082-4eec-b61c-c9875e6a515d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0be408b1-13e4-4c62-9ab7-f485a671cb53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936270 Jun 30 09:36:19.359507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Deleting port 4a3cfd78-5579-4cb5-a157-07ccacf178d0 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:19.359737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.412176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Provisioning complete for port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:19.412566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.436295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54f1e5da-f29a-4234-8742-0e8eea6b475a req-da59b1d6-d58e-4226-958a-0eb6f49d8102 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127676 Jun 30 09:36:19.468932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.474365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.479782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:19.480385 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.496346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-bc17510c-9a0f-43c7-be5f-5b14f151bf7f service neutron] 10.222.0.79 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517849 Jun 30 09:36:19.574434 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.598135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2eaf3f30-8d12-4099-ada3-73eb46cfc1e6 req-c893b03b-409f-482f-82d7-6d01f21e082e tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309363 Jun 30 09:36:19.613450 n-d-780147-22 neutron-server[93726]: INFO neutron.plugins.ml2.db [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] No ports have port_id starting with 76ba52d9-73f9-4d12-8a5a-697ffee26b2a Jun 30 09:36:19.624881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] Pushing event deleted for resources: {'Port': ['ID=76ba52d9-73f9-4d12-8a5a-697ffee26b2a,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.629708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d0e4b15-62b4-480f-9beb-d97aaf7c042f req-aae399d0-bf66-4212-b25a-380ba18ef88a service neutron] 10.222.0.79 "GET /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231146 Jun 30 09:36:19.632535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 76ba52d9-73f9-4d12-8a5a-697ffee26b2a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:19.643154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7066970 Jun 30 09:36:19.646698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:19.652145 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'subnet': {'network_id': '4acc2532-8c6d-4162-bc2e-b944e69653a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:19.680147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 76ba52d9-73f9-4d12-8a5a-697ffee26b2a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:19.680871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 76ba52d9-73f9-4d12-8a5a-697ffee26b2a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:19.684106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7e443-7603-48e2-87bc-b367627f4726 None None] No DVR routers for this DVR port 76ba52d9-73f9-4d12-8a5a-697ffee26b2a on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:19.703466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.703789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.704896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Provisioning for port 4f18c4e8-ba23-46c3-a28c-a467e578388d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:19.709742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7724eb-ff2e-4735-aa1d-f8141086b4e2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Network': ['ID=4acc2532-8c6d-4162-bc2e-b944e69653a6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:19.726725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Provisioning complete for port 4f18c4e8-ba23-46c3-a28c-a467e578388d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:19.727159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.732426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4acc2532-8c6d-4162-bc2e-b944e69653a6 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:19.739861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Calling delete_port for 4a3cfd78-5579-4cb5-a157-07ccacf178d0 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:19.800430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:19.804097 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:19.856613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-be33278b-3136-4331-9262-21d9cfeff786 None None] Port 4f18c4e8-ba23-46c3-a28c-a467e578388d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:20.028728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5942b5-11e1-4525-bbdb-a38f4ed5d349 req-f7603171-5547-4082-96bc-cb6c89bdec41 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:20.030916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b5942b5-11e1-4525-bbdb-a38f4ed5d349 req-f7603171-5547-4082-96bc-cb6c89bdec41 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3860877 Jun 30 09:36:20.061081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:36:20.062552 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.114386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d567a9e-77b2-469c-8bd0-967c3163706b req-cb333b63-fdb2-46bd-ac89-3e157664be5e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:20.115832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d567a9e-77b2-469c-8bd0-967c3163706b req-cb333b63-fdb2-46bd-ac89-3e157664be5e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 944 time: 0.3031046 Jun 30 09:36:20.129074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Subnet': ['ID=6964a6ec-3f75-49fe-964b-9aa4ee1ab0bb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.138514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Checking segment: {'id': '052a31cf-5a7c-45cb-bb32-f492513a337a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4acc2532-8c6d-4162-bc2e-b944e69653a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:20.139007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network hostable DHCP agents. Network: 4acc2532-8c6d-4162-bc2e-b944e69653a6, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:20.148763 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b5942b5-11e1-4525-bbdb-a38f4ed5d349 req-72ef58b1-b48d-43a7-8355-a5219f89a8da tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090407 Jun 30 09:36:20.156612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 4acc2532-8c6d-4162-bc2e-b944e69653a6 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:20.168904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4acc2532-8c6d-4162-bc2e-b944e69653a6) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:20.175661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:20.176258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.181490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bc8a29-5703-4131-9561-5c65b3ab1e69 None None] Network 4acc2532-8c6d-4162-bc2e-b944e69653a6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:20.195855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fcf5321d-f55d-4034-8e63-392303950cb2 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5477343 Jun 30 09:36:20.196639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41774) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:20.247910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d567a9e-77b2-469c-8bd0-967c3163706b req-9edff414-0e56-4673-82f7-4b297f2fdba0 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239600 Jun 30 09:36:20.251964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.304788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'Port': ['ID=4a3cfd78-5579-4cb5-a157-07ccacf178d0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.312266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.360663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:20.371237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0250e0b-e8ee-442f-80d3-f4fecab6c550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-4acc2532-8c6d-4162-bc2e-b944e69653a6', 'network_id': '4acc2532-8c6d-4162-bc2e-b944e69653a6', 'tenant_id': 'ec876740d4d2459593403eb6ca1e88e3', 'fixed_ips': [{'subnet_id': '6964a6ec-3f75-49fe-964b-9aa4ee1ab0bb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:20.372248 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f0250e0b-e8ee-442f-80d3-f4fecab6c550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.389293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.409479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.419785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Transition to ACTIVE for port object 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:20.428335 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.463293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.465907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.467100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aa087594-100c-4564-afbd-9789589bf976 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "DELETE /v2.0/floatingips/12c18ef4-70f8-4723-8769-bfad7afc06bc HTTP/1.1" status: 204 len: 168 time: 1.7284799 Jun 30 09:36:20.488135 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-f0250e0b-e8ee-442f-80d3-f4fecab6c550 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6964a6ec-3f75-49fe-964b-9aa4ee1ab0bb: This subnet is being modified by another concurrent operation. Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6964a6ec-3f75-49fe-964b-9aa4ee1ab0bb: This subnet is being modified by another concurrent operation. Jun 30 09:36:20.488417 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:36:20.505691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.520861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a312f7-992b-4024-8055-00be84bbd5fe req-e5dd7965-9e55-4de4-be91-1bdfb0b0fa88 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:20.522502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99a312f7-992b-4024-8055-00be84bbd5fe req-e5dd7965-9e55-4de4-be91-1bdfb0b0fa88 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 946 time: 0.2213118 Jun 30 09:36:20.525680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74436a5-2166-4dd6-b926-cefcc75d5405 None None] Network 4acc2532-8c6d-4162-bc2e-b944e69653a6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:20.534187 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Subnet': ['ID=6964a6ec-3f75-49fe-964b-9aa4ee1ab0bb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.606736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.629008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acc2532-8c6d-4162-bc2e-b944e69653a6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:20.636728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99a312f7-992b-4024-8055-00be84bbd5fe req-361447d4-fd0b-4980-b68d-a16faba5293f tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817618 Jun 30 09:36:20.651003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Attempting to bind port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:20.652237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Attempting to bind port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:20.653592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Attempting to bind port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:20.690258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '052a31cf-5a7c-45cb-bb32-f492513a337a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:20.690258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '052a31cf-5a7c-45cb-bb32-f492513a337a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:20.691051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:20.691051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Attempting to bind port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:20.705184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.707304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:20.707656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:20.708049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:20.708490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Bound port: 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:20.708904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.724278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.731175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:20.731742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:20.735934 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:20.787774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed617a57-3660-4cbc-81fa-ee3f65e30b68 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:36:20.835530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.838267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] For port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:20.842815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] For port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:20.844187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.847642 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/4acc2532-8c6d-4162-bc2e-b944e69653a6 HTTP/1.1" status: 204 len: 168 time: 0.6495845 Jun 30 09:36:20.852927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41786) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:20.854024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.859874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1739633667'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:20.880274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a16b1-105d-4cc5-93b3-82c83942c1e7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Network': ['ID=4acc2532-8c6d-4162-bc2e-b944e69653a6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:20.900022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:20.904278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.937116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:20.949091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.949348 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Added segment ea49ee35-f807-4d37-91e8-9f5bd180f8f3 of type vlan for network f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 Jun 30 09:36:20.953939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:20.954642 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:20.956151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] 10.222.0.83 "PUT /v2.0/ports/2a3dc50f-dd7a-4a5c-adaa-b93a64183856 HTTP/1.1" status: 200 len: 1097 time: 1.8105996 Jun 30 09:36:20.958619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'tag': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:20.960932 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd996dcc-66f4-41f1-a521-7222d03c7f96" -d '{"events": [{"name": "network-changed", "server_uuid": "d1e79e1b-1a45-4e21-8578-82c966c5ce42", "tag": "2a3dc50f-dd7a-4a5c-adaa-b93a64183856"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:21.006943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.008134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd543443-c0d9-445d-9c30-a6443257b934 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:21.032031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed617a57-3660-4cbc-81fa-ee3f65e30b68 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:36:21.054315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.060747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.061891 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.071796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497a3b6-04a7-4f12-bab6-261e41187939 req-1ed0192b-f788-4625-a835-a4c9537461a7 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.077473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a497a3b6-04a7-4f12-bab6-261e41187939 req-1ed0192b-f788-4625-a835-a4c9537461a7 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 948 time: 0.1717997 Jun 30 09:36:21.091829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a76cb0-0f76-4bf5-91d9-d7185c83dbc0 req-4b4901de-0d03-4bf5-afe9-baebbe2af8ec tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.093409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07a76cb0-0f76-4bf5-91d9-d7185c83dbc0 req-4b4901de-0d03-4bf5-afe9-baebbe2af8ec tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1096 time: 0.2432320 Jun 30 09:36:21.125507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2686567 Jun 30 09:36:21.127755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:21.132463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'subnet': {'network_id': 'f8ab29c0-9b95-4b48-92a5-fbfd43e59c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:21.157793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a497a3b6-04a7-4f12-bab6-261e41187939 req-661f828b-b2c5-4a26-a335-14bba41895f7 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789981 Jun 30 09:36:21.162397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07a76cb0-0f76-4bf5-91d9-d7185c83dbc0 req-7e507638-d727-4c94-afcf-f864f477887e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596898 Jun 30 09:36:21.190485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-a5f40472-bde3-4b89-8928-d2e91fc84d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.192002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-a5f40472-bde3-4b89-8928-d2e91fc84d14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 1100 time: 0.1681881 Jun 30 09:36:21.205741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5fcd1-75fc-487c-b3c8-a1684a632dc4 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Network': ['ID=f8ab29c0-9b95-4b48-92a5-fbfd43e59c96,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:21.275431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:21.277343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:21.279341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.283987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-b50d83d1-eddb-4b6d-974f-960ce3a5d940 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856 HTTP/1.1" status: 200 len: 217 time: 0.0768180 Jun 30 09:36:21.350179 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de874f6-b441-48ef-90db-9f0905984eb8 x-openstack-request-id: req-1de874f6-b441-48ef-90db-9f0905984eb8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:21.360164 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1e79e1b-1a45-4e21-8578-82c966c5ce42", "tag": "2a3dc50f-dd7a-4a5c-adaa-b93a64183856", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:21.360582 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1de874f6-b441-48ef-90db-9f0905984eb8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:21.361093 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'tag': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856', 'status': 'completed', 'code': 200} Jun 30 09:36:21.395328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-3cce5f90-55d4-42f3-83e1-5d55e7e05548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.398643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-3cce5f90-55d4-42f3-83e1-5d55e7e05548 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1088440 Jun 30 09:36:21.586827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-d8ef79f0-8156-4f37-bdb9-3486c3695908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.588347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-d8ef79f0-8156-4f37-bdb9-3486c3695908 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1707971 Jun 30 09:36:21.619845 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.667249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905319f-7c42-4293-b7a7-875b7c476ea3 req-855cf274-9995-413c-af1e-c967c6863e4c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.668519 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3905319f-7c42-4293-b7a7-875b7c476ea3 req-855cf274-9995-413c-af1e-c967c6863e4c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.1738939 Jun 30 09:36:21.712316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Subnet': ['ID=158a630e-e79c-4657-99b1-8ce625f50db6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:21.726129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Checking segment: {'id': 'ea49ee35-f807-4d37-91e8-9f5bd180f8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'f8ab29c0-9b95-4b48-92a5-fbfd43e59c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:21.726512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network hostable DHCP agents. Network: f8ab29c0-9b95-4b48-92a5-fbfd43e59c96, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:21.762000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:21.776716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3905319f-7c42-4293-b7a7-875b7c476ea3 req-d1e65f24-e873-4104-82e1-59f61e6c9eee tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009650 Jun 30 09:36:21.785152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, f8ab29c0-9b95-4b48-92a5-fbfd43e59c96) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:21.801727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:21.803037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:21.840237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-54202ab0-212d-44a2-8f84-8fd4180804ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7096939 Jun 30 09:36:21.840543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-3d2c9566-545a-4a41-8fce-773b9580ed56 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334950 Jun 30 09:36:21.840657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41808) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:22.022089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b3005-1311-470c-a9e5-dc429d308de1 None None] Network f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:22.027621 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46aab86b-85ef-4d66-b1ff-e4fbb04ab388 req-f6701211-30af-4514-9c0f-f1aeb68eca16 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818204 Jun 30 09:36:22.035767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87213f74-6f5f-44e7-bee6-c747adc8aeea req-5ac3ff2d-20cf-47c6-aacc-e82be1d19501 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.042879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87213f74-6f5f-44e7-bee6-c747adc8aeea req-5ac3ff2d-20cf-47c6-aacc-e82be1d19501 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 944 time: 0.1087139 Jun 30 09:36:22.094610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.122320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87213f74-6f5f-44e7-bee6-c747adc8aeea req-7b45d563-4d62-4673-b8a0-41572ae00f59 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783134 Jun 30 09:36:22.270955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.289091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-48d87792-2143-4ed6-9dc0-057ff548241a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.290658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-48d87792-2143-4ed6-9dc0-057ff548241a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 1100 time: 0.1623592 Jun 30 09:36:22.341131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8b17bfd7-dc43-4506-8845-7b9dd5451939 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:22.344832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device df4f56cd-4f22-4bd5-80ae-f4d268963261 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:22.359861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ed1284-54b9-4628-b746-e23e70eefa85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-f8ab29c0-9b95-4b48-92a5-fbfd43e59c96', 'network_id': 'f8ab29c0-9b95-4b48-92a5-fbfd43e59c96', 'tenant_id': 'ec876740d4d2459593403eb6ca1e88e3', 'fixed_ips': [{'subnet_id': '158a630e-e79c-4657-99b1-8ce625f50db6'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:22.365339 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99ed1284-54b9-4628-b746-e23e70eefa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.427540 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.484425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Subnet': ['ID=158a630e-e79c-4657-99b1-8ce625f50db6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.551008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.resource_extend [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 30 09:36:22.609981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.621476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ab29c0-9b95-4b48-92a5-fbfd43e59c96']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.633823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea49ee35-f807-4d37-91e8-9f5bd180f8f3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.634262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea49ee35-f807-4d37-91e8-9f5bd180f8f3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:22.644938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.663075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.676552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:22.677031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.682579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-ac614fd7-d184-412b-8087-d63469a66e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.685026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-ac614fd7-d184-412b-8087-d63469a66e1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.3789053 Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:22.711773 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server [None req-99ed1284-54b9-4628-b746-e23e70eefa85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 158a630e-e79c-4657-99b1-8ce625f50db6: This subnet is being modified by another concurrent operation. Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise self.value Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server raise exception Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 158a630e-e79c-4657-99b1-8ce625f50db6: This subnet is being modified by another concurrent operation. Jun 30 09:36:22.746623 n-d-780147-22 neutron-server[93726]: ERROR oslo_messaging.rpc.server Jun 30 09:36:22.795563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73140363-4b97-4e6c-a649-d5dc3827ce65 None None] Network f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:22.805265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59794124-2c61-4d4d-a54c-56681a49dce2 req-a9afd64b-29e1-4013-a820-7ed9e92642ca tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.817985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59794124-2c61-4d4d-a54c-56681a49dce2 req-a9afd64b-29e1-4013-a820-7ed9e92642ca tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 948 time: 0.3924615 Jun 30 09:36:22.822819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-f560f37c-1799-4f18-aabf-482dd40109ac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856 HTTP/1.1" status: 200 len: 217 time: 0.1259835 Jun 30 09:36:22.827270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ba84c-402f-4025-bdba-91f6b08dd361 req-66266080-8208-4027-a503-0070aca02b66 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:22.839027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.839345 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-841ba84c-402f-4025-bdba-91f6b08dd361 req-66266080-8208-4027-a503-0070aca02b66 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1096 time: 0.3971355 Jun 30 09:36:22.848057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.852060 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 HTTP/1.1" status: 204 len: 168 time: 1.0104973 Jun 30 09:36:22.857726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41818) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:22.865105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1800408122'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:22.900667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port df4f56cd-4f22-4bd5-80ae-f4d268963261 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:22.900887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b2f51-4570-4e60-b1f6-547d8a19749c tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Network': ['ID=f8ab29c0-9b95-4b48-92a5-fbfd43e59c96,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:22.942439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:22.946702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:22.973698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port df4f56cd-4f22-4bd5-80ae-f4d268963261 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:22.978113 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.013652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59794124-2c61-4d4d-a54c-56681a49dce2 req-969db0c7-46a4-44c8-b474-2664eec1e07e tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941671 Jun 30 09:36:23.013859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:23.035725 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.036106 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Added segment ef3ea18f-5585-4509-8fca-4c9a3a17af2c of type vlan for network 12710a7d-6862-4903-a2e5-1cb93362bf7e Jun 30 09:36:23.057714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-841ba84c-402f-4025-bdba-91f6b08dd361 req-63749216-f67d-4889-b530-b51d0107518e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055297 Jun 30 09:36:23.060598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-24dd6fe2-8ff1-46bf-9793-f4cfe8adc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.065893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-24dd6fe2-8ff1-46bf-9793-f4cfe8adc851 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.2127874 Jun 30 09:36:23.125549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.150834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8b17bfd7-dc43-4506-8845-7b9dd5451939, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:23.185497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '8b17bfd7-dc43-4506-8845-7b9dd5451939', 'network_id': '0be408b1-13e4-4c62-9ab7-f485a671cb53', 'port_id': '8b17bfd7-dc43-4506-8845-7b9dd5451939', 'mac_address': 'fa:16:3e:69:a4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f7d1924-0717-4033-b37e-110007084ead', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:23.196872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.203966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.204570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.223220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-a0db6c4f-73e5-4c87-9b54-2259c983f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:23.225185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-a0db6c4f-73e5-4c87-9b54-2259c983f558 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502140 Jun 30 09:36:23.334359 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-441eeedc-ad3c-447e-940d-3f10323feaf8 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005042 Jun 30 09:36:23.352217 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4931509 Jun 30 09:36:23.356821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:23.365418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Request body: {'subnet': {'network_id': '12710a7d-6862-4903-a2e5-1cb93362bf7e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:23.431460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1a366-2bd9-446b-bb5f-e12e0c89fc88 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Network': ['ID=12710a7d-6862-4903-a2e5-1cb93362bf7e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:23.503281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 12710a7d-6862-4903-a2e5-1cb93362bf7e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:23.529775 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.614577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Made reservation on behalf of ec876740d4d2459593403eb6ca1e88e3 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:23.625919 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.655612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869faf33-935f-4c28-bf80-cece64f920b7 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 09:36:23.793842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b17bfd7-dc43-4506-8845-7b9dd5451939 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:23.941372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8b17bfd7-dc43-4506-8845-7b9dd5451939, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:23.964297 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:23.981722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.080672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port df4f56cd-4f22-4bd5-80ae-f4d268963261, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:24.089230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:24.094348 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f3f3ef-f1bb-42a6-8bc4-6f48536fbf46" -d '{"events": [{"server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "name": "network-vif-plugged", "status": "completed", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:24.108897 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.157478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.objects.ports [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93724) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 30 09:36:24.169431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.228460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event updated for resources: {'Subnet': ['ID=9884e723-05b6-4cf1-a06c-2e4defd62302,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:24.257342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['8b17bfd7-dc43-4506-8845-7b9dd5451939'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:24.272998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec395a-71d6-4648-a8ec-d43500b40aa3 req-0496f92f-6517-4794-8bf6-942ba35596f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.275264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2ec395a-71d6-4648-a8ec-d43500b40aa3 req-0496f92f-6517-4794-8bf6-942ba35596f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.1661539 Jun 30 09:36:24.306613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Checking segment: {'id': 'ef3ea18f-5585-4509-8fca-4c9a3a17af2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '12710a7d-6862-4903-a2e5-1cb93362bf7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:24.307021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network hostable DHCP agents. Network: 12710a7d-6862-4903-a2e5-1cb93362bf7e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:24.327307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=8b17bfd7-dc43-4506-8845-7b9dd5451939,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:24.342273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Network 12710a7d-6862-4903-a2e5-1cb93362bf7e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:24.349717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2ec395a-71d6-4648-a8ec-d43500b40aa3 req-6fcc35d2-a387-4b1b-b3a1-70be627025c7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556271 Jun 30 09:36:24.362396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 12710a7d-6862-4903-a2e5-1cb93362bf7e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:24.364206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd996dcc-66f4-41f1-a521-7222d03c7f96 req-bbb3d3c3-1a7a-49ac-a2ed-abcc09985997 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0196347 Jun 30 09:36:24.369361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.372721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.381414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a6dc7-0496-4f77-bded-273fe5b47ffa req-c2c449f5-8932-40f0-a1ac-d6b7e5312b3f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.390790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-244a6dc7-0496-4f77-bded-273fe5b47ffa req-c2c449f5-8932-40f0-a1ac-d6b7e5312b3f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.2962437 Jun 30 09:36:24.408796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f0369df6-61f6-4b07-97e1-0f7f162435ae tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0505755 Jun 30 09:36:24.411789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:24.489506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-244a6dc7-0496-4f77-bded-273fe5b47ffa req-68d9121f-6a9a-4d01-9fd9-4f3daa2747f6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978422 Jun 30 09:36:24.572781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869faf33-935f-4c28-bf80-cece64f920b7 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 09:36:24.631451 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.803512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.821031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653f4be-99a6-4c15-85bf-dff8365fc2dc req-406211b8-829d-485f-91db-c3a7fd841271 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.828998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3653f4be-99a6-4c15-85bf-dff8365fc2dc req-406211b8-829d-485f-91db-c3a7fd841271 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 948 time: 0.1201694 Jun 30 09:36:24.850076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de5c2e-4f46-4579-aff7-fcc504a49498 req-ebb32327-b9d3-4c46-838e-16d41c199e8e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:24.858247 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64de5c2e-4f46-4579-aff7-fcc504a49498 req-ebb32327-b9d3-4c46-838e-16d41c199e8e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1097 time: 0.1941206 Jun 30 09:36:24.935341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64de5c2e-4f46-4579-aff7-fcc504a49498 req-4baaf914-fe0b-4a94-9768-86bb3f6e68fa tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761404 Jun 30 09:36:24.938605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:24.971776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3653f4be-99a6-4c15-85bf-dff8365fc2dc req-dbe7e29a-caf7-4b80-a7a7-3771182d77c9 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432626 Jun 30 09:36:25.000933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:25.020959 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85428c11-6691-4d16-8dd1-01e607e8e61b x-openstack-request-id: req-85428c11-6691-4d16-8dd1-01e607e8e61b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:25.021642 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "name": "network-vif-plugged", "status": "completed", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:25.022029 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85428c11-6691-4d16-8dd1-01e607e8e61b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:25.022676 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'code': 200} Jun 30 09:36:25.092081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=df4f56cd-4f22-4bd5-80ae-f4d268963261,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.284052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:25.301462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856', 'mac_address': 'fa:16:3e:c8:7e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:25.375170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Subnet': ['ID=9884e723-05b6-4cf1-a06c-2e4defd62302,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.410746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.414444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4acd81-e227-4be0-bd3f-c1dbf7408de9 None None] Network 12710a7d-6862-4903-a2e5-1cb93362bf7e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:25.463781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.471316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:25.476488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12710a7d-6862-4903-a2e5-1cb93362bf7e']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:25.490475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef3ea18f-5585-4509-8fca-4c9a3a17af2c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:25.490779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef3ea18f-5585-4509-8fca-4c9a3a17af2c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:25.504395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.519619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198b4eb-e403-41d9-9699-3cad0590555f req-e5e323eb-d3fa-4886-99a4-0fbcef813d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.521159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9198b4eb-e403-41d9-9699-3cad0590555f req-e5e323eb-d3fa-4886-99a4-0fbcef813d71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1097 time: 0.1566224 Jun 30 09:36:25.529637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:25.541150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.546534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.578306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:25.578723 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:25.582352 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:25.663333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9198b4eb-e403-41d9-9699-3cad0590555f req-c24ddc89-8ca2-4e19-88a4-93d8d5c7d5f2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275656 Jun 30 09:36:25.670716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1b0c1-a8c0-4c4e-b1cf-f58d878b57e7 None None] Network 12710a7d-6862-4903-a2e5-1cb93362bf7e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:25.672045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.694268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:25.696460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/12710a7d-6862-4903-a2e5-1cb93362bf7e HTTP/1.1" status: 204 len: 168 time: 1.2829695 Jun 30 09:36:25.697807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76939772-e7dc-4b75-8bbf-c04dd923f74b tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Network': ['ID=12710a7d-6862-4903-a2e5-1cb93362bf7e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.701835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.731126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c1b0c1-a8c0-4c4e-b1cf-f58d878b57e7 None None] Network 12710a7d-6862-4903-a2e5-1cb93362bf7e could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 09:36:25.731758 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-10528576-676c-48a4-8f23-3efa93a37a44 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:25.732513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10528576-676c-48a4-8f23-3efa93a37a44 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:25.734712 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-10528576-676c-48a4-8f23-3efa93a37a44 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/9884e723-05b6-4cf1-a06c-2e4defd62302 HTTP/1.1" status: 404 len: 337 time: 0.0316324 Jun 30 09:36:25.737769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41850) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.747054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:25.766825 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7c1287-5ed5-4c09-b546-7ea0b5fb2ee1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:25.768455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7c1287-5ed5-4c09-b546-7ea0b5fb2ee1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:25.770806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cd7c1287-5ed5-4c09-b546-7ea0b5fb2ee1 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/12710a7d-6862-4903-a2e5-1cb93362bf7e HTTP/1.1" status: 404 len: 339 time: 0.0318253 Jun 30 09:36:25.773465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.795592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168cdd6-553c-4655-9238-4e06f9b993e3 req-f391ccb5-7b58-4ea6-822d-e8053410b212 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.797035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9168cdd6-553c-4655-9238-4e06f9b993e3 req-f391ccb5-7b58-4ea6-822d-e8053410b212 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.2070723 Jun 30 09:36:25.810904 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa5ac90-5a89-45a1-88b0-72706988b950 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:25.811777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aa5ac90-5a89-45a1-88b0-72706988b950 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:25.813888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6aa5ac90-5a89-45a1-88b0-72706988b950 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/158a630e-e79c-4657-99b1-8ce625f50db6 HTTP/1.1" status: 404 len: 337 time: 0.0388794 Jun 30 09:36:25.816986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.837410 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8b088f-c192-40cb-a407-7f781506d9f3 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:25.837730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6635330-12d9-47e1-9256-12db15c96f76 req-3ee660a6-69ee-4307-8259-24a1bfce5b3f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:25.838676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8b088f-c192-40cb-a407-7f781506d9f3 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:25.839212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6635330-12d9-47e1-9256-12db15c96f76 req-3ee660a6-69ee-4307-8259-24a1bfce5b3f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.1817536 Jun 30 09:36:25.840878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6a8b088f-c192-40cb-a407-7f781506d9f3 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/f8ab29c0-9b95-4b48-92a5-fbfd43e59c96 HTTP/1.1" status: 404 len: 339 time: 0.0226851 Jun 30 09:36:25.843652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41856) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.903099 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20c3f8c-6cef-4c2f-a6a0-50e1036eb3c8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:25.903099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20c3f8c-6cef-4c2f-a6a0-50e1036eb3c8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:25.903099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d20c3f8c-6cef-4c2f-a6a0-50e1036eb3c8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/6964a6ec-3f75-49fe-964b-9aa4ee1ab0bb HTTP/1.1" status: 404 len: 337 time: 0.0574439 Jun 30 09:36:25.905106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.912136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9168cdd6-553c-4655-9238-4e06f9b993e3 req-a53044a6-f0ef-41f2-af21-8b7968cdcdcf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050897 Jun 30 09:36:25.941463 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6390a7b-c312-4fc5-bafa-416f1152f6a8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:25.942362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6390a7b-c312-4fc5-bafa-416f1152f6a8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:25.944301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a6390a7b-c312-4fc5-bafa-416f1152f6a8 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/4acc2532-8c6d-4162-bc2e-b944e69653a6 HTTP/1.1" status: 404 len: 339 time: 0.0383866 Jun 30 09:36:25.947623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6635330-12d9-47e1-9256-12db15c96f76 req-62d873ab-6545-4020-b1c4-a125b1967682 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902729 Jun 30 09:36:25.951223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:25.971727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['2a3dc50f-dd7a-4a5c-adaa-b93a64183856'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:26.024719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41868) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.099876 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c291359f-289e-4224-b98e-7bdefdb0dc76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.147397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c291359f-289e-4224-b98e-7bdefdb0dc76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.188632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Deleting port 4f18c4e8-ba23-46c3-a28c-a467e578388d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:26.189703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.225673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c291359f-289e-4224-b98e-7bdefdb0dc76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.229485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c291359f-289e-4224-b98e-7bdefdb0dc76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.230936 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c291359f-289e-4224-b98e-7bdefdb0dc76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] 10.222.0.77 "DELETE /v2.0/security-groups/d848270a-fbf0-4a87-9e42-8d570577e15e HTTP/1.1" status: 204 len: 168 time: 0.2050192 Jun 30 09:36:26.241287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291359f-289e-4224-b98e-7bdefdb0dc76 tempest-TestVolumeBootPattern-869158912 tempest-TestVolumeBootPattern-869158912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d848270a-fbf0-4a87-9e42-8d570577e15e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:26.288859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb560e38-6cae-49c2-8f16-be88a7a4f3e7 req-31dfa414-4f5a-4e19-a34d-0617b6df4a98 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.290391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb560e38-6cae-49c2-8f16-be88a7a4f3e7 req-31dfa414-4f5a-4e19-a34d-0617b6df4a98 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1097 time: 0.1862392 Jun 30 09:36:26.321989 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.324355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8b17bfd7-dc43-4506-8845-7b9dd5451939 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:26.348116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Calling delete_port for 4f18c4e8-ba23-46c3-a28c-a467e578388d owned by {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:26.381561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 8b17bfd7-dc43-4506-8845-7b9dd5451939 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:26.384086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb560e38-6cae-49c2-8f16-be88a7a4f3e7 req-2307cf30-7ae6-43bf-ba6b-a6e6f9d8c6ef tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682979 Jun 30 09:36:26.386305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 8b17bfd7-dc43-4506-8845-7b9dd5451939 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:26.386871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.488311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376c93d-f22c-488d-8d7e-60992ca64202 req-dc1ee594-5380-4dc3-8107-0522ee11b9dc tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:26.503689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f376c93d-f22c-488d-8d7e-60992ca64202 req-dc1ee594-5380-4dc3-8107-0522ee11b9dc tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 949 time: 0.2433882 Jun 30 09:36:26.518112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.528671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.588170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8b17bfd7-dc43-4506-8845-7b9dd5451939, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:26.590835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.599211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.644765 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f376c93d-f22c-488d-8d7e-60992ca64202 req-bfe94553-f9a5-4528-94d6-a1b61ead29df tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390688 Jun 30 09:36:26.653352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Port': ['ID=4f18c4e8-ba23-46c3-a28c-a467e578388d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:26.661771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.664014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-05285337-8c64-4e48-b0d9-7704a0d4b4cc tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/ports/4f18c4e8-ba23-46c3-a28c-a467e578388d HTTP/1.1" status: 204 len: 168 time: 0.7115595 Jun 30 09:36:26.666292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.694107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=8b17bfd7-dc43-4506-8845-7b9dd5451939,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:26.706494 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ba2833-0324-4027-8c38-e7e9d34444d7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:26.707325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87ba2833-0324-4027-8c38-e7e9d34444d7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:26.709940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-87ba2833-0324-4027-8c38-e7e9d34444d7 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/58012321-abbe-4a38-b81a-08b49ae441a8 HTTP/1.1" status: 404 len: 337 time: 0.0424302 Jun 30 09:36:26.723208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:26.807418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.900894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.911758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d34af10-99ba-41ba-a750-650739aa0257']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:26.922126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8907ba2c-c98d-4504-8ac0-33e36f9765c3') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:26.922551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8907ba2c-c98d-4504-8ac0-33e36f9765c3') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:26.932824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.948214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.959389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:26.959803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:26.963453 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:27.023600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b17bfd7-dc43-4506-8845-7b9dd5451939'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:27.026297 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7616b5-210d-4db5-aa3b-2a747452d825" -d '{"events": [{"server_uuid": "2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b17bfd7-dc43-4506-8845-7b9dd5451939"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:27.039399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.049649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.053942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/0d34af10-99ba-41ba-a750-650739aa0257 HTTP/1.1" status: 204 len: 168 time: 0.3273582 Jun 30 09:36:27.054612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41888) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.065858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85105f69-82e6-460a-bf59-bb7e99f511df tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Network': ['ID=0d34af10-99ba-41ba-a750-650739aa0257,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.194160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17ff9a-9811-4167-a005-427eab41f6b8 req-5823f9de-e2e3-4071-9586-1595b08c4000 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.195618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee17ff9a-9811-4167-a005-427eab41f6b8 req-5823f9de-e2e3-4071-9586-1595b08c4000 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.1133018 Jun 30 09:36:27.223794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a43400-41a0-4da6-bed1-a035fa72a119 req-03d019c6-df26-448b-8ac5-d302a0d28200 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.225280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9a43400-41a0-4da6-bed1-a035fa72a119 req-03d019c6-df26-448b-8ac5-d302a0d28200 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.1020482 Jun 30 09:36:27.251659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.258504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Deleting port d42d70dc-785b-4403-b910-588aa68106f5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:27.258913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.286003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee17ff9a-9811-4167-a005-427eab41f6b8 req-94e73ea1-80aa-4b70-a5b9-9a56aab31781 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789769 Jun 30 09:36:27.300428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9a43400-41a0-4da6-bed1-a035fa72a119 req-5cdfd5c6-3da2-4701-89b9-b84a94dedd34 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619841 Jun 30 09:36:27.349366 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911631d6-879f-48a1-9c45-1b55bde756fb x-openstack-request-id: req-911631d6-879f-48a1-9c45-1b55bde756fb {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:27.349707 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5", "name": "network-vif-plugged", "status": "completed", "tag": "8b17bfd7-dc43-4506-8845-7b9dd5451939", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:27.349964 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-911631d6-879f-48a1-9c45-1b55bde756fb {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:27.350392 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b17bfd7-dc43-4506-8845-7b9dd5451939', 'code': 200} Jun 30 09:36:27.404062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.436460 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Calling delete_port for d42d70dc-785b-4403-b910-588aa68106f5 owned by {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:27.522849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc259736-6d97-46b9-8685-00795ae25d43 req-a2e063e0-47fe-495f-9e54-1ea2576a9303 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.524751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc259736-6d97-46b9-8685-00795ae25d43 req-a2e063e0-47fe-495f-9e54-1ea2576a9303 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.0930452 Jun 30 09:36:27.606825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc259736-6d97-46b9-8685-00795ae25d43 req-84c49168-3cb9-43e7-89d5-a4cafb54f9c6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679920 Jun 30 09:36:27.630091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41896) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.633578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2aa065-0f5d-4bb6-844d-3d6010d0ae72 req-1c69a79a-3e74-4ca8-99fb-8a989a6b5fbb tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.635134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e2aa065-0f5d-4bb6-844d-3d6010d0ae72 req-1c69a79a-3e74-4ca8-99fb-8a989a6b5fbb tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.1043844 Jun 30 09:36:27.711515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f45cb-125b-43ee-88aa-e6ca27dbb962 req-ae70674f-3200-42a6-a3fd-53f4a5e6fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.713222 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba1f45cb-125b-43ee-88aa-e6ca27dbb962 req-ae70674f-3200-42a6-a3fd-53f4a5e6fc5c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.2851949 Jun 30 09:36:27.719492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e2aa065-0f5d-4bb6-844d-3d6010d0ae72 req-66a64431-26ef-4039-b154-221622284540 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711250 Jun 30 09:36:27.742381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.758533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1a0b3e-1846-4d33-931d-99bac18805ad tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.763205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4e1a0b3e-1846-4d33-931d-99bac18805ad tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1092 time: 0.1289675 Jun 30 09:36:27.763814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41900) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.775511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:27.788871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Port': ['ID=d42d70dc-785b-4403-b910-588aa68106f5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:27.818658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.822260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f8c0b973-f95e-4405-877b-bee3790b590a tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/ports/d42d70dc-785b-4403-b910-588aa68106f5 HTTP/1.1" status: 204 len: 168 time: 0.7663641 Jun 30 09:36:27.827329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41902) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.838501 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ba1f45cb-125b-43ee-88aa-e6ca27dbb962 req-f19998bd-7869-4e51-9182-4af69f465303 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113908 Jun 30 09:36:27.847205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:27.879962 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d74d2e-9975-4900-9919-83e70bc8ad27 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] DELETE failed (client error): The resource could not be found. Jun 30 09:36:27.880429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d74d2e-9975-4900-9919-83e70bc8ad27 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:36:27.882125 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-44d74d2e-9975-4900-9919-83e70bc8ad27 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/bb843ceb-1140-468d-9eab-0e9da2d37995 HTTP/1.1" status: 404 len: 337 time: 0.0538113 Jun 30 09:36:27.885880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:27.923394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cccc6-6a34-4b32-bffb-feb774de07b1 req-d338c2bf-c551-4071-a121-7abb092e207d tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:27.925743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e2cccc6-6a34-4b32-bffb-feb774de07b1 req-d338c2bf-c551-4071-a121-7abb092e207d tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 949 time: 0.1220853 Jun 30 09:36:27.977140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e2cccc6-6a34-4b32-bffb-feb774de07b1 req-31a4131e-d1e9-4163-9b5c-0086aac59409 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Jun 30 09:36:27.995443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.006158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.039693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Deleting port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:28.040045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.113263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.25.7.209 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/4b13185d-3526-4fb1-ab3c-985a3fb662b7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:28.139654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.154049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d76c71-758f-42b3-8cba-0bd53c210f4a']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:28.171549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9350e9a6-22a2-4316-9413-a278fe534ab8') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:28.171855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9350e9a6-22a2-4316-9413-a278fe534ab8') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:28.188803 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.200252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] For port f8e3c320-d20b-4a62-bfb5-562dbb8e56f1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:28.200620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.215299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.216232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.218254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Calling delete_port for f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:28.227527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:28.227835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:28.231078 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:28.257435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.298196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:28.303107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:28.306609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:28.314121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=4b13185d-3526-4fb1-ab3c-985a3fb662b7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.337283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.346262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.348391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/69d76c71-758f-42b3-8cba-0bd53c210f4a HTTP/1.1" status: 204 len: 168 time: 0.4615660 Jun 30 09:36:28.351016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41908) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:28.363932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b07fa5-ad9c-4881-8ba4-7651f2e63d57 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Network': ['ID=69d76c71-758f-42b3-8cba-0bd53c210f4a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.481031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Deleting subnet 449264bf-6d7d-43f9-98a1-9eb8615d5446 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:28.488775 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.574188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.774438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.803341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:28.831484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e3c320-d20b-4a62-bfb5-562dbb8e56f1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:28.940322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:28.997230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edaa3c-af91-4f66-b6a2-3015c92aeb95 req-7b469f33-44a3-4be1-a88c-417c953b0af9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:28.998890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98edaa3c-af91-4f66-b6a2-3015c92aeb95 req-7b469f33-44a3-4be1-a88c-417c953b0af9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3579698 Jun 30 09:36:29.017502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:29.023520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:29.024735 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.030801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.100621 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.119830 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.142386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98edaa3c-af91-4f66-b6a2-3015c92aeb95 req-eaf731de-a4bf-4924-aa77-7d596b52f6cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310897 Jun 30 09:36:29.148145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.149993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/subnets/449264bf-6d7d-43f9-98a1-9eb8615d5446 HTTP/1.1" status: 204 len: 168 time: 0.7971311 Jun 30 09:36:29.150871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fea00-6ffa-4631-8b97-dc23cffaa096 tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Subnet': ['ID=449264bf-6d7d-43f9-98a1-9eb8615d5446,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:29.154469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:29.163954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1839e5-0b1f-4b88-8915-e04759156fc5 None None] Network 6e344388-b72d-4290-90f5-27c9675eb650 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:29.167465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c3fd82-5328-4224-a29e-ba9a095e833b req-9d5626ac-0155-4b15-8e98-cdbe67e7b3d6 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.167750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:29.183683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95c3fd82-5328-4224-a29e-ba9a095e833b req-9d5626ac-0155-4b15-8e98-cdbe67e7b3d6 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.3096619 Jun 30 09:36:29.183683 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.184052 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.247741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95c3fd82-5328-4224-a29e-ba9a095e833b req-4b02eadb-0063-4874-9200-585ca3d07ecd tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711603 Jun 30 09:36:29.276267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.301896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:29.350356 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.351042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:29.353251 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589a777d-8539-4d5e-b8fd-76c87206cba0" -d '{"events": [{"server_uuid": "d1e79e1b-1a45-4e21-8578-82c966c5ce42", "name": "network-vif-plugged", "status": "completed", "tag": "2a3dc50f-dd7a-4a5c-adaa-b93a64183856"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:29.392108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.424067 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c914b-aaa2-4b16-9db8-f1f6edd5c786 x-openstack-request-id: req-e42c914b-aaa2-4b16-9db8-f1f6edd5c786 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:29.424443 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e79e1b-1a45-4e21-8578-82c966c5ce42", "name": "network-vif-plugged", "status": "completed", "tag": "2a3dc50f-dd7a-4a5c-adaa-b93a64183856", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:29.424831 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e42c914b-aaa2-4b16-9db8-f1f6edd5c786 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:29.425225 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856', 'code': 200} Jun 30 09:36:29.426512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f73d2-30db-4d6e-a003-6ea392bffbff req-6384e38d-7afc-4540-b32c-c4d4da549e92 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.433737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-215f73d2-30db-4d6e-a003-6ea392bffbff req-6384e38d-7afc-4540-b32c-c4d4da549e92 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 950 time: 0.1302161 Jun 30 09:36:29.451777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Router e874a861-2b26-42bd-afe0-da0b8f47812c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:29.469128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Deleting port be1052db-b187-44aa-9c44-148f1ca99f5d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:29.470172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.472766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] DHCP port deletion for 6e344388-b72d-4290-90f5-27c9675eb650 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:29.541799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] Deleting port be1052db-b187-44aa-9c44-148f1ca99f5d {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:29.542182 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.610983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-215f73d2-30db-4d6e-a003-6ea392bffbff req-a588a58d-23f4-42bb-8ddb-8be0048ab45c tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763334 Jun 30 09:36:29.615862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] For port be1052db-b187-44aa-9c44-148f1ca99f5d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=be1052db-b187-44aa-9c44-148f1ca99f5d,segment=NetworkSegment(e2c564e3-faee-497e-a30c-7ca3c1afc4f4),segment_id=e2c564e3-faee-497e-a30c-7ca3c1afc4f4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:29.616535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.620366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] For port be1052db-b187-44aa-9c44-148f1ca99f5d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=be1052db-b187-44aa-9c44-148f1ca99f5d,segment=NetworkSegment(e2c564e3-faee-497e-a30c-7ca3c1afc4f4),segment_id=e2c564e3-faee-497e-a30c-7ca3c1afc4f4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:29.621176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.630833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] Calling delete_port for be1052db-b187-44aa-9c44-148f1ca99f5d owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:29.649596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Calling delete_port for be1052db-b187-44aa-9c44-148f1ca99f5d owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:29.660946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:29.667776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6ca8c5b2-a709-4f51-a99a-8c11ee0284c2 admin admin] 10.222.0.77 "PUT /v2.0/routers/e874a861-2b26-42bd-afe0-da0b8f47812c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1513672 Jun 30 09:36:29.670811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:29.679370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9d1d2-520a-4c9d-b431-bc2dec761ed8 req-0925ecef-3a0c-4b11-acb0-f9abf76e4d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:29.680847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9d1d2-520a-4c9d-b431-bc2dec761ed8 req-0925ecef-3a0c-4b11-acb0-f9abf76e4d9d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 1102 time: 0.1592600 Jun 30 09:36:29.849308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.888112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.897002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] Sync routers for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:29.900440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device be1052db-b187-44aa-9c44-148f1ca99f5d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:29.921033 n-d-780147-22 neutron-server[93726]: self.session.flush() Jun 30 09:36:29.929797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: be1052db-b187-44aa-9c44-148f1ca99f5d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:29.929797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device be1052db-b187-44aa-9c44-148f1ca99f5d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:29.932915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:29.935867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Port': ['ID=be1052db-b187-44aa-9c44-148f1ca99f5d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:29.941507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:29.942132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:29.948180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] No DVR routers for this DVR port be1052db-b187-44aa-9c44-148f1ca99f5d on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:29.998641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] Pushing event deleted for resources: {'Port': ['ID=be1052db-b187-44aa-9c44-148f1ca99f5d,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.000650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e3c08a-6368-4f04-9a22-5f4357111087 None None] No DVR routers for this DVR port be1052db-b187-44aa-9c44-148f1ca99f5d on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:30.064371 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.076901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.077665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.084571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:30.092759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e344388-b72d-4290-90f5-27c9675eb650']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.096232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.109812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.110050 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c564e3-faee-497e-a30c-7ca3c1afc4f4') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.120130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9d1d2-520a-4c9d-b431-bc2dec761ed8 req-c59aa77e-3289-4dce-b2bb-b01af966db78 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4281209 Jun 30 09:36:30.134868 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.159214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=4b13185d-3526-4fb1-ab3c-985a3fb662b7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.168342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.176988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.178471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:30.178733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:30.181737 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:30.247779 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Deleting port c21e786e-07f6-499b-a4d6-96bb431a61d6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:30.247779 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.261793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.294493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.295274 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Floating IP ac133ec2-1c95-4026-b211-9752a93c7707 associated. External IP: 172.25.7.209, port: df4f56cd-4f22-4bd5-80ae-f4d268963261. Jun 30 09:36:30.298561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] 10.222.0.77 "DELETE /v2.0/networks/6e344388-b72d-4290-90f5-27c9675eb650 HTTP/1.1" status: 204 len: 168 time: 1.1312244 Jun 30 09:36:30.312727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5fc33-4473-484c-ad6a-bcb6bbe022ef tempest-NetworksIpV6TestAttrs-816795368 tempest-NetworksIpV6TestAttrs-816795368-project] Pushing event deleted for resources: {'Network': ['ID=6e344388-b72d-4290-90f5-27c9675eb650,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.358866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180'}], 'enable_snat': True}, 'gw_port_id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 5, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port': {'id': 'c21e786e-07f6-499b-a4d6-96bb431a61d6', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:be:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2006, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:42Z', 'updated_at': '2021-06-30T09:22:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.372243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] For port c21e786e-07f6-499b-a4d6-96bb431a61d6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c21e786e-07f6-499b-a4d6-96bb431a61d6,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:30.372582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.388758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Calling delete_port for c21e786e-07f6-499b-a4d6-96bb431a61d6 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:30.393792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] Checking router: e874a861-2b26-42bd-afe0-da0b8f47812c for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:30.404269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] Routers {'e874a861-2b26-42bd-afe0-da0b8f47812c'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:30.404269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['e874a861-2b26-42bd-afe0-da0b8f47812c'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.500108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] Set router e874a861-2b26-42bd-afe0-da0b8f47812c gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:30.551339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41932) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:30.562295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:36:30Z', 'revision_number': 6, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:30.594964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5c5758-1d59-4f78-ba29-36add03f4ae2 None None] The sync data for ids ['e874a861-2b26-42bd-afe0-da0b8f47812c'] in n-d-780147-22 is: [{'id': 'e874a861-2b26-42bd-afe0-da0b8f47812c', 'name': 'tempest-TestVolumeBootPattern-1549017603-router', 'tenant_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:40Z', 'updated_at': '2021-06-30T09:36:30Z', 'revision_number': 6, 'project_id': '9e884ee79a4c4ed98e09903991cd3b7a', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:30.601492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb15f7-6a47-4a91-a882-e23cfe60691f req-23f041bf-f375-424a-a9c7-e3718417d6cf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.603081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6bb15f7-6a47-4a91-a882-e23cfe60691f req-23f041bf-f375-424a-a9c7-e3718417d6cf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.2285860 Jun 30 09:36:30.617186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.653057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Pushing event deleted for resources: {'Port': ['ID=c21e786e-07f6-499b-a4d6-96bb431a61d6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:30.653322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769d40d-d503-4b8e-91fc-27ea6626f089 req-0aba1f30-e193-48a4-80b4-6729db401b08 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:30.662932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f769d40d-d503-4b8e-91fc-27ea6626f089 req-0aba1f30-e193-48a4-80b4-6729db401b08 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.2123201 Jun 30 09:36:30.729990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.781445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f769d40d-d503-4b8e-91fc-27ea6626f089 req-749ec7c3-5215-49b9-beea-7a7a3eb447d9 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190307 Jun 30 09:36:30.817018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6bb15f7-6a47-4a91-a882-e23cfe60691f req-f8a522d2-687a-4d28-ba1f-c81213511863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759930 Jun 30 09:36:30.841948 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.844114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.862759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:30.866183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b1dc311f-9064-43ef-9935-31ed88279bab admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ec876740d4d2459593403eb6ca1e88e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067675 Jun 30 09:36:30.871371 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41942) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:30.916726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.917333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e874a861-2b26-42bd-afe0-da0b8f47812c {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:30.922030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:30.926942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a745c819-df28-4e2a-838d-161093ebe030 admin admin] 10.222.0.77 "DELETE /v2.0/routers/e874a861-2b26-42bd-afe0-da0b8f47812c HTTP/1.1" status: 204 len: 168 time: 1.2528129 Jun 30 09:36:30.927143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41944) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:30.975014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Deleting subnet 9f80120b-371c-47bc-aa90-b37ef44cce91 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:30.978561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.016575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.096202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d65ee56-9bd2-43a6-8b1d-53f8062afe9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.119123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:31.131383 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:31.144367 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:31.144867 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:31.145883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d65ee56-9bd2-43a6-8b1d-53f8062afe9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.150195 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.173179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1ccd1-66fa-48e0-bdec-189109e199d3 req-ea127ae8-2650-48e3-977b-b6473b848b34 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.174695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02e1ccd1-66fa-48e0-bdec-189109e199d3 req-ea127ae8-2650-48e3-977b-b6473b848b34 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 950 time: 0.2365324 Jun 30 09:36:31.175587 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.189740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb86df-f8d6-4aa9-b9c8-9b90c36fbce0 req-4de9cad1-751c-493f-8e9c-a26b0a1816f3 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.191792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2fb86df-f8d6-4aa9-b9c8-9b90c36fbce0 req-4de9cad1-751c-493f-8e9c-a26b0a1816f3 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.2367487 Jun 30 09:36:31.223473 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.271117 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:31.283113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6126ae5b-914c-40a8-b4a8-d4469a0cbb6f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5153711 Jun 30 09:36:31.287947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:31.290282 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57805138-3410-4419-b40c-2cdbc88996ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:31.291896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41946) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:31.310902 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02e1ccd1-66fa-48e0-bdec-189109e199d3 req-42e8f4ff-3131-450b-b72c-e2a2f8e11137 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256514 Jun 30 09:36:31.312436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2fb86df-f8d6-4aa9-b9c8-9b90c36fbce0 req-8db55d11-2564-4878-806b-f601ce12ea3b tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906920 Jun 30 09:36:31.313685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.316500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9f80120b-371c-47bc-aa90-b37ef44cce91 HTTP/1.1" status: 204 len: 168 time: 0.3883495 Jun 30 09:36:31.317718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d65ee56-9bd2-43a6-8b1d-53f8062afe9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.320847 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5d65ee56-9bd2-43a6-8b1d-53f8062afe9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.321716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5d65ee56-9bd2-43a6-8b1d-53f8062afe9c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/50f46def-3de8-4e5b-9956-636e016f5bef HTTP/1.1" status: 204 len: 168 time: 0.4481506 Jun 30 09:36:31.322782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b11851-766b-4593-b9fc-aa9c075c3131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f80120b-371c-47bc-aa90-b37ef44cce91,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:31.324389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41950) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:31.355664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80214b15-5bb1-4e3b-970b-f8dd23fe3165 None None] Network 3245d17c-5c05-441a-acfd-b6d2f51cecd7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:31.544057 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-143fc88b-6de6-4ebf-b7eb-cd7eeba331af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/ac133ec2-1c95-4026-b211-9752a93c7707 HTTP/1.1" status: 200 len: 991 time: 0.2316039 Jun 30 09:36:31.576573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.608090 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:55Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 0, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:31.619131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d65ee56-9bd2-43a6-8b1d-53f8062afe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f46def-3de8-4e5b-9956-636e016f5bef,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:31.670445 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:31.689870 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:31.692481 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:31.824197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Deleting port f319b83a-e2c6-45fb-9a94-82de806bc58b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:31.824987 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.844278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] DHCP port deletion for 3245d17c-5c05-441a-acfd-b6d2f51cecd7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:31.897052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281accb-3b3e-416f-901d-78973568b333 req-ec25bed4-386d-4724-8ed3-b98ef868cd8c tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:31.898637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b281accb-3b3e-416f-901d-78973568b333 req-ec25bed4-386d-4724-8ed3-b98ef868cd8c tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.2041750 Jun 30 09:36:31.949085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:31.973132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] For port f319b83a-e2c6-45fb-9a94-82de806bc58b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f319b83a-e2c6-45fb-9a94-82de806bc58b,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:31.973499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:31.975086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:31.975436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8e3c320-d20b-4a62-bfb5-562dbb8e56f1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:31.975854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c21e786e-07f6-499b-a4d6-96bb431a61d6 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:31.984413 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6011cdf-df62-414c-94f2-4d532a1b3c44 x-openstack-request-id: req-a6011cdf-df62-414c-94f2-4d532a1b3c44 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:31.985636 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:31.986462 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6011cdf-df62-414c-94f2-4d532a1b3c44 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:31.986845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] Deleting port f319b83a-e2c6-45fb-9a94-82de806bc58b {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:31.986971 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'status': 'completed', 'code': 200} Jun 30 09:36:31.987232 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.008036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Calling delete_port for f319b83a-e2c6-45fb-9a94-82de806bc58b owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:32.008303 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:32.020480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b281accb-3b3e-416f-901d-78973568b333 req-3eb2598d-ca30-4a02-b93b-245ab74f9c1b tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090829 Jun 30 09:36:32.051272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c21e786e-07f6-499b-a4d6-96bb431a61d6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:32.051614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c21e786e-07f6-499b-a4d6-96bb431a61d6 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:32.145741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57805138-3410-4419-b40c-2cdbc88996ac req-69864dc2-fa9e-4a95-ae2e-59644b098a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.154670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-69864dc2-fa9e-4a95-ae2e-59644b098a53 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1097 time: 0.1261377 Jun 30 09:36:32.172117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] For port f319b83a-e2c6-45fb-9a94-82de806bc58b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f319b83a-e2c6-45fb-9a94-82de806bc58b,segment=NetworkSegment(8ac843b4-c241-47ba-9658-c05b4b2a9c38),segment_id=8ac843b4-c241-47ba-9658-c05b4b2a9c38)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:32.174581 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.206436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] Calling delete_port for f319b83a-e2c6-45fb-9a94-82de806bc58b owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:32.281750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.291764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57805138-3410-4419-b40c-2cdbc88996ac req-2707f324-b203-4ef7-80b9-04e65ce17c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.294773 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-2707f324-b203-4ef7-80b9-04e65ce17c45 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 898 time: 0.1368411 Jun 30 09:36:32.312748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f319b83a-e2c6-45fb-9a94-82de806bc58b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:32.326167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] No DVR routers for this DVR port f319b83a-e2c6-45fb-9a94-82de806bc58b on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:32.355158 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:55Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 0, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:32.383903 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.387725 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e6ca2e-39fb-4ea4-a70e-a11fe17909b9 None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:35:55Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:28Z', 'revision_number': 0, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:32.406375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] No DVR routers for this DVR port f319b83a-e2c6-45fb-9a94-82de806bc58b on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:32.451814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b096d83-2ef3-4955-bd21-7141b5af97c7 None None] Pushing event deleted for resources: {'Port': ['ID=f319b83a-e2c6-45fb-9a94-82de806bc58b,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:32.458990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.474512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3245d17c-5c05-441a-acfd-b6d2f51cecd7']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:32.504500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac843b4-c241-47ba-9658-c05b4b2a9c38') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:32.509947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac843b4-c241-47ba-9658-c05b4b2a9c38') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:32.550140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41984) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:32.654887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b882818-cfe1-47d0-a269-4136469222ab req-fa50045b-8fc5-4ac9-a900-b54c7ed5aea6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.657805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b882818-cfe1-47d0-a269-4136469222ab req-fa50045b-8fc5-4ac9-a900-b54c7ed5aea6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.4185877 Jun 30 09:36:32.668632 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.670400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 41988) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:32.746236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.760762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc9a5bb-c557-49b5-8a28-11f80f16994a None None] New status for floating IP ac133ec2-1c95-4026-b211-9752a93c7707: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:36:32.771261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ea596095-9872-4d43-81e9-9efa77c9828c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/ac133ec2-1c95-4026-b211-9752a93c7707 HTTP/1.1" status: 200 len: 991 time: 0.2076406 Jun 30 09:36:32.772849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:32.773085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:32.779237 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:32.833446 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-b7f74d63-2bb3-49df-9647-b6b08b3632ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 200 len: 999 time: 0.5270500 Jun 30 09:36:32.839461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b882818-cfe1-47d0-a269-4136469222ab req-b459efae-9014-4cd2-afef-06b4a775289a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661592 Jun 30 09:36:32.861255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-1266589985'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:32.902605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6dcca-4e7c-4197-af91-6752b8df6f83 req-468b85bd-d400-4ced-a002-e9fb015fa2e0 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.904469 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57805138-3410-4419-b40c-2cdbc88996ac req-519fee83-d6b4-4ef3-96fc-61c045517596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:32.905998 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-519fee83-d6b4-4ef3-96fc-61c045517596 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 HTTP/1.1" status: 200 len: 834 time: 0.0608504 Jun 30 09:36:32.911239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb6dcca-4e7c-4197-af91-6752b8df6f83 req-468b85bd-d400-4ced-a002-e9fb015fa2e0 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 950 time: 0.2225382 Jun 30 09:36:32.920934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.943308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.944768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] 10.222.0.77 "DELETE /v2.0/networks/3245d17c-5c05-441a-acfd-b6d2f51cecd7 HTTP/1.1" status: 204 len: 168 time: 1.6078775 Jun 30 09:36:32.953480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd580d-6d16-47ce-bace-477830f3a6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=3245d17c-5c05-441a-acfd-b6d2f51cecd7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:32.960855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:32.964371 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:32.965564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 41994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:32.979935 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.056887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dfb6dcca-4e7c-4197-af91-6752b8df6f83 req-229cdeef-edc8-4012-8857-fbe26a654923 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447670 Jun 30 09:36:33.102061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57805138-3410-4419-b40c-2cdbc88996ac req-eadc805c-3845-4bb2-a013-77fc2765e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.103612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-eadc805c-3845-4bb2-a013-77fc2765e0a3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31f4d299-9fcf-4570-9f12-c47b855a4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1884599 Jun 30 09:36:33.122332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d20613-55ca-4328-bebc-432a429a84ce req-a9c80b6a-0454-4706-b844-b3790b070047 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.123965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91d20613-55ca-4328-bebc-432a429a84ce req-a9c80b6a-0454-4706-b844-b3790b070047 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.1271110 Jun 30 09:36:33.198717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91d20613-55ca-4328-bebc-432a429a84ce req-b2e44a37-f6e3-4867-b742-e443d414863f tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618815 Jun 30 09:36:33.200735 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.209340 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.236528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:33.256250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.256577 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment c2c339ef-fd98-4eed-a00e-78109937eb0b of type vlan for network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 Jun 30 09:36:33.257928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318f11d7-3971-4788-a7d6-d8f52537f3c6,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.305711 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.330664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-d3ecdd84-d467-4f3a-8c99-4bdf1fa9263b service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760612 Jun 30 09:36:33.347328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.353765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.353765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.419546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7441244 Jun 30 09:36:33.422783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42004) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:33.427391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-2011474197'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:33.439195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d69e57-f156-492e-a044-dd0f2e6774f1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=dcec965a-8d42-42e9-bd4c-e4dabb5dd529,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.455345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:33.464386 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:33.471673 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.515346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-57805138-3410-4419-b40c-2cdbc88996ac req-3a8397db-9dac-4ee5-8fa3-fd28895cec62 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730742 Jun 30 09:36:33.546609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:33.562253 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.562670 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment 2d19b2d3-ce2d-44fd-b37b-d8c626a884d8 of type vlan for network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb Jun 30 09:36:33.612401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.653715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f319b83a-e2c6-45fb-9a94-82de806bc58b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:33.654563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.663240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.673354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:33.674922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:33.679857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f319b83a-e2c6-45fb-9a94-82de806bc58b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:33.680213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f319b83a-e2c6-45fb-9a94-82de806bc58b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:33.767996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:33.774894 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:33.778801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:33.790051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-edee449b-5082-4a58-bfb3-3a035adcb070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3664713 Jun 30 09:36:33.790594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42010) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:33.841934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:33.989746 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d83810f7-87d4-4bde-a665-7ef3e5751ffc tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/ac133ec2-1c95-4026-b211-9752a93c7707 HTTP/1.1" status: 200 len: 993 time: 0.2078080 Jun 30 09:36:34.033974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:34.037583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.049769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6655f-4d2b-4542-939f-9b051d62fa96 req-31a5b291-075b-4cea-b66a-889c2bdc6765 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.052291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daa6655f-4d2b-4542-939f-9b051d62fa96 req-31a5b291-075b-4cea-b66a-889c2bdc6765 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.0965652 Jun 30 09:36:34.102371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-daa6655f-4d2b-4542-939f-9b051d62fa96 req-18604e2b-d970-42bb-9f9b-2e4fea78f6ce tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430772 Jun 30 09:36:34.253695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-44a009b8-2b82-4854-9e69-c8c8740ef37e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.255275 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-44a009b8-2b82-4854-9e69-c8c8740ef37e tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.1496058 Jun 30 09:36:34.325307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Deleting port 886c9a16-defa-423e-ac42-da0deca6dd3d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:34.325647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.399112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36baca44-b486-4c21-984a-711a265442be req-09740b6f-7d5e-47ca-b2d6-b51ab42945ce tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.406738 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36baca44-b486-4c21-984a-711a265442be req-09740b6f-7d5e-47ca-b2d6-b51ab42945ce tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 1098 time: 0.0656536 Jun 30 09:36:34.448740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36baca44-b486-4c21-984a-711a265442be req-c9d1b5b1-75ee-43a2-bf77-2d8c9dba7c65 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Jun 30 09:36:34.494243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] For port 886c9a16-defa-423e-ac42-da0deca6dd3d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=886c9a16-defa-423e-ac42-da0deca6dd3d,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:34.494760 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.497820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.538898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Calling delete_port for 886c9a16-defa-423e-ac42-da0deca6dd3d owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:34.587209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Deleting port 8b17bfd7-dc43-4506-8845-7b9dd5451939 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:34.587555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.621851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=dafb610f-4642-4213-a475-1aa5ea6b0065,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:34.692296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': 'c2c339ef-fd98-4eed-a00e-78109937eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:34.692949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: dcec965a-8d42-42e9-bd4c-e4dabb5dd529, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:34.790547 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:34.799854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] For port 8b17bfd7-dc43-4506-8845-7b9dd5451939, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8b17bfd7-dc43-4506-8845-7b9dd5451939,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:34.800153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.816845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, dcec965a-8d42-42e9-bd4c-e4dabb5dd529) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:34.823960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Calling delete_port for 8b17bfd7-dc43-4506-8845-7b9dd5451939 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:34.826551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:34.827128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:34.830637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d2f90-afc9-4faa-8666-f4f423d7bd56 None None] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:34.853099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42024) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:34.853521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0929e993-ae62-4885-9f1b-87f0fe60895f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0607214 Jun 30 09:36:34.864061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:35.036096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:35.040636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.056665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.129558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-dcec965a-8d42-42e9-bd4c-e4dabb5dd529', 'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': 'dafb610f-4642-4213-a475-1aa5ea6b0065'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:35.131184 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.223692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=886c9a16-defa-423e-ac42-da0deca6dd3d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:35.289402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.324501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['363c5482-8d83-4c21-96fd-d157d236f9d4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:35.336906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b17bfd7-dc43-4506-8845-7b9dd5451939,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:35.445030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.506667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] No DVR routers for this DVR port 8b17bfd7-dc43-4506-8845-7b9dd5451939 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:35.524423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.532333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ec1fc988-9b23-4994-9dec-ca9cccaf31b2 req-a1364772-5909-47e9-b0c0-971d59e37a24 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.79 "DELETE /v2.0/ports/8b17bfd7-dc43-4506-8845-7b9dd5451939 HTTP/1.1" status: 204 len: 173 time: 1.2667611 Jun 30 09:36:35.547557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'name': 'network-vif-deleted', 'tag': '8b17bfd7-dc43-4506-8845-7b9dd5451939'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:35.551975 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8a01f3-4a04-4990-8acb-8e5b9393288e" -d '{"events": [{"server_uuid": "2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5", "name": "network-vif-deleted", "tag": "8b17bfd7-dc43-4506-8845-7b9dd5451939"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:35.632471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d731d-6c4e-45a2-ba76-950b00e561b9 req-89125390-ab3c-438e-8918-9b5ff10ed561 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.640099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf9d731d-6c4e-45a2-ba76-950b00e561b9 req-89125390-ab3c-438e-8918-9b5ff10ed561 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3008647 Jun 30 09:36:35.686075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=7914ee57-3e69-46a7-bbba-884c60a4d434,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:35.756401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Allocated IP 172.20.0.2 (dcec965a-8d42-42e9-bd4c-e4dabb5dd529/dafb610f-4642-4213-a475-1aa5ea6b0065/6043f1fc-22b0-4098-a9b0-9a82c32dc188) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:35.810333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:35.863332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:35.864810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:35.893568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1b5e331-5c24-4897-8c3f-fc88c08b1ca8 req-7bba3a95-9691-4202-9ff0-29b2478b4432 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5 HTTP/1.1" status: 200 len: 210 time: 0.1199956 Jun 30 09:36:35.902415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf9d731d-6c4e-45a2-ba76-950b00e561b9 req-5650d0cb-8068-4aff-b17b-d75b8e09386c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510080 Jun 30 09:36:35.953439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:35.983310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:35.991123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:35.992115 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.012725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d162b41-360b-49ac-a4d9-bfc97d4c2302 None None] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:36.017117 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5e8bd375-eb69-4a5e-ac9f-1977c2e02dc8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1616683 Jun 30 09:36:36.020394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42036) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:36.026524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1994319445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:36.085672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.086960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.266708 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.288247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.294527 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.334661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.340079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4ff192a2-1f14-460f-9e2c-d082b5566fef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3179159 Jun 30 09:36:36.341298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42038) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:36.371718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8b17bfd7-dc43-4506-8845-7b9dd5451939 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:36.421674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Transition to ACTIVE for port object 6043f1fc-22b0-4098-a9b0-9a82c32dc188 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:36.424068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 8b17bfd7-dc43-4506-8845-7b9dd5451939 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:36.424682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8b17bfd7-dc43-4506-8845-7b9dd5451939 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:36.466504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Transition to ACTIVE for port object 6043f1fc-22b0-4098-a9b0-9a82c32dc188 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:36.475044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb', 'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': '7914ee57-3e69-46a7-bbba-884c60a4d434'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:36.476217 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.487249 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.540209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Pushing event updated for resources: {'Port': ['ID=6043f1fc-22b0-4098-a9b0-9a82c32dc188,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:36.550835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:36.552604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:36.565955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:36.579036 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31a6450-e7bd-42a3-9c5e-bf5fc9bdb8b1 x-openstack-request-id: req-f31a6450-e7bd-42a3-9c5e-bf5fc9bdb8b1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:36.580188 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5", "name": "network-vif-deleted", "tag": "8b17bfd7-dc43-4506-8845-7b9dd5451939", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:36.580188 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f31a6450-e7bd-42a3-9c5e-bf5fc9bdb8b1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:36.580901 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a27b18d-5a2c-4ddf-a1b8-5c0817a5a8a5', 'name': 'network-vif-deleted', 'tag': '8b17bfd7-dc43-4506-8845-7b9dd5451939', 'status': 'completed', 'code': 200} Jun 30 09:36:36.747266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Allocated IP 172.21.0.2 (188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb/7914ee57-3e69-46a7-bbba-884c60a4d434/6915cdf1-3c97-4c93-8f77-b1556e008f41) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:36.768620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.847957 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Router 3bd23d01-6ad9-4830-b4e6-a130b5278784 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:36.905033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Attempting to bind port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:36.905409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Attempting to bind port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'c2c339ef-fd98-4eed-a00e-78109937eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:36.905868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Attempting to bind port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 on network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:36.921790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:36.922168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Checking segment: {'id': 'c2c339ef-fd98-4eed-a00e-78109937eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:36.923013 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:36.923209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Bound using segment: {'id': 'c2c339ef-fd98-4eed-a00e-78109937eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:36.924641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Bound port: 6043f1fc-22b0-4098-a9b0-9a82c32dc188, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2c339ef-fd98-4eed-a00e-78109937eb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'dcec965a-8d42-42e9-bd4c-e4dabb5dd529'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:36.925234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.018485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:37.029597 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] Sync routers for ids ['3bd23d01-6ad9-4830-b4e6-a130b5278784'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:37.034663 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d04f204c-476c-4769-b0ba-a167c07576f6 admin admin] 10.222.0.77 "PUT /v2.0/routers/3bd23d01-6ad9-4830-b4e6-a130b5278784/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0677345 Jun 30 09:36:37.037057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42052) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:37.040076 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] Routers {'3bd23d01-6ad9-4830-b4e6-a130b5278784'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:37.040687 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3bd23d01-6ad9-4830-b4e6-a130b5278784'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:37.069494 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] For port 6043f1fc-22b0-4098-a9b0-9a82c32dc188, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:37.072789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] For port 6043f1fc-22b0-4098-a9b0-9a82c32dc188, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6043f1fc-22b0-4098-a9b0-9a82c32dc188,segment=NetworkSegment(c2c339ef-fd98-4eed-a00e-78109937eb0b),segment_id=c2c339ef-fd98-4eed-a00e-78109937eb0b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:37.097569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.229207 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] Set router 3bd23d01-6ad9-4830-b4e6-a130b5278784 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:37.231778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.630781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.785533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde44db6-c17c-4778-91ec-080a2b540a9b None None] Pushing event updated for resources: {'Port': ['ID=6043f1fc-22b0-4098-a9b0-9a82c32dc188,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:37.843556 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.867060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Transition to ACTIVE for port object 6915cdf1-3c97-4c93-8f77-b1556e008f41 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:37.880002 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:36:34Z', 'revision_number': 5, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port': {'id': '36b70090-ab85-482a-aef5-d4a7842817b5', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:b9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:22:50Z', 'updated_at': '2021-06-30T09:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:37.903956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Deleting port 36b70090-ab85-482a-aef5-d4a7842817b5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:37.904304 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:37.911962 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] Checking router: 3bd23d01-6ad9-4830-b4e6-a130b5278784 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:37.933316 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] Routers {'3bd23d01-6ad9-4830-b4e6-a130b5278784'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:37.934096 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3bd23d01-6ad9-4830-b4e6-a130b5278784'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:37.969324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Transition to ACTIVE for port object 6915cdf1-3c97-4c93-8f77-b1556e008f41 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:37.989485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.098720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-803299e4-36fa-4bd7-b393-c5d6120a336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:38.102695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-803299e4-36fa-4bd7-b393-c5d6120a336d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.5131943 Jun 30 09:36:38.130290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:38.136504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:38.147763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:38.164373 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] Set router 3bd23d01-6ad9-4830-b4e6-a130b5278784 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:38.200125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Pushing event updated for resources: {'Port': ['ID=6915cdf1-3c97-4c93-8f77-b1556e008f41,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.288328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] For port 36b70090-ab85-482a-aef5-d4a7842817b5, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=36b70090-ab85-482a-aef5-d4a7842817b5,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:38.288704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.316729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Calling delete_port for 36b70090-ab85-482a-aef5-d4a7842817b5 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:38.336202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Attempting to bind port 6915cdf1-3c97-4c93-8f77-b1556e008f41 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:38.336735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Attempting to bind port 6915cdf1-3c97-4c93-8f77-b1556e008f41 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:38.337225 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Attempting to bind port 6915cdf1-3c97-4c93-8f77-b1556e008f41 on network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:38.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:38.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Checking segment: {'id': '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:38.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Bound using segment: {'id': '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:38.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Bound port: 6915cdf1-3c97-4c93-8f77-b1556e008f41, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:38.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.402812 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 6, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:38.467688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-655aad4e-d671-4ac8-9782-876109420376 None None] For port 6915cdf1-3c97-4c93-8f77-b1556e008f41, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:38.470209 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3c3c06-ba5a-4808-941a-08e97f186a35 None None] The sync data for ids ['3bd23d01-6ad9-4830-b4e6-a130b5278784'] in n-d-780147-22 is: [{'id': '3bd23d01-6ad9-4830-b4e6-a130b5278784', 'name': 'tempest-TestVolumeBootPattern-2089409133-router', 'tenant_id': '9caebdc302104dea91de4854afbb27da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:22:49Z', 'updated_at': '2021-06-30T09:36:37Z', 'revision_number': 6, 'project_id': '9caebdc302104dea91de4854afbb27da', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:38.475452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-655aad4e-d671-4ac8-9782-876109420376 None None] For port 6915cdf1-3c97-4c93-8f77-b1556e008f41, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6915cdf1-3c97-4c93-8f77-b1556e008f41,segment=NetworkSegment(2d19b2d3-ce2d-44fd-b37b-d8c626a884d8),segment_id=2d19b2d3-ce2d-44fd-b37b-d8c626a884d8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:38.488794 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.570131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aad4e-d671-4ac8-9782-876109420376 None None] Pushing event updated for resources: {'Port': ['ID=6915cdf1-3c97-4c93-8f77-b1556e008f41,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.599584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa36ce-0052-4299-8f11-1b60884410ce req-0b8ca780-9f61-4775-9ee0-d9d1f75cb81a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:38.613233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5efa36ce-0052-4299-8f11-1b60884410ce req-0b8ca780-9f61-4775-9ee0-d9d1f75cb81a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.4542961 Jun 30 09:36:38.619653 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.20.0.1 (dcec965a-8d42-42e9-bd4c-e4dabb5dd529/dafb610f-4642-4213-a475-1aa5ea6b0065/11258eae-ca09-4a52-af69-3df8092aa3b0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:38.654112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.708769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689ebe1-ee0a-4b1b-8c16-0983b3e442e9 req-26f73318-92bd-4a86-9354-d0476428c965 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:38.710424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3689ebe1-ee0a-4b1b-8c16-0983b3e442e9 req-26f73318-92bd-4a86-9354-d0476428c965 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.5613890 Jun 30 09:36:38.749107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=36b70090-ab85-482a-aef5-d4a7842817b5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:38.802792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5efa36ce-0052-4299-8f11-1b60884410ce req-20563cf5-398b-4494-a11b-8e47f173bf19 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884232 Jun 30 09:36:38.822826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3689ebe1-ee0a-4b1b-8c16-0983b3e442e9 req-bc67c2a2-adfe-4927-8d66-071605213261 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001244 Jun 30 09:36:38.953699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-b374185c-c3c4-4113-9fac-ed7f3a64d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:38.961165 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:38.961656 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-b374185c-c3c4-4113-9fac-ed7f3a64d6b9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.3279335 Jun 30 09:36:39.039889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.078340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object 11258eae-ca09-4a52-af69-3df8092aa3b0 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:39.272328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.373445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:39.377251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:39.382647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-26e3402c-6f37-4f95-8e28-2ac02df1588e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 1000 time: 0.3385692 Jun 30 09:36:39.393692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:39.514718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.519837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=11258eae-ca09-4a52-af69-3df8092aa3b0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:39.520437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.526005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.594519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-abdacb51-6cb2-46a2-82d3-e187ba6a3ef6 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.597420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-abdacb51-6cb2-46a2-82d3-e187ba6a3ef6 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.3555920 Jun 30 09:36:39.653480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-283b7c3e-7167-4a21-a409-83884da86f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.656176 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-283b7c3e-7167-4a21-a409-83884da86f6e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1908429 Jun 30 09:36:39.710839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.711549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bd23d01-6ad9-4830-b4e6-a130b5278784 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:39.742598 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.744307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-70bd9016-f23f-4978-99f1-5b34d3b65df6 admin admin] 10.222.0.77 "DELETE /v2.0/routers/3bd23d01-6ad9-4830-b4e6-a130b5278784 HTTP/1.1" status: 204 len: 168 time: 2.7058191 Jun 30 09:36:39.746646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42066) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:39.748876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6225d164-ea9c-415c-a70e-77758aaff353 None None] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:39.807085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.827214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Deleting port 363c5482-8d83-4c21-96fd-d157d236f9d4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:39.827825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:39.844387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-2e26de3e-3960-4ad8-abb1-158a2385de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:39.846912 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-2e26de3e-3960-4ad8-abb1-158a2385de93 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796298 Jun 30 09:36:39.851085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Deleting subnet d59f4df1-c8ae-4372-bbff-a2e3ce121e2f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:39.852216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6043f1fc-22b0-4098-a9b0-9a82c32dc188 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:39.875014 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.003473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-43321238-9b94-4863-86c8-436876f49465 None None] Provisioning for port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:40.075130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] For port 363c5482-8d83-4c21-96fd-d157d236f9d4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=363c5482-8d83-4c21-96fd-d157d236f9d4,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:40.075776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.102186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.128970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Calling delete_port for 363c5482-8d83-4c21-96fd-d157d236f9d4 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:40.146882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:40.195632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:40.196004 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.228934 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-7d6de43e-3e10-4ad0-b5cd-be612c86d5ee service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685961 Jun 30 09:36:40.391223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.453367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 6043f1fc-22b0-4098-a9b0-9a82c32dc188, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6043f1fc-22b0-4098-a9b0-9a82c32dc188,segment=NetworkSegment(c2c339ef-fd98-4eed-a00e-78109937eb0b),segment_id=c2c339ef-fd98-4eed-a00e-78109937eb0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:40.467402 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5efd287-f7d3-4669-a5f8-eab7d84ab03b req-bf632c6c-ab23-4008-abe0-5262f62b3461 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288961 Jun 30 09:36:40.469337 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.474340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.476423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6915cdf1-3c97-4c93-8f77-b1556e008f41 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:40.540267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc788961-2a91-4126-b512-cddc45b3e460 None None] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:40.570546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.617612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59f4df1-c8ae-4372-bbff-a2e3ce121e2f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:40.636136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.637832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd105c32-51a8-4b31-b257-bfff15166624 req-66b81159-9846-4b22-9e3d-d28b10892d01 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:40.638048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d16b6c2a-db70-466d-bac1-fa2a5b6c270f admin admin] 10.222.0.77 "DELETE /v2.0/subnets/d59f4df1-c8ae-4372-bbff-a2e3ce121e2f HTTP/1.1" status: 204 len: 168 time: 0.8903978 Jun 30 09:36:40.639604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd105c32-51a8-4b31-b257-bfff15166624 req-66b81159-9846-4b22-9e3d-d28b10892d01 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 1098 time: 0.3848016 Jun 30 09:36:40.648577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42078) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:40.656960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c136e-0907-4ed7-8746-9098a1b274cc req-3cd3a3a5-7472-4801-a5ca-c6b4ecd91334 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:40.659060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c136e-0907-4ed7-8746-9098a1b274cc req-3cd3a3a5-7472-4801-a5ca-c6b4ecd91334 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.4113159 Jun 30 09:36:40.740651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877c1b21-18b9-44e6-8e2f-22ae79fd523c None None] Network 7f38993b-ba1b-49b8-9966-55525a8dbe44 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:40.759385 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.849256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.944323 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:40.958658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f7d3d116-2790-4bae-8928-bd27429b450a None None] Provisioning for port 6915cdf1-3c97-4c93-8f77-b1556e008f41 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:41.003107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dd105c32-51a8-4b31-b257-bfff15166624 req-c1c09e2c-a581-4da6-af2e-497d026c80d8 tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=fa447492-b321-4728-9f89-660b8d1302e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314140 Jun 30 09:36:41.003768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.003919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=6043f1fc-22b0-4098-a9b0-9a82c32dc188,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:41.018039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6915cdf1-3c97-4c93-8f77-b1556e008f41 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:41.033963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6915cdf1-3c97-4c93-8f77-b1556e008f41 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:41.033963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.082416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.099439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c136e-0907-4ed7-8746-9098a1b274cc req-72bb4e4a-5758-4343-b8f6-e648d2b8a57a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4226394 Jun 30 09:36:41.120359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=11258eae-ca09-4a52-af69-3df8092aa3b0,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:41.157189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5fd8352b-77eb-44e0-9b7d-20407f630887 None None] Provisioning for port 11258eae-ca09-4a52-af69-3df8092aa3b0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:41.180119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5fd8352b-77eb-44e0-9b7d-20407f630887 None None] Provisioning complete for port 11258eae-ca09-4a52-af69-3df8092aa3b0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:41.180940 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5fd8352b-77eb-44e0-9b7d-20407f630887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.208833 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.249318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] DHCP port deletion for 7f38993b-ba1b-49b8-9966-55525a8dbe44 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:41.260311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Pushing event deleted for resources: {'Port': ['ID=363c5482-8d83-4c21-96fd-d157d236f9d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:41.261232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8352b-77eb-44e0-9b7d-20407f630887 None None] Port 11258eae-ca09-4a52-af69-3df8092aa3b0 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:41.300839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a704012-8ce6-4558-a859-6e596c158555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.302380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] No DVR routers for this DVR port 363c5482-8d83-4c21-96fd-d157d236f9d4 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:41.305763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.307893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f8b921dd-38c0-4080-a9f5-670e35255952 req-5e6f33af-0590-4161-b89e-ce1be608de4a tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.83 "DELETE /v2.0/ports/363c5482-8d83-4c21-96fd-d157d236f9d4 HTTP/1.1" status: 204 len: 173 time: 1.6831963 Jun 30 09:36:41.308549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c336f60-488c-4941-a71e-8fabecaf188a', 'name': 'network-vif-deleted', 'tag': '363c5482-8d83-4c21-96fd-d157d236f9d4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:41.308776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 6915cdf1-3c97-4c93-8f77-b1556e008f41, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6915cdf1-3c97-4c93-8f77-b1556e008f41,segment=NetworkSegment(2d19b2d3-ce2d-44fd-b37b-d8c626a884d8),segment_id=2d19b2d3-ce2d-44fd-b37b-d8c626a884d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:41.310965 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bbde6f-8ee7-48ae-8bcd-aca9a8365d6e" -d '{"events": [{"server_uuid": "2c336f60-488c-4941-a71e-8fabecaf188a", "name": "network-vif-deleted", "tag": "363c5482-8d83-4c21-96fd-d157d236f9d4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:41.323959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:41.329007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:41.329189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5fd8352b-77eb-44e0-9b7d-20407f630887 None None] Provisioning complete for port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:41.329485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5fd8352b-77eb-44e0-9b7d-20407f630887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.335699 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.467819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 886c9a16-defa-423e-ac42-da0deca6dd3d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:41.519043 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b45ca4-baaf-47aa-a92f-c17498652f96 x-openstack-request-id: req-74b45ca4-baaf-47aa-a92f-c17498652f96 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:41.519363 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c336f60-488c-4941-a71e-8fabecaf188a", "name": "network-vif-deleted", "tag": "363c5482-8d83-4c21-96fd-d157d236f9d4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:41.519709 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-74b45ca4-baaf-47aa-a92f-c17498652f96 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:41.520122 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c336f60-488c-4941-a71e-8fabecaf188a', 'name': 'network-vif-deleted', 'tag': '363c5482-8d83-4c21-96fd-d157d236f9d4', 'status': 'completed', 'code': 200} Jun 30 09:36:41.528663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 886c9a16-defa-423e-ac42-da0deca6dd3d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:41.529189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 886c9a16-defa-423e-ac42-da0deca6dd3d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:41.529734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 36b70090-ab85-482a-aef5-d4a7842817b5 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:41.535329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Deleting port 2edde917-b033-4d84-91a8-4adb125c833a {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:41.535662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.535974 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-84e41b6e-306d-4257-a434-801f0f0a0c22 service neutron] show failed (client error): The resource could not be found. Jun 30 09:36:41.538204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-84e41b6e-306d-4257-a434-801f0f0a0c22 service neutron] 10.222.0.79 "GET /v2.0/ports/009c9659-17e0-46d8-858a-736158f532b4/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.1633613 Jun 30 09:36:41.632142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 36b70090-ab85-482a-aef5-d4a7842817b5 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:41.632758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 36b70090-ab85-482a-aef5-d4a7842817b5 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:41.674369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] Deleting port 2edde917-b033-4d84-91a8-4adb125c833a {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:41.674825 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.702480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] For port 2edde917-b033-4d84-91a8-4adb125c833a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2edde917-b033-4d84-91a8-4adb125c833a,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:41.702859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.716946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=6915cdf1-3c97-4c93-8f77-b1556e008f41,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:41.776674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Calling delete_port for 2edde917-b033-4d84-91a8-4adb125c833a owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:41.869751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6043f1fc-22b0-4098-a9b0-9a82c32dc188 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:41.901814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router de22a04d-2f84-483a-bfe9-51d959e730ec is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:36:41.927132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.959465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] For port 2edde917-b033-4d84-91a8-4adb125c833a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=2edde917-b033-4d84-91a8-4adb125c833a,segment=NetworkSegment(e6f88d96-f46f-4326-bbda-e6869a346766),segment_id=e6f88d96-f46f-4326-bbda-e6869a346766)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:41.960107 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:41.991064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] Calling delete_port for 2edde917-b033-4d84-91a8-4adb125c833a owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:42.003122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:42.003569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.040700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Pushing event deleted for resources: {'Port': ['ID=2edde917-b033-4d84-91a8-4adb125c833a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:42.061693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] No DVR routers for this DVR port 2edde917-b033-4d84-91a8-4adb125c833a on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:42.104348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-17c0c400-ec95-449e-b017-e657193fdb9f None None] Provisioning complete for port 11258eae-ca09-4a52-af69-3df8092aa3b0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:42.104720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-17c0c400-ec95-449e-b017-e657193fdb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.360354 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.383146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2edde917-b033-4d84-91a8-4adb125c833a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:42.412321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b057ef7-66b4-48fb-b076-48a595a772ea req-2c289f1b-56f1-46a0-894d-df633fa94bdd tempest-TestServerMultinode-1101377971 tempest-TestServerMultinode-1101377971-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=2c336f60-488c-4941-a71e-8fabecaf188a HTTP/1.1" status: 200 len: 210 time: 0.0452163 Jun 30 09:36:42.459657 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.462554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-17c0c400-ec95-449e-b017-e657193fdb9f None None] Port 11258eae-ca09-4a52-af69-3df8092aa3b0 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:42.475920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 2edde917-b033-4d84-91a8-4adb125c833a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:42.476417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 2edde917-b033-4d84-91a8-4adb125c833a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:42.478836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] No DVR routers for this DVR port 2edde917-b033-4d84-91a8-4adb125c833a on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:42.480585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af324f-d58d-468f-a1b3-4caf699914ea None None] Pushing event deleted for resources: {'Port': ['ID=2edde917-b033-4d84-91a8-4adb125c833a,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:42.484931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f38993b-ba1b-49b8-9966-55525a8dbe44']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.521822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-17c0c400-ec95-449e-b017-e657193fdb9f None None] Provisioning complete for port 6915cdf1-3c97-4c93-8f77-b1556e008f41 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:42.522074 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-17c0c400-ec95-449e-b017-e657193fdb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.542257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6f88d96-f46f-4326-bbda-e6869a346766') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.542709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6f88d96-f46f-4326-bbda-e6869a346766') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.557531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:42.570784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42092) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:42.571367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-365dc295-43eb-41e2-bc97-6c44139cbd33 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/de22a04d-2f84-483a-bfe9-51d959e730ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2282302 Jun 30 09:36:42.572735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] Sync routers for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:42.573633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.591969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:42.592617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.610411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-259d5004-523f-42a9-a828-96a56f81a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:42.612942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-259d5004-523f-42a9-a828-96a56f81a722 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 1097 time: 0.5479805 Jun 30 09:36:42.618465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.629364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:42.629679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.630097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:42.631693 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:42.635581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:42.643773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:42.644400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.649549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db90587-f35f-4319-bf3e-abd890eb3193 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:42.651425 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3db90587-f35f-4319-bf3e-abd890eb3193 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports/11258eae-ca09-4a52-af69-3df8092aa3b0 HTTP/1.1" status: 200 len: 910 time: 0.0786633 Jun 30 09:36:42.654056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:42.702721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:42.703367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2415b95c-90ad-408b-85db-34cd3fffc85e None None] The sync data for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:42.741234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.745980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.750759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] 10.222.0.77 "DELETE /v2.0/networks/7f38993b-ba1b-49b8-9966-55525a8dbe44 HTTP/1.1" status: 204 len: 168 time: 2.0885239 Jun 30 09:36:42.779157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f336d-ba04-476a-903a-7501e347accb admin admin] Pushing event deleted for resources: {'Network': ['ID=7f38993b-ba1b-49b8-9966-55525a8dbe44,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:42.814839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bbb92-805c-4107-bd9d-848966bfa4fb req-a016a1db-cd77-4a36-8447-173a06a112ff tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:42.816653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a54bbb92-805c-4107-bd9d-848966bfa4fb req-a016a1db-cd77-4a36-8447-173a06a112ff tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3711629 Jun 30 09:36:42.879822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:42.922912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a54bbb92-805c-4107-bd9d-848966bfa4fb req-2b9b2a3b-af41-4420-af99-7c393e64e0cf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983243 Jun 30 09:36:42.998777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42102) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:43.007798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 363c5482-8d83-4c21-96fd-d157d236f9d4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:43.028076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 363c5482-8d83-4c21-96fd-d157d236f9d4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:43.028429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 363c5482-8d83-4c21-96fd-d157d236f9d4 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:43.090429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-33ca2544-1489-4451-8815-10ef8b74be74 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e884ee79a4c4ed98e09903991cd3b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905190 Jun 30 09:36:43.096869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42104) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:43.123095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.162344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:43.183332 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5dfae7f7-0f53-44ca-b913-7cd83adf540c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.220787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5dfae7f7-0f53-44ca-b913-7cd83adf540c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.228293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:43.290176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.307684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Transition to ACTIVE for port object 009c9659-17e0-46d8-858a-736158f532b4 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:43.308937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5dfae7f7-0f53-44ca-b913-7cd83adf540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.311664 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5dfae7f7-0f53-44ca-b913-7cd83adf540c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.312919 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5dfae7f7-0f53-44ca-b913-7cd83adf540c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/1bf3053f-4835-45e4-9fc8-a8eb7c12c666 HTTP/1.1" status: 204 len: 168 time: 0.2151487 Jun 30 09:36:43.317812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.333850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfae7f7-0f53-44ca-b913-7cd83adf540c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3053f-4835-45e4-9fc8-a8eb7c12c666,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:43.403261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:43.521596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:43.524466 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bcd8a-9104-4c20-8bfd-34cd3b017837" -d '{"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-unplugged", "status": "completed", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:43.577892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42114) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:43.756990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6915cdf1-3c97-4c93-8f77-b1556e008f41 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:43.796448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.21.0.1 (188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb/7914ee57-3e69-46a7-bbba-884c60a4d434/98c7c939-155c-4700-93c7-2bb0f29af936) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:43.819288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6915cdf1-3c97-4c93-8f77-b1556e008f41 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:43.819670 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:43.891236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:44.015056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4bc81d35-ae19-46b9-aaf3-b4b0cee17e76 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9caebdc302104dea91de4854afbb27da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218908 Jun 30 09:36:44.018516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42128) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:44.059459 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6301b0e-c5a5-43d5-8ec4-13889009aece x-openstack-request-id: req-a6301b0e-c5a5-43d5-8ec4-13889009aece {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:44.060039 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-unplugged", "status": "completed", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:44.060811 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a6301b0e-c5a5-43d5-8ec4-13889009aece {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:44.061298 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'code': 200} Jun 30 09:36:44.082021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] No DVR routers for this DVR port 009c9659-17e0-46d8-858a-736158f532b4 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:44.088721 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0e26056-364f-4073-b4ab-8a7de397b842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.108219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.130873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9552053-88dc-4ba4-b8fe-e1fbdc4820eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.163808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object 98c7c939-155c-4700-93c7-2bb0f29af936 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:44.166618 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9552053-88dc-4ba4-b8fe-e1fbdc4820eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.235073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.240029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.271594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9552053-88dc-4ba4-b8fe-e1fbdc4820eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.274407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c9552053-88dc-4ba4-b8fe-e1fbdc4820eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.278386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c9552053-88dc-4ba4-b8fe-e1fbdc4820eb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e04f57b1-4205-44bc-a92e-859ba38e451e HTTP/1.1" status: 204 len: 168 time: 0.2587750 Jun 30 09:36:44.297526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:44.309517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:44.314331 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:44.332980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8ba5a-f508-4f2b-83b4-eb7d5d343193 req-53ec6a10-6051-4830-bfcc-e2b77f553ac5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:44.334561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccd8ba5a-f508-4f2b-83b4-eb7d5d343193 req-53ec6a10-6051-4830-bfcc-e2b77f553ac5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.2556508 Jun 30 09:36:44.356158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9552053-88dc-4ba4-b8fe-e1fbdc4820eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04f57b1-4205-44bc-a92e-859ba38e451e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:44.383032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=98c7c939-155c-4700-93c7-2bb0f29af936,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:44.398247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 009c9659-17e0-46d8-858a-736158f532b4 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:44.409905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.438359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:44.438746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:44.439141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:44.484001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 009c9659-17e0-46d8-858a-736158f532b4 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:44.505138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ccd8ba5a-f508-4f2b-83b4-eb7d5d343193 req-cc0d43c2-a38d-46de-839c-872f33163cb8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510441 Jun 30 09:36:44.507771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Port 009c9659-17e0-46d8-858a-736158f532b4 on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:36:44.508638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Attempting to bind port 009c9659-17e0-46d8-858a-736158f532b4 on network 55eb4a0c-127f-4b46-9732-3f89fa637f8b {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:44.523773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:44.524132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Checking segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:44.524528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Bound using segment: {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:44.524986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Bound port: 009c9659-17e0-46d8-858a-736158f532b4, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67dcdbe2-c32d-483a-8866-8e2e138bc90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:44.525352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.648292 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.697945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:44.722172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-22dcf7cc-f95d-4478-af20-d317cabccb9e None None] Provisioning for port 98c7c939-155c-4700-93c7-2bb0f29af936 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:44.732118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-22dcf7cc-f95d-4478-af20-d317cabccb9e None None] Provisioning complete for port 98c7c939-155c-4700-93c7-2bb0f29af936 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:44.732513 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-22dcf7cc-f95d-4478-af20-d317cabccb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.754890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:44.784930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.817986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-22dcf7cc-f95d-4478-af20-d317cabccb9e None None] Port 98c7c939-155c-4700-93c7-2bb0f29af936 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:44.859366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:44.906694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:44.908550 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:44.915974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-60e381a0-7166-430b-8745-02423b03b2d1 service neutron] 10.222.0.83 "PUT /v2.0/ports/009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 1092 time: 2.2877107 Jun 30 09:36:45.085603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.093946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-6605a005-c56a-477d-bb80-41b70423b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.096355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-6605a005-c56a-477d-bb80-41b70423b07d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1095 time: 0.1047494 Jun 30 09:36:45.114498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.119866 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.228119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.231658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=98c7c939-155c-4700-93c7-2bb0f29af936,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:45.358109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-3b095377-972d-4e96-af93-132e30800269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.359606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-3b095377-972d-4e96-af93-132e30800269 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.2232931 Jun 30 09:36:45.384089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:45.385466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:45.508022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router de22a04d-2f84-483a-bfe9-51d959e730ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:45.541906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-99b8737b-6ab8-42ff-b710-299f21eadbd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 998 time: 0.1381147 Jun 30 09:36:45.620851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:45.627115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c653fa9a-5d64-4a15-b5f5-561eed0ff228 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/de22a04d-2f84-483a-bfe9-51d959e730ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9715397 Jun 30 09:36:45.629685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42138) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.634500 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] Sync routers for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:45.657337 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:45.658804 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.678626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-16e05823-fd0c-4628-a0f7-8ed6f877c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.680390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-16e05823-fd0c-4628-a0f7-8ed6f877c307 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1187723 Jun 30 09:36:45.695850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-518514ba-5981-4991-85da-40c97aab37d5 None None] Provisioning complete for port 98c7c939-155c-4700-93c7-2bb0f29af936 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:45.696490 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-518514ba-5981-4991-85da-40c97aab37d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.707421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48c088-ba78-4012-b016-1c241393013a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.708823 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.712162 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0c48c088-ba78-4012-b016-1c241393013a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports/98c7c939-155c-4700-93c7-2bb0f29af936 HTTP/1.1" status: 200 len: 910 time: 0.0803888 Jun 30 09:36:45.713726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42140) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:45.725152 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:45.725847 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.747284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-518514ba-5981-4991-85da-40c97aab37d5 None None] Port 98c7c939-155c-4700-93c7-2bb0f29af936 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:36:45.763308 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:45.764319 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be83603-b8ad-4bf9-b9c0-10e8d179820a None None] The sync data for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:45.846392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Deleting port cc2089db-45bf-4ce3-83a8-ebb8b1913df7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:45.846655 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:45.862638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d7f1b4-719d-47f9-b94e-fd1c63da97ed req-27395225-5365-46e5-8346-44da396f5311 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.864150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d7f1b4-719d-47f9-b94e-fd1c63da97ed req-27395225-5365-46e5-8346-44da396f5311 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.1241167 Jun 30 09:36:45.865940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-5fe81be4-c3c5-4d63-8345-96d11f0a6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:45.867312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-5fe81be4-c3c5-4d63-8345-96d11f0a6efb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1678314 Jun 30 09:36:45.995033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64d7f1b4-719d-47f9-b94e-fd1c63da97ed req-b3ba3e41-ef65-4c81-8078-91e5e6dd7b99 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186326 Jun 30 09:36:46.059334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] For port cc2089db-45bf-4ce3-83a8-ebb8b1913df7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:46.059824 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.062658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:46.066382 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ecedce-2b63-4d64-92c4-a98868236685" -d '{"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:46.066703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.079152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-1ba17bfa-2922-4667-98ff-e9a10f1db383 service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736982 Jun 30 09:36:46.098328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Calling delete_port for cc2089db-45bf-4ce3-83a8-ebb8b1913df7 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:46.158332 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38afe1e-1456-45c0-985b-27c8ba2b3ba2 x-openstack-request-id: req-e38afe1e-1456-45c0-985b-27c8ba2b3ba2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:46.158332 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:46.158332 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e38afe1e-1456-45c0-985b-27c8ba2b3ba2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:46.158332 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'status': 'completed', 'code': 200} Jun 30 09:36:46.166872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.261697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b7cbe42-b0e5-447d-99dd-12e760e7c725 req-e0fdd9a2-0120-4e21-a734-cb1151a0e62c service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715198 Jun 30 09:36:46.296180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-a532e597-c451-4ac3-8948-3b43a6ce568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.299064 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-a532e597-c451-4ac3-8948-3b43a6ce568e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1095 time: 0.1338348 Jun 30 09:36:46.465709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-1f4f1eb4-07aa-4491-aa44-c9beeb1b007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.467716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-1f4f1eb4-07aa-4491-aa44-c9beeb1b007f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1095 time: 0.1076078 Jun 30 09:36:46.473495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-7ded50c0-980c-43bd-b80e-cf8f33bf755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.475210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-7ded50c0-980c-43bd-b80e-cf8f33bf755d service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.1680832 Jun 30 09:36:46.500671 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.556485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2089db-45bf-4ce3-83a8-ebb8b1913df7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:46.573107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-18e35a9c-fb96-4a60-be6f-e2acf5940e62 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 998 time: 0.0727248 Jun 30 09:36:46.632029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 98c7c939-155c-4700-93c7-2bb0f29af936 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:46.632372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.694173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-58ec4b34-2e86-4eea-a7d8-6c018726cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.695987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-58ec4b34-2e86-4eea-a7d8-6c018726cc11 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.2174661 Jun 30 09:36:46.727339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-dcb610f7-f173-4a7d-ba70-0c646fa5a514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.728888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-dcb610f7-f173-4a7d-ba70-0c646fa5a514 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1469684 Jun 30 09:36:46.823781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.842724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 98c7c939-155c-4700-93c7-2bb0f29af936 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:46.880829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-db2424d4-aa52-4eb4-bc47-b03767f9c0a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 998 time: 0.1192727 Jun 30 09:36:46.906410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-c870bc69-d74b-4bd0-9267-ac5242d8eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.908067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-c870bc69-d74b-4bd0-9267-ac5242d8eed6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1685386 Jun 30 09:36:46.924170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:46.994100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-7077b529-c2fe-4413-89f0-4d666628b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:46.995619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-7077b529-c2fe-4413-89f0-4d666628b31b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1061180 Jun 30 09:36:47.100604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-764967f8-b221-4a76-b23f-2e876c5657b0 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803930 Jun 30 09:36:47.135064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecedce-2b63-4d64-92c4-a98868236685 req-37c8eb2e-f555-40bb-b662-1559083b61de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:47.136760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-37c8eb2e-f555-40bb-b662-1559083b61de service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311436 Jun 30 09:36:47.192078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.279811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-e1c64716-e1b1-4337-a9b1-50e5cab5a575 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715298 Jun 30 09:36:47.280809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=98c7c939-155c-4700-93c7-2bb0f29af936,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:47.285701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-31238e7d-dc02-4fc1-86a3-15ef20db56ca service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035028 Jun 30 09:36:47.540263 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.637171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.654959 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:47.659416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-69ecedce-2b63-4d64-92c4-a98868236685 req-9ed2ba40-a867-437f-895c-bc1aad5f9503 service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615282 Jun 30 09:36:47.718772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Router d3ab50a0-08e4-447b-b589-24396bb7ca09 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:47.728686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfba1f9-e991-4082-abdf-ee1c55660ccf req-236e6ca0-4719-4cc3-864b-910cbf782ccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:47.730740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cfba1f9-e991-4082-abdf-ee1c55660ccf req-236e6ca0-4719-4cc3-864b-910cbf782ccb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.4484797 Jun 30 09:36:47.885111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cfba1f9-e991-4082-abdf-ee1c55660ccf req-f62936bb-ae8d-4b49-8b9d-434dccd156b4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387904 Jun 30 09:36:47.909925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:47.915495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-83d64961-7454-4bbf-b197-cba39d23099d admin admin] 10.222.0.77 "PUT /v2.0/routers/d3ab50a0-08e4-447b-b589-24396bb7ca09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3330731 Jun 30 09:36:47.917734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42164) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:47.921305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] Sync routers for ids ['d3ab50a0-08e4-447b-b589-24396bb7ca09'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:47.933234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] Routers {'d3ab50a0-08e4-447b-b589-24396bb7ca09'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:47.934202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d3ab50a0-08e4-447b-b589-24396bb7ca09'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.069931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] Set router d3ab50a0-08e4-447b-b589-24396bb7ca09 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:48.291965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router de22a04d-2f84-483a-bfe9-51d959e730ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:48.425920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:48.431796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a73d59ee-bac6-4c16-8d1a-d2c2b386bdd9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/de22a04d-2f84-483a-bfe9-51d959e730ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7161481 Jun 30 09:36:48.434636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:48.436528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] Sync routers for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:48.449214 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:48.449838 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.486132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.489205 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.501561 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:48.502788 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.586038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.586292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a798d512-26bd-4a1d-806e-d06f1d76b4b8 None None] The sync data for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:48.597642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:36:46Z', 'revision_number': 5, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.648813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] Checking router: d3ab50a0-08e4-447b-b589-24396bb7ca09 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:48.658459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.660626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] Routers {'d3ab50a0-08e4-447b-b589-24396bb7ca09'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:48.661199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d3ab50a0-08e4-447b-b589-24396bb7ca09'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:48.776624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Deleting port a59b3b8a-12b2-4bf9-9d38-4008996f720e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:48.780960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.790392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] Set router d3ab50a0-08e4-447b-b589-24396bb7ca09 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:48.928840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] For port a59b3b8a-12b2-4bf9-9d38-4008996f720e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a59b3b8a-12b2-4bf9-9d38-4008996f720e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:48.929318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.941127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:48.944798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Calling delete_port for a59b3b8a-12b2-4bf9-9d38-4008996f720e owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:49.078450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:36:46Z', 'revision_number': 5, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:49.116886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f787897-2cd4-465f-aa07-f134081d5d1b None None] The sync data for ids ['d3ab50a0-08e4-447b-b589-24396bb7ca09'] in n-d-780147-22 is: [{'id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'name': 'tempest-TestServerMultinode-1624612786-router', 'tenant_id': '5f354caf95d44e49ac1babe5dcde7685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:03Z', 'updated_at': '2021-06-30T09:36:46Z', 'revision_number': 5, 'project_id': '5f354caf95d44e49ac1babe5dcde7685', 'gw_port': {'id': 'a59b3b8a-12b2-4bf9-9d38-4008996f720e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:22:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ab50a0-08e4-447b-b589-24396bb7ca09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3560, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:06Z', 'updated_at': '2021-06-30T09:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:49.196007 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.260812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59b3b8a-12b2-4bf9-9d38-4008996f720e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:49.292446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 11258eae-ca09-4a52-af69-3df8092aa3b0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:49.296792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.369761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d713-c288-4e8d-a479-76470882baed req-bf6d0f89-7a63-4053-8a17-bec74d068016 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:49.370012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e84d713-c288-4e8d-a479-76470882baed req-bf6d0f89-7a63-4053-8a17-bec74d068016 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.2416787 Jun 30 09:36:49.433174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.449587 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 11258eae-ca09-4a52-af69-3df8092aa3b0 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:49.517446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e84d713-c288-4e8d-a479-76470882baed req-e50365fa-9a4e-4a90-af7d-df1f008139cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203284 Jun 30 09:36:49.534952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.703917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.710458 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.729286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.776290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc2089db-45bf-4ce3-83a8-ebb8b1913df7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:49.810515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.811288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ab50a0-08e4-447b-b589-24396bb7ca09 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:49.816594 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.818029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e9c20ca1-09ce-43ee-9424-ae12ef8ff3b5 admin admin] 10.222.0.77 "DELETE /v2.0/routers/d3ab50a0-08e4-447b-b589-24396bb7ca09 HTTP/1.1" status: 204 len: 168 time: 1.8992457 Jun 30 09:36:49.819281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: cc2089db-45bf-4ce3-83a8-ebb8b1913df7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:49.820609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42188) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:49.821155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc2089db-45bf-4ce3-83a8-ebb8b1913df7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:49.840416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=11258eae-ca09-4a52-af69-3df8092aa3b0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:49.894954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Deleting subnet 5f7d1924-0717-4033-b37e-110007084ead {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:49.902168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:49.980574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.042057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.147106 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.238454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.270197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f7d1924-0717-4033-b37e-110007084ead,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:50.272493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router de22a04d-2f84-483a-bfe9-51d959e730ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:50.283406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.286769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-967d7728-c1ab-4a5d-a025-2593e04a44e6 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5f7d1924-0717-4033-b37e-110007084ead HTTP/1.1" status: 204 len: 168 time: 0.4647937 Jun 30 09:36:50.287928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca83e5ee-92d5-40fd-886a-998c040c7569 None None] Network 0be408b1-13e4-4c62-9ab7-f485a671cb53 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:50.289245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:50.423828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:50.433651 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d0afce9a-9a42-4f4d-89be-1723dbc230a3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/de22a04d-2f84-483a-bfe9-51d959e730ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9973507 Jun 30 09:36:50.436042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] Sync routers for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:50.436464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42192) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:50.451959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:50.452729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:50.474465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.480421 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7b5bdf80-3518-4caa-94bf-97ef35ab0c4e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=de22a04d-2f84-483a-bfe9-51d959e730ec HTTP/1.1" status: 200 len: 205 time: 0.0402327 Jun 30 09:36:50.480680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42194) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:50.490574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:50.522256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] Routers {'de22a04d-2f84-483a-bfe9-51d959e730ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:50.523251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['de22a04d-2f84-483a-bfe9-51d959e730ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:50.597063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Deleting port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:50.598345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.629936 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.631117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] DHCP port deletion for 0be408b1-13e4-4c62-9ab7-f485a671cb53 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:50.653206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:50.653867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93ba13-e5c8-4156-b515-973d2ad13dde None None] The sync data for ids ['de22a04d-2f84-483a-bfe9-51d959e730ec'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:50.737812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Deleting port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:50.738202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.778803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] For port 81edb154-5cae-4edd-8d4f-29d40a8e3c45, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=81edb154-5cae-4edd-8d4f-29d40a8e3c45,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:50.779265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.805613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] For port 81edb154-5cae-4edd-8d4f-29d40a8e3c45, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=81edb154-5cae-4edd-8d4f-29d40a8e3c45,segment=NetworkSegment(d6909055-a1ba-4206-adfc-db8684c37660),segment_id=d6909055-a1ba-4206-adfc-db8684c37660)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:50.806191 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.810707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Calling delete_port for 81edb154-5cae-4edd-8d4f-29d40a8e3c45 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:50.825017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Calling delete_port for 81edb154-5cae-4edd-8d4f-29d40a8e3c45 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:50.965341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:50.972273 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.005365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=81edb154-5cae-4edd-8d4f-29d40a8e3c45,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:51.008706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] No DVR routers for this DVR port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:51.015486 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.019718 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.034141 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:36:51.042203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 009c9659-17e0-46d8-858a-736158f532b4 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:36:51.049102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Pushing event deleted for resources: {'Port': ['ID=81edb154-5cae-4edd-8d4f-29d40a8e3c45,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:51.054246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] No DVR routers for this DVR port 81edb154-5cae-4edd-8d4f-29d40a8e3c45 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:51.078113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.081799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.082197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.082645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.083080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.083432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.083809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.084148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.084479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.084810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.085227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.085613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffb5fb9-08cc-4943-a3b8-4bbc3c4fe85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.094342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.095565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router de22a04d-2f84-483a-bfe9-51d959e730ec {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:51.104015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.108360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7d7ee329-63df-4f49-9f96-638f1011e070 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/de22a04d-2f84-483a-bfe9-51d959e730ec HTTP/1.1" status: 204 len: 168 time: 0.6264074 Jun 30 09:36:51.109116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42202) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:51.130682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.144962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be408b1-13e4-4c62-9ab7-f485a671cb53']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:51.151881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fab7f3-32c1-4dc4-a82f-55b4ed34efb0 req-8e4f3966-ab7e-47ae-9958-6751ebc32bc8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:51.153647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68fab7f3-32c1-4dc4-a82f-55b4ed34efb0 req-8e4f3966-ab7e-47ae-9958-6751ebc32bc8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 943 time: 0.3253250 Jun 30 09:36:51.168335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6909055-a1ba-4206-adfc-db8684c37660') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:51.169076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6909055-a1ba-4206-adfc-db8684c37660') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:51.185267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.206365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.214766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:51.215506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.218299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:51.233469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet 7914ee57-3e69-46a7-bbba-884c60a4d434 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:51.234519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '009c9659-17e0-46d8-858a-736158f532b4', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'port_id': '009c9659-17e0-46d8-858a-736158f532b4', 'mac_address': 'fa:16:3e:05:d6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:36:51.243725 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:51.278213 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:51.281779 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.303666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.308604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/0be408b1-13e4-4c62-9ab7-f485a671cb53 HTTP/1.1" status: 204 len: 168 time: 1.0183301 Jun 30 09:36:51.309535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97998-f670-4922-980a-303efb810ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0be408b1-13e4-4c62-9ab7-f485a671cb53,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:51.311739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42204) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:51.326663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.342435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68fab7f3-32c1-4dc4-a82f-55b4ed34efb0 req-31ae2548-818b-42b2-9000-2d9fc3aff0b1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812699 Jun 30 09:36:51.349573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009c9659-17e0-46d8-858a-736158f532b4 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:36:51.364472 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.410795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:51.420653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.532835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:51.541900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.618081 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.702873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.705997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/7914ee57-3e69-46a7-bbba-884c60a4d434 HTTP/1.1" status: 204 len: 168 time: 0.5954947 Jun 30 09:36:51.707080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=7914ee57-3e69-46a7-bbba-884c60a4d434,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:51.715411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:51.717455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad179c39-2398-46c6-8e87-056e33ae7537 None None] Network 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:51.720098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.720548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.720903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.723674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.723864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.724118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.725137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.725137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.725137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.725473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.725740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.726067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d124ef-e382-4f74-aab3-97a640d2f9e6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:36:51.839830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet dafb610f-4642-4213-a475-1aa5ea6b0065 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:51.850884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:51.947375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a59b3b8a-12b2-4bf9-9d38-4008996f720e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:51.950318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['009c9659-17e0-46d8-858a-736158f532b4'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:36:52.020645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a59b3b8a-12b2-4bf9-9d38-4008996f720e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:52.021341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a59b3b8a-12b2-4bf9-9d38-4008996f720e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:52.021947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 81edb154-5cae-4edd-8d4f-29d40a8e3c45 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:52.037923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.085253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 81edb154-5cae-4edd-8d4f-29d40a8e3c45 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:52.085949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 81edb154-5cae-4edd-8d4f-29d40a8e3c45 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:52.236331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cd0c4-dd0f-40d9-93b2-8a5ea4883973 req-49f6f452-a742-4885-a092-4006636cf543 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.250014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db8cd0c4-dd0f-40d9-93b2-8a5ea4883973 req-49f6f452-a742-4885-a092-4006636cf543 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 944 time: 0.3185842 Jun 30 09:36:52.271970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-312f614b-d7fc-4357-af60-d6f517611840 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.274708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-312f614b-d7fc-4357-af60-d6f517611840 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e&tenant_id=db21d0a28b1f4604a127a663de284d15&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 944 time: 0.3757441 Jun 30 09:36:52.363996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] DHCP port deletion for 188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:52.375639 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-a37e27b1-87ba-4dd9-8178-285885db3a36 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:36:52.377529 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-a37e27b1-87ba-4dd9-8178-285885db3a36 service neutron] 10.222.0.79 "DELETE /v2.0/ports/009c9659-17e0-46d8-858a-736158f532b4/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0900838 Jun 30 09:36:52.386704 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.419906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db8cd0c4-dd0f-40d9-93b2-8a5ea4883973 req-716245a3-e1c8-418a-b8d4-a062fd77954d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553106 Jun 30 09:36:52.434210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.476243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] Deleting port 6915cdf1-3c97-4c93-8f77-b1556e008f41 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:52.477089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.516243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.546413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] For port 6915cdf1-3c97-4c93-8f77-b1556e008f41, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6915cdf1-3c97-4c93-8f77-b1556e008f41,segment=NetworkSegment(2d19b2d3-ce2d-44fd-b37b-d8c626a884d8),segment_id=2d19b2d3-ce2d-44fd-b37b-d8c626a884d8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:52.547177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.553997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=dafb610f-4642-4213-a475-1aa5ea6b0065,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:52.561941 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.565968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a6f1ad7e-86cc-49fa-bddb-f8ff30318f23 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/dafb610f-4642-4213-a475-1aa5ea6b0065 HTTP/1.1" status: 204 len: 168 time: 0.8286390 Jun 30 09:36:52.568468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42216) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:52.571094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] Calling delete_port for 6915cdf1-3c97-4c93-8f77-b1556e008f41 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:52.667763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-fca7eb7e-02d3-4b17-bcb4-627c74e2263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.668714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc236d2e-b1e1-4a7f-832b-e16b8e73e9a6 None None] Network dcec965a-8d42-42e9-bd4c-e4dabb5dd529 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:52.669918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-fca7eb7e-02d3-4b17-bcb4-627c74e2263a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1096 time: 0.1761892 Jun 30 09:36:52.677984 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.725828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.759831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] Pushing event deleted for resources: {'Port': ['ID=6915cdf1-3c97-4c93-8f77-b1556e008f41,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:52.789960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c8ed4-5e32-48db-a34c-a5308ac97c05 None None] No DVR routers for this DVR port 6915cdf1-3c97-4c93-8f77-b1556e008f41 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:52.888978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.904518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:52.910953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-92bec3f0-9df3-43be-9a8e-610ac4e1ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:52.912797 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-92bec3f0-9df3-43be-9a8e-610ac4e1ba62 service neutron] 10.222.0.79 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.1626217 Jun 30 09:36:52.925349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:52.925869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d19b2d3-ce2d-44fd-b37b-d8c626a884d8') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:52.937794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.978996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:52.986029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:52.986549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.062896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] DHCP port deletion for dcec965a-8d42-42e9-bd4c-e4dabb5dd529 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:53.081251 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:53.086600 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.101618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.106037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb HTTP/1.1" status: 204 len: 168 time: 0.5341954 Jun 30 09:36:53.111012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42220) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:53.158403 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] Deleting port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:53.158803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.216661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.221523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4241e-f358-4f46-89b1-0025cd4edefc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=188fccc7-2e4c-4cc1-ab72-b649d8bd6bbb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:53.277840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:53.278574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.302392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] For port 6043f1fc-22b0-4098-a9b0-9a82c32dc188, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6043f1fc-22b0-4098-a9b0-9a82c32dc188,segment=NetworkSegment(c2c339ef-fd98-4eed-a00e-78109937eb0b),segment_id=c2c339ef-fd98-4eed-a00e-78109937eb0b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:53.302792 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.335400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] Calling delete_port for 6043f1fc-22b0-4098-a9b0-9a82c32dc188 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:53.361842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 6043f1fc-22b0-4098-a9b0-9a82c32dc188, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6043f1fc-22b0-4098-a9b0-9a82c32dc188,segment=NetworkSegment(c2c339ef-fd98-4eed-a00e-78109937eb0b),segment_id=c2c339ef-fd98-4eed-a00e-78109937eb0b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:53.362671 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.381367 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-5571bfca-d915-4b1d-a9d9-8e2af2a90155 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 999 time: 0.4564967 Jun 30 09:36:53.386638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 6043f1fc-22b0-4098-a9b0-9a82c32dc188 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:53.471296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.508752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-f1e911ae-b71d-47d4-a1d3-db52d0513ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:53.510264 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-f1e911ae-b71d-47d4-a1d3-db52d0513ec3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.0972536 Jun 30 09:36:53.538977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] Pushing event deleted for resources: {'Port': ['ID=6043f1fc-22b0-4098-a9b0-9a82c32dc188,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:53.540985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f230d5d1-e0f5-44a5-b459-06cdb153b169 None None] No DVR routers for this DVR port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:53.573962 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.579259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Deleting port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:53.579987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.619222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=6043f1fc-22b0-4098-a9b0-9a82c32dc188,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:53.621080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 6043f1fc-22b0-4098-a9b0-9a82c32dc188 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:53.710907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-31b104af-d9aa-40ac-b2c3-4651685d058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:53.725855 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-31b104af-d9aa-40ac-b2c3-4651685d058f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2065980 Jun 30 09:36:53.755760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6043f1fc-22b0-4098-a9b0-9a82c32dc188 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:53.762558 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] For port cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:53.763057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.793978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6043f1fc-22b0-4098-a9b0-9a82c32dc188 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:53.794347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6043f1fc-22b0-4098-a9b0-9a82c32dc188 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:53.794764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6915cdf1-3c97-4c93-8f77-b1556e008f41 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:53.828215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6915cdf1-3c97-4c93-8f77-b1556e008f41 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:53.828215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6915cdf1-3c97-4c93-8f77-b1556e008f41 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:53.836500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Calling delete_port for cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:53.883206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.896114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcec965a-8d42-42e9-bd4c-e4dabb5dd529']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:53.912782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2c339ef-fd98-4eed-a00e-78109937eb0b') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:53.913145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2c339ef-fd98-4eed-a00e-78109937eb0b') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:53.934080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4dd5c-8a79-473c-85ab-e30df8e991ea req-716042c2-8a0f-447a-a871-d59c16f551df tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:53.935652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5c4dd5c-8a79-473c-85ab-e30df8e991ea req-716042c2-8a0f-447a-a871-d59c16f551df tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 944 time: 0.2541225 Jun 30 09:36:53.937405 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.971703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:53.983560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:36:53.984239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.009886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-d144473c-b931-43fe-a629-39ef94a8bca1 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694392 Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:36:54.055473 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:36:54.061961 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.091725 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.097975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/dcec965a-8d42-42e9-bd4c-e4dabb5dd529 HTTP/1.1" status: 204 len: 168 time: 0.9816220 Jun 30 09:36:54.100213 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42230) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:54.100596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aec456-0c8e-4a64-b9c6-b4d230de1e3a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=dcec965a-8d42-42e9-bd4c-e4dabb5dd529,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.140875 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b5c4dd5c-8a79-473c-85ab-e30df8e991ea req-ae7ccec5-0ce3-44fc-b188-0a0eedf26ea8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842048 Jun 30 09:36:54.180418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-731710921'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:54.266311 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38fb90af-0964-4690-a641-d3cc3dac4c86 req-806f77b6-4631-4927-adc2-88457d43f298 service neutron] 10.222.0.79 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429962 Jun 30 09:36:54.318463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:54.322252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.398285 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:36:54.418071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.418831 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment fdc4112f-4292-4b7e-9f20-9d540fcfef24 of type vlan for network d464586a-4209-48c1-8890-0dc4dcecc36e Jun 30 09:36:54.456270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.488877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.516283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.637449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.642958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:54.643557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:54.724675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-477c2663-b8a9-484b-b16e-9cbced38e29b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1223824 Jun 30 09:36:54.895698 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7202413 Jun 30 09:36:54.901303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42238) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:54.906019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:54.927128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936c76-d5e1-4394-a8b8-844e89601035 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=d464586a-4209-48c1-8890-0dc4dcecc36e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:54.940089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network d464586a-4209-48c1-8890-0dc4dcecc36e details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:36:54.989980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.007794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-e7a402ab-2443-4b91-9b72-92dfd2ea997c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:55.011801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-e7a402ab-2443-4b91-9b72-92dfd2ea997c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1096 time: 0.1128621 Jun 30 09:36:55.029401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 009c9659-17e0-46d8-858a-736158f532b4 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:36:55.114815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 009c9659-17e0-46d8-858a-736158f532b4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:55.119139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 009c9659-17e0-46d8-858a-736158f532b4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:36:55.119511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.174505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:55.180141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.343460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-979a1bf0-0250-4edb-a20e-2e552746deae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:55.349388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.350859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-979a1bf0-0250-4edb-a20e-2e552746deae service neutron] 10.222.0.83 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.3149090 Jun 30 09:36:55.465022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-72dd0a29-93b8-40c0-b7a4-56bc4e59f44b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 999 time: 0.0863006 Jun 30 09:36:55.476999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:55.481382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:55.491497 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850a9e3a-d6de-4c94-b2c8-c395ecacbd8a" -d '{"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-plugged", "status": "completed", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:55.493761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715df1d-303e-4a51-b36d-19c66184c0ec req-500a7748-c263-4aac-b96b-22293f71ec43 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:55.501866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f715df1d-303e-4a51-b36d-19c66184c0ec req-500a7748-c263-4aac-b96b-22293f71ec43 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 944 time: 0.1969910 Jun 30 09:36:55.505868 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.513479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Router 5a8382af-4c25-4b9a-82a4-f86650587d3c has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:36:55.565942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-d31fdd0b-397d-4a4b-8e32-a7c66e1d30ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:55.567462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-d31fdd0b-397d-4a4b-8e32-a7c66e1d30ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.0945334 Jun 30 09:36:55.581135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f715df1d-303e-4a51-b36d-19c66184c0ec req-161c0173-c019-40a7-8e02-d8108846b619 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783072 Jun 30 09:36:55.608438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:55.682106 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e30a9-bb2c-4d15-96e1-37670ed6549c x-openstack-request-id: req-7a8e30a9-bb2c-4d15-96e1-37670ed6549c {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:55.682106 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-plugged", "status": "completed", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:55.682106 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a8e30a9-bb2c-4d15-96e1-37670ed6549c {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:55.686628 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'code': 200} Jun 30 09:36:55.693821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:55.711211 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:55.839797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=00ce9ffb-d08f-4bb5-9666-d58052ed3c7b,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:55.855922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fbc3ff94-5a74-4f15-86b4-db6ee818d9b5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/ef2752f4-ce24-40c9-ae2e-7752d083ddf9 HTTP/1.1" status: 200 len: 992 time: 0.1612444 Jun 30 09:36:55.863013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:36:55.871771 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] Sync routers for ids ['5a8382af-4c25-4b9a-82a4-f86650587d3c'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:36:55.880222 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b73495f0-a3ea-48de-8876-0f8a41e805c1 admin admin] 10.222.0.77 "PUT /v2.0/routers/5a8382af-4c25-4b9a-82a4-f86650587d3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5651174 Jun 30 09:36:55.886265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42254) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:55.892363 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] Routers {'5a8382af-4c25-4b9a-82a4-f86650587d3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:55.893230 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5a8382af-4c25-4b9a-82a4-f86650587d3c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:55.901993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': 'fdc4112f-4292-4b7e-9f20-9d540fcfef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:55.902394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: d464586a-4209-48c1-8890-0dc4dcecc36e, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:36:55.972577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network d464586a-4209-48c1-8890-0dc4dcecc36e is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:36:55.991033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-2d06db0d-f3fe-48c3-bad5-cc3cb845f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:55.992904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-2d06db0d-f3fe-48c3-bad5-cc3cb845f3ce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4108295 Jun 30 09:36:55.993090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, d464586a-4209-48c1-8890-0dc4dcecc36e) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:56.009467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:56.010419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.027577 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] Set router 5a8382af-4c25-4b9a-82a4-f86650587d3c gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:56.049449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee0f22-ef20-46aa-8da1-2d1de490c3a9 None None] Network d464586a-4209-48c1-8890-0dc4dcecc36e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:56.052953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-df424752-90e2-47cb-a036-deff45013919 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1478901 Jun 30 09:36:56.052953 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42256) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:56.058388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-51430575', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:56.154446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.155488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.214379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d3247-8425-4692-86e2-b6f58081f108 req-4811cbd2-8433-4230-b71e-9400d4139f23 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:56.226268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32d3247-8425-4692-86e2-b6f58081f108 req-4811cbd2-8433-4230-b71e-9400d4139f23 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 946 time: 0.2864504 Jun 30 09:36:56.315448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.322801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-ab6a033b-e758-4544-892b-72dced521eb0 service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143539 Jun 30 09:36:56.330362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-d464586a-4209-48c1-8890-0dc4dcecc36e', 'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': '00ce9ffb-d08f-4bb5-9666-d58052ed3c7b'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:36:56.331239 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.381913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.395717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.474590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.481717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-627faae0-eb22-4fe2-a41f-4d8d7854b02a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4218621 Jun 30 09:36:56.482107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42258) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:56.491914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'port': {'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e', 'name': 'tempest-RoutersTest-1160235693'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:36:56.549858 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168'}], 'enable_snat': True}, 'gw_port_id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:36:54Z', 'revision_number': 5, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port': {'id': 'faeaffd6-b168-44ed-a95f-1fa1c0867810', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:24Z', 'updated_at': '2021-06-30T09:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:56.597306 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.606035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf6e4467-6ec0-4a1d-bef3-c035469f2322 req-1e5de969-3670-43e0-bc0b-9718366e7e29 service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243121 Jun 30 09:36:56.611398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f32d3247-8425-4692-86e2-b6f58081f108 req-f8f14bfb-0e70-41d8-8070-ccbe9ec8a514 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817461 Jun 30 09:36:56.638979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:36:56.653813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.677623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] device_id is not set on port f22c9f8f-87c8-42fb-91de-0eb47495dba2 yet. {{(pid=93724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 30 09:36:56.683113 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] Checking router: 5a8382af-4c25-4b9a-82a4-f86650587d3c for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:36:56.704948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Deleting port faeaffd6-b168-44ed-a95f-1fa1c0867810 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:56.705321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.711098 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] Routers {'5a8382af-4c25-4b9a-82a4-f86650587d3c'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:36:56.711919 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5a8382af-4c25-4b9a-82a4-f86650587d3c'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:56.835822 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] Set router 5a8382af-4c25-4b9a-82a4-f86650587d3c gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:36:56.936133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] For port faeaffd6-b168-44ed-a95f-1fa1c0867810, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=faeaffd6-b168-44ed-a95f-1fa1c0867810,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:56.936506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:56.948552 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:36:56Z', 'revision_number': 6, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:36:56.963954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Allocated IP 172.20.0.2 (d464586a-4209-48c1-8890-0dc4dcecc36e/00ce9ffb-d08f-4bb5-9666-d58052ed3c7b/71eb7e78-6977-4c6e-a91b-f261b44ca258) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:56.965089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Calling delete_port for faeaffd6-b168-44ed-a95f-1fa1c0867810 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:56.986178 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddccf7e-d5db-4036-b123-708c1e41ee66 None None] The sync data for ids ['5a8382af-4c25-4b9a-82a4-f86650587d3c'] in n-d-780147-22 is: [{'id': '5a8382af-4c25-4b9a-82a4-f86650587d3c', 'name': 'tempest-TestServerMultinode-107411017-router', 'tenant_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:22Z', 'updated_at': '2021-06-30T09:36:56Z', 'revision_number': 6, 'project_id': '0f09abec1fd7435a80bcffb8e18b0ae9', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:36:57.213111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.224916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Transition to ACTIVE for port object 71eb7e78-6977-4c6e-a91b-f261b44ca258 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:57.245850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Transition to ACTIVE for port object 71eb7e78-6977-4c6e-a91b-f261b44ca258 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:57.261147 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.336871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Pushing event updated for resources: {'Port': ['ID=71eb7e78-6977-4c6e-a91b-f261b44ca258,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:57.350081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.20.0.9 (d464586a-4209-48c1-8890-0dc4dcecc36e/00ce9ffb-d08f-4bb5-9666-d58052ed3c7b/f22c9f8f-87c8-42fb-91de-0eb47495dba2) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:36:57.354213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Network d464586a-4209-48c1-8890-0dc4dcecc36e is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:57.355953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:57.361128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:57.489429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Attempting to bind port 71eb7e78-6977-4c6e-a91b-f261b44ca258 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:36:57.489892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Attempting to bind port 71eb7e78-6977-4c6e-a91b-f261b44ca258 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fdc4112f-4292-4b7e-9f20-9d540fcfef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:36:57.490357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Attempting to bind port 71eb7e78-6977-4c6e-a91b-f261b44ca258 on network d464586a-4209-48c1-8890-0dc4dcecc36e {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:36:57.502680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:36:57.503150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Checking segment: {'id': 'fdc4112f-4292-4b7e-9f20-9d540fcfef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:36:57.503633 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.504085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Bound using segment: {'id': 'fdc4112f-4292-4b7e-9f20-9d540fcfef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:36:57.504958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Bound port: 71eb7e78-6977-4c6e-a91b-f261b44ca258, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc4112f-4292-4b7e-9f20-9d540fcfef24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd464586a-4209-48c1-8890-0dc4dcecc36e'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:36:57.505420 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.582183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] For port 71eb7e78-6977-4c6e-a91b-f261b44ca258, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:36:57.586014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] For port 71eb7e78-6977-4c6e-a91b-f261b44ca258, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71eb7e78-6977-4c6e-a91b-f261b44ca258,segment=NetworkSegment(fdc4112f-4292-4b7e-9f20-9d540fcfef24),segment_id=fdc4112f-4292-4b7e-9f20-9d540fcfef24)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:36:57.597863 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.683911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-03d1c43c-1da4-4186-815f-9cda80ac72b0 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:57.685538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-03d1c43c-1da4-4186-815f-9cda80ac72b0 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.79 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 946 time: 0.1450331 Jun 30 09:36:57.690248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.717253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a141033-30a4-4b67-b403-761c623ef0df None None] Pushing event updated for resources: {'Port': ['ID=71eb7e78-6977-4c6e-a91b-f261b44ca258,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:57.732343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.761240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Pushing event deleted for resources: {'Port': ['ID=faeaffd6-b168-44ed-a95f-1fa1c0867810,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:57.781780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object f22c9f8f-87c8-42fb-91de-0eb47495dba2 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:36:57.910115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.928606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:57.973539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:58.008019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:58.009324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cabc44dd-a4e6-447a-bdcf-ea8ef1a6c680 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:58.009987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device faeaffd6-b168-44ed-a95f-1fa1c0867810 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:36:58.028775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network d464586a-4209-48c1-8890-0dc4dcecc36e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:36:58.030528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Deleting port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:58.030873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.041263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: faeaffd6-b168-44ed-a95f-1fa1c0867810 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:36:58.041881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device faeaffd6-b168-44ed-a95f-1fa1c0867810 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:36:58.100391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=f22c9f8f-87c8-42fb-91de-0eb47495dba2,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:58.105414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:36:58.109642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:36:58.192020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.197975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.258876 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:58.259545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.286141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] For port 653dc9fa-3c6d-4d94-b30e-0daa28e18093, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=653dc9fa-3c6d-4d94-b30e-0daa28e18093,segment=NetworkSegment(9c89ef2e-063f-49fd-ab96-2505711712d5),segment_id=9c89ef2e-063f-49fd-ab96-2505711712d5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:58.287281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.290826 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1cd45c4a-8d9b-4e16-acc5-41a6322978b4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8076408 Jun 30 09:36:58.296964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42268) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:58.338604 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.339541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a8382af-4c25-4b9a-82a4-f86650587d3c {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:36:58.348478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.350315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-75f1e56a-0311-4244-860e-7bb1e71bd350 admin admin] 10.222.0.77 "DELETE /v2.0/routers/5a8382af-4c25-4b9a-82a4-f86650587d3c HTTP/1.1" status: 204 len: 168 time: 2.4672291 Jun 30 09:36:58.352561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42270) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:58.356702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Calling delete_port for 653dc9fa-3c6d-4d94-b30e-0daa28e18093 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:58.407665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd5df7-3c10-4a21-a523-2c62fe8c881e req-461955f2-cf79-486e-b25b-404129048bb8 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:36:58.415698 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-edcd5df7-3c10-4a21-a523-2c62fe8c881e req-461955f2-cf79-486e-b25b-404129048bb8 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 946 time: 0.2686944 Jun 30 09:36:58.476297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Deleting subnet b912125c-3374-41b2-856e-99041e4ab240 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:36:58.479937 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.521742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-edcd5df7-3c10-4a21-a523-2c62fe8c881e req-8ad7ad7f-9ca5-415d-8fc6-3c8840762f80 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/security-groups?id=6560e77b-a51d-41e2-ab23-b88d663c95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051815 Jun 30 09:36:58.582190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.698917 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.807684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.823970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:58.829278 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b912125c-3374-41b2-856e-99041e4ab240 HTTP/1.1" status: 204 len: 168 time: 0.4750612 Jun 30 09:36:58.837040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d696285-b02f-4a14-9ff5-2ccaedb09e79 None None] Network 561d1437-5c14-4038-86c7-8feb236f71d1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:58.851526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42272) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:36:59.038821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e01e0-3d5d-4e73-81a0-e0ec9e7c1fb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b912125c-3374-41b2-856e-99041e4ab240,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:59.102397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.148810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] DHCP port deletion for 561d1437-5c14-4038-86c7-8feb236f71d1 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:36:59.275252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Deleting port a32c4402-7c63-47f4-9cd8-cad5643fd979 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:59.276796 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.280656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Deleting port a32c4402-7c63-47f4-9cd8-cad5643fd979 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:36:59.281176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.362316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.412439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Pushing event deleted for resources: {'Port': ['ID=653dc9fa-3c6d-4d94-b30e-0daa28e18093,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:59.425989 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.464839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cffbf0c-9d54-4d61-bf14-3ee316b773c4 None None] Network d464586a-4209-48c1-8890-0dc4dcecc36e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:36:59.489991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] For port a32c4402-7c63-47f4-9cd8-cad5643fd979, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a32c4402-7c63-47f4-9cd8-cad5643fd979,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:59.490388 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.505479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Calling delete_port for a32c4402-7c63-47f4-9cd8-cad5643fd979 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:59.509597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] No DVR routers for this DVR port 653dc9fa-3c6d-4d94-b30e-0daa28e18093 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:59.514250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.517530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fb57f1a7-ce9d-490a-a02c-b7772d2cce6c req-1d88962a-08cf-4288-8af3-f32bfa962a97 tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.79 "DELETE /v2.0/ports/653dc9fa-3c6d-4d94-b30e-0daa28e18093 HTTP/1.1" status: 204 len: 173 time: 1.8160872 Jun 30 09:36:59.518108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'name': 'network-vif-deleted', 'tag': '653dc9fa-3c6d-4d94-b30e-0daa28e18093'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:36:59.522485 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c325d5e7-87b6-4c56-819d-a47f7671d716" -d '{"events": [{"server_uuid": "43571029-b30a-4b8d-aae2-11b6b535fa57", "name": "network-vif-deleted", "tag": "653dc9fa-3c6d-4d94-b30e-0daa28e18093"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:36:59.639575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.710677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] For port a32c4402-7c63-47f4-9cd8-cad5643fd979, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a32c4402-7c63-47f4-9cd8-cad5643fd979,segment=NetworkSegment(b66413fa-a8fc-4d10-b3b0-995ad99c8e7a),segment_id=b66413fa-a8fc-4d10-b3b0-995ad99c8e7a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:36:59.717981 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.720313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a32c4402-7c63-47f4-9cd8-cad5643fd979,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:36:59.731912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:36:59.765472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] No DVR routers for this DVR port a32c4402-7c63-47f4-9cd8-cad5643fd979 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:36:59.773157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-51c5ec7b-08f2-4f78-a000-04bd54e5a7df None None] Provisioning for port 71eb7e78-6977-4c6e-a91b-f261b44ca258 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:36:59.833723 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Calling delete_port for a32c4402-7c63-47f4-9cd8-cad5643fd979 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:36:59.854766 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d70d056-3692-44f4-88e7-0fadca91d211 x-openstack-request-id: req-0d70d056-3692-44f4-88e7-0fadca91d211 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:36:59.855132 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43571029-b30a-4b8d-aae2-11b6b535fa57", "name": "network-vif-deleted", "tag": "653dc9fa-3c6d-4d94-b30e-0daa28e18093", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:36:59.855449 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0d70d056-3692-44f4-88e7-0fadca91d211 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:36:59.856001 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43571029-b30a-4b8d-aae2-11b6b535fa57', 'name': 'network-vif-deleted', 'tag': '653dc9fa-3c6d-4d94-b30e-0daa28e18093', 'status': 'completed', 'code': 200} Jun 30 09:36:59.977222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71eb7e78-6977-4c6e-a91b-f261b44ca258 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:00.007705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aec8f501-e747-4102-9e02-bb04ac95a7c5 req-8d75104d-3cb0-4e57-84d8-f380789f766c tempest-VolumesSnapshotTestJSON-1180774468 tempest-VolumesSnapshotTestJSON-1180774468-project] 10.222.0.77 "GET /v2.0/ports?device_id=43571029-b30a-4b8d-aae2-11b6b535fa57 HTTP/1.1" status: 200 len: 210 time: 0.0692575 Jun 30 09:37:00.018503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.026262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.082831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.123541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561d1437-5c14-4038-86c7-8feb236f71d1']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:00.152713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:00.153349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66413fa-a8fc-4d10-b3b0-995ad99c8e7a') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:00.169043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.185990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.193453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:00.195643 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:00.197735 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:00.274773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=f22c9f8f-87c8-42fb-91de-0eb47495dba2,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:00.301510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.326722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.330213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] 10.222.0.77 "DELETE /v2.0/networks/561d1437-5c14-4038-86c7-8feb236f71d1 HTTP/1.1" status: 204 len: 168 time: 1.4776886 Jun 30 09:37:00.364460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764041ea-3a0e-4c9d-8bfa-116cecff4bc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=561d1437-5c14-4038-86c7-8feb236f71d1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:00.409677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 71eb7e78-6977-4c6e-a91b-f261b44ca258 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:00.425985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 71eb7e78-6977-4c6e-a91b-f261b44ca258 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:00.426815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.475879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.492937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Network 561d1437-5c14-4038-86c7-8feb236f71d1 is not hosted by any dhcp agent {{(pid=93726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 30 09:37:00.493527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] No DVR routers for this DVR port a32c4402-7c63-47f4-9cd8-cad5643fd979 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:00.502990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 653dc9fa-3c6d-4d94-b30e-0daa28e18093 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:00.544431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.575384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25860fb-67af-4a1f-812c-e6d4a21ce764 None None] Pushing event deleted for resources: {'Port': ['ID=a32c4402-7c63-47f4-9cd8-cad5643fd979,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:00.582337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 653dc9fa-3c6d-4d94-b30e-0daa28e18093 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:00.582560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 653dc9fa-3c6d-4d94-b30e-0daa28e18093 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:00.656577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.686545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42286) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:00.698050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 71eb7e78-6977-4c6e-a91b-f261b44ca258, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71eb7e78-6977-4c6e-a91b-f261b44ca258,segment=NetworkSegment(fdc4112f-4292-4b7e-9f20-9d540fcfef24),segment_id=fdc4112f-4292-4b7e-9f20-9d540fcfef24)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:00.704864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.765667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=71eb7e78-6977-4c6e-a91b-f261b44ca258,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:00.769312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.792392 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-87c3b95f-b29e-4c6a-96c1-7b83a42ef9fe admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=5f354caf95d44e49ac1babe5dcde7685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1046271 Jun 30 09:37:00.793940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42288) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:00.819321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a32c4402-7c63-47f4-9cd8-cad5643fd979 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:00.855147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a32c4402-7c63-47f4-9cd8-cad5643fd979 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:00.855477 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a32c4402-7c63-47f4-9cd8-cad5643fd979 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:00.895968 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51b4bef6-abc7-4250-8666-c455c1d38965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.897030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c30dbf5d-7091-4abc-a3ae-dbe808b4d4a8 None None] Provisioning for port f22c9f8f-87c8-42fb-91de-0eb47495dba2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:00.902064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c30dbf5d-7091-4abc-a3ae-dbe808b4d4a8 None None] Provisioning complete for port f22c9f8f-87c8-42fb-91de-0eb47495dba2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:00.902777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf5d-7091-4abc-a3ae-dbe808b4d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.925812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51b4bef6-abc7-4250-8666-c455c1d38965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.959160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c30dbf5d-7091-4abc-a3ae-dbe808b4d4a8 None None] Port f22c9f8f-87c8-42fb-91de-0eb47495dba2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:00.972021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c30dbf5d-7091-4abc-a3ae-dbe808b4d4a8 None None] Provisioning complete for port 71eb7e78-6977-4c6e-a91b-f261b44ca258 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:00.972395 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c30dbf5d-7091-4abc-a3ae-dbe808b4d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.991948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51b4bef6-abc7-4250-8666-c455c1d38965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.995167 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-51b4bef6-abc7-4250-8666-c455c1d38965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:00.996319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-51b4bef6-abc7-4250-8666-c455c1d38965 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6b1a9c82-8819-42aa-8781-565ea3ed633e HTTP/1.1" status: 204 len: 168 time: 0.2014160 Jun 30 09:37:01.005321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4bef6-abc7-4250-8666-c455c1d38965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1a9c82-8819-42aa-8781-565ea3ed633e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:01.167373 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.174085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.232080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1cf65fc8-fa7d-4504-81ce-81d3bacf5c2a None None] Provisioning complete for port f22c9f8f-87c8-42fb-91de-0eb47495dba2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:01.232618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1cf65fc8-fa7d-4504-81ce-81d3bacf5c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.255278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.312099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1cf65fc8-fa7d-4504-81ce-81d3bacf5c2a None None] Port f22c9f8f-87c8-42fb-91de-0eb47495dba2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:01.383190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=f22c9f8f-87c8-42fb-91de-0eb47495dba2,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:01.451820 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network d464586a-4209-48c1-8890-0dc4dcecc36e is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:01.461185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:01.501753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42300) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:01.562705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-026978eb-679b-4b81-b695-a80c82f802b2 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f09abec1fd7435a80bcffb8e18b0ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0596509 Jun 30 09:37:01.565579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42302) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:01.652029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd3b7946-920c-4a42-9755-20467759993c None None] Provisioning complete for port f22c9f8f-87c8-42fb-91de-0eb47495dba2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:01.652214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd3b7946-920c-4a42-9755-20467759993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.663494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router d2f97261-f093-4961-ae28-b7496f441b0d is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:01.729483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2d4e18-000e-4ce0-b2bd-343cca0bdc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.734329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cd3b7946-920c-4a42-9755-20467759993c None None] Port f22c9f8f-87c8-42fb-91de-0eb47495dba2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:01.797694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2d4e18-000e-4ce0-b2bd-343cca0bdc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.852312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71eb7e78-6977-4c6e-a91b-f261b44ca258 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:01.878099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:01.892295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-968c3597-d85b-4044-9396-2e076226b177 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/d2f97261-f093-4961-ae28-b7496f441b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5937021 Jun 30 09:37:01.894923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2d4e18-000e-4ce0-b2bd-343cca0bdc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.897176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:01.900077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090969bf-c927-4307-a045-62f73739443a None None] Sync routers for ids ['d2f97261-f093-4961-ae28-b7496f441b0d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:01.903116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2d4e18-000e-4ce0-b2bd-343cca0bdc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:01.904494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bf2d4e18-000e-4ce0-b2bd-343cca0bdc70 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fa447492-b321-4728-9f89-660b8d1302e7 HTTP/1.1" status: 204 len: 168 time: 0.3373897 Jun 30 09:37:01.946465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d4e18-000e-4ce0-b2bd-343cca0bdc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa447492-b321-4728-9f89-660b8d1302e7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:01.971388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090969bf-c927-4307-a045-62f73739443a None None] Routers {'d2f97261-f093-4961-ae28-b7496f441b0d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:01.972446 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-090969bf-c927-4307-a045-62f73739443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2f97261-f093-4961-ae28-b7496f441b0d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:01.988531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712eec68-23ad-4d18-982e-b2edcad8b9e9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:01.990481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-712eec68-23ad-4d18-982e-b2edcad8b9e9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports/f22c9f8f-87c8-42fb-91de-0eb47495dba2 HTTP/1.1" status: 200 len: 977 time: 0.0919197 Jun 30 09:37:01.992926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42312) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:02.065007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-090969bf-c927-4307-a045-62f73739443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.094059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03a113a6-0ba3-4a27-a335-20f895403f26 None None] Provisioning complete for port f22c9f8f-87c8-42fb-91de-0eb47495dba2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:02.095037 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-03a113a6-0ba3-4a27-a335-20f895403f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.098686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090969bf-c927-4307-a045-62f73739443a None None] Routers {'d2f97261-f093-4961-ae28-b7496f441b0d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:02.099330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-090969bf-c927-4307-a045-62f73739443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2f97261-f093-4961-ae28-b7496f441b0d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.119849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 71eb7e78-6977-4c6e-a91b-f261b44ca258 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:02.120509 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.189902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-090969bf-c927-4307-a045-62f73739443a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:02.190590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090969bf-c927-4307-a045-62f73739443a None None] The sync data for ids ['d2f97261-f093-4961-ae28-b7496f441b0d'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:02.233241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-03a113a6-0ba3-4a27-a335-20f895403f26 None None] Port f22c9f8f-87c8-42fb-91de-0eb47495dba2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:02.575965 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.804707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port f22c9f8f-87c8-42fb-91de-0eb47495dba2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:02.805398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.894481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:02.902773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for f22c9f8f-87c8-42fb-91de-0eb47495dba2 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:03.105194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.147623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=f22c9f8f-87c8-42fb-91de-0eb47495dba2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:03.317885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:03.507309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router d2f97261-f093-4961-ae28-b7496f441b0d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:03.585638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:03.593650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c40d4313-3f8c-451c-aad9-d755da86c759 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/d2f97261-f093-4961-ae28-b7496f441b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970025 Jun 30 09:37:03.593859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42328) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:03.603028 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] Sync routers for ids ['d2f97261-f093-4961-ae28-b7496f441b0d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:03.614921 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] Routers {'d2f97261-f093-4961-ae28-b7496f441b0d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:03.615881 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2f97261-f093-4961-ae28-b7496f441b0d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:03.650522 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:03.672767 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] Routers {'d2f97261-f093-4961-ae28-b7496f441b0d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:03.673649 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d2f97261-f093-4961-ae28-b7496f441b0d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:03.706608 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:03.707684 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ef08b5-8cae-4e20-95a8-2843d264c6ef None None] The sync data for ids ['d2f97261-f093-4961-ae28-b7496f441b0d'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:03.805828 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-081fa9fe-a437-4ce4-ab3e-aa45a677b09f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] remove_router_interface failed (client error): The resource could not be found. Jun 30 09:37:03.808000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-081fa9fe-a437-4ce4-ab3e-aa45a677b09f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/d2f97261-f093-4961-ae28-b7496f441b0d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2115815 Jun 30 09:37:03.809880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42330) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:03.840560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a09875de-89d0-4585-90e7-af071fd9b4a0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2f97261-f093-4961-ae28-b7496f441b0d HTTP/1.1" status: 200 len: 205 time: 0.0293834 Jun 30 09:37:03.843168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42332) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:03.918934 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.179905 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.182533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.248882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.249423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router d2f97261-f093-4961-ae28-b7496f441b0d {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:04.279825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.285541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-13e2dc47-353f-4512-b627-1abe706f463e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/d2f97261-f093-4961-ae28-b7496f441b0d HTTP/1.1" status: 204 len: 168 time: 0.4372506 Jun 30 09:37:04.289435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42338) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:04.351975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet 00ce9ffb-d08f-4bb5-9666-d58052ed3c7b {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:04.355697 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.400813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.500484 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.569073 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.600997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.603069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/00ce9ffb-d08f-4bb5-9666-d58052ed3c7b HTTP/1.1" status: 204 len: 168 time: 0.3122716 Jun 30 09:37:04.603966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c6ce1-c151-40fd-bfee-1592e3200d8b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=00ce9ffb-d08f-4bb5-9666-d58052ed3c7b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:04.614688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42340) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:04.615639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06229021-4c87-42e9-bf8e-c6216d1051b3 None None] Network d464586a-4209-48c1-8890-0dc4dcecc36e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:04.686207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.739895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 71eb7e78-6977-4c6e-a91b-f261b44ca258 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:04.740596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.812200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 71eb7e78-6977-4c6e-a91b-f261b44ca258, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71eb7e78-6977-4c6e-a91b-f261b44ca258,segment=NetworkSegment(fdc4112f-4292-4b7e-9f20-9d540fcfef24),segment_id=fdc4112f-4292-4b7e-9f20-9d540fcfef24)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:04.812896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.828344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] DHCP port deletion for d464586a-4209-48c1-8890-0dc4dcecc36e request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:04.882911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] Deleting port 71eb7e78-6977-4c6e-a91b-f261b44ca258 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:04.883432 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.975457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] For port 71eb7e78-6977-4c6e-a91b-f261b44ca258, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71eb7e78-6977-4c6e-a91b-f261b44ca258,segment=NetworkSegment(fdc4112f-4292-4b7e-9f20-9d540fcfef24),segment_id=fdc4112f-4292-4b7e-9f20-9d540fcfef24)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:04.977124 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:04.994167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] Calling delete_port for 71eb7e78-6977-4c6e-a91b-f261b44ca258 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:05.088183 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.123620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] Pushing event deleted for resources: {'Port': ['ID=71eb7e78-6977-4c6e-a91b-f261b44ca258,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:05.128506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42077ef4-4bf8-4ce9-a5db-3acda3c965df None None] No DVR routers for this DVR port 71eb7e78-6977-4c6e-a91b-f261b44ca258 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:05.143872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:05.192145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 71eb7e78-6977-4c6e-a91b-f261b44ca258 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:05.269457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3abfc-003f-4cac-90f6-d4e96915115a tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:05.269857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3abfc-003f-4cac-90f6-d4e96915115a tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:05.270368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a3abfc-003f-4cac-90f6-d4e96915115a tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:05.283828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-59a3abfc-003f-4cac-90f6-d4e96915115a tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/ports?project_id=9929aed19ffd4ed981c90458b70e5eec&network_id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 2972 time: 0.1269903 Jun 30 09:37:05.284094 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.318601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=71eb7e78-6977-4c6e-a91b-f261b44ca258,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:05.322577 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 71eb7e78-6977-4c6e-a91b-f261b44ca258 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:05.407726 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.424028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d464586a-4209-48c1-8890-0dc4dcecc36e']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:05.435396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc4112f-4292-4b7e-9f20-9d540fcfef24') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:05.435690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc4112f-4292-4b7e-9f20-9d540fcfef24') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:05.445284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.464256 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.474272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:05.474713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:05.478401 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:05.550329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.557311 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.564390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/d464586a-4209-48c1-8890-0dc4dcecc36e HTTP/1.1" status: 204 len: 168 time: 0.9521551 Jun 30 09:37:05.564991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42356) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:05.572733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-13864947'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:05.580018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a1cdf-d249-49a9-aac3-ebb03e445f54 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=d464586a-4209-48c1-8890-0dc4dcecc36e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:05.612229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:05.618390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.652888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:05.679270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.679836 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment 6002b257-1585-4b3a-8950-67bc76664193 of type vlan for network 91c44382-2668-4f72-832a-ac0e9673e1a1 Jun 30 09:37:05.748252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.769064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71eb7e78-6977-4c6e-a91b-f261b44ca258 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:05.799493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 71eb7e78-6977-4c6e-a91b-f261b44ca258 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:05.800115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71eb7e78-6977-4c6e-a91b-f261b44ca258 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:05.815134 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.821762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:05.822603 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:05.881135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3138289 Jun 30 09:37:05.883970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42364) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:05.889906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:05.896496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06c4c2-12c6-43a0-93ed-97620eb5eb02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=91c44382-2668-4f72-832a-ac0e9673e1a1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:05.915642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:06.004198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:06.008406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.199669 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.272666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=d0091b86-b139-402b-844c-40175b9e5fd8,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:06.281497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': '6002b257-1585-4b3a-8950-67bc76664193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:06.281969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: 91c44382-2668-4f72-832a-ac0e9673e1a1, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:06.300812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:06.324599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 91c44382-2668-4f72-832a-ac0e9673e1a1) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:06.334955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a82b6-70b0-4f90-bf96-243525351280 None None] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:06.339929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:06.340836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.366824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fde3c7a5-3d11-44f0-90f8-1c4d1508351d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4810779 Jun 30 09:37:06.369295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42368) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:06.375166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1973553983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:06.410134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.411063 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.467268 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.474212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.493622 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.495023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d3ade4c-df53-4e2b-a5cc-016bfaf4eb10 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1246440 Jun 30 09:37:06.497643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42370) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:06.520769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-91c44382-2668-4f72-832a-ac0e9673e1a1', 'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': 'd0091b86-b139-402b-844c-40175b9e5fd8'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:06.522174 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.696573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Allocated IP 172.20.0.2 (91c44382-2668-4f72-832a-ac0e9673e1a1/d0091b86-b139-402b-844c-40175b9e5fd8/0652ba23-4e15-4c52-a825-0c3ded267dd2) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:06.843576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.908384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:06.920483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Transition to ACTIVE for port object 0652ba23-4e15-4c52-a825-0c3ded267dd2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:06.937773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Transition to ACTIVE for port object 0652ba23-4e15-4c52-a825-0c3ded267dd2 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:06.946992 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.005672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:07.012271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:07.014546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Pushing event updated for resources: {'Port': ['ID=0652ba23-4e15-4c52-a825-0c3ded267dd2,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:07.020469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:07.099009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Attempting to bind port 0652ba23-4e15-4c52-a825-0c3ded267dd2 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:07.099374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Attempting to bind port 0652ba23-4e15-4c52-a825-0c3ded267dd2 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '6002b257-1585-4b3a-8950-67bc76664193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:07.099711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Attempting to bind port 0652ba23-4e15-4c52-a825-0c3ded267dd2 on network 91c44382-2668-4f72-832a-ac0e9673e1a1 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:07.108453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:07.108828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Checking segment: {'id': '6002b257-1585-4b3a-8950-67bc76664193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:07.109225 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.109615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Bound using segment: {'id': '6002b257-1585-4b3a-8950-67bc76664193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:07.111040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Bound port: 0652ba23-4e15-4c52-a825-0c3ded267dd2, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6002b257-1585-4b3a-8950-67bc76664193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '91c44382-2668-4f72-832a-ac0e9673e1a1'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:07.111431 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.149869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.20.0.1 (91c44382-2668-4f72-832a-ac0e9673e1a1/d0091b86-b139-402b-844c-40175b9e5fd8/32e024d5-69ac-4ee8-8485-3d23083d15a7) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:07.185828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] For port 0652ba23-4e15-4c52-a825-0c3ded267dd2, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:07.190252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] For port 0652ba23-4e15-4c52-a825-0c3ded267dd2, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0652ba23-4e15-4c52-a825-0c3ded267dd2,segment=NetworkSegment(6002b257-1585-4b3a-8950-67bc76664193),segment_id=6002b257-1585-4b3a-8950-67bc76664193)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:07.195650 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.253289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd745a1e-563c-492c-ac18-34b14f65ad0f None None] Pushing event updated for resources: {'Port': ['ID=0652ba23-4e15-4c52-a825-0c3ded267dd2,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:07.276360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.292725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object 32e024d5-69ac-4ee8-8485-3d23083d15a7 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:07.335886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.389725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:07.393314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:07.397447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:07.406500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=32e024d5-69ac-4ee8-8485-3d23083d15a7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:07.452831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.634526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.790931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0652ba23-4e15-4c52-a825-0c3ded267dd2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:07.857523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0652ba23-4e15-4c52-a825-0c3ded267dd2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:07.966363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:07.972497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.048553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.068182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=32e024d5-69ac-4ee8-8485-3d23083d15a7,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:08.176075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:08.177703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:08.353553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 6e111a39-f85c-4a68-9454-a4e1a73a2130 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:08.476869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d6d9b-0ae4-4478-b36f-59a47367177b None None] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:08.500434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:08.511010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42394) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:08.515532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4292548d-e3e2-41f7-a4f6-f65d51183160 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/6e111a39-f85c-4a68-9454-a4e1a73a2130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0167351 Jun 30 09:37:08.516860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42396) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:08.619586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d431d3-7b93-44f1-86ae-18040dead01e tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:08.621510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f7d431d3-7b93-44f1-86ae-18040dead01e tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783 HTTP/1.1" status: 200 len: 814 time: 0.1094561 Jun 30 09:37:08.638146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5b0222-79cf-4f13-b8f7-291efaabe99b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:08.640075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9f5b0222-79cf-4f13-b8f7-291efaabe99b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports/32e024d5-69ac-4ee8-8485-3d23083d15a7 HTTP/1.1" status: 200 len: 910 time: 0.1214516 Jun 30 09:37:08.645100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42398) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:08.682638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240f254-7657-4683-880f-ece916353012 None None] Sync routers for ids ['6e111a39-f85c-4a68-9454-a4e1a73a2130'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:08.703817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240f254-7657-4683-880f-ece916353012 None None] Routers {'6e111a39-f85c-4a68-9454-a4e1a73a2130'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:08.704498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1240f254-7657-4683-880f-ece916353012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6e111a39-f85c-4a68-9454-a4e1a73a2130'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:08.740615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] Provisioning for port 0652ba23-4e15-4c52-a825-0c3ded267dd2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:08.746899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1240f254-7657-4683-880f-ece916353012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:08.757457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] Provisioning complete for port 0652ba23-4e15-4c52-a825-0c3ded267dd2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:08.758890 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:08.792926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240f254-7657-4683-880f-ece916353012 None None] Routers {'6e111a39-f85c-4a68-9454-a4e1a73a2130'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:08.793629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1240f254-7657-4683-880f-ece916353012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6e111a39-f85c-4a68-9454-a4e1a73a2130'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:08.842247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1240f254-7657-4683-880f-ece916353012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:08.843142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1240f254-7657-4683-880f-ece916353012 None None] The sync data for ids ['6e111a39-f85c-4a68-9454-a4e1a73a2130'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:09.054965 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.124892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] For port 0652ba23-4e15-4c52-a825-0c3ded267dd2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0652ba23-4e15-4c52-a825-0c3ded267dd2,segment=NetworkSegment(6002b257-1585-4b3a-8950-67bc76664193),segment_id=6002b257-1585-4b3a-8950-67bc76664193)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:09.139438 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.205538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.261121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb34d8-97ba-4662-87df-ae1e1ea38ec9 None None] Pushing event updated for resources: {'Port': ['ID=0652ba23-4e15-4c52-a825-0c3ded267dd2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:09.483910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-493fa8d1-30cd-4325-8b4d-88e0bef930f0 None None] Provisioning for port 32e024d5-69ac-4ee8-8485-3d23083d15a7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:09.494556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-493fa8d1-30cd-4325-8b4d-88e0bef930f0 None None] Provisioning complete for port 32e024d5-69ac-4ee8-8485-3d23083d15a7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:09.496157 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-493fa8d1-30cd-4325-8b4d-88e0bef930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.504071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42426) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:09.510105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'network': {'name': 'tempest-network-smoke--292893657', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:09.567408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:09.571712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.580013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-493fa8d1-30cd-4325-8b4d-88e0bef930f0 None None] Port 32e024d5-69ac-4ee8-8485-3d23083d15a7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:09.590545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-493fa8d1-30cd-4325-8b4d-88e0bef930f0 None None] Provisioning complete for port 0652ba23-4e15-4c52-a825-0c3ded267dd2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:09.590919 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-493fa8d1-30cd-4325-8b4d-88e0bef930f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.636836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:09.692553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.692904 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Added segment bf76ff4a-dacc-4692-9232-7437ac480e1d of type vlan for network 4ca5a4ed-f839-4050-80cb-4b10043ae648 Jun 30 09:37:09.824399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0652ba23-4e15-4c52-a825-0c3ded267dd2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:09.884691 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.952185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0652ba23-4e15-4c52-a825-0c3ded267dd2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:09.952567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.970314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:09.988992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:09.993272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.054102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 32e024d5-69ac-4ee8-8485-3d23083d15a7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:10.054469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.069195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-887c8232-3c92-4813-a69a-fa73cf999e72 None None] Provisioning complete for port 32e024d5-69ac-4ee8-8485-3d23083d15a7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:10.069565 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-887c8232-3c92-4813-a69a-fa73cf999e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.147166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6409066 Jun 30 09:37:10.150545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42436) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:10.170507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12278fb-23b3-455e-b328-21c47e4109ea tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Network': ['ID=4ca5a4ed-f839-4050-80cb-4b10043ae648,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:10.212737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:10.257424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.271312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 32e024d5-69ac-4ee8-8485-3d23083d15a7 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:10.294697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-887c8232-3c92-4813-a69a-fa73cf999e72 None None] Port 32e024d5-69ac-4ee8-8485-3d23083d15a7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:10.346057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca5af55-9f9f-4553-9c9d-2f28e042b53c tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.348482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bca5af55-9f9f-4553-9c9d-2f28e042b53c tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9929aed19ffd4ed981c90458b70e5eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1968498 Jun 30 09:37:10.351108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42438) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:10.447588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4daca982-5186-479e-89f6-9015d37933e1 None None] Provisioning complete for port 32e024d5-69ac-4ee8-8485-3d23083d15a7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:10.448044 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4daca982-5186-479e-89f6-9015d37933e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.499329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4daca982-5186-479e-89f6-9015d37933e1 None None] Port 32e024d5-69ac-4ee8-8485-3d23083d15a7 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:10.588441 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bb481a-f3c8-4c71-92b6-e3e44849b766 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:10.593134 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2bb481a-f3c8-4c71-92b6-e3e44849b766 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2405894 Jun 30 09:37:10.593708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42446) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:10.616875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:10.633829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-315b057e-2a65-424f-b809-efc363301e44 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388148 Jun 30 09:37:10.634744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42448) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:10.643747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=32e024d5-69ac-4ee8-8485-3d23083d15a7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:10.680554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:10.680932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-788c9986-aae9-4610-922f-2a78fce0b602 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9929aed19ffd4ed981c90458b70e5eec&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448809 Jun 30 09:37:11.254713 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1209-b9bb-4944-b700-f37ad6b45879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.298395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b39aeb-98d2-4d2b-bf92-15f4e0152b6b tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:11.307091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-27b39aeb-98d2-4d2b-bf92-15f4e0152b6b tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6177046 Jun 30 09:37:11.307091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.310863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.351587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-18c942ed-6003-493d-8ea6-2943190cc018 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395792 Jun 30 09:37:11.354523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42464) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.360467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-514670070', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:11.508882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:11.512641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.559952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 6e111a39-f85c-4a68-9454-a4e1a73a2130 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:11.702902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:11.716226 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7076fc31-e6ff-407a-9e7d-013a6c2e3a0c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/6e111a39-f85c-4a68-9454-a4e1a73a2130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0696414 Jun 30 09:37:11.719483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42472) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.722546 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] Sync routers for ids ['6e111a39-f85c-4a68-9454-a4e1a73a2130'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:11.733167 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] Routers {'6e111a39-f85c-4a68-9454-a4e1a73a2130'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:11.734135 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6e111a39-f85c-4a68-9454-a4e1a73a2130'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.759306 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e227093c-c03d-48b0-9dca-c6fccc8bfb4e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e111a39-f85c-4a68-9454-a4e1a73a2130 HTTP/1.1" status: 200 len: 205 time: 0.0385201 Jun 30 09:37:11.761733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:11.773685 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.784257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] Routers {'6e111a39-f85c-4a68-9454-a4e1a73a2130'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:11.785465 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:36:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['6e111a39-f85c-4a68-9454-a4e1a73a2130'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.820266 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:11.821342 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bfbd66-ddb6-4aa3-81f9-6a7117aa0897 None None] The sync data for ids ['6e111a39-f85c-4a68-9454-a4e1a73a2130'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:11.852634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.866486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:11.931388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Subnet': ['ID=520d9354-cac7-452b-be5b-5d0f361275be,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:11.952212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Checking segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:11.952947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network hostable DHCP agents. Network: 4ca5a4ed-f839-4050-80cb-4b10043ae648, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:12.000254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:12.015561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4ca5a4ed-f839-4050-80cb-4b10043ae648) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:12.024695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a2b01-fc78-42d2-9a4e-67562332c887 None None] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:12.025186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:12.025328 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.071662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-febe7bcf-68c1-4151-942c-a9b98dd85ef3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7134399 Jun 30 09:37:12.117556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.123717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.204390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.205085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router 6e111a39-f85c-4a68-9454-a4e1a73a2130 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:12.217951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.221044 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-af3d5926-f457-4daa-9aa2-43dce0bd99d7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/6e111a39-f85c-4a68-9454-a4e1a73a2130 HTTP/1.1" status: 204 len: 168 time: 0.4579411 Jun 30 09:37:12.223765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42484) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.289821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet d0091b86-b139-402b-844c-40175b9e5fd8 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:12.294705 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.319032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-4ca5a4ed-f839-4050-80cb-4b10043ae648', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ips': [{'subnet_id': '520d9354-cac7-452b-be5b-5d0f361275be'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:12.320069 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.424434 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.427907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.437598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-187189718', 'description': 'tempest-secgroup-smoke-187189718 description', 'project_id': '9929aed19ffd4ed981c90458b70e5eec'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:12.481531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.571789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Allocated IP 172.20.0.18 (4ca5a4ed-f839-4050-80cb-4b10043ae648/520d9354-cac7-452b-be5b-5d0f361275be/284920aa-7db3-4cca-8d44-c23b4cab5fda) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:12.592204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.611003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.615285 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.632318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.637335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2079599 Jun 30 09:37:12.638066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.649045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '4082459a-5e0b-4f42-b3f1-436a40fc49cc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:12.692528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a579df-a544-416b-a145-662d94ae3aa8 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4082459a-5e0b-4f42-b3f1-436a40fc49cc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:12.713405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.737063 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.777029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=d0091b86-b139-402b-844c-40175b9e5fd8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:12.796275 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.808896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:12.811459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8576f994-d895-49a8-a25d-fc02c6a678b2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/d0091b86-b139-402b-844c-40175b9e5fd8 HTTP/1.1" status: 204 len: 168 time: 0.5859742 Jun 30 09:37:12.812956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0759c458-3fa9-46e9-957f-238cfaa514db None None] Network 91c44382-2668-4f72-832a-ac0e9673e1a1 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:12.905038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.914952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.974824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.979347 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415be9d5-5575-4390-8750-bea24ceff96d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:12.982823 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:12.997527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Transition to ACTIVE for port object 284920aa-7db3-4cca-8d44-c23b4cab5fda will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:13.000166 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.002550 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c162ca16-0d07-4ded-9486-603dc3e2ee3a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3580239 Jun 30 09:37:13.005930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42502) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:13.011642 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '4082459a-5e0b-4f42-b3f1-436a40fc49cc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:13.057422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Transition to ACTIVE for port object 284920aa-7db3-4cca-8d44-c23b4cab5fda will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:13.068482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.078247 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.124411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Pushing event updated for resources: {'Port': ['ID=284920aa-7db3-4cca-8d44-c23b4cab5fda,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.127787 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 0652ba23-4e15-4c52-a825-0c3ded267dd2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:13.128497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.141770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:13.146136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:13.151256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:13.240851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 0652ba23-4e15-4c52-a825-0c3ded267dd2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0652ba23-4e15-4c52-a825-0c3ded267dd2,segment=NetworkSegment(6002b257-1585-4b3a-8950-67bc76664193),segment_id=6002b257-1585-4b3a-8950-67bc76664193)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:13.241507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.255390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.261742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] DHCP port deletion for 91c44382-2668-4f72-832a-ac0e9673e1a1 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:13.262640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.271202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 0652ba23-4e15-4c52-a825-0c3ded267dd2 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:13.290180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ee7e3b-eb3e-4ee7-816b-561852c56e2e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.303264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.307597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42508) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:13.307767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-db0b2c2f-9abe-4b69-ad46-02105cf9c7b5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3008442 Jun 30 09:37:13.313494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '4082459a-5e0b-4f42-b3f1-436a40fc49cc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:13.367474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Attempting to bind port 284920aa-7db3-4cca-8d44-c23b4cab5fda on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:13.368642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Attempting to bind port 284920aa-7db3-4cca-8d44-c23b4cab5fda by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:13.369201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Attempting to bind port 284920aa-7db3-4cca-8d44-c23b4cab5fda on network 4ca5a4ed-f839-4050-80cb-4b10043ae648 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:13.372439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.377693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:13.387391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Checking segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:13.394445 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.395041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Bound using segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:13.395726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Bound port: 284920aa-7db3-4cca-8d44-c23b4cab5fda, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:13.399173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.428075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.525229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 0652ba23-4e15-4c52-a825-0c3ded267dd2 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:13.534464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.538488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=0652ba23-4e15-4c52-a825-0c3ded267dd2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.544151 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.567282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Deleting port 0652ba23-4e15-4c52-a825-0c3ded267dd2 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:13.567979 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.580278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9fb431-916f-4368-a8b6-d1e9177b8110,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.597461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.608035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4ed0ef7e-a843-4b07-8abe-c60d0ca5ab60 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2990024 Jun 30 09:37:13.609136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42516) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:13.622955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '4082459a-5e0b-4f42-b3f1-436a40fc49cc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:13.693861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] For port 0652ba23-4e15-4c52-a825-0c3ded267dd2, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:13.694014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.694126 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.708624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Calling delete_port for 0652ba23-4e15-4c52-a825-0c3ded267dd2 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:13.711779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Port 0652ba23-4e15-4c52-a825-0c3ded267dd2 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:37:13.719716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.749381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.755673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] Pushing event deleted for resources: {'Port': ['ID=0652ba23-4e15-4c52-a825-0c3ded267dd2,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.764056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c44382-2668-4f72-832a-ac0e9673e1a1']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:13.764499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] For port 284920aa-7db3-4cca-8d44-c23b4cab5fda, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:13.773020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0e01d-d16d-4a98-8692-183cd826a176 None None] No DVR routers for this DVR port 0652ba23-4e15-4c52-a825-0c3ded267dd2 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:13.778959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6002b257-1585-4b3a-8950-67bc76664193') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:13.779233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6002b257-1585-4b3a-8950-67bc76664193') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:13.796171 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.810245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] For port 284920aa-7db3-4cca-8d44-c23b4cab5fda, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=284920aa-7db3-4cca-8d44-c23b4cab5fda,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:13.816668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.825839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.838734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:13.839438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:13.845717 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:13.852587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0652ba23-4e15-4c52-a825-0c3ded267dd2 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:13.884706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.889771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.913843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:13.915275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3048465 Jun 30 09:37:13.917854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0652ba23-4e15-4c52-a825-0c3ded267dd2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:13.918205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0652ba23-4e15-4c52-a825-0c3ded267dd2 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:13.918684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83ae54-8b56-495f-b905-66b1521b93d1 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9b8f88-9b24-4643-a964-76adc8a0c1bf,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:13.920677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42524) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:13.926758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '4082459a-5e0b-4f42-b3f1-436a40fc49cc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:13.962804 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Project 9929aed19ffd4ed981c90458b70e5eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:37:13.971339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.005819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.015029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.017045 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/91c44382-2668-4f72-832a-ac0e9673e1a1 HTTP/1.1" status: 204 len: 168 time: 1.2071695 Jun 30 09:37:14.023329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42526) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:14.028678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1430395566', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:14.051389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf82dbb-c16f-403b-b6f3-470ae9bf3a6e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=91c44382-2668-4f72-832a-ac0e9673e1a1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:14.066787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d96df-da10-4068-98fa-5c6f709f540c None None] Pushing event updated for resources: {'Port': ['ID=284920aa-7db3-4cca-8d44-c23b4cab5fda,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:14.093876 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b882f7ff-32a4-4512-be31-3807bfd4d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.122029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.124804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.164022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.168974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.220976 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.240451 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.250666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e999fd28-95e2-43bb-81b9-33f0a10dc5eb,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:14.341116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.345426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f5a84e1c-2430-4980-b8ae-532aaf04444c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4202230 Jun 30 09:37:14.345904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42532) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:14.350881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '4082459a-5e0b-4f42-b3f1-436a40fc49cc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:14.393906 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Project 9929aed19ffd4ed981c90458b70e5eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:37:14.405278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.465606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.484493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.489077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.506849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a6f7a6-127e-4e23-ac3b-d15f1531595f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:14.529133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.530562 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-731935d1-0a4c-4d69-949e-f9c0eafde675 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1835587 Jun 30 09:37:14.753176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.804397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:14.890643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b136872a-394b-4ec9-bffd-4d4402b78b31 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-187189718&fields=id&tenant_id=9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 267 time: 0.1103289 Jun 30 09:37:15.287234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f4e6a8-6ffd-468b-b232-ef64a029cf9b None None] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:15.434342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.25.7.102 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/5c3a938d-1e5c-48e7-a9d4-d44c751fcd38) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:15.505682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e3071ddf-8166-45e5-ba33-6a260baf364d None None] Provisioning for port 284920aa-7db3-4cca-8d44-c23b4cab5fda completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:15.697799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-75a31d74-f996-4eb4-8326-89e9544432fb tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:15.699339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-75a31d74-f996-4eb4-8326-89e9544432fb tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/networks?id=4ca5a4ed-f839-4050-80cb-4b10043ae648 HTTP/1.1" status: 200 len: 796 time: 0.7004480 Jun 30 09:37:15.708231 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.765223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-f4914cfc-7773-4a27-b6a0-01e2b936b43a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/quotas/9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 375 time: 0.0375929 Jun 30 09:37:15.848790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 284920aa-7db3-4cca-8d44-c23b4cab5fda up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:15.871765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.930752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 284920aa-7db3-4cca-8d44-c23b4cab5fda completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:15.934821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 284920aa-7db3-4cca-8d44-c23b4cab5fda triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:15.935676 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:15.945195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:15.954895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:15.961913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=5c3a938d-1e5c-48e7-a9d4-d44c751fcd38,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:15.965366 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:15.996229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-607f89be-8c07-4f19-879f-0dbbb88eb9e6 None None] Provisioning complete for port 284920aa-7db3-4cca-8d44-c23b4cab5fda triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:15.996229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-607f89be-8c07-4f19-879f-0dbbb88eb9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.056877 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.098087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 284920aa-7db3-4cca-8d44-c23b4cab5fda, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=284920aa-7db3-4cca-8d44-c23b4cab5fda,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:16.102782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.158566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-2b47964a-03d0-4c25-b9be-19de86492cc4 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3768821 Jun 30 09:37:16.158801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=284920aa-7db3-4cca-8d44-c23b4cab5fda,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:16.209492 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.343807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-47bd207b-c2f3-43b7-b71d-49d8eb3bf9e6 service neutron] 10.222.0.77 "GET /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615763 Jun 30 09:37:16.510082 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:16.551024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-190a46d9-67ce-429a-b2aa-17b6826a5be4 service neutron] 10.222.0.77 "GET /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990654 Jun 30 09:37:16.779810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.011405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4dc8ba23-86d2-49ca-bd3b-125f568d723f req-2298fc98-b585-42d0-81b9-d491c7b49740 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 210 time: 0.0722611 Jun 30 09:37:17.083587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:17.284607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:17.300036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] Sync routers for ids ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:17.310151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] Routers {'5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:17.311753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:17.317144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.321645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bc353acb-fd21-4aff-a668-71c1cc8e6f34 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.2969873 Jun 30 09:37:17.321844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42618) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:17.354800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:17.365581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] Routers {'5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:17.366476 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:17.411702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:17.412621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d2167-b2ef-453b-af13-496715a821cf None None] The sync data for ids ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:17.494274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.552361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42624) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:17.552695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7942c097-b505-43c7-a44a-91b41ccf9407 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/routers/5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 200 len: 881 time: 0.2261941 Jun 30 09:37:17.651987 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:17.808099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 284920aa-7db3-4cca-8d44-c23b4cab5fda up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:17.892967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 284920aa-7db3-4cca-8d44-c23b4cab5fda triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:17.893799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:18.298695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba0a4c99-427b-42ae-b2ca-4ba1cee4f1d0 req-dbddd19c-bb5e-43e0-bcaa-78fd23b667fb tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 210 time: 0.0776222 Jun 30 09:37:18.466648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-9d0c6bbc-617f-4a1d-84af-3f0f3b263fed tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:18.468213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-9d0c6bbc-617f-4a1d-84af-3f0f3b263fed tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.83 "GET /v2.0/networks?id=4ca5a4ed-f839-4050-80cb-4b10043ae648 HTTP/1.1" status: 200 len: 796 time: 0.2071755 Jun 30 09:37:18.514498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fe347a47-5e6f-401a-8848-dc40a67e362c tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.9586418 Jun 30 09:37:18.514753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42648) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:18.519926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1430395566'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:18.590382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-4bf61f31-d2a7-41c8-9673-5419010b84bf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 471 time: 0.1021645 Jun 30 09:37:18.635032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'port': {'device_id': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'admin_state_up': True, 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'security_groups': ['4082459a-5e0b-4f42-b3f1-436a40fc49cc']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:18.952241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:18.957293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.097562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.140074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.205770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.20.0.29 (4ca5a4ed-f839-4050-80cb-4b10043ae648/520d9354-cac7-452b-be5b-5d0f361275be/9034d6e4-afe6-4871-b246-45af8d9a4944) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:19.317534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:19.520850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a46d28d6-254f-407f-b645-0f7dbbab876b req-f5711a95-66f3-4dc5-b718-257aa4678696 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 210 time: 0.0465744 Jun 30 09:37:19.523760 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.546528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Transition to ACTIVE for port object 9034d6e4-afe6-4871-b246-45af8d9a4944 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:19.552411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:19.564467 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.565628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b7508f9-e372-4cc3-b42a-e7280ef6d3f7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 200 len: 888 time: 1.0499091 Jun 30 09:37:19.568400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42672) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:19.581563 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] Sync routers for ids ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:19.595780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.617058 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] Routers {'5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:19.617998 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:19.647569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:19.651547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:19.656727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:19.704661 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:19.709090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=9034d6e4-afe6-4871-b246-45af8d9a4944,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:19.715949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] Routers {'5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:19.716848 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:19.768599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:19.770601 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b8b445-535d-472b-b188-0010d1314ecf None None] The sync data for ids ['5225668c-9bfe-4f0a-9c42-5c197a8fd4d9'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:19.786753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f7a95f9c-3b29-48ea-b5c0-36ef05b5e1f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/routers/5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 200 len: 888 time: 0.2162058 Jun 30 09:37:19.790488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:19.798814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:19.799493 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:19.816745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-b0277d58-f1c5-49be-bbc6-7399df80363a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1851544 Jun 30 09:37:19.832681 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9d4ed626-2aec-49c3-bb21-1dda1188da1d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 200 len: 205 time: 0.0408552 Jun 30 09:37:19.833292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42680) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:19.852382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Request body: {'port': {'device_id': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:19.958362 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.052230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.097223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-812b816f-5f6d-4226-8e26-0699a2d7994b None None] Provisioning for port 9034d6e4-afe6-4871-b246-45af8d9a4944 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:20.140644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-812b816f-5f6d-4226-8e26-0699a2d7994b None None] Provisioning complete for port 9034d6e4-afe6-4871-b246-45af8d9a4944 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:20.141952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-812b816f-5f6d-4226-8e26-0699a2d7994b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.237283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.254764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-812b816f-5f6d-4226-8e26-0699a2d7994b None None] Port 9034d6e4-afe6-4871-b246-45af8d9a4944 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:20.329906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 5c3a938d-1e5c-48e7-a9d4-d44c751fcd38 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:20.330963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.438028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.451214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 5c3a938d-1e5c-48e7-a9d4-d44c751fcd38 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:20.467295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9034d6e4-afe6-4871-b246-45af8d9a4944 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:20.477844 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.499044 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Transition to ACTIVE for port object 9034d6e4-afe6-4871-b246-45af8d9a4944 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:20.503483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.554961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9034d6e4-afe6-4871-b246-45af8d9a4944,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:20.656329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.671983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Attempting to bind port 9034d6e4-afe6-4871-b246-45af8d9a4944 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:20.673049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Attempting to bind port 9034d6e4-afe6-4871-b246-45af8d9a4944 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:20.673725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Attempting to bind port 9034d6e4-afe6-4871-b246-45af8d9a4944 on network 4ca5a4ed-f839-4050-80cb-4b10043ae648 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:20.678718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Port 9034d6e4-afe6-4871-b246-45af8d9a4944 on network 4ca5a4ed-f839-4050-80cb-4b10043ae648 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:37:20.679117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Attempting to bind port 9034d6e4-afe6-4871-b246-45af8d9a4944 on network 4ca5a4ed-f839-4050-80cb-4b10043ae648 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:20.686681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:20.687119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Checking segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:20.687781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Bound using segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:20.689112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Bound port: 9034d6e4-afe6-4871-b246-45af8d9a4944, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:20.689721 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.694904 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=5c3a938d-1e5c-48e7-a9d4-d44c751fcd38,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:20.733626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.734106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.734603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.735641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.736182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.736700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.737136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.737561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.737981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.738423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.739012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.739424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:20.790625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.838635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] For port 9034d6e4-afe6-4871-b246-45af8d9a4944, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:20.842886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] For port 9034d6e4-afe6-4871-b246-45af8d9a4944, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9034d6e4-afe6-4871-b246-45af8d9a4944,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:20.858099 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66435c-9e1c-47aa-ba9c-2facaca4e341 req-ebf4021f-6a69-4bfb-a6c0-a5d78a7621c5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.860446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c66435c-9e1c-47aa-ba9c-2facaca4e341 req-ebf4021f-6a69-4bfb-a6c0-a5d78a7621c5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 944 time: 0.1542006 Jun 30 09:37:20.861912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.910054 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.912261 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.936902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:20.937951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:20.939328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] 10.222.0.83 "PUT /v2.0/ports/9034d6e4-afe6-4871-b246-45af8d9a4944 HTTP/1.1" status: 200 len: 1093 time: 1.1092849 Jun 30 09:37:20.939836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'tag': '9034d6e4-afe6-4871-b246-45af8d9a4944'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:20.942201 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eefb06-8738-4e00-acfa-21926be582c1" -d '{"events": [{"name": "network-changed", "server_uuid": "968326c3-46ce-46fc-9a6c-f8805b1b4896", "tag": "9034d6e4-afe6-4871-b246-45af8d9a4944"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:21.001612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.002829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router 5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:21.013899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130f8dd-1b08-4ac0-abdf-2db2291e99d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9034d6e4-afe6-4871-b246-45af8d9a4944,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:21.014275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.025659 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aacfeae8-81c8-4f79-8439-5d30d8090cd3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 204 len: 168 time: 1.1907458 Jun 30 09:37:21.026758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42708) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:21.045497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6c66435c-9e1c-47aa-ba9c-2facaca4e341 req-0afc04dd-e3eb-49a5-9689-0c3caa658a31 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435180 Jun 30 09:37:21.058465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-739821141'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:21.084338 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4a6cd2-5393-4b89-8428-c077e5fd7507 x-openstack-request-id: req-2a4a6cd2-5393-4b89-8428-c077e5fd7507 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:21.084705 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "968326c3-46ce-46fc-9a6c-f8805b1b4896", "tag": "9034d6e4-afe6-4871-b246-45af8d9a4944", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:21.084869 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a4a6cd2-5393-4b89-8428-c077e5fd7507 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:21.085280 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'tag': '9034d6e4-afe6-4871-b246-45af8d9a4944', 'status': 'completed', 'code': 200} Jun 30 09:37:21.124514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:21.128336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.163083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:21.182106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-06827a0f-7ce3-4c5b-a597-777416843104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.183841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-06827a0f-7ce3-4c5b-a597-777416843104 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 1096 time: 0.1561432 Jun 30 09:37:21.187317 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.188032 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment 28bb03a4-050b-47b7-be6b-316ab56480b6 of type vlan for network 4ee45642-c471-40b7-857d-b6a28852b1cb Jun 30 09:37:21.276715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-28daafed-0ab5-4c5e-9d96-cf78fa1fa63b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9034d6e4-afe6-4871-b246-45af8d9a4944 HTTP/1.1" status: 200 len: 217 time: 0.0782585 Jun 30 09:37:21.297601 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.358960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-e102d237-8638-4822-9ae7-2748e8dbdbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.361266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-e102d237-8638-4822-9ae7-2748e8dbdbb2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=520d9354-cac7-452b-be5b-5d0f361275be HTTP/1.1" status: 200 len: 837 time: 0.0751216 Jun 30 09:37:21.418902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.425485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.426145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.499652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4531569 Jun 30 09:37:21.503298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:21.508345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:21.513763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-0c7c7379-5dee-4a99-b8d3-ff2f1f02c69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.515221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-0c7c7379-5dee-4a99-b8d3-ff2f1f02c69c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ca5a4ed-f839-4050-80cb-4b10043ae648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1448781 Jun 30 09:37:21.515872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf325c01-3980-4e53-bca7-728f6338a8e5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=4ee45642-c471-40b7-857d-b6a28852b1cb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:21.529305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 4ee45642-c471-40b7-857d-b6a28852b1cb details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:21.634652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-1796d075-7319-4a6f-b61e-7106071aad64 service neutron] 10.222.0.83 "GET /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108110 Jun 30 09:37:21.661900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:21.665663 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.756444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8387af36-b9f3-4fbf-a65d-89a30e7d65dd req-a1a62eca-6db3-4922-b6f3-6a11abe45cb9 service neutron] 10.222.0.83 "GET /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153524 Jun 30 09:37:21.888031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:21.925009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefb06-8738-4e00-acfa-21926be582c1 req-9f927eb5-44a3-40de-9d2e-90b1a8c2d1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:21.926584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-9f927eb5-44a3-40de-9d2e-90b1a8c2d1d7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 1096 time: 0.0654645 Jun 30 09:37:21.961728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=ecbc2c64-7b10-471f-a0a5-b943c4229f98,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:21.985058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': '28bb03a4-050b-47b7-be6b-316ab56480b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:21.985058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: 4ee45642-c471-40b7-857d-b6a28852b1cb, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:22.004204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 4ee45642-c471-40b7-857d-b6a28852b1cb is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:22.020260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 4ee45642-c471-40b7-857d-b6a28852b1cb) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:22.036266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea27b41a-7625-4912-9f97-74cb84bb72fb None None] Network 4ee45642-c471-40b7-857d-b6a28852b1cb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:22.046638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.048269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.074413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefb06-8738-4e00-acfa-21926be582c1 req-f8751a1a-f2aa-43b8-8542-5e4a6bbe7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.074657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-f8751a1a-f2aa-43b8-8542-5e4a6bbe7bdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=4ca5a4ed-f839-4050-80cb-4b10043ae648 HTTP/1.1" status: 200 len: 897 time: 0.1410987 Jun 30 09:37:22.075204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42732) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:22.075706 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79d58fce-e94a-4e36-b28a-6ec3ecb77038 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5711107 Jun 30 09:37:22.082201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1383074184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:22.144638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-e175076c-85a8-4938-a67b-bf5c5cb471a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=9034d6e4-afe6-4871-b246-45af8d9a4944 HTTP/1.1" status: 200 len: 217 time: 0.0567985 Jun 30 09:37:22.222206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.223494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.331104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-4ee45642-c471-40b7-857d-b6a28852b1cb', 'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': 'ecbc2c64-7b10-471f-a0a5-b943c4229f98'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:22.332967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.512263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Allocated IP 172.20.0.2 (4ee45642-c471-40b7-857d-b6a28852b1cb/ecbc2c64-7b10-471f-a0a5-b943c4229f98/4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:22.654278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefb06-8738-4e00-acfa-21926be582c1 req-b0816558-98e4-4a0b-81ad-462883d62e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.659223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-b0816558-98e4-4a0b-81ad-462883d62e08 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=520d9354-cac7-452b-be5b-5d0f361275be HTTP/1.1" status: 200 len: 837 time: 0.5070078 Jun 30 09:37:22.660798 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.666508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.688831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.702316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Transition to ACTIVE for port object 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:22.734270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Transition to ACTIVE for port object 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:22.748073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.756993 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.758073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-10e14ad1-4e1f-4946-b254-3a5b68cbb46f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6817369 Jun 30 09:37:22.762110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:22.800396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4df459-249e-484e-b5b3-f21764bea4ac req-4589f02d-cec1-47e8-8569-0d09b2d28b05 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.801063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Network 4ee45642-c471-40b7-857d-b6a28852b1cb is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:22.802591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:22.805469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:22.817290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a4df459-249e-484e-b5b3-f21764bea4ac req-4589f02d-cec1-47e8-8569-0d09b2d28b05 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 944 time: 0.2273972 Jun 30 09:37:22.879192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Attempting to bind port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:22.879479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Attempting to bind port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '28bb03a4-050b-47b7-be6b-316ab56480b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:22.879812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Attempting to bind port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 on network 4ee45642-c471-40b7-857d-b6a28852b1cb {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:22.883280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Pushing event updated for resources: {'Port': ['ID=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:22.888826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:22.889198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Checking segment: {'id': '28bb03a4-050b-47b7-be6b-316ab56480b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:22.889593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.889973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Bound using segment: {'id': '28bb03a4-050b-47b7-be6b-316ab56480b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:22.890529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Bound port: 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28bb03a4-050b-47b7-be6b-316ab56480b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '4ee45642-c471-40b7-857d-b6a28852b1cb'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:22.891446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:22.915968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eefb06-8738-4e00-acfa-21926be582c1 req-f51d0dbb-8d7f-4bd4-8616-8e87192466bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:22.917545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-f51d0dbb-8d7f-4bd4-8616-8e87192466bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4ca5a4ed-f839-4050-80cb-4b10043ae648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2453053 Jun 30 09:37:22.925688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a4df459-249e-484e-b5b3-f21764bea4ac req-0f1ba520-0a67-42dc-89af-2fef16fd2a93 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075530 Jun 30 09:37:22.966124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] For port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:22.970582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] For port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,segment=NetworkSegment(28bb03a4-050b-47b7-be6b-316ab56480b6),segment_id=28bb03a4-050b-47b7-be6b-316ab56480b6)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:22.978057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.052048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d83ce3-cf17-4e43-87e1-6346cf48978e None None] Pushing event updated for resources: {'Port': ['ID=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:23.099654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-0db52c1b-5580-4f0e-b3e9-16396e6d15ec service neutron] 10.222.0.83 "GET /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702459 Jun 30 09:37:23.256990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70eefb06-8738-4e00-acfa-21926be582c1 req-8bbb6c53-39f5-418e-b6a9-1bd4353b0868 service neutron] 10.222.0.83 "GET /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448915 Jun 30 09:37:23.324877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:23.852871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:23.908339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:24.116901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.20.0.1 (4ee45642-c471-40b7-857d-b6a28852b1cb/ecbc2c64-7b10-471f-a0a5-b943c4229f98/4226c84e-33f2-4630-b087-63bf5643436d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:24.312629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae4038-dc62-4cec-b9a9-ee800d56b369 req-cd836052-96d4-4b2f-a6c5-f78022666a02 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:24.314470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cae4038-dc62-4cec-b9a9-ee800d56b369 req-cd836052-96d4-4b2f-a6c5-f78022666a02 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 944 time: 0.1602135 Jun 30 09:37:24.386876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cae4038-dc62-4cec-b9a9-ee800d56b369 req-db026dbb-5eaa-43a3-8930-b1ccce57d86d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655837 Jun 30 09:37:24.394599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.433728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object 4226c84e-33f2-4630-b087-63bf5643436d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:24.499786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.515334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c7dd4e-9c72-4c6a-81e3-a9352722b51e None None] Network 4ee45642-c471-40b7-857d-b6a28852b1cb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:24.560749 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 4ee45642-c471-40b7-857d-b6a28852b1cb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:24.567537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:24.569871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:24.623476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.696710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=4226c84e-33f2-4630-b087-63bf5643436d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:24.703947 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] Provisioning for port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:24.728243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] Provisioning complete for port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:24.728616 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:24.905234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.038694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.076840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] For port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,segment=NetworkSegment(28bb03a4-050b-47b7-be6b-316ab56480b6),segment_id=28bb03a4-050b-47b7-be6b-316ab56480b6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:25.083328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.224092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e259fff-dd1d-4033-a037-8f2e3043af51 None None] Pushing event updated for resources: {'Port': ['ID=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.328265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.340290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.422671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=4226c84e-33f2-4630-b087-63bf5643436d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:25.437577 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.618083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c6489865-333c-4730-9b23-cb167236064e None None] Provisioning complete for port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:25.618635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c6489865-333c-4730-9b23-cb167236064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.651509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 4ee45642-c471-40b7-857d-b6a28852b1cb is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:25.652993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:25.817035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:25.831879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fecb29-7a7d-4b8c-9711-e4b3d771ddbd req-7431f760-0915-48f3-ae69-87177811497c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:25.848317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8fecb29-7a7d-4b8c-9711-e4b3d771ddbd req-7431f760-0915-48f3-ae69-87177811497c tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 944 time: 0.2588670 Jun 30 09:37:25.878542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c6489865-333c-4730-9b23-cb167236064e None None] Provisioning for port 4226c84e-33f2-4630-b087-63bf5643436d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:25.892164 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c6489865-333c-4730-9b23-cb167236064e None None] Provisioning complete for port 4226c84e-33f2-4630-b087-63bf5643436d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:25.893008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c6489865-333c-4730-9b23-cb167236064e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:25.911075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 9dfdb71d-9d8d-40c8-b11a-3533b78cd6af is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:26.009768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c6489865-333c-4730-9b23-cb167236064e None None] Port 4226c84e-33f2-4630-b087-63bf5643436d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:26.026294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8fecb29-7a7d-4b8c-9711-e4b3d771ddbd req-27d9278a-f862-4102-9491-2d3719a62bd9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769066 Jun 30 09:37:26.039561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:26.040076 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.089865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:26.104831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bb5c68cb-1e91-4fab-a249-aaaac6dcf202 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/9dfdb71d-9d8d-40c8-b11a-3533b78cd6af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3398607 Jun 30 09:37:26.108109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] Sync routers for ids ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:26.108402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:26.152890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] Routers {'9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:26.153764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:26.196129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:26.212856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c90c2f4-5b79-4a8c-996d-95838d700e62 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:26.215753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-478eba81-0055-493c-b852-7f6d50a9b74a None None] Provisioning complete for port 4226c84e-33f2-4630-b087-63bf5643436d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:26.216767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-478eba81-0055-493c-b852-7f6d50a9b74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.217147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42808) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:26.217798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7c90c2f4-5b79-4a8c-996d-95838d700e62 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports/4226c84e-33f2-4630-b087-63bf5643436d HTTP/1.1" status: 200 len: 910 time: 0.1084087 Jun 30 09:37:26.224672 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ecbc2c64-7b10-471f-a0a5-b943c4229f98'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:26.243222 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] Routers {'9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:26.244097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:26.296004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:26.296757 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4905d860-f066-49fa-ae55-076c431609b8 None None] The sync data for ids ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:26.335230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-478eba81-0055-493c-b852-7f6d50a9b74a None None] Port 4226c84e-33f2-4630-b087-63bf5643436d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:26.464240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a01ffef4-b3fa-4c32-bc2a-ebe0f37d80e2 None None] Provisioning complete for port 4226c84e-33f2-4630-b087-63bf5643436d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:26.465173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a01ffef4-b3fa-4c32-bc2a-ebe0f37d80e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.483531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.507501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a01ffef4-b3fa-4c32-bc2a-ebe0f37d80e2 None None] Port 4226c84e-33f2-4630-b087-63bf5643436d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:26.923606 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:26.950046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.056926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.056926 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.063560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/ports/4226c84e-33f2-4630-b087-63bf5643436d HTTP/1.1" status: 200 len: 910 time: 0.8383358 Jun 30 09:37:27.063808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42826) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:27.076361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08474497-b9e3-4098-b339-a50fd47f1195 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=4226c84e-33f2-4630-b087-63bf5643436d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:27.160280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9034d6e4-afe6-4871-b246-45af8d9a4944 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:37:27.374242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9034d6e4-afe6-4871-b246-45af8d9a4944, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9034d6e4-afe6-4871-b246-45af8d9a4944,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:27.396696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '9034d6e4-afe6-4871-b246-45af8d9a4944', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'port_id': '9034d6e4-afe6-4871-b246-45af8d9a4944', 'mac_address': 'fa:16:3e:71:21:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '520d9354-cac7-452b-be5b-5d0f361275be', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:37:27.439864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.461539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9034d6e4-afe6-4871-b246-45af8d9a4944 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:37:27.503974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a06052-b286-4971-b3dc-785dc4a32b81 req-5728e17f-2040-433f-b41c-fc135d072fa5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:27.507141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9034d6e4-afe6-4871-b246-45af8d9a4944, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9034d6e4-afe6-4871-b246-45af8d9a4944,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:27.512161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8a06052-b286-4971-b3dc-785dc4a32b81 req-5728e17f-2040-433f-b41c-fc135d072fa5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 944 time: 0.1564221 Jun 30 09:37:27.517601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.605034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9034d6e4-afe6-4871-b246-45af8d9a4944,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:27.678380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b8a06052-b286-4971-b3dc-785dc4a32b81 req-ccf82a84-437f-4e06-b5e0-d582f20c2a3f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667161 Jun 30 09:37:27.783510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:27.942508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['9034d6e4-afe6-4871-b246-45af8d9a4944'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:37:28.040787 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:37:28.248831 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 4226c84e-33f2-4630-b087-63bf5643436d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:28.249404 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.394291 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.408628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 4226c84e-33f2-4630-b087-63bf5643436d owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:28.650171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:28.824648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=4226c84e-33f2-4630-b087-63bf5643436d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:29.032341 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.182378 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b7cf-2bf6-4556-a633-c9edd7c488a2 req-9fb55220-5337-486c-aae4-82441584d271 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.184686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a925b7cf-2bf6-4556-a633-c9edd7c488a2 req-9fb55220-5337-486c-aae4-82441584d271 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 945 time: 0.2348592 Jun 30 09:37:29.191824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9034d6e4-afe6-4871-b246-45af8d9a4944 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:29.285414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 9034d6e4-afe6-4871-b246-45af8d9a4944 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:29.290825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 9034d6e4-afe6-4871-b246-45af8d9a4944 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:29.291566 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.301674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 9dfdb71d-9d8d-40c8-b11a-3533b78cd6af has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:29.305393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a925b7cf-2bf6-4556-a633-c9edd7c488a2 req-72da602f-d005-43be-8980-69e41bc016b3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058636 Jun 30 09:37:29.408580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:29.414250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.421839 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] Sync routers for ids ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:29.440486 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] Routers {'9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:29.441215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42870) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:29.442059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c38806b5-71c1-4768-afbf-79b3dc3aebb6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/9dfdb71d-9d8d-40c8-b11a-3533b78cd6af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3767123 Jun 30 09:37:29.442747 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:29.453731 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.489599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:29.500458 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] Routers {'9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:29.501419 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:29.538918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dd0c363b-63e6-4d05-ad17-30a52a33a071 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dfdb71d-9d8d-40c8-b11a-3533b78cd6af HTTP/1.1" status: 200 len: 205 time: 0.0899742 Jun 30 09:37:29.539866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42872) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:29.542616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9034d6e4-afe6-4871-b246-45af8d9a4944, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9034d6e4-afe6-4871-b246-45af8d9a4944,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:29.543574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034d6e4-afe6-4871-b246-45af8d9a4944'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:29.546202 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3899a3-de94-4a9f-b30c-d558338e2a88" -d '{"events": [{"server_uuid": "968326c3-46ce-46fc-9a6c-f8805b1b4896", "name": "network-vif-plugged", "status": "completed", "tag": "9034d6e4-afe6-4871-b246-45af8d9a4944"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:29.549998 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:29.554629 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f5f706-5478-4f6c-afb5-92e78f57db0c None None] The sync data for ids ['9dfdb71d-9d8d-40c8-b11a-3533b78cd6af'] in n-d-780147-22 is: [] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:29.569292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.627974 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309823d2-4925-49c5-9712-ee4681f3b75e x-openstack-request-id: req-309823d2-4925-49c5-9712-ee4681f3b75e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:29.628274 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968326c3-46ce-46fc-9a6c-f8805b1b4896", "name": "network-vif-plugged", "status": "completed", "tag": "9034d6e4-afe6-4871-b246-45af8d9a4944", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:29.628552 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-309823d2-4925-49c5-9712-ee4681f3b75e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:29.628948 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9034d6e4-afe6-4871-b246-45af8d9a4944', 'code': 200} Jun 30 09:37:29.645582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.670952 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9034d6e4-afe6-4871-b246-45af8d9a4944,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:29.914589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.917002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.960778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f2b7c-419d-4bf1-843e-3df4f7e6b851 req-485e7330-3870-4501-aa6b-3697e3be15cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:29.962357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e5f2b7c-419d-4bf1-843e-3df4f7e6b851 req-485e7330-3870-4501-aa6b-3697e3be15cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 1098 time: 0.2213230 Jun 30 09:37:29.975799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.977998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router 9dfdb71d-9d8d-40c8-b11a-3533b78cd6af {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:37:29.989418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:29.990730 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c53a9a08-c48d-4335-936b-55036ba7ba84 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/9dfdb71d-9d8d-40c8-b11a-3533b78cd6af HTTP/1.1" status: 204 len: 168 time: 0.4491940 Jun 30 09:37:29.996947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42884) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:30.039707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e5f2b7c-419d-4bf1-843e-3df4f7e6b851 req-e693903b-2fb9-40f7-87a2-34de095bacbe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711155 Jun 30 09:37:30.062800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet ecbc2c64-7b10-471f-a0a5-b943c4229f98 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:30.066577 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.125239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.257120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.333644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.369497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbc2c64-7b10-471f-a0a5-b943c4229f98,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:30.373562 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.376633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-35a65034-9b30-4466-93fa-94b362a67a8d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/ecbc2c64-7b10-471f-a0a5-b943c4229f98 HTTP/1.1" status: 204 len: 168 time: 0.3781698 Jun 30 09:37:30.382194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:30.384444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fda287a-094d-4a41-bd05-5ba1a35d11e1 None None] Network 4ee45642-c471-40b7-857d-b6a28852b1cb requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:30.487385 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.504707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26a487-935f-4167-8745-ef4fad53fa42 req-7b2d0500-ec75-44fc-9a68-a6531160197e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:30.512551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca26a487-935f-4167-8745-ef4fad53fa42 req-7b2d0500-ec75-44fc-9a68-a6531160197e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 946 time: 0.0802500 Jun 30 09:37:30.552108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:30.552507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.559152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca26a487-935f-4167-8745-ef4fad53fa42 req-e9fb35c4-833d-420b-aa25-7a89ea47fa8d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Jun 30 09:37:30.636072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] DHCP port deletion for 4ee45642-c471-40b7-857d-b6a28852b1cb request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:37:30.636556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,segment=NetworkSegment(28bb03a4-050b-47b7-be6b-316ab56480b6),segment_id=28bb03a4-050b-47b7-be6b-316ab56480b6)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:30.637006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.654204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:30.692533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] Deleting port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:30.693001 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.743379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.763933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] For port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,segment=NetworkSegment(28bb03a4-050b-47b7-be6b-316ab56480b6),segment_id=28bb03a4-050b-47b7-be6b-316ab56480b6)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:30.766125 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.779217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:30.784184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] Calling delete_port for 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:30.786733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:30.871638 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.881653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.897926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee45642-c471-40b7-857d-b6a28852b1cb']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:30.904312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] No DVR routers for this DVR port 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:30.907245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d1669-fe11-4894-81f5-d16512cfd030 None None] Pushing event deleted for resources: {'Port': ['ID=4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:30.908328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28bb03a4-050b-47b7-be6b-316ab56480b6') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:30.908628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28bb03a4-050b-47b7-be6b-316ab56480b6') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:30.919797 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.943334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.950570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:37:30.951379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:37:30.955843 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:37:31.021046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.028806 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.030973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/4ee45642-c471-40b7-857d-b6a28852b1cb HTTP/1.1" status: 204 len: 168 time: 0.6435046 Jun 30 09:37:31.034978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:31.039388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1650112315', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:31.055971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590fb48-67d2-45db-b6b1-65a2189143c4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=4ee45642-c471-40b7-857d-b6a28852b1cb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:31.075496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.076732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.133900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.138212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.156751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.160899 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-def495d7-c6a1-49f2-b10f-2466b9889954 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1223958 Jun 30 09:37:31.161070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42914) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:31.166027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-872402375'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:31.189160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:31.192678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.219415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:31.230253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.230616 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment 55590540-87c6-4127-84a6-fa69e01752f7 of type vlan for network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 Jun 30 09:37:31.277740 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.309313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.316296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:31.316916 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.377975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2158194 Jun 30 09:37:31.380777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42920) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:31.385740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:31.477073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59e003f-5e1a-4a63-831e-066f06cd34a2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:31.506595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:31.564005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:31.568241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.804502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:31.805230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a287053-dfe5-48f3-8173-0df67030fc9e req-0e9ccd92-774e-457b-9d0d-969e100c003f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:31.807230 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a287053-dfe5-48f3-8173-0df67030fc9e req-0e9ccd92-774e-457b-9d0d-969e100c003f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 946 time: 0.1105368 Jun 30 09:37:31.854905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:31.855244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5a4bc9-bbbf-4dbf-8474-ce23d0d29a95 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:31.855671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a287053-dfe5-48f3-8173-0df67030fc9e req-f6bf085f-1668-4531-b5c8-d2baccad4da7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397882 Jun 30 09:37:31.873515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:31.941699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=345cea93-7aea-425a-934c-314dab376685,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:31.962039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:31.962435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:31.996807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:32.008633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:32.014031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:32.014670 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.020698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30124f-32e8-404f-a02f-ed86ad546520 None None] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:32.053391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-de66cd9b-d79e-47b5-8674-96b6d53be8ac tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6715593 Jun 30 09:37:32.056235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 42942) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:32.139432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fac26-776e-4af0-964d-fb066b389661 req-1535f511-d2ef-4a22-8088-c9a48d6d7949 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:32.147950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e0fac26-776e-4af0-964d-fb066b389661 req-1535f511-d2ef-4a22-8088-c9a48d6d7949 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 946 time: 0.0965166 Jun 30 09:37:32.223852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e0fac26-776e-4af0-964d-fb066b389661 req-65d77afa-b6b4-4112-8e10-52da44a533c2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745051 Jun 30 09:37:32.260945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:32.261851 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.442502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Allocated IP 172.20.0.2 (ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0/345cea93-7aea-425a-934c-314dab376685/9827fa2f-73a3-4594-8c1f-cc60d204ad31) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:32.442712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.630696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.654765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Transition to ACTIVE for port object 9827fa2f-73a3-4594-8c1f-cc60d204ad31 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:32.675535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Transition to ACTIVE for port object 9827fa2f-73a3-4594-8c1f-cc60d204ad31 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:32.682393 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.738172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:32.751679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Pushing event updated for resources: {'Port': ['ID=9827fa2f-73a3-4594-8c1f-cc60d204ad31,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:32.755805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:32.760611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:32.809308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.20.0.1 (ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0/345cea93-7aea-425a-934c-314dab376685/e996cb84-dee8-4f1e-8554-da35c7053dcd) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:32.846728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Attempting to bind port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:32.847117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Attempting to bind port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:32.848516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Attempting to bind port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 on network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:32.854483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:32.854854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Checking segment: {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:32.855214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.855601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Bound using segment: {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:32.856085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Bound port: 9827fa2f-73a3-4594-8c1f-cc60d204ad31, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:32.856476 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.943440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] For port 9827fa2f-73a3-4594-8c1f-cc60d204ad31, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:32.947890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] For port 9827fa2f-73a3-4594-8c1f-cc60d204ad31, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9827fa2f-73a3-4594-8c1f-cc60d204ad31,segment=NetworkSegment(55590540-87c6-4127-84a6-fa69e01752f7),segment_id=55590540-87c6-4127-84a6-fa69e01752f7)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:32.953864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.981552 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:32.998302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object e996cb84-dee8-4f1e-8554-da35c7053dcd will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:33.008059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252221c-6d3d-429f-9a5a-2058b228bfe7 None None] Pushing event updated for resources: {'Port': ['ID=9827fa2f-73a3-4594-8c1f-cc60d204ad31,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:33.049583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.100140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:33.106147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:33.114258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:33.119373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=e996cb84-dee8-4f1e-8554-da35c7053dcd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:33.164354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.349317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:33.760717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 42978) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:33.882655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9827fa2f-73a3-4594-8c1f-cc60d204ad31 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:34.003731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:34.223941 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.230512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.398236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.411149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=e996cb84-dee8-4f1e-8554-da35c7053dcd,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:34.513550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa348ed3-3401-4780-9a73-14ff7391e451 None None] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:34.578419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:34.583284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:34.649466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] Provisioning for port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:34.664719 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] Provisioning complete for port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:34.665145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.825741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:37:34.832576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.892648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] For port 9827fa2f-73a3-4594-8c1f-cc60d204ad31, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9827fa2f-73a3-4594-8c1f-cc60d204ad31,segment=NetworkSegment(55590540-87c6-4127-84a6-fa69e01752f7),segment_id=55590540-87c6-4127-84a6-fa69e01752f7)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:34.904207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:34.944110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:34.952617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-54642b68-83b6-404b-a92c-9de648597031 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8926699 Jun 30 09:37:34.953970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43002) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:34.965429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:34.970931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-1354191844'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:35.002179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:35.007926 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.024288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:35.025903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:35.071561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:35.100299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.101126 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment fe73799c-45cf-4111-9ffe-0f49f0294d5b of type vlan for network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 Jun 30 09:37:35.144361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91038d05-e37a-443c-9938-0d00682b05c5 None None] Pushing event updated for resources: {'Port': ['ID=9827fa2f-73a3-4594-8c1f-cc60d204ad31,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.225554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.293495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.295257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:35.305110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:35.305999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.341079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-259979e0-ea4d-4a60-81b8-8144b2fc6a27 None None] Provisioning for port e996cb84-dee8-4f1e-8554-da35c7053dcd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:35.350942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-259979e0-ea4d-4a60-81b8-8144b2fc6a27 None None] Provisioning complete for port e996cb84-dee8-4f1e-8554-da35c7053dcd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:35.351312 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-259979e0-ea4d-4a60-81b8-8144b2fc6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.397140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.473776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4988997 Jun 30 09:37:35.477205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43008) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:35.509078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:35.600676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-259979e0-ea4d-4a60-81b8-8144b2fc6a27 None None] Port e996cb84-dee8-4f1e-8554-da35c7053dcd cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:35.638470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04dac2-a74e-4a51-a018-c5775dd0ff69 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:35.645063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-259979e0-ea4d-4a60-81b8-8144b2fc6a27 None None] Provisioning complete for port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:35.645839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-259979e0-ea4d-4a60-81b8-8144b2fc6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:35.652553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:35.876445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:35.880441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.002483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.20.0.17 (4ca5a4ed-f839-4050-80cb-4b10043ae648/520d9354-cac7-452b-be5b-5d0f361275be/0fdde236-3686-4838-b079-515ee3076cbc) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:36.057825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9827fa2f-73a3-4594-8c1f-cc60d204ad31 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:36.175367 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.191606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:33Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:34Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:36.234924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.251603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:36.251603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Updating router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec port e996cb84-dee8-4f1e-8554-da35c7053dcd binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:36.256976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Transition to ACTIVE for port object 0fdde236-3686-4838-b079-515ee3076cbc will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:36.304505 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.316353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.336517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=70eb6f14-69ff-42fa-997a-9576602a40c5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.340760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:36.341361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:36.360500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:36.360876 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.369072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:36.381628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:36.400302 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:36.401393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.424551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c649aa54-74f2-48a7-b626-7091bb65dc20 None None] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:36.425831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be02916f-49b1-40e8-af7d-82246fa659b1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9305398 Jun 30 09:37:36.426934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43026) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:36.451895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:36.459007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:36.461529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=0fdde236-3686-4838-b079-515ee3076cbc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:36.468348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:36.584992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.669721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-039dc0f8-b4ca-44f2-bedf-a4e8f6ad565d None None] Provisioning complete for port e996cb84-dee8-4f1e-8554-da35c7053dcd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:36.670092 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-039dc0f8-b4ca-44f2-bedf-a4e8f6ad565d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.748117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-039dc0f8-b4ca-44f2-bedf-a4e8f6ad565d None None] Port e996cb84-dee8-4f1e-8554-da35c7053dcd cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:36.860344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:36.861109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.883789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:36.987050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72b525c7-ab54-4db3-a070-7fe6bf484938 None None] Provisioning for port 0fdde236-3686-4838-b079-515ee3076cbc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:37.006429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-72b525c7-ab54-4db3-a070-7fe6bf484938 None None] Provisioning complete for port 0fdde236-3686-4838-b079-515ee3076cbc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:37.006886 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-72b525c7-ab54-4db3-a070-7fe6bf484938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.044094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.167415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-72b525c7-ab54-4db3-a070-7fe6bf484938 None None] Port 0fdde236-3686-4838-b079-515ee3076cbc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:37.233228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Allocated IP 172.21.0.2 (79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7/70eb6f14-69ff-42fa-997a-9576602a40c5/5ff9414e-bfb8-4c54-b043-f3408297ffa9) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:37.254811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.277088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Transition to ACTIVE for port object e996cb84-dee8-4f1e-8554-da35c7053dcd will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:37.340712 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.407863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.412398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e7e25-7e58-49c4-8138-28ac8ce1ba2a None None] Pushing event updated for resources: {'Port': ['ID=e996cb84-dee8-4f1e-8554-da35c7053dcd,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:37.416856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.540935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Attempting to bind port e996cb84-dee8-4f1e-8554-da35c7053dcd on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:37.541344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Attempting to bind port e996cb84-dee8-4f1e-8554-da35c7053dcd by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:37.541689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Attempting to bind port e996cb84-dee8-4f1e-8554-da35c7053dcd on network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:37.543401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=0fdde236-3686-4838-b079-515ee3076cbc,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:37.551067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.556067 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:37.556450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Checking segment: {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:37.557521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.557521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Bound using segment: {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:37.557772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Bound port: e996cb84-dee8-4f1e-8554-da35c7053dcd, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55590540-87c6-4127-84a6-fa69e01752f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:37.558056 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.665605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:37.670603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:37.755444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] For port e996cb84-dee8-4f1e-8554-da35c7053dcd, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:37.784074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] For port e996cb84-dee8-4f1e-8554-da35c7053dcd, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e996cb84-dee8-4f1e-8554-da35c7053dcd,segment=NetworkSegment(55590540-87c6-4127-84a6-fa69e01752f7),segment_id=55590540-87c6-4127-84a6-fa69e01752f7)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:37.785581 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.792518 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:37.830418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Transition to ACTIVE for port object 5ff9414e-bfb8-4c54-b043-f3408297ffa9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:37.890034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:37.892753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:37.897015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:37.979848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Transition to ACTIVE for port object 5ff9414e-bfb8-4c54-b043-f3408297ffa9 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:38.099522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:38.143488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:38.150559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.21.0.1 (79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7/70eb6f14-69ff-42fa-997a-9576602a40c5/7a481ab9-2b5a-4d53-99a8-ea7d230e878b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:38.155324 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:38.158638 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0b2bb6a5-7fc5-4d25-b1a9-92aa37e453ef tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "PUT /v2.0/routers/c3953f52-0c9a-431f-a013-8d69ec099b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3954053 Jun 30 09:37:38.175740 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:38.178167 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:38.226993 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.272106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e7e25-7e58-49c4-8138-28ac8ce1ba2a None None] Pushing event updated for resources: {'Port': ['ID=e996cb84-dee8-4f1e-8554-da35c7053dcd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.285552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:38.290141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:38.334232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:38.426188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Pushing event updated for resources: {'Port': ['ID=5ff9414e-bfb8-4c54-b043-f3408297ffa9,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.473317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.488355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object 7a481ab9-2b5a-4d53-99a8-ea7d230e878b will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:38.565335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.624794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:38.628919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:38.634501 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:38.645269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:38.670712 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:38.686843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Attempting to bind port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:38.687240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Attempting to bind port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:38.688087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Attempting to bind port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 on network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:38.703787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:38.704167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Checking segment: {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:38.704767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.705165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Bound using segment: {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:38.705646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Bound port: 5ff9414e-bfb8-4c54-b043-f3408297ffa9, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:38.706029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.757623 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.800050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e07f0037-7eb2-4ce6-8f98-e7871a703553 None None] Provisioning complete for port 0fdde236-3686-4838-b079-515ee3076cbc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:38.801040 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e07f0037-7eb2-4ce6-8f98-e7871a703553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:38.879600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e07f0037-7eb2-4ce6-8f98-e7871a703553 None None] Port 0fdde236-3686-4838-b079-515ee3076cbc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:39.012140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] For port 5ff9414e-bfb8-4c54-b043-f3408297ffa9, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:39.018071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] For port 5ff9414e-bfb8-4c54-b043-f3408297ffa9, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5ff9414e-bfb8-4c54-b043-f3408297ffa9,segment=NetworkSegment(fe73799c-45cf-4111-9ffe-0f49f0294d5b),segment_id=fe73799c-45cf-4111-9ffe-0f49f0294d5b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:39.021782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:37:36Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 1, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fdde236-3686-4838-b079-515ee3076cbc', 'name': '', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:a0:f1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '520d9354-cac7-452b-be5b-5d0f361275be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:37Z', 'revision_number': 2, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': '520d9354-cac7-452b-be5b-5d0f361275be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.023481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.023659 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.059640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:33Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:37Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:39.086442 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:39.087115 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Updating router c3953f52-0c9a-431f-a013-8d69ec099b3f port 0fdde236-3686-4838-b079-515ee3076cbc binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:39.120498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a0adc2-4bdb-4966-bc09-7d5f0f3d2f27 None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:33Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:37Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:39.139863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb474ee3-86b9-4083-b077-68ddebc8aa98 None None] Pushing event updated for resources: {'Port': ['ID=5ff9414e-bfb8-4c54-b043-f3408297ffa9,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:39.155498 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.604569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-37bbfba8-2ae0-4c6d-87be-e47304655755 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2508383 Jun 30 09:37:39.788864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.814477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.959591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5ff9414e-bfb8-4c54-b043-f3408297ffa9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:39.977573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:39.988334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-abf4fc18-83f6-4b06-9b3d-9b208b3b1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:39.990060 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-abf4fc18-83f6-4b06-9b3d-9b208b3b1d56 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1097 time: 0.3391583 Jun 30 09:37:40.065393 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.095805 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Transition to ACTIVE for port object 0fdde236-3686-4838-b079-515ee3076cbc will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:40.103331 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.113763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:40.125373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e996cb84-dee8-4f1e-8554-da35c7053dcd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:40.216884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e996cb84-dee8-4f1e-8554-da35c7053dcd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:40.227666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e996cb84-dee8-4f1e-8554-da35c7053dcd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:40.228047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.242395 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Pushing event updated for resources: {'Port': ['ID=0fdde236-3686-4838-b079-515ee3076cbc,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.254853 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.255517 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.256022 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.256524 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.257017 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.257511 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.258022 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.258599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.259180 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.259665 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.260170 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.260655 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:40.304240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:40.321644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:40.340693 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Attempting to bind port 0fdde236-3686-4838-b079-515ee3076cbc on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:40.341064 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Attempting to bind port 0fdde236-3686-4838-b079-515ee3076cbc by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:40.341425 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Attempting to bind port 0fdde236-3686-4838-b079-515ee3076cbc on network 4ca5a4ed-f839-4050-80cb-4b10043ae648 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:40.349235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:40.363058 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:40.363433 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Checking segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:40.363831 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.364222 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Bound using segment: {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:40.364704 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Bound port: 0fdde236-3686-4838-b079-515ee3076cbc, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf76ff4a-dacc-4692-9232-7437ac480e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:40.365083 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.467723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.601757 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] For port 0fdde236-3686-4838-b079-515ee3076cbc, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:40.605183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e996cb84-dee8-4f1e-8554-da35c7053dcd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e996cb84-dee8-4f1e-8554-da35c7053dcd,segment=NetworkSegment(55590540-87c6-4127-84a6-fa69e01752f7),segment_id=55590540-87c6-4127-84a6-fa69e01752f7)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:40.607734 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] For port 0fdde236-3686-4838-b079-515ee3076cbc, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0fdde236-3686-4838-b079-515ee3076cbc,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:40.611728 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.615617 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:40.637011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:40.667072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-799e2ae1-e643-4d7e-b8a0-9d8049938608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:40.669293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-799e2ae1-e643-4d7e-b8a0-9d8049938608 service neutron] 10.222.0.79 "GET /v2.0/networks?id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 898 time: 0.5316057 Jun 30 09:37:40.817659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:40.833790 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:41.073680 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8a1ad-e9f8-4b80-8124-b7ebfb86be05 None None] Pushing event updated for resources: {'Port': ['ID=0fdde236-3686-4838-b079-515ee3076cbc,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.123976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e996cb84-dee8-4f1e-8554-da35c7053dcd,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:41.148877 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:41.153267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb45e41f-8841-43b7-9d78-b9972ec3c8b8 None None] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:41.157299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:41.174349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ba244360-55ef-4c95-a1a9-d5a91928e4e0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7457652 Jun 30 09:37:41.178355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:41.196833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-535580083'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:41.249633 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-b9bfcaf9-b2cf-4204-ad48-456284899194 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 200 len: 1001 time: 0.5717857 Jun 30 09:37:41.319371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a386267c-a005-48d0-af08-3a80f1da5dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.374963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] Provisioning for port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:41.397971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-a1cda109-7d64-4739-9f6f-91ffc8d73072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:41.399776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-a1cda109-7d64-4739-9f6f-91ffc8d73072 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 HTTP/1.1" status: 200 len: 834 time: 0.1380694 Jun 30 09:37:41.400464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:41.412430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.460175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] Provisioning complete for port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:41.460548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.466774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:41.481062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.481465 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment cacf792f-81f1-4f55-8e7c-181a613041e8 of type vlan for network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 Jun 30 09:37:41.532696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-3037a682-76c3-418a-9c98-54f1456c7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:41.534258 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-3037a682-76c3-418a-9c98-54f1456c7321 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31f4d299-9fcf-4570-9f12-c47b855a4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192641 Jun 30 09:37:41.543050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.610313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:41.644437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:41.645084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:41.741997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.759260 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:41.760160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.795381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:41.811750 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:37:36Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 1, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fdde236-3686-4838-b079-515ee3076cbc', 'name': '', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:a0:f1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '520d9354-cac7-452b-be5b-5d0f361275be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': '520d9354-cac7-452b-be5b-5d0f361275be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:41.875393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:41.907430 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082f08bc-d2b1-4143-9986-abb0de644152 None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:37:36Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 1, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0fdde236-3686-4838-b079-515ee3076cbc', 'name': '', 'network_id': '4ca5a4ed-f839-4050-80cb-4b10043ae648', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:a0:f1:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': '520d9354-cac7-452b-be5b-5d0f361275be', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:35Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': '520d9354-cac7-452b-be5b-5d0f361275be', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:42.017085 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8345692 Jun 30 09:37:42.021520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ce7e0-dd3a-4abc-a51f-9d42d37e5023 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=fe88384a-aa4d-4db2-a4c7-396ebc237cb3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:42.024428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43116) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:42.032028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:42.044713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e996cb84-dee8-4f1e-8554-da35c7053dcd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:42.044943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-10002234-1d40-4c62-a14b-6dacc13b7b88 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932251 Jun 30 09:37:42.137224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:42.188641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:42.196112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.220778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] For port 5ff9414e-bfb8-4c54-b043-f3408297ffa9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5ff9414e-bfb8-4c54-b043-f3408297ffa9,segment=NetworkSegment(fe73799c-45cf-4111-9ffe-0f49f0294d5b),segment_id=fe73799c-45cf-4111-9ffe-0f49f0294d5b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:42.267601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6dd99f84-bc53-450d-87f7-f0f12e7fd149 req-5d0005ca-22c9-4f94-96f7-2350a1c1cff2 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156258 Jun 30 09:37:42.293448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.404552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e996cb84-dee8-4f1e-8554-da35c7053dcd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:42.404923 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.476089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b3794-52e9-485c-8978-556cda8d3c24 None None] Pushing event updated for resources: {'Port': ['ID=5ff9414e-bfb8-4c54-b043-f3408297ffa9,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:42.489298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.587870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=dbacd1ec-4a2a-475c-adce-fd3e53452fac,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:42.608528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:42.609748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: fe88384a-aa4d-4db2-a4c7-396ebc237cb3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:42.644569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:42.652786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:38Z', 'revision_number': 3, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:39Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:42.657864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fe88384a-aa4d-4db2-a4c7-396ebc237cb3) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:42.663432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:42.663867 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.699766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0f81537e-ebdd-43d2-b509-af4cb6f4d5c7 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6711504 Jun 30 09:37:42.700075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:42.712496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fab118-b699-448b-aae1-ba5104e98927 None None] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:42.716645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:42.717655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Updating router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:42.897482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:42.938667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be91214d-2085-462c-988d-ab65c462e854 None None] Provisioning complete for port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:42.939266 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be91214d-2085-462c-988d-ab65c462e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.483101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:43.484031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.528986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be91214d-2085-462c-988d-ab65c462e854 None None] Provisioning for port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:43.544492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-be91214d-2085-462c-988d-ab65c462e854 None None] Provisioning complete for port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:43.544861 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be91214d-2085-462c-988d-ab65c462e854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.679734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-be91214d-2085-462c-988d-ab65c462e854 None None] Port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:43.757645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.769421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Allocated IP 172.22.0.2 (fe88384a-aa4d-4db2-a4c7-396ebc237cb3/dbacd1ec-4a2a-475c-adce-fd3e53452fac/12da64c2-30fc-4c9a-bccb-e19b43ec2bd2) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:43.779796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Transition to ACTIVE for port object 7a481ab9-2b5a-4d53-99a8-ea7d230e878b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:43.791862 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:43.821530 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.108167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5ff9414e-bfb8-4c54-b043-f3408297ffa9 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:44.239639 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-35b63b41-d62a-4933-9b00-436a98a35175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.246780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64394b-f566-4996-b369-184dc605a053 None None] Pushing event updated for resources: {'Port': ['ID=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.284296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.318916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:44.319295 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.363103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Attempting to bind port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:44.363478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Attempting to bind port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:44.363842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Attempting to bind port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b on network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:44.384155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:44.384648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Checking segment: {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:44.384962 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.385299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Bound using segment: {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:44.385786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Bound port: 7a481ab9-2b5a-4d53-99a8-ea7d230e878b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe73799c-45cf-4111-9ffe-0f49f0294d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:44.386329 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.487507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.500870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Transition to ACTIVE for port object 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:44.528577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Transition to ACTIVE for port object 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:44.553657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.636250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] For port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:44.639047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.22.0.1 (fe88384a-aa4d-4db2-a4c7-396ebc237cb3/dbacd1ec-4a2a-475c-adce-fd3e53452fac/4c4be851-d43d-46d8-9aaa-d6d5bbde52f4) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:44.683052 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0fdde236-3686-4838-b079-515ee3076cbc up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:44.684528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Pushing event updated for resources: {'Port': ['ID=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:44.720933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] For port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,segment=NetworkSegment(fe73799c-45cf-4111-9ffe-0f49f0294d5b),segment_id=fe73799c-45cf-4111-9ffe-0f49f0294d5b)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:44.724983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:44.734356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:44.742697 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.745082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:44.833599 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.856323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:44.878819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:44.879450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:44.894884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Attempting to bind port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:44.895256 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Attempting to bind port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:44.895595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Attempting to bind port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 on network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:44.909292 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:44.991157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:44.998159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:44.999211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:45.000657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Checking segment: {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:45.001148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.001434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Bound using segment: {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:45.002110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Bound port: 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:45.002900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.007653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64394b-f566-4996-b369-184dc605a053 None None] Pushing event updated for resources: {'Port': ['ID=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:45.012495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:45.013224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 0fdde236-3686-4838-b079-515ee3076cbc completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:45.029521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0fdde236-3686-4838-b079-515ee3076cbc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:45.029918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.109603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:45.109959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:45.154132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.360709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.380044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] For port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:45.389560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.439412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] For port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,segment=NetworkSegment(cacf792f-81f1-4f55-8e7c-181a613041e8),segment_id=cacf792f-81f1-4f55-8e7c-181a613041e8)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:45.463652 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.583673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2e928-5e88-4265-bfe8-3177ffd9e002 None None] Pushing event updated for resources: {'Port': ['ID=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:45.592408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 0fdde236-3686-4838-b079-515ee3076cbc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0fdde236-3686-4838-b079-515ee3076cbc,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:45.614603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.688015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=0fdde236-3686-4838-b079-515ee3076cbc,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:45.830943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:38Z', 'revision_number': 3, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:44Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:45.855062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.865784 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:45.888866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0fdde236-3686-4838-b079-515ee3076cbc up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:45.902725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a11c86f-4bf6-47bc-98ee-fc6f49303b09 None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:38Z', 'revision_number': 3, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:44Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:46.071788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 0fdde236-3686-4838-b079-515ee3076cbc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:46.072320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.108427 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:46.126270 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.178944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.361907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:46.363774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:46.509416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:46.645862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:46.656042 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d93a0a7b-3ab2-4661-be8d-312f8547a8a8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9545727 Jun 30 09:37:46.658810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43206) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:46.667148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'network': {'name': 'tempest-RoutersTest-1340558858'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:46.717314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:46.745804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.803258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:37:46.816352 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.816728 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added segment e44f5058-54de-418e-9fce-e2e316287289 of type vlan for network 81addc2d-6c70-43a9-ad59-812f9d8cdadd Jun 30 09:37:46.875479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.910671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:46.918229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:46.919338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.003878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Network': ['ID=81addc2d-6c70-43a9-ad59-812f9d8cdadd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.015344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:37:47.023007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43214) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:47.024829 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d2a6de6-7707-4d85-ad83-3ca2f23326c8 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3644667 Jun 30 09:37:47.025489 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:47.033064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'subnet': {'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:47.042816 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:47.043455 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:47.197466 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:47.293309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Made reservation on behalf of 48d2bf263b18414c8f5f4c229f16b3e4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:37:47.299296 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.313605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860b0fb-8e08-4b3c-aec8-754aafb622a0 None None] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:47.470368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d4544703-c7db-434e-86a5-ede784c38286 None None] Provisioning for port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:47.569440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.621481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e1270-fc9e-4165-a1fd-40547dd8003c req-1a0d11ac-31c5-4e6d-9dc7-9540da55b906 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:47.631554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b04e1270-fc9e-4165-a1fd-40547dd8003c req-1a0d11ac-31c5-4e6d-9dc7-9540da55b906 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.2285769 Jun 30 09:37:47.650962 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.658377 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:45Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:45Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:44Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:47.694263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b04e1270-fc9e-4165-a1fd-40547dd8003c req-f85811da-dc89-48a6-a4f4-8cf729f6cf92 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580070 Jun 30 09:37:47.695320 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.695675 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:47.696272 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Updating router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:47.731863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43232) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:47.783649 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:47.928529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Checking segment: {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:47.929618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network hostable DHCP agents. Network: 81addc2d-6c70-43a9-ad59-812f9d8cdadd, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:37:47.946649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Subnet': ['ID=be9c8cc9-f04d-4872-a922-7c247ad795d0,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:47.973152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:37:47.997505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 81addc2d-6c70-43a9-ad59-812f9d8cdadd) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:47.998891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7a481ab9-2b5a-4d53-99a8-ea7d230e878b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:48.009783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:48.010506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.051645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33beab0d-5651-4950-97cc-0b41ff7c61b0 None None] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:48.079646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 64b545d0-3084-43b9-be0a-5f4877fddf09 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:48.080929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.094013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f0321dc8-02f8-48e0-b2de-003b192e2c42 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0689609 Jun 30 09:37:48.097241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43240) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:48.285336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.287523 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.302430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e0b6b7ad-c47d-436e-9297-f14229672e2d None None] Provisioning for port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:48.305530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 64b545d0-3084-43b9-be0a-5f4877fddf09 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:48.311542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e0b6b7ad-c47d-436e-9297-f14229672e2d None None] Provisioning complete for port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:48.312480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e0b6b7ad-c47d-436e-9297-f14229672e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.319817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:48.395777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:48.396259 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.441992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:37:48.443059 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.457110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e0b6b7ad-c47d-436e-9297-f14229672e2d None None] Port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:48.636407 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.661875 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Transition to ACTIVE for port object 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:48.673241 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.689402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.733669 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b015ef-fcf0-4cc1-b807-d3e13608d7e0 None None] Pushing event updated for resources: {'Port': ['ID=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:48.759598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=64b545d0-3084-43b9-be0a-5f4877fddf09,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:48.868408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.874701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Attempting to bind port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:48.875067 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Attempting to bind port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:48.875430 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Attempting to bind port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 on network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:48.880934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:48.881307 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Checking segment: {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:48.881706 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.882093 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Bound using segment: {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:48.884235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Bound port: 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacf792f-81f1-4f55-8e7c-181a613041e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:48.884606 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.920215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.920468 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP ef2752f4-ce24-40c9-ae2e-7752d083ddf9 disassociated (deleted). External IP: 172.25.7.48, port: 009c9659-17e0-46d8-858a-736158f532b4. Jun 30 09:37:48.982021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,segment=NetworkSegment(fe73799c-45cf-4111-9ffe-0f49f0294d5b),segment_id=fe73799c-45cf-4111-9ffe-0f49f0294d5b)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:48.989963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:48.990891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:49.024821 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] For port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:49.036213 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] For port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,segment=NetworkSegment(cacf792f-81f1-4f55-8e7c-181a613041e8),segment_id=cacf792f-81f1-4f55-8e7c-181a613041e8)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:49.041248 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.105450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Allocated IP 172.23.0.2 (81addc2d-6c70-43a9-ad59-812f9d8cdadd/be9c8cc9-f04d-4872-a922-7c247ad795d0/13ef28a4-ec2d-4aa7-8499-3a37ed8056f4) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:49.164711 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b015ef-fcf0-4cc1-b807-d3e13608d7e0 None None] Pushing event updated for resources: {'Port': ['ID=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:49.207777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:49.208668 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:49.293389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:49.331204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:49.339302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:49.339678 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.381594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:49.437346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router f15fb07f-658e-4428-a267-e25b0b032916 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:49.603802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.632584 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.659764 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.678543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:49.682478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Transition to ACTIVE for port object 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:49.688786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.695833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9691fe3-d086-4468-a691-169909ace048 None None] Sync routers for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:49.728197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,segment=NetworkSegment(cacf792f-81f1-4f55-8e7c-181a613041e8),segment_id=cacf792f-81f1-4f55-8e7c-181a613041e8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:49.753840 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:45Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:49Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:49.767452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Transition to ACTIVE for port object 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:49.767595 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67895925-e098-45e7-a56b-2c438b3159ad tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/floatingips/ef2752f4-ce24-40c9-ae2e-7752d083ddf9 HTTP/1.1" status: 204 len: 168 time: 2.0299265 Jun 30 09:37:49.769173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:49.772385 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674736f0-4b39-4c2b-837f-69a64b141eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:49.794426 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7723b2-538e-4db7-821d-ee3a28094edb None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:45Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:49Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:49.798181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:49.821465 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5a281-3d40-4a0f-b326-f0748070ad3e x-openstack-request-id: req-f8f5a281-3d40-4a0f-b326-f0748070ad3e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:49.821952 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:49.822473 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f8f5a281-3d40-4a0f-b326-f0748070ad3e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:49.823071 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'status': 'completed', 'code': 200} Jun 30 09:37:49.932746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:49.936169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:50.054945 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.073984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7a481ab9-2b5a-4d53-99a8-ea7d230e878b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:50.143860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-79963614-8128-4226-ac82-34613c25743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.154722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-79963614-8128-4226-ac82-34613c25743b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 1097 time: 0.2122204 Jun 30 09:37:50.323824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:50.347635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Allocated IP 172.23.0.1 (81addc2d-6c70-43a9-ad59-812f9d8cdadd/be9c8cc9-f04d-4872-a922-7c247ad795d0/ce4ea73d-b468-4efe-80fa-3d3538e6ca27) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:37:50.486450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:50.575184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-8ce46445-09b5-46e8-916f-878ddd3d32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.580449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-8ce46445-09b5-46e8-916f-878ddd3d32d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 200 len: 897 time: 0.4158533 Jun 30 09:37:50.601667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:50.609118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:50.684598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:50.739079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-cdcce3a6-7231-4165-ace8-c629d58965b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 200 len: 217 time: 0.1120799 Jun 30 09:37:50.794690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:50.795048 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.843348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.892357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aba767-48d4-4b2a-8d26-5dc9fcef1855 req-bfbb26f8-4a31-486a-815d-58247cbe5767 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.893656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Pushing event updated for resources: {'Port': ['ID=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:50.900531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59aba767-48d4-4b2a-8d26-5dc9fcef1855 req-bfbb26f8-4a31-486a-815d-58247cbe5767 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3674059 Jun 30 09:37:50.904799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Transition to ACTIVE for port object ce4ea73d-b468-4efe-80fa-3d3538e6ca27 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:50.907365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-f4facb65-a7e9-4724-beb3-24255fd8ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:50.908846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-f4facb65-a7e9-4724-beb3-24255fd8ebfb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 200 len: 835 time: 0.1411693 Jun 30 09:37:50.926274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Attempting to bind port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:50.926510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Attempting to bind port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:50.926797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Attempting to bind port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 on network 81addc2d-6c70-43a9-ad59-812f9d8cdadd {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:50.937517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:50.937957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Checking segment: {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:50.938389 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:50.938773 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Bound using segment: {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:50.939250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Bound port: 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:50.939628 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.016764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59aba767-48d4-4b2a-8d26-5dc9fcef1855 req-2f0b0aa6-500e-4da7-aa99-8a511309f2ea tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144705 Jun 30 09:37:51.050878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.060679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-3f5d2f44-052b-4722-a343-672917e2f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:51.062547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-3f5d2f44-052b-4722-a343-672917e2f0e9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=55eb4a0c-127f-4b46-9732-3f89fa637f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1342847 Jun 30 09:37:51.090131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] For port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:51.119056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] For port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,segment=NetworkSegment(e44f5058-54de-418e-9fce-e2e316287289),segment_id=e44f5058-54de-418e-9fce-e2e316287289)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:51.161956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:51.169963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:51.185072 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:37:51.190109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.230509 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.324370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:09Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:51.361685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.402314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Pushing event updated for resources: {'Port': ['ID=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:51.407759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9691fe3-d086-4468-a691-169909ace048 None None] Checking router: f15fb07f-658e-4428-a267-e25b0b032916 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:51.418421 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.418889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.419239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.420108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.420108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.420402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.420727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.421050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.421450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.421774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.422136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.422481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4545af-baae-4002-a86d-c935a1e9a289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:51.445106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:51.446041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:51.452036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-993aa1e3-269b-4d8f-980f-20097bbc8bca service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640971 Jun 30 09:37:51.453991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:51.643307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:51.876328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-674736f0-4b39-4c2b-837f-69a64b141eb2 req-9c4c9c9e-a36e-485a-a958-c78e75661af0 service neutron] 10.222.0.83 "GET /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023652 Jun 30 09:37:52.033537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d9691fe3-d086-4468-a691-169909ace048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:09Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:52.079974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9691fe3-d086-4468-a691-169909ace048 None None] The sync data for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 is: [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:35:02Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '71ddeff1-40c1-4178-8556-5bba3b40cfac', 'name': '', 'network_id': '55eb4a0c-127f-4b46-9732-3f89fa637f8b', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:6f:36:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_interface', 'standard_attr_id': 3550, 'fixed_ips': [{'subnet_id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:01Z', 'updated_at': '2021-06-30T09:35:09Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '09c4c775-5b16-4e37-bf31-0b3f6cb0e99a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:52.130541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:52.215125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.230067 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.233145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:52.234536 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.395708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045c3aa-61cb-487b-9972-e36930128d0d req-0c87e7ab-5658-4120-bd94-763a7db77b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.397561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c045c3aa-61cb-487b-9972-e36930128d0d req-0c87e7ab-5658-4120-bd94-763a7db77b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.2831478 Jun 30 09:37:52.414269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:52.447784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.476484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event updated for resources: {'Port': ['ID=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:52.493876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:52.498929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:52.524815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.525161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.525507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.525840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.526177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.526531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.530614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.531242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.531813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.532166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.532511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.533006 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:37:52.564679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:52.569388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:52.570019 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.600365 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390fb97-c272-49d8-aa7e-b3691dbc7a7d None None] New status for floating IP ef2752f4-ce24-40c9-ae2e-7752d083ddf9: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:37:52.657930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295840a-cbc3-4cca-8d87-c527b5eef9d6 req-57ff7039-884c-4045-9c09-97367864c5f7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:52.659576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b295840a-cbc3-4cca-8d87-c527b5eef9d6 req-57ff7039-884c-4045-9c09-97367864c5f7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 945 time: 0.3694789 Jun 30 09:37:52.704929 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.729809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b295840a-cbc3-4cca-8d87-c527b5eef9d6 req-d73c4e73-5bb4-4935-aafc-85422fc7cd58 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610671 Jun 30 09:37:52.756926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:37:52.760856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:37:52.792053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 009c9659-17e0-46d8-858a-736158f532b4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:52.792407 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.794912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,segment=NetworkSegment(cacf792f-81f1-4f55-8e7c-181a613041e8),segment_id=cacf792f-81f1-4f55-8e7c-181a613041e8)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:52.802132 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.893913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d0b48a-5679-4021-9d8c-7d7fa0ae940f None None] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:37:52.896434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:52.973495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] Provisioning for port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:52.986934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] Provisioning complete for port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:52.987357 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:52.995519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:53.018412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port 009c9659-17e0-46d8-858a-736158f532b4, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=009c9659-17e0-46d8-858a-736158f532b4,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:53.018826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.143397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.192716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] For port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,segment=NetworkSegment(e44f5058-54de-418e-9fce-e2e316287289),segment_id=e44f5058-54de-418e-9fce-e2e316287289)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:53.198095 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.252189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea288d8-0af2-4c63-9884-3148c01d9744 None None] Pushing event updated for resources: {'Port': ['ID=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:53.379695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 009c9659-17e0-46d8-858a-736158f532b4 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:53.482410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:53.489983 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fa441f6e-c13f-4178-b1a4-62da9864bb37 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3897672 Jun 30 09:37:53.492891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:53.495641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:53.498654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:53.507097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:53.507832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:53.635309 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.666361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:53.675256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=009c9659-17e0-46d8-858a-736158f532b4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:53.787902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] No DVR routers for this DVR port 009c9659-17e0-46d8-858a-736158f532b4 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:37:53.792053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:53.793213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c045c3aa-61cb-487b-9972-e36930128d0d req-dd9e6420-d390-4182-a8dd-8e833038d70a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "DELETE /v2.0/ports/009c9659-17e0-46d8-858a-736158f532b4 HTTP/1.1" status: 204 len: 173 time: 1.3887091 Jun 30 09:37:53.793703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-deleted', 'tag': '009c9659-17e0-46d8-858a-736158f532b4'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:37:53.796972 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d511f4e-eafb-478f-b7fe-b4a3f26661f2" -d '{"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-deleted", "tag": "009c9659-17e0-46d8-858a-736158f532b4"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:37:53.889077 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18edf63-bb3e-427f-89e5-fc6c31f2e256 x-openstack-request-id: req-c18edf63-bb3e-427f-89e5-fc6c31f2e256 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:37:53.889424 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da741049-986d-45a2-97be-bee2c155844e", "name": "network-vif-deleted", "tag": "009c9659-17e0-46d8-858a-736158f532b4", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:37:53.889682 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c18edf63-bb3e-427f-89e5-fc6c31f2e256 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:37:53.890730 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da741049-986d-45a2-97be-bee2c155844e', 'name': 'network-vif-deleted', 'tag': '009c9659-17e0-46d8-858a-736158f532b4', 'status': 'completed', 'code': 200} Jun 30 09:37:53.998394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:54.079093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87975158-0c6c-46aa-9224-a74a57f26e4b None None] Provisioning for port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:54.086532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87975158-0c6c-46aa-9224-a74a57f26e4b None None] Provisioning complete for port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:54.087318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87975158-0c6c-46aa-9224-a74a57f26e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.102531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d61a0b6-2b07-4ce3-8eb6-8393d526a576 req-835624eb-893c-400e-899c-34919ed5cdea tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=da741049-986d-45a2-97be-bee2c155844e HTTP/1.1" status: 200 len: 210 time: 0.0944271 Jun 30 09:37:54.186796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-87975158-0c6c-46aa-9224-a74a57f26e4b None None] Port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:54.192535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:37:54.210295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Removed routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:37:54.210997 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.214979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-87975158-0c6c-46aa-9224-a74a57f26e4b None None] Provisioning complete for port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:54.215465 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-87975158-0c6c-46aa-9224-a74a57f26e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.298035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:54.298486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.465072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.471895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.482820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:51Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4ea73d-b468-4efe-80fa-3d3538e6ca27', 'name': '', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:66:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:49Z', 'updated_at': '2021-06-30T09:37:51Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:54.526089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:54.526811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Updating router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:37:54.553661 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:54.604589 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.626242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2be1f723-b8f5-4303-a9a9-86ba11dd3082 None None] Provisioning complete for port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:54.626714 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2be1f723-b8f5-4303-a9a9-86ba11dd3082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.739712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2be1f723-b8f5-4303-a9a9-86ba11dd3082 None None] Port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:37:54.805043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:54.805420 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:54.954553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:55.067195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:55.072539 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.075522 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.078272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1110a7af-4dc6-4a0a-af56-a8b9cc8bb613 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 934 time: 1.5818963 Jun 30 09:37:55.080316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43304) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:55.086171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Transition to ACTIVE for port object ce4ea73d-b468-4efe-80fa-3d3538e6ca27 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:37:55.093646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.196992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9735c-4141-42e9-a62b-256649e49d2b None None] Pushing event updated for resources: {'Port': ['ID=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:55.205906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9a0234d6-e6ba-40bc-9343-6a5fbfc1d6c3 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 934 time: 0.1240816 Jun 30 09:37:55.208598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43308) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:55.213464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'routes': None}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:37:55.235308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43310) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:55.261212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Attempting to bind port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:37:55.261490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Attempting to bind port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:37:55.261676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Attempting to bind port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 on network 81addc2d-6c70-43a9-ad59-812f9d8cdadd {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:37:55.273078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:37:55.273461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Checking segment: {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:37:55.273872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.274296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Bound using segment: {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:37:55.274780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Bound port: ce4ea73d-b468-4efe-80fa-3d3538e6ca27, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44f5058-54de-418e-9fce-e2e316287289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:37:55.275167 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.287433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 009c9659-17e0-46d8-858a-736158f532b4 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:37:55.312906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 009c9659-17e0-46d8-858a-736158f532b4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:37:55.312906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 009c9659-17e0-46d8-858a-736158f532b4 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:37:55.390815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] For port ce4ea73d-b468-4efe-80fa-3d3538e6ca27, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:37:55.394108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] For port ce4ea73d-b468-4efe-80fa-3d3538e6ca27, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,segment=NetworkSegment(e44f5058-54de-418e-9fce-e2e316287289),segment_id=e44f5058-54de-418e-9fce-e2e316287289)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:37:55.406084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.547793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:55.548480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:55.705153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9735c-4141-42e9-a62b-256649e49d2b None None] Pushing event updated for resources: {'Port': ['ID=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:55.802877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:55.876327 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:55.918797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added routes are [] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:37:55.919398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.extraroute_db [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:37:55.989400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.339722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 71ddeff1-40c1-4178-8556-5bba3b40cfac {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:56.343688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.381237 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.395049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.419499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 6, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4ea73d-b468-4efe-80fa-3d3538e6ca27', 'name': '', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:66:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:49Z', 'updated_at': '2021-06-30T09:37:55Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:56.491767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415bec5c-7356-4953-bbb4-f11a5825aeaa None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:54Z', 'revision_number': 6, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4ea73d-b468-4efe-80fa-3d3538e6ca27', 'name': '', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:66:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:49Z', 'updated_at': '2021-06-30T09:37:55Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:56.504432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port 71ddeff1-40c1-4178-8556-5bba3b40cfac, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=71ddeff1-40c1-4178-8556-5bba3b40cfac,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:56.504855 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.544143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 71ddeff1-40c1-4178-8556-5bba3b40cfac owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:56.617597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:56.927410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:56.957744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:56.978817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4281d536-711e-46a4-8c0f-61b3723b5565 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 700 time: 1.7690465 Jun 30 09:37:56.980660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43440) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:57.214996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e593dfd8-a6a0-4e63-98a1-cda2d3db8003 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 700 time: 0.2331779 Jun 30 09:37:57.218443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:57.231050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:57.246483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-45ac85bc-4e09-4659-96b7-87697637ea62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4314165 Jun 30 09:37:57.425091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=71ddeff1-40c1-4178-8556-5bba3b40cfac,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:57.689807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-bb6b603b-2c65-4b7c-8abf-eced22dd2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.691533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-bb6b603b-2c65-4b7c-8abf-eced22dd2fa9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 1102 time: 0.3714285 Jun 30 09:37:57.893851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-c1138bf2-7b8c-4621-8ec6-371f725b9988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:57.895888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-c1138bf2-7b8c-4621-8ec6-371f725b9988 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.1508143 Jun 30 09:37:58.108312 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:58.118032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-d89b0fae-e34e-47ed-9ccb-1f7343394338 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856 HTTP/1.1" status: 200 len: 217 time: 0.1352193 Jun 30 09:37:58.119951 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:58.120575 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:58.158629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ce4ea73d-b468-4efe-80fa-3d3538e6ca27 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:37:58.218772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.231375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-bb491fe4-d174-4dbb-9378-a2e4e719c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.233320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-bb491fe4-d174-4dbb-9378-a2e4e719c324 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.1045403 Jun 30 09:37:58.236417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.285441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:37:58.291377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:37:58.291864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.385535 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:58.436348 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.502139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ce4ea73d-b468-4efe-80fa-3d3538e6ca27, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,segment=NetworkSegment(e44f5058-54de-418e-9fce-e2e316287289),segment_id=e44f5058-54de-418e-9fce-e2e316287289)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:58.513990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:58.728285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:37:58.797842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router f15fb07f-658e-4428-a267-e25b0b032916 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:37:58.813364 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:55Z', 'revision_number': 7, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4ea73d-b468-4efe-80fa-3d3538e6ca27', 'name': '', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:66:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:49Z', 'updated_at': '2021-06-30T09:37:55Z', 'revision_number': 4, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:58.817228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-23dda6d0-3da2-4e7d-a51d-92d9e70a04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:37:58.819034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-23dda6d0-3da2-4e7d-a51d-92d9e70a04a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5765269 Jun 30 09:37:58.859427 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:37:58.875685 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:58.876314 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:58.902900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:37:58.903898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.015761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-5f4d0ec8-da4e-4d61-a19e-5856e79196c0 service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862824 Jun 30 09:37:59.021977 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:59.084025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port ce4ea73d-b468-4efe-80fa-3d3538e6ca27, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,segment=NetworkSegment(e44f5058-54de-418e-9fce-e2e316287289),segment_id=e44f5058-54de-418e-9fce-e2e316287289)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:37:59.084346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.106100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43644) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:59.134188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for ce4ea73d-b468-4efe-80fa-3d3538e6ca27 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:37:59.255480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:37:59.268397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2d1a9f40-fadb-4b62-95f7-3bd73112d977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/f15fb07f-658e-4428-a267-e25b0b032916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0312979 Jun 30 09:37:59.269676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:37:59.283917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] Sync routers for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:37:59.301145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:37:59.302822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:59.438740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting subnet 09c4c775-5b16-4e37-bf31-0b3f6cb0e99a {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:59.458022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.644359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:37:59.713169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Deleting subnet 32e68788-c2ed-48af-8e86-d924fed199da {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:37:59.716152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.753361 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:55Z', 'revision_number': 7, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4ea73d-b468-4efe-80fa-3d3538e6ca27', 'name': '', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:66:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:49Z', 'updated_at': '2021-06-30T09:37:58Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:37:59.755578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:37:59.810184 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866f060d-70b4-4d0f-882e-de35db3dc8b3 None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:55Z', 'revision_number': 7, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce4ea73d-b468-4efe-80fa-3d3538e6ca27', 'name': '', 'network_id': '81addc2d-6c70-43a9-ad59-812f9d8cdadd', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:66:59:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:49Z', 'updated_at': '2021-06-30T09:37:58Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'be9c8cc9-f04d-4872-a922-7c247ad795d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:37:59.977472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=ce4ea73d-b468-4efe-80fa-3d3538e6ca27,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:00.001315 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.001812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.003372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ce4ea73d-b468-4efe-80fa-3d3538e6ca27 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:00.042988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ce4ea73d-b468-4efe-80fa-3d3538e6ca27 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:00.043603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ce4ea73d-b468-4efe-80fa-3d3538e6ca27 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jun 30 09:38:00.102091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Port ce4ea73d-b468-4efe-80fa-3d3538e6ca27 not found, will not notify nova. {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jun 30 09:38:00.144671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:37:57Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:00.231438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] Checking router: f15fb07f-658e-4428-a267-e25b0b032916 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:00.242687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] Routers {'f15fb07f-658e-4428-a267-e25b0b032916'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:00.243598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['f15fb07f-658e-4428-a267-e25b0b032916'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:00.325201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.380955 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-759c9b9a-dbde-40d8-b05d-7010c5ed6e06 req-6fbc2dc6-3db5-4bdd-b935-d81c7a46f77d service neutron] 10.222.0.83 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3583248 Jun 30 09:38:00.432724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.480042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.577301 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.582629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.626988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Subnet': ['ID=09c4c775-5b16-4e37-bf31-0b3f6cb0e99a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:00.641899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.646539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-70ff503b-9a04-41b2-a7b7-2f1667610a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/subnets/09c4c775-5b16-4e37-bf31-0b3f6cb0e99a HTTP/1.1" status: 204 len: 168 time: 1.3708193 Jun 30 09:38:00.655125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43780) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:00.656573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac29abb-1bed-48ae-837c-17aa4d9ba3d7 None None] Network 55eb4a0c-127f-4b46-9732-3f89fa637f8b requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:00.741314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.792592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e68788-c2ed-48af-8e86-d924fed199da,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:00.794914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.800025 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-95c1a79e-3cee-4276-93a0-fb249af44485 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/32e68788-c2ed-48af-8e86-d924fed199da HTTP/1.1" status: 204 len: 168 time: 1.6905813 Jun 30 09:38:00.800898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43784) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:00.809495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] Set router f15fb07f-658e-4428-a267-e25b0b032916 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:00.812971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:00.846512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:00.983119 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.075789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] DHCP port deletion for 55eb4a0c-127f-4b46-9732-3f89fa637f8b request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:01.101489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port d55440ce-3a67-4841-864d-0cafd2fc1060 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:01.102508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.115229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:37:57Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.153774 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae381ca1-08e3-4bc7-b0a6-29db067aef49 None None] The sync data for ids ['f15fb07f-658e-4428-a267-e25b0b032916'] in n-d-780147-22 is: [{'id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-870825735', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:34:53Z', 'updated_at': '2021-06-30T09:37:57Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'd55440ce-3a67-4841-864d-0cafd2fc1060', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:3a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f15fb07f-658e-4428-a267-e25b0b032916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3531, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:34:54Z', 'updated_at': '2021-06-30T09:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:01.178190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] Deleting port 0794dec9-becc-406a-8058-33597fa1adcb {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:01.178835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.244089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port d55440ce-3a67-4841-864d-0cafd2fc1060, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d55440ce-3a67-4841-864d-0cafd2fc1060,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:01.244464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.267406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for d55440ce-3a67-4841-864d-0cafd2fc1060 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:01.282752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] For port 0794dec9-becc-406a-8058-33597fa1adcb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0794dec9-becc-406a-8058-33597fa1adcb,segment=NetworkSegment(67dcdbe2-c32d-483a-8866-8e2e138bc90e),segment_id=67dcdbe2-c32d-483a-8866-8e2e138bc90e)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:01.283149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.297919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] Calling delete_port for 0794dec9-becc-406a-8058-33597fa1adcb owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:01.331225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.385709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:01.393767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-280ed875-cb41-4baa-a8b3-b009de60e837 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1742239 Jun 30 09:38:01.400218 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:01.402059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:01.414672 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:01.415295 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.439395 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.470378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.471565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] Pushing event deleted for resources: {'Port': ['ID=0794dec9-becc-406a-8058-33597fa1adcb,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.478496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245b3f7f-43ab-4f54-a156-91415aef77f9 None None] No DVR routers for this DVR port 0794dec9-becc-406a-8058-33597fa1adcb on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:01.487879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet be9c8cc9-f04d-4872-a922-7c247ad795d0 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:01.492636 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.495910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0d1eb0-cee3-44d4-aea6-382bf84c6837']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.507466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c89ef2e-063f-49fd-ab96-2505711712d5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.507775 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c89ef2e-063f-49fd-ab96-2505711712d5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.521015 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.544499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.547949 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.552184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:01.552590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.555133 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:01.555347 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:01.558641 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:01.629836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=d55440ce-3a67-4841-864d-0cafd2fc1060,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.631241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.645383 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.650006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] 10.222.0.77 "DELETE /v2.0/networks/da0d1eb0-cee3-44d4-aea6-382bf84c6837 HTTP/1.1" status: 204 len: 168 time: 0.8453019 Jun 30 09:38:01.662046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac33c1-6b9a-4168-b107-9b8c2aabdc5d admin admin] Pushing event deleted for resources: {'Network': ['ID=da0d1eb0-cee3-44d4-aea6-382bf84c6837,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:01.763056 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.819750 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.825713 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:59Z', 'revision_number': 8, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.847384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43800) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:01.902318 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:01.915239 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:01.916295 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:01.932093 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79d0a7ef-0183-4eca-86a1-6612b35a1adf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9491290afe1f4d38acd0ebfff46bd1ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827405 Jun 30 09:38:01.934802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43802) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:01.941685 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.948156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:01.964072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.051473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=be9c8cc9-f04d-4872-a922-7c247ad795d0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:02.061801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.062809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6bc80074-3fa7-4b82-83da-869ff0fe085f tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/be9c8cc9-f04d-4872-a922-7c247ad795d0 HTTP/1.1" status: 204 len: 168 time: 0.6590190 Jun 30 09:38:02.065603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:02.073972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01da4513-ff6a-432a-bc99-d8c04b78e4bc None None] Network 81addc2d-6c70-43a9-ad59-812f9d8cdadd requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:02.088383 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.090812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Fanout notify agent at l3_agent the message router_deleted on router f15fb07f-658e-4428-a267-e25b0b032916 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:02.099485 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:02.110670 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.116527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cc5ad942-d6c5-4992-b5af-cac9a1b2b49e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/routers/f15fb07f-658e-4428-a267-e25b0b032916 HTTP/1.1" status: 204 len: 168 time: 1.4574323 Jun 30 09:38:02.118779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:02.207160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be58c8ee-a094-4e73-ab2b-9f8ac7cfa4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.208278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.244782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71ddeff1-40c1-4178-8556-5bba3b40cfac no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:02.252220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be58c8ee-a094-4e73-ab2b-9f8ac7cfa4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.304594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:02.305326 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.320111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be58c8ee-a094-4e73-ab2b-9f8ac7cfa4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.323450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-be58c8ee-a094-4e73-ab2b-9f8ac7cfa4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.327346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-be58c8ee-a094-4e73-ab2b-9f8ac7cfa4c2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6560e77b-a51d-41e2-ab23-b88d663c95ec HTTP/1.1" status: 204 len: 168 time: 0.3886244 Jun 30 09:38:02.360899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 71ddeff1-40c1-4178-8556-5bba3b40cfac {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:02.362505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 71ddeff1-40c1-4178-8556-5bba3b40cfac not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:02.363329 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0794dec9-becc-406a-8058-33597fa1adcb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:02.380817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be58c8ee-a094-4e73-ab2b-9f8ac7cfa4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6560e77b-a51d-41e2-ab23-b88d663c95ec,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:02.426470 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.446550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0794dec9-becc-406a-8058-33597fa1adcb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:02.447162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0794dec9-becc-406a-8058-33597fa1adcb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:02.456686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,segment=NetworkSegment(e44f5058-54de-418e-9fce-e2e316287289),segment_id=e44f5058-54de-418e-9fce-e2e316287289)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:02.457057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.492404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:02.574206 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:59Z', 'revision_number': 8, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.582085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.594343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55eb4a0c-127f-4b46-9732-3f89fa637f8b']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.605737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67dcdbe2-c32d-483a-8866-8e2e138bc90e') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.606038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67dcdbe2-c32d-483a-8866-8e2e138bc90e') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.611438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.616036 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc53a825-6963-4741-be2e-1ea024151cc1 None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:37:59Z', 'revision_number': 8, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '4c4be851-d43d-46d8-9aaa-d6d5bbde52f4', 'name': '', 'network_id': 'fe88384a-aa4d-4db2-a4c7-396ebc237cb3', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:e8:e1:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:43Z', 'updated_at': '2021-06-30T09:37:52Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': 'dbacd1ec-4a2a-475c-adce-fd3e53452fac', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:02.626071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.653022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.685492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:02.686018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.693147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=13ef28a4-ec2d-4aa7-8499-3a37ed8056f4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:02.695295 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:02.705315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:02.729306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1d753e-5208-46d3-b533-62b37cbed832 None None] DHCP port deletion for 81addc2d-6c70-43a9-ad59-812f9d8cdadd request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:02.839848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.862425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.863351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.867991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/networks/55eb4a0c-127f-4b46-9732-3f89fa637f8b HTTP/1.1" status: 204 len: 168 time: 0.7432194 Jun 30 09:38:02.869618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43812) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:02.880616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426bbd0-e022-4c46-8d9d-4e6cf22e8844 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Network': ['ID=55eb4a0c-127f-4b46-9732-3f89fa637f8b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:02.895884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81addc2d-6c70-43a9-ad59-812f9d8cdadd']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.918510 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44f5058-54de-418e-9fce-e2e316287289') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.919317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44f5058-54de-418e-9fce-e2e316287289') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:02.944365 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.969953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.986591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:02.987082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:02.990745 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:03.005899 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e6b49d2-0c46-4d3a-9ea6-fd2133c54a4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.081580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e6b49d2-0c46-4d3a-9ea6-fd2133c54a4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.104495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.132873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.137548 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/81addc2d-6c70-43a9-ad59-812f9d8cdadd HTTP/1.1" status: 204 len: 168 time: 1.0681455 Jun 30 09:38:03.138000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43816) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:03.152723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72645078-a107-4cb8-a46d-8d6fd24c1009 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=81addc2d-6c70-43a9-ad59-812f9d8cdadd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:03.195423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e6b49d2-0c46-4d3a-9ea6-fd2133c54a4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.198120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9e6b49d2-0c46-4d3a-9ea6-fd2133c54a4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.202891 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9e6b49d2-0c46-4d3a-9ea6-fd2133c54a4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/security-groups/f4794e5e-1f8d-46dc-8bcc-6a36010a22a0 HTTP/1.1" status: 204 len: 168 time: 0.3285923 Jun 30 09:38:03.232024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b49d2-0c46-4d3a-9ea6-fd2133c54a4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4794e5e-1f8d-46dc-8bcc-6a36010a22a0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:03.555251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.689618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43824) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:03.694484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139406527', 'description': 'tempest-secgroup-smoke-2139406527 description', 'project_id': 'db21d0a28b1f4604a127a663de284d15'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:03.728754 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.838605 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:03.838846 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.841870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.850630 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.894710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=218ebb88-37f3-42cb-8b15-11f8546dedd3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:03.907477 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.911753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a1ab6362-bddf-4083-9247-62cfc898356b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2182431 Jun 30 09:38:03.912407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43826) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:03.919003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '218ebb88-37f3-42cb-8b15-11f8546dedd3', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:03.933707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ce4ea73d-b468-4efe-80fa-3d3538e6ca27 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:03.956487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.957891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ce4ea73d-b468-4efe-80fa-3d3538e6ca27 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:03.958564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ce4ea73d-b468-4efe-80fa-3d3538e6ca27 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:03.958814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:03.964455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,segment=NetworkSegment(cacf792f-81f1-4f55-8e7c-181a613041e8),segment_id=cacf792f-81f1-4f55-8e7c-181a613041e8)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:03.965044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:03.980511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:03.982114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:03.982874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 13ef28a4-ec2d-4aa7-8499-3a37ed8056f4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:03.984162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d55440ce-3a67-4841-864d-0cafd2fc1060 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:04.010606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d55440ce-3a67-4841-864d-0cafd2fc1060 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:04.011089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d55440ce-3a67-4841-864d-0cafd2fc1060 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:04.022631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.028862 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.053155 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.054537 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410248 Jun 30 09:38:04.057191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43828) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.059281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea404f74-f7ab-4201-8df6-5c69a51a28f9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a61d1d-9ff7-400b-88e8-dcde141dff75,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.065281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '218ebb88-37f3-42cb-8b15-11f8546dedd3', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:04.097274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.162321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.168072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.182260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.189744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3344fb7-a555-40d5-a6b2-fa81799e85ca,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.193280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.194588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c65aaa69-1edc-4427-bd95-4632b9d343c9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363909 Jun 30 09:38:04.197367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43830) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.202054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '218ebb88-37f3-42cb-8b15-11f8546dedd3', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:04.215819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=4c4be851-d43d-46d8-9aaa-d6d5bbde52f4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.247294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.321916 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.326169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.349399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802a4d6f-c055-47c8-8eb0-4fe2031da5c0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.358513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.365974 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-eb97410a-6399-471f-9864-8b6e95f6d60b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636319 Jun 30 09:38:04.366739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43832) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.371482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '218ebb88-37f3-42cb-8b15-11f8546dedd3', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:04.404588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.417223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.479480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.488429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.517455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2d2923-de82-4f67-8f6e-fa0f065628c3,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.521778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.523008 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67307f77-8c25-4c57-bc54-ac3d6b8c5ecb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1552951 Jun 30 09:38:04.525973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43836) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.530956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '218ebb88-37f3-42cb-8b15-11f8546dedd3', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:04.557733 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:38:04.564286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.635524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.640659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.644724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:04.659817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0113dab9-8354-4ae8-9bcf-554b50c4bbc1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.668230 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.672542 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cf0485f7-1175-4cf3-9951-8cdbe54b9b98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425390 Jun 30 09:38:04.672778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43838) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.677488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '218ebb88-37f3-42cb-8b15-11f8546dedd3', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:04.699746 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:38:04.705834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.742022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:04.752444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:04.757010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8aae2ab8-4aba-42b8-917e-6421550b009b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6177790 Jun 30 09:38:04.758073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43840) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.769856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:04.771454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:04.784041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.797694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.824218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.825456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515613 Jun 30 09:38:04.829214 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54431bd-8dc8-4af0-98a1-cb04f916ec79 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c71f949-a93b-447e-9e68-1475f232c949,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:04.829417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet dbacd1ec-4a2a-475c-adce-fd3e53452fac {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:04.831899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43842) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:04.839940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'network': {'name': 'tempest-network-smoke--828425145', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'port_security_enabled': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:04.844868 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.887281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:04.894904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.916026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:04.919211 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:04.961995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:38:05.001020 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.001470 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Added segment 9922a048-cbf8-4409-a3a4-5cbe55fae93c of type vlan for network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 Jun 30 09:38:05.033063 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:05.064148 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.068624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.139215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 9, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:05.146008 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.151972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:05.152861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.178121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:05.188448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:05.189507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:05.222774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.228535 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3914943 Jun 30 09:38:05.229495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43846) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:05.238495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'admin_state_up': True, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:05.276403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.277135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=dbacd1ec-4a2a-475c-adce-fd3e53452fac,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:05.278239 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.287053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.287249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f13f86-8c80-40a9-bea4-7c50c7dc0030 None None] Network fe88384a-aa4d-4db2-a4c7-396ebc237cb3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:05.294004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73d8f422-d0ea-409d-9f52-a73ec6a630d4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/dbacd1ec-4a2a-475c-adce-fd3e53452fac HTTP/1.1" status: 204 len: 168 time: 0.5348153 Jun 30 09:38:05.294294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:05.311713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2f95-4de8-4454-987b-56e35126f818 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Network': ['ID=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:05.344426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:38:05.415665 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.426482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.436652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:05.601836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.665603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:05.665799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.755911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,segment=NetworkSegment(cacf792f-81f1-4f55-8e7c-181a613041e8),segment_id=cacf792f-81f1-4f55-8e7c-181a613041e8)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:05.756519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:05.776262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:05.807934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] DHCP port deletion for fe88384a-aa4d-4db2-a4c7-396ebc237cb3 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:05.816202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 9, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:05.866541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d17adb-2988-4746-a1cf-73ae082f7f9f None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:04Z', 'revision_number': 9, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': '7a481ab9-2b5a-4d53-99a8-ea7d230e878b', 'name': '', 'network_id': '79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:32:4d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:37Z', 'updated_at': '2021-06-30T09:37:48Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '70eb6f14-69ff-42fa-997a-9576602a40c5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:06.010698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.035471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.039067 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.080716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Deleting port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:06.080973 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.085781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:06.096978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:06.148942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] For port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:06.149538 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.161981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Calling delete_port for 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:06.164628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 09:38:06.165849 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.192521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] Pushing event deleted for resources: {'Port': ['ID=12da64c2-30fc-4c9a-bccb-e19b43ec2bd2,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:06.198075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67361673-09ac-44e2-a48c-f7d22182e191 None None] No DVR routers for this DVR port 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:06.249236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.261448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:06.265215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe88384a-aa4d-4db2-a4c7-396ebc237cb3']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:06.280065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacf792f-81f1-4f55-8e7c-181a613041e8') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:06.281236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacf792f-81f1-4f55-8e7c-181a613041e8') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:06.283951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:06.284205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12da64c2-30fc-4c9a-bccb-e19b43ec2bd2 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:06.297259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.308339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.31 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ae0e182a-793d-4e67-9639-d1cdd3a34edf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:06.320911 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.331770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:06.332094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:06.337806 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:06.453447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.467567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.469980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/fe88384a-aa4d-4db2-a4c7-396ebc237cb3 HTTP/1.1" status: 204 len: 168 time: 1.1745112 Jun 30 09:38:06.472908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43852) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:06.482594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e9504-c6c9-4821-9da5-4581ec7b4a78 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=fe88384a-aa4d-4db2-a4c7-396ebc237cb3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:06.507942 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.546827 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:06.590666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:06.594112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:06.597872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:06.606125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=ae0e182a-793d-4e67-9639-d1cdd3a34edf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:06.878658 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.095715 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.165358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ea199-00b5-45ca-81d1-1f0febd1afa4 req-6cf5713d-306b-457a-be61-3d81e2d9df2d tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:07.166990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa3ea199-00b5-45ca-81d1-1f0febd1afa4 req-6cf5713d-306b-457a-be61-3d81e2d9df2d tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 950 time: 0.0990808 Jun 30 09:38:07.196203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.279649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa3ea199-00b5-45ca-81d1-1f0febd1afa4 req-8d37cb7f-ac2c-446d-b026-a18219d00708 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063831 Jun 30 09:38:07.476946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:07.477653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.528978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router eb3b2a06-bcc6-446e-98de-f79006664474 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:38:07.566792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 7a481ab9-2b5a-4d53-99a8-ea7d230e878b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,segment=NetworkSegment(fe73799c-45cf-4111-9ffe-0f49f0294d5b),segment_id=fe73799c-45cf-4111-9ffe-0f49f0294d5b)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:07.567280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.580507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 7a481ab9-2b5a-4d53-99a8-ea7d230e878b owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:07.633828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:07.643473 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Sync routers for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:07.652190 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:07.652893 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:07.657356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.661619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b72a2d79-9849-4754-8359-b25dbb7500d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4312205 Jun 30 09:38:07.662407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43862) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:07.701733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43864) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:07.702630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-faa3c2c0-4e98-4e4e-93c0-606a12b68a2f tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=db21d0a28b1f4604a127a663de284d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382288 Jun 30 09:38:07.761676 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:07.770620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43866) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:07.840163 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:07.849968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eec5dc7-a3d1-43f2-bebb-95d56617804d tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:07.854263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6eec5dc7-a3d1-43f2-bebb-95d56617804d tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478181 Jun 30 09:38:07.858032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43868) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:07.875812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:07.899763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:07.900314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c4be851-d43d-46d8-9aaa-d6d5bbde52f4 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:07.919379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=7a481ab9-2b5a-4d53-99a8-ea7d230e878b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:07.953428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7e91c1f1-0a6d-4b09-b666-96bb2ddfaa5d tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0935936 Jun 30 09:38:07.956025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43870) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:07.978937 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:06Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:07.989898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630237283', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:08.015951 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Checking router: eb3b2a06-bcc6-446e-98de-f79006664474 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:08.016396 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Updating router eb3b2a06-bcc6-446e-98de-f79006664474 port ae0e182a-793d-4e67-9639-d1cdd3a34edf binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:08.054059 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.182273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:08.185688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.190044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.229216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.343142 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.357610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Transition to ACTIVE for port object ae0e182a-793d-4e67-9639-d1cdd3a34edf will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:08.368854 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.430470 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4cc56-7ebb-4efb-a04e-1a805f3975fb None None] Pushing event updated for resources: {'Port': ['ID=ae0e182a-793d-4e67-9639-d1cdd3a34edf,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:08.434935 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Attempting to bind port ae0e182a-793d-4e67-9639-d1cdd3a34edf on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:08.435352 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Attempting to bind port ae0e182a-793d-4e67-9639-d1cdd3a34edf by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:08.435721 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Attempting to bind port ae0e182a-793d-4e67-9639-d1cdd3a34edf on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:08.443896 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:08.444134 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:08.444514 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.445066 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:08.445458 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Bound port: ae0e182a-793d-4e67-9639-d1cdd3a34edf, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:08.445938 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.502484 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] For port ae0e182a-793d-4e67-9639-d1cdd3a34edf, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:08.506413 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] For port ae0e182a-793d-4e67-9639-d1cdd3a34edf, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ae0e182a-793d-4e67-9639-d1cdd3a34edf,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:08.512383 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.565725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:08.573380 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:08.574006 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:08.575962 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4cc56-7ebb-4efb-a04e-1a805f3975fb None None] Pushing event updated for resources: {'Port': ['ID=ae0e182a-793d-4e67-9639-d1cdd3a34edf,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:08.583825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.600409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e27b8-3054-4202-98ac-fda730f8b11c req-3ff29125-ec7a-4b98-ae2b-37003e5fe020 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.602140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105e27b8-3054-4202-98ac-fda730f8b11c req-3ff29125-ec7a-4b98-ae2b-37003e5fe020 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 950 time: 0.1576235 Jun 30 09:38:08.633367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 0fdde236-3686-4838-b079-515ee3076cbc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:08.634038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.730144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 0fdde236-3686-4838-b079-515ee3076cbc, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0fdde236-3686-4838-b079-515ee3076cbc,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:08.730535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.744103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 0fdde236-3686-4838-b079-515ee3076cbc owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:08.770083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Subnet': ['ID=68e3112c-4ec5-490e-b42a-3d2df72ae7f3,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:08.793085 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:08.800645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-105e27b8-3054-4202-98ac-fda730f8b11c req-4b1cf1b8-331a-4959-9066-58e11731c628 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729460 Jun 30 09:38:08.808739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:08.817325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e4f58806-9a25-4b1f-a618-91fc44087bd5 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3432386 Jun 30 09:38:08.819967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Checking segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:08.820244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43874) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:08.820381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network hostable DHCP agents. Network: 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:38:08.827732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccd308-493d-450d-8065-191219813c08 None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:08.847151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:08.847151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:08.847576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:38:08.885311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5189-8be0-4996-84c1-812679399c64 req-f0d6a18c-75c9-4797-91cd-05374b415f02 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.887165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-973f5189-8be0-4996-84c1-812679399c64 req-f0d6a18c-75c9-4797-91cd-05374b415f02 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 950 time: 0.1383042 Jun 30 09:38:08.888059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:08.892244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:08.893162 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.924827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet 70eb6f14-69ff-42fa-997a-9576602a40c5 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:08.929400 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:08.950533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8b496ca-8f4d-4cf0-bc05-0dd2e0a78acf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9924388 Jun 30 09:38:08.951205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43876) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:08.969864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852d7092-e8db-4dfb-89c2-bc5d8960da88 None None] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:08.985232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.047558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:09.069645 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:06Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:09.118066 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7111176-7256-4296-b8cc-20f46a55a4e7 None None] The sync data for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 is: [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:06Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:09.132239 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.164601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.207474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=0fdde236-3686-4838-b079-515ee3076cbc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:09.287752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:38:09.288931 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.325242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.482358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:07Z', 'revision_number': 10, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:09.536079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=70eb6f14-69ff-42fa-997a-9576602a40c5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:09.540806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccd308-493d-450d-8065-191219813c08 None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:09.550963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.562468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-42d4d6cb-14bf-4efb-91d0-a07bd6fbc3ef tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/70eb6f14-69ff-42fa-997a-9576602a40c5 HTTP/1.1" status: 204 len: 168 time: 0.7408316 Jun 30 09:38:09.568539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43878) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:09.575966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57377a2-f4d0-4538-a4e5-defcdf2c3496 None None] Network 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:09.579728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Allocated IP 172.20.0.2 (3f6f77bf-7149-4c26-8dd7-66c7d7ee1399/68e3112c-4ec5-490e-b42a-3d2df72ae7f3/4e9c8fcf-41f4-41cb-b665-4857a23edd60) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:09.585692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:09.586515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:09.621490 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.708151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.778898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Deleting port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:09.779852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.903813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:09.929480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:09.929820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.940574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] For port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:09.941736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:09.956864 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Calling delete_port for 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:10.097308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 5ff9414e-bfb8-4c54-b043-f3408297ffa9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5ff9414e-bfb8-4c54-b043-f3408297ffa9,segment=NetworkSegment(fe73799c-45cf-4111-9ffe-0f49f0294d5b),segment_id=fe73799c-45cf-4111-9ffe-0f49f0294d5b)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:10.099460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.122252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 5ff9414e-bfb8-4c54-b043-f3408297ffa9 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:10.149597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0e182a-793d-4e67-9639-d1cdd3a34edf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:10.187519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:10.210665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.266110 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.294718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Transition to ACTIVE for port object 4e9c8fcf-41f4-41cb-b665-4857a23edd60 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:10.328178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Pushing event deleted for resources: {'Port': ['ID=2a3dc50f-dd7a-4a5c-adaa-b93a64183856,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.333129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] No DVR routers for this DVR port 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:10.336199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.339324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-973f5189-8be0-4996-84c1-812679399c64 req-ab7f8b43-8ee3-40dd-83af-ba8550a48650 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.83 "DELETE /v2.0/ports/2a3dc50f-dd7a-4a5c-adaa-b93a64183856 HTTP/1.1" status: 204 len: 173 time: 1.4430625 Jun 30 09:38:10.354931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'name': 'network-vif-deleted', 'tag': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:10.357616 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04374dda-ba47-429e-adb9-b56c39a8540f" -d '{"events": [{"server_uuid": "d1e79e1b-1a45-4e21-8578-82c966c5ce42", "name": "network-vif-deleted", "tag": "2a3dc50f-dd7a-4a5c-adaa-b93a64183856"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:10.372320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.410041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52913ae6-be5f-4449-8a93-23477d9f82fe None None] DHCP port deletion for 79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:10.410432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=5ff9414e-bfb8-4c54-b043-f3408297ffa9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.423398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 5ff9414e-bfb8-4c54-b043-f3408297ffa9 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:10.449307 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c688f6-a3d1-4bf9-9a26-1e479e9dafc8 x-openstack-request-id: req-55c688f6-a3d1-4bf9-9a26-1e479e9dafc8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:10.449717 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1e79e1b-1a45-4e21-8578-82c966c5ce42", "name": "network-vif-deleted", "tag": "2a3dc50f-dd7a-4a5c-adaa-b93a64183856", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:10.449840 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-55c688f6-a3d1-4bf9-9a26-1e479e9dafc8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:10.450242 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e79e1b-1a45-4e21-8578-82c966c5ce42', 'name': 'network-vif-deleted', 'tag': '2a3dc50f-dd7a-4a5c-adaa-b93a64183856', 'status': 'completed', 'code': 200} Jun 30 09:38:10.454539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Transition to ACTIVE for port object 4e9c8fcf-41f4-41cb-b665-4857a23edd60 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:10.461093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ae0e182a-793d-4e67-9639-d1cdd3a34edf completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:10.467185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ae0e182a-793d-4e67-9639-d1cdd3a34edf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:10.468852 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.479722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e82dd-d0b2-4acf-9eed-852ab877e4a0 req-4e57b1e4-3058-4cc3-ab5c-8fca3067022b tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:10.490282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b78e82dd-d0b2-4acf-9eed-852ab877e4a0 req-4e57b1e4-3058-4cc3-ab5c-8fca3067022b tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/ports?device_id=d1e79e1b-1a45-4e21-8578-82c966c5ce42 HTTP/1.1" status: 200 len: 867 time: 0.4658265 Jun 30 09:38:10.556971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.568532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:10.572086 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:10.585049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b78e82dd-d0b2-4acf-9eed-852ab877e4a0 req-065fa747-8c92-495f-b438-0f267a7b2798 tempest-VolumesBackupsTest-1170234545 tempest-VolumesBackupsTest-1170234545-project] 10.222.0.77 "GET /v2.0/security-groups?id=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886626 Jun 30 09:38:10.598045 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:10.608824 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c2dd015-0e8a-4de5-9fd2-d62b1914c74d tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "PUT /v2.0/routers/c3953f52-0c9a-431f-a013-8d69ec099b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8229337 Jun 30 09:38:10.615419 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:10.616665 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:10.644931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe73799c-45cf-4111-9ffe-0f49f0294d5b') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:10.645248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe73799c-45cf-4111-9ffe-0f49f0294d5b') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:10.667481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.695965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.722534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:10.724934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:10.731094 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:10.742844 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.789791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.814262 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.826489 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:10.829686 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7 HTTP/1.1" status: 204 len: 168 time: 1.2601738 Jun 30 09:38:10.848889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43886) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:10.852041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5040f-133c-433d-99cc-c6819f0ca78b tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=79cd6b4c-fa65-47f8-9ed3-6ab0e2e858b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.863475 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:10.865742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:10.878721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:10.881350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:10.887397 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Pushing event updated for resources: {'Port': ['ID=4e9c8fcf-41f4-41cb-b665-4857a23edd60,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:10.984467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0dccd308-493d-450d-8065-191219813c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:07Z', 'revision_number': 10, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:11.058395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dccd308-493d-450d-8065-191219813c08 None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:07Z', 'revision_number': 10, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None, '_interfaces': [{'id': 'e996cb84-dee8-4f1e-8554-da35c7053dcd', 'name': '', 'network_id': 'ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'mac_address': 'fa:16:3e:ff:8e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '345cea93-7aea-425a-934c-314dab376685', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:37:32Z', 'updated_at': '2021-06-30T09:37:40Z', 'revision_number': 5, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'subnets': [{'id': '345cea93-7aea-425a-934c-314dab376685', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:11.070451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Attempting to bind port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:11.071049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Attempting to bind port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:11.071414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Attempting to bind port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:11.090344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:11.091033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Checking segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:11.091447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.091930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Bound using segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:11.092413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Bound port: 4e9c8fcf-41f4-41cb-b665-4857a23edd60, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:11.093844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.107772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.165219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ae0e182a-793d-4e67-9639-d1cdd3a34edf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ae0e182a-793d-4e67-9639-d1cdd3a34edf,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:11.174684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.249460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ae0e182a-793d-4e67-9639-d1cdd3a34edf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:11.300794 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-38b9160c-dced-4ba8-a47e-79c477f12ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.306205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] For port 4e9c8fcf-41f4-41cb-b665-4857a23edd60, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:11.310800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] For port 4e9c8fcf-41f4-41cb-b665-4857a23edd60, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e9c8fcf-41f4-41cb-b665-4857a23edd60,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:11.325690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.363578 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 6, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 1, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:11.395494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.1 (3f6f77bf-7149-4c26-8dd7-66c7d7ee1399/68e3112c-4ec5-490e-b42a-3d2df72ae7f3/df27bc8f-f21a-4d31-8035-d87e99bbb846) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:11.407351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f31d77-9eb7-41dc-a3f5-347a2bea8547 None None] Pushing event updated for resources: {'Port': ['ID=4e9c8fcf-41f4-41cb-b665-4857a23edd60,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:11.417241 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:11.425001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:11.434594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:11.435484 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:11.474562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:11.475146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a3dc50f-dd7a-4a5c-adaa-b93a64183856 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:11.605020 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:11.669579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0083bbdd-adb2-4eab-ba04-26c781bd0808 req-6bf4ad04-796a-45a9-ae85-5895aad7e9eb tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:11.680697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0083bbdd-adb2-4eab-ba04-26c781bd0808 req-6bf4ad04-796a-45a9-ae85-5895aad7e9eb tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 946 time: 0.2466536 Jun 30 09:38:11.786952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:11.824864 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0083bbdd-adb2-4eab-ba04-26c781bd0808 req-9104fbe0-8725-4a37-aa98-9479e84d03a3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421251 Jun 30 09:38:11.838979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object df27bc8f-f21a-4d31-8035-d87e99bbb846 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:11.865798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-056eb4ca-cfd4-4058-ae71-04f9fca2b37b req-67c0c18d-6520-4cf8-82f0-3549438e04d9 service neutron] (93725) timed out ('10.222.0.77', 48204) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:38:11.933588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.048129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:12.055916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:12.062720 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:12.089639 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.115526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=df27bc8f-f21a-4d31-8035-d87e99bbb846,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:12.131597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0e182a-793d-4e67-9639-d1cdd3a34edf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:12.141241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.220578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ae0e182a-793d-4e67-9639-d1cdd3a34edf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:12.220578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.228418 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 6, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 1, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:12.282528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e47fbf0-36ab-41cf-ac27-d4a22fe9c056 None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 6, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'ac133ec2-1c95-4026-b211-9752a93c7707', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.209', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'port_id': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3676, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'mac_address': 'fa:16:3e:71:49:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:36:28Z', 'updated_at': '2021-06-30T09:36:32Z', 'revision_number': 1, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:12.384786 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e9c8fcf-41f4-41cb-b665-4857a23edd60 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:12.390121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.442458 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:12.480161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port e996cb84-dee8-4f1e-8554-da35c7053dcd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:12.480963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.604763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port e996cb84-dee8-4f1e-8554-da35c7053dcd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e996cb84-dee8-4f1e-8554-da35c7053dcd,segment=NetworkSegment(55590540-87c6-4127-84a6-fa69e01752f7),segment_id=55590540-87c6-4127-84a6-fa69e01752f7)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:12.605543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.629746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for e996cb84-dee8-4f1e-8554-da35c7053dcd owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:12.695350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5ff9414e-bfb8-4c54-b043-f3408297ffa9 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:12.760198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5ff9414e-bfb8-4c54-b043-f3408297ffa9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:12.760536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5ff9414e-bfb8-4c54-b043-f3408297ffa9 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:12.760956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7a481ab9-2b5a-4d53-99a8-ea7d230e878b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:12.806150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 7a481ab9-2b5a-4d53-99a8-ea7d230e878b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:12.807419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 7a481ab9-2b5a-4d53-99a8-ea7d230e878b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:12.852939 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.869469 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.937345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:12.975539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=e996cb84-dee8-4f1e-8554-da35c7053dcd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.056178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=df27bc8f-f21a-4d31-8035-d87e99bbb846,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.059800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.071148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de5dca-2302-4165-9de2-02b274567a27 req-4d773181-6a53-4fc5-bb52-a571f353a8e5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.072795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84de5dca-2302-4165-9de2-02b274567a27 req-4d773181-6a53-4fc5-bb52-a571f353a8e5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.83 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 946 time: 0.3195851 Jun 30 09:38:13.138800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b96a91-0fe9-4069-a189-fcfb9751abe2 None None] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:13.234348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] Provisioning for port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:13.251171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] Provisioning complete for port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:13.251728 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.288837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.323941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:13.334505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff26a-c196-4236-bad8-60b4c4605158 req-552f1366-4c4a-4689-b0f6-2e3fdf668d86 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:13.336391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf8ff26a-c196-4236-bad8-60b4c4605158 req-552f1366-4c4a-4689-b0f6-2e3fdf668d86 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 946 time: 0.3241832 Jun 30 09:38:13.338648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:13.427396 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.454083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cf8ff26a-c196-4236-bad8-60b4c4605158 req-f1ae11ea-ddd2-4460-84e6-1d5fb772a916 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=4082459a-5e0b-4f42-b3f1-436a40fc49cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033623 Jun 30 09:38:13.496716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:13.497386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] For port 4e9c8fcf-41f4-41cb-b665-4857a23edd60, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e9c8fcf-41f4-41cb-b665-4857a23edd60,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:13.503982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.536140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 9034d6e4-afe6-4871-b246-45af8d9a4944 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:13.536494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.569622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43da5b-64d5-4210-8c2c-4dbfe297086f None None] Pushing event updated for resources: {'Port': ['ID=4e9c8fcf-41f4-41cb-b665-4857a23edd60,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:13.596380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:13.601811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d21d71b7-2db4-42e0-a509-710be129c7f4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7513669 Jun 30 09:38:13.606380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43900) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:13.612675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:13.631773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router eb3b2a06-bcc6-446e-98de-f79006664474 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:13.632730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:13.633538 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.696197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting subnet 345cea93-7aea-425a-934c-314dab376685 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:13.699638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.728141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:13.778088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.779148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:13.790398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d082d50d-f9ec-4ffe-98de-3faa90350a2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/eb3b2a06-bcc6-446e-98de-f79006664474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353052 Jun 30 09:38:13.801175 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Sync routers for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:13.804042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 9034d6e4-afe6-4871-b246-45af8d9a4944, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9034d6e4-afe6-4871-b246-45af8d9a4944,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:13.804657 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.825811 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:13.826678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 9034d6e4-afe6-4871-b246-45af8d9a4944 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:13.827448 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.856401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 11, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:13.941153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:13.949227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d602396e-25ab-4eb5-b048-ad7d6c35646b None None] Provisioning for port df27bc8f-f21a-4d31-8035-d87e99bbb846 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:13.954863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:13.972298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d602396e-25ab-4eb5-b048-ad7d6c35646b None None] Provisioning complete for port df27bc8f-f21a-4d31-8035-d87e99bbb846 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:13.972777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d602396e-25ab-4eb5-b048-ad7d6c35646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.035814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:14.036780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:37:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:14.068285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.144142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e9c8fcf-41f4-41cb-b665-4857a23edd60 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:14.151795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=9034d6e4-afe6-4871-b246-45af8d9a4944,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.152297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.164662 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:14.189562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d602396e-25ab-4eb5-b048-ad7d6c35646b None None] Port df27bc8f-f21a-4d31-8035-d87e99bbb846 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:14.193474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:14.198978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Subnet': ['ID=345cea93-7aea-425a-934c-314dab376685,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:14.222923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.225309 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9c3b1b6e-1498-4c61-be8c-f5f098e64224 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/345cea93-7aea-425a-934c-314dab376685 HTTP/1.1" status: 204 len: 168 time: 0.6177473 Jun 30 09:38:14.227886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43916) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:14.260991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] No DVR routers for this DVR port 9034d6e4-afe6-4871-b246-45af8d9a4944 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:14.263902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.266688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84de5dca-2302-4165-9de2-02b274567a27 req-e108a833-02bc-40f8-98ad-76cf839b655a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.83 "DELETE /v2.0/ports/9034d6e4-afe6-4871-b246-45af8d9a4944 HTTP/1.1" status: 204 len: 173 time: 1.1800380 Jun 30 09:38:14.267350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'name': 'network-vif-deleted', 'tag': '9034d6e4-afe6-4871-b246-45af8d9a4944'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:14.281963 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5884e4b7-793a-400c-97d4-95bf5ebafc0e" -d '{"events": [{"server_uuid": "968326c3-46ce-46fc-9a6c-f8805b1b4896", "name": "network-vif-deleted", "tag": "9034d6e4-afe6-4871-b246-45af8d9a4944"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:14.333075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bd4f03-6d36-4689-9858-48923e2cc882 None None] Network ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:14.345871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b7035c4-87e3-4a98-bc13-c19343ac704b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.360246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-efb8b610-fd7f-4882-a7b4-37c609d2878f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139406527&fields=id&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 267 time: 0.2045760 Jun 30 09:38:14.376066 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 11, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:14.435212 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.482635 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605362b-e589-4b09-930e-daef7f9f218c x-openstack-request-id: req-9605362b-e589-4b09-930e-daef7f9f218c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:14.483044 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "968326c3-46ce-46fc-9a6c-f8805b1b4896", "name": "network-vif-deleted", "tag": "9034d6e4-afe6-4871-b246-45af8d9a4944", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:14.483428 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9605362b-e589-4b09-930e-daef7f9f218c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:14.483871 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '968326c3-46ce-46fc-9a6c-f8805b1b4896', 'name': 'network-vif-deleted', 'tag': '9034d6e4-afe6-4871-b246-45af8d9a4944', 'status': 'completed', 'code': 200} Jun 30 09:38:14.493351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125b57a8-4cf1-4ff3-a196-e175e6431b34 None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 11, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:14.535504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d602396e-25ab-4eb5-b048-ad7d6c35646b None None] Provisioning complete for port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:14.535890 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d602396e-25ab-4eb5-b048-ad7d6c35646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.540276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.591236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Deleting port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:14.592526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.677041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-2f93e111-2cc7-4d82-acf8-ebcb4fa6eea7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:14.678665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-2f93e111-2cc7-4d82-acf8-ebcb4fa6eea7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 796 time: 0.3112016 Jun 30 09:38:14.706782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 2, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:14.712249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-e51de64b-2588-446d-9f27-17af86f420cd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/quotas/db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 375 time: 0.0183012 Jun 30 09:38:14.756281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:14.756660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.772154 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Checking router: eb3b2a06-bcc6-446e-98de-f79006664474 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:14.772508 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Updating router eb3b2a06-bcc6-446e-98de-f79006664474 port df27bc8f-f21a-4d31-8035-d87e99bbb846 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:14.798879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] For port 9827fa2f-73a3-4594-8c1f-cc60d204ad31, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=9827fa2f-73a3-4594-8c1f-cc60d204ad31,segment=NetworkSegment(55590540-87c6-4127-84a6-fa69e01752f7),segment_id=55590540-87c6-4127-84a6-fa69e01752f7)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:14.799259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:14.824191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Calling delete_port for 9827fa2f-73a3-4594-8c1f-cc60d204ad31 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:14.893341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bb929cb-b5a6-45c3-adb6-0d1d9cce3f09 req-f3c69d90-8fcb-493d-a8dc-ad6ee146b75e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=968326c3-46ce-46fc-9a6c-f8805b1b4896 HTTP/1.1" status: 200 len: 210 time: 0.0836451 Jun 30 09:38:14.997485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-41cddba9-86e0-41f7-88fe-efcd9c15f424 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2738729 Jun 30 09:38:15.059671 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.061631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0fdde236-3686-4838-b079-515ee3076cbc no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:15.063728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.091871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 0fdde236-3686-4838-b079-515ee3076cbc {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:15.092557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 0fdde236-3686-4838-b079-515ee3076cbc not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:15.099064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed993d1-4131-4522-96f1-958d2fc181f5 None None] DHCP port deletion for ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:15.109196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5d28d4e9-f48e-4beb-83fb-03a00e74e447 None None] Provisioning complete for port df27bc8f-f21a-4d31-8035-d87e99bbb846 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:15.109828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5d28d4e9-f48e-4beb-83fb-03a00e74e447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.124581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No DVR routers for this DVR port 9827fa2f-73a3-4594-8c1f-cc60d204ad31 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:15.126729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Port': ['ID=9827fa2f-73a3-4594-8c1f-cc60d204ad31,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.183166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5d28d4e9-f48e-4beb-83fb-03a00e74e447 None None] Port df27bc8f-f21a-4d31-8035-d87e99bbb846 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:15.232666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-f473ab3a-e107-4eb1-8f2e-c32b402b4f54 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264724 Jun 30 09:38:15.319700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.344023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:15.356405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55590540-87c6-4127-84a6-fa69e01752f7') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:15.356641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55590540-87c6-4127-84a6-fa69e01752f7') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:15.358822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-b6bd868f-b5bb-4c6f-a7b1-5b49928ed883 service neutron] 10.222.0.77 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161673 Jun 30 09:38:15.374340 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.390095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.397528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:15.397937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:15.401728 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:15.418846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9034d6e4-afe6-4871-b246-45af8d9a4944 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:15.439612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 9034d6e4-afe6-4871-b246-45af8d9a4944 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:15.440337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9034d6e4-afe6-4871-b246-45af8d9a4944 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:15.518664 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.527720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.534685 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Transition to ACTIVE for port object df27bc8f-f21a-4d31-8035-d87e99bbb846 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:15.541450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.544048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/networks/ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0 HTTP/1.1" status: 204 len: 168 time: 1.3147914 Jun 30 09:38:15.546721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43928) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:15.550005 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.552179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'routes': None}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:15.573795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813b1c03-ff8f-458b-a6cc-52868aabfc8a tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Pushing event deleted for resources: {'Network': ['ID=ea7b42ad-ec3a-4e6c-a667-ce6a6bc133f0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.622598 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25f755-b5b6-4880-88a3-d86c682fcd73 None None] Pushing event updated for resources: {'Port': ['ID=df27bc8f-f21a-4d31-8035-d87e99bbb846,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:15.689835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Attempting to bind port df27bc8f-f21a-4d31-8035-d87e99bbb846 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:15.690501 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Attempting to bind port df27bc8f-f21a-4d31-8035-d87e99bbb846 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:15.690868 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Attempting to bind port df27bc8f-f21a-4d31-8035-d87e99bbb846 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:15.699982 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:15.700639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-65f874df-8e04-40aa-82c0-8fbba47ef747 req-e30cf95f-5298-443b-a8ff-7ff79b568f98 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 210 time: 0.0875974 Jun 30 09:38:15.704297 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Checking segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:15.707427 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.707847 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Bound using segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:15.708354 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Bound port: df27bc8f-f21a-4d31-8035-d87e99bbb846, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:15.708932 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.844911 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] For port df27bc8f-f21a-4d31-8035-d87e99bbb846, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:15.855135 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] For port df27bc8f-f21a-4d31-8035-d87e99bbb846, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=df27bc8f-f21a-4d31-8035-d87e99bbb846,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:15.868510 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:15.963239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e996cb84-dee8-4f1e-8554-da35c7053dcd no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:15.980557 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:15.981497 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.017641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e996cb84-dee8-4f1e-8554-da35c7053dcd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:16.017641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e996cb84-dee8-4f1e-8554-da35c7053dcd not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:16.017641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9827fa2f-73a3-4594-8c1f-cc60d204ad31 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:16.068581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 9827fa2f-73a3-4594-8c1f-cc60d204ad31 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:16.068970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 9827fa2f-73a3-4594-8c1f-cc60d204ad31 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:16.086464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43940) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:16.111651 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25f755-b5b6-4880-88a3-d86c682fcd73 None None] Pushing event updated for resources: {'Port': ['ID=df27bc8f-f21a-4d31-8035-d87e99bbb846,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:16.162788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.245799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cf67e2-905d-40b4-a0f0-384470f21af2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.268890 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:16.292779 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.extraroute_db [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Added routes are [] {{(pid=93725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 30 09:38:16.293370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.extraroute_db [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Removed routes are [] {{(pid=93725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 30 09:38:16.293627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.307431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cf67e2-905d-40b4-a0f0-384470f21af2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.487435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cf67e2-905d-40b4-a0f0-384470f21af2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.487435 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e5cf67e2-905d-40b4-a0f0-384470f21af2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.487435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e5cf67e2-905d-40b4-a0f0-384470f21af2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/security-groups/4082459a-5e0b-4f42-b3f1-436a40fc49cc HTTP/1.1" status: 204 len: 168 time: 0.3925149 Jun 30 09:38:16.492101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf67e2-905d-40b4-a0f0-384470f21af2 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4082459a-5e0b-4f42-b3f1-436a40fc49cc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:16.559102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:16.580766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.584999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.628624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting subnet 520d9354-cac7-452b-be5b-5d0f361275be {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:16.642576 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.679275 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:15Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:16.697478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.761992 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7894317f-2d6a-4cc0-98e1-7e2b243e97ba None None] The sync data for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 is: [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:15Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:16.776749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:16.831521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.971165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.979579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa955dff-96a6-41b6-ac12-730c8e4c2a55 req-2d60360c-d848-4357-a5ed-cf8854da4460 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 210 time: 0.0689249 Jun 30 09:38:16.985164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:16.993276 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:16.997074 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-de04a2ac-334c-4f5c-8d8b-ab12f3ea9621 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 701 time: 1.4471610 Jun 30 09:38:16.997274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Sync routers for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:16.997742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43992) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:17.013131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.013372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Routers {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:17.015548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.016202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/subnets/520d9354-cac7-452b-be5b-5d0f361275be HTTP/1.1" status: 204 len: 168 time: 0.4557688 Jun 30 09:38:17.022110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 43994) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:17.026443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86a50c9-8380-43f7-a55a-3fb9d123e60c None None] Network 4ca5a4ed-f839-4050-80cb-4b10043ae648 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:17.044211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a16c3c10-914d-45c9-a355-4c73b766845d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 205 time: 0.0430341 Jun 30 09:38:17.049580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 43996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:17.098798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2a7ca-92d6-407b-a858-2bccc42fd070 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Subnet': ['ID=520d9354-cac7-452b-be5b-5d0f361275be,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:17.178675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.280834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Set router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:17.324364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.482662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 284920aa-7db3-4cca-8d44-c23b4cab5fda {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:17.483126 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.484688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.487224 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.537188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.537903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:17.548692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.549378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-782fa5e4-4c71-4e56-8d22-18722c53a4ca tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 204 len: 168 time: 0.4987731 Jun 30 09:38:17.554492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44004) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:17.564743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-67030031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:17.588474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 284920aa-7db3-4cca-8d44-c23b4cab5fda, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=284920aa-7db3-4cca-8d44-c23b4cab5fda,segment=NetworkSegment(bf76ff4a-dacc-4692-9232-7437ac480e1d),segment_id=bf76ff4a-dacc-4692-9232-7437ac480e1d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:17.588984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.603163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 284920aa-7db3-4cca-8d44-c23b4cab5fda owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:17.605390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.607779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.719389 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.729875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.756506 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.762274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d955308b-5b7e-4659-be72-2a937f53c6cd tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2052934 Jun 30 09:38:17.762489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7d05f0-6f8b-4c1f-b413-f537c9a507ec', 'name': 'tempest-RoutersTest-router-1650112315', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:37:31Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 11, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:17.763551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44028) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:17.767934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.781842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.782320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:17.837652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] No DVR routers for this DVR port 284920aa-7db3-4cca-8d44-c23b4cab5fda on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:17.884449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Checking router: 3f7d05f0-6f8b-4c1f-b413-f537c9a507ec for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:17.903225 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:17.914678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=284920aa-7db3-4cca-8d44-c23b4cab5fda,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:17.960207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Routers set() bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:17.961008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Router IDs set() for agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 30 09:38:17.962028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_agentschedulers_db [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent'). {{(pid=93726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jun 30 09:38:17.962650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10fecf-3040-4916-b6ac-80a992052bcf None None] The sync data for ids ['3f7d05f0-6f8b-4c1f-b413-f537c9a507ec'] in n-d-780147-22 is: [] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:18.048294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device df27bc8f-f21a-4d31-8035-d87e99bbb846 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:18.087561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98832d-96f0-49f4-9924-e59ce00763c6 None None] DHCP port deletion for 4ca5a4ed-f839-4050-80cb-4b10043ae648 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:18.123437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.148084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca5a4ed-f839-4050-80cb-4b10043ae648']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.180785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf76ff4a-dacc-4692-9232-7437ac480e1d') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.181310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf76ff4a-dacc-4692-9232-7437ac480e1d') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.187992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port df27bc8f-f21a-4d31-8035-d87e99bbb846 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:18.192899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port df27bc8f-f21a-4d31-8035-d87e99bbb846 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:18.193470 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.207567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.229898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.238845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:18.239640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:18.243781 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:18.363174 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.377778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.386838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.394429 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/networks/4ca5a4ed-f839-4050-80cb-4b10043ae648 HTTP/1.1" status: 204 len: 168 time: 1.3583579 Jun 30 09:38:18.399341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44040) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.424551 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.440628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port df27bc8f-f21a-4d31-8035-d87e99bbb846, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=df27bc8f-f21a-4d31-8035-d87e99bbb846,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:18.447425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.453163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c5851-196d-44a6-a62e-caec369852f7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Network': ['ID=4ca5a4ed-f839-4050-80cb-4b10043ae648,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:18.482516 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afe050de-e2e4-4507-975b-88ed83eeaa97 req-2d4131fd-a46c-4c03-8647-db7c4a7b182b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 210 time: 0.1037354 Jun 30 09:38:18.510828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4151740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4151717', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4149139'] for router, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.532739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-4baab909-5370-4049-a6d1-05bfad6c49bd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:18.534353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-4baab909-5370-4049-a6d1-05bfad6c49bd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 796 time: 0.4817693 Jun 30 09:38:18.563365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=df27bc8f-f21a-4d31-8035-d87e99bbb846,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:18.711415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-1cdae147-fe5c-4550-9506-79bff8ae2865 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 380 time: 0.1152093 Jun 30 09:38:18.720966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 4b13185d-3526-4fb1-ab3c-985a3fb662b7 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:18.722196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.723240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'port': {'device_id': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'admin_state_up': True, 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'security_groups': ['218ebb88-37f3-42cb-8b15-11f8546dedd3']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:18.739820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Router 25defce2-fd42-416d-b1bb-108cdf85d2c8 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:38:18.836671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.837002 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.850948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 4b13185d-3526-4fb1-ab3c-985a3fb662b7 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:18.857595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:18.866868 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] Sync routers for ids ['25defce2-fd42-416d-b1bb-108cdf85d2c8'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:18.869085 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:18.870400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4da289e5-cf94-4069-8be9-4f3ef5987d02 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "PUT /v2.0/routers/25defce2-fd42-416d-b1bb-108cdf85d2c8 HTTP/1.1" status: 200 len: 692 time: 1.1046646 Jun 30 09:38:18.873222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44044) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.885827 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] Routers {'25defce2-fd42-416d-b1bb-108cdf85d2c8'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:18.886784 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['25defce2-fd42-416d-b1bb-108cdf85d2c8'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:18.976972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d01297e8-8126-4dcd-a73f-57cc6587189d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/routers/25defce2-fd42-416d-b1bb-108cdf85d2c8 HTTP/1.1" status: 200 len: 698 time: 0.1019835 Jun 30 09:38:18.980775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44046) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:18.997331 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] Set router 25defce2-fd42-416d-b1bb-108cdf85d2c8 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:19.016486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e8029700-a75d-42b5-bed4-a6725ab51dc4 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=25defce2-fd42-416d-b1bb-108cdf85d2c8 HTTP/1.1" status: 200 len: 205 time: 0.0345287 Jun 30 09:38:19.020100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44048) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:19.053842 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25defce2-fd42-416d-b1bb-108cdf85d2c8', 'name': 'tempest-RoutersTest-router-67030031', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:17Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.067510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.089449 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] Checking router: 25defce2-fd42-416d-b1bb-108cdf85d2c8 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:19.100090 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] Routers {'25defce2-fd42-416d-b1bb-108cdf85d2c8'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:19.100313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=4b13185d-3526-4fb1-ab3c-985a3fb662b7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:19.101077 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['25defce2-fd42-416d-b1bb-108cdf85d2c8'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.121628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.167102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:19.172097 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.180405 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] Set router 25defce2-fd42-416d-b1bb-108cdf85d2c8 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:19.185873 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.187345 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Floating IP ac133ec2-1c95-4026-b211-9752a93c7707 disassociated (deleted). External IP: 172.25.7.209, port: df4f56cd-4f22-4bd5-80ae-f4d268963261. Jun 30 09:38:19.235690 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25defce2-fd42-416d-b1bb-108cdf85d2c8', 'name': 'tempest-RoutersTest-router-67030031', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:17Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.270260 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c749bd5-94d2-4339-87d0-16ef7c8c9155 None None] The sync data for ids ['25defce2-fd42-416d-b1bb-108cdf85d2c8'] in n-d-780147-22 is: [{'id': '25defce2-fd42-416d-b1bb-108cdf85d2c8', 'name': 'tempest-RoutersTest-router-67030031', 'tenant_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:17Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 2, 'project_id': '48d2bf263b18414c8f5f4c229f16b3e4', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:19.476827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:19.638071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:19.644138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.652537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:19.670841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:19.672140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:19.741129 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2bfa2135-a438-4d2b-9594-15d74b11eb21 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/floatingips/ac133ec2-1c95-4026-b211-9752a93c7707 HTTP/1.1" status: 204 len: 168 time: 1.3344107 Jun 30 09:38:19.741129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:19.741927 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418ed284-bf00-4a42-9dbc-0813180d24f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:19.770603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.786852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.819794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51878233-f0e2-4359-88ba-f1af91affda9 req-370523d1-48ab-4fdc-afaf-761d7cc4733e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 210 time: 0.0514371 Jun 30 09:38:19.869999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.13 (3f6f77bf-7149-4c26-8dd7-66c7d7ee1399/68e3112c-4ec5-490e-b42a-3d2df72ae7f3/97c00160-123c-40d3-8e73-b78f36904675) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:19.876281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.877311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Fanout notify agent at l3_agent the message router_deleted on router 25defce2-fd42-416d-b1bb-108cdf85d2c8 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:19.886933 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:19.893160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9a523bcf-7ba3-4113-8f9a-768d53c8b433 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/25defce2-fd42-416d-b1bb-108cdf85d2c8 HTTP/1.1" status: 204 len: 168 time: 0.8664050 Jun 30 09:38:19.893491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44058) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:19.913670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:19.980517 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f9b126-54f0-4f8e-8b4b-8a7185c5c937 x-openstack-request-id: req-e9f9b126-54f0-4f8e-8b4b-8a7185c5c937 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:19.981159 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:19.981799 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e9f9b126-54f0-4f8e-8b4b-8a7185c5c937 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:19.985552 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'status': 'completed', 'code': 200} Jun 30 09:38:19.999056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3d60b17c-14f6-42fe-9aa9-5c3c8d8a64bb tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=25defce2-fd42-416d-b1bb-108cdf85d2c8 HTTP/1.1" status: 200 len: 205 time: 0.1016178 Jun 30 09:38:20.002091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44060) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.012040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device df27bc8f-f21a-4d31-8035-d87e99bbb846 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:20.074630 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-736a4c3c-c492-48b5-be7d-b11246b42bd6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:20.076019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-736a4c3c-c492-48b5-be7d-b11246b42bd6 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/25defce2-fd42-416d-b1bb-108cdf85d2c8 HTTP/1.1" status: 404 len: 336 time: 0.0729282 Jun 30 09:38:20.079206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44064) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.131093 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33ef7d4-0eaf-4918-a6c0-686715e4d83e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:20.131808 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33ef7d4-0eaf-4918-a6c0-686715e4d83e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:20.134039 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a33ef7d4-0eaf-4918-a6c0-686715e4d83e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/be9c8cc9-f04d-4872-a922-7c247ad795d0 HTTP/1.1" status: 404 len: 337 time: 0.0478678 Jun 30 09:38:20.136443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44066) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.181784 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e518c2f1-5a23-4537-8f6b-be4ad5577132 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:20.182550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e518c2f1-5a23-4537-8f6b-be4ad5577132 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:20.184579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e518c2f1-5a23-4537-8f6b-be4ad5577132 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/dbacd1ec-4a2a-475c-adce-fd3e53452fac HTTP/1.1" status: 404 len: 337 time: 0.0468619 Jun 30 09:38:20.188221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44068) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.248351 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ca6a7c-6d3e-40f0-bf18-608a24dae21e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:20.249314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ca6a7c-6d3e-40f0-bf18-608a24dae21e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:20.251632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28ca6a7c-6d3e-40f0-bf18-608a24dae21e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/70eb6f14-69ff-42fa-997a-9576602a40c5 HTTP/1.1" status: 404 len: 337 time: 0.0622787 Jun 30 09:38:20.255680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44070) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.263998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-3297ef60-524c-4422-8873-b2d592b02e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:20.268005 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-3297ef60-524c-4422-8873-b2d592b02e41 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 1097 time: 0.2915034 Jun 30 09:38:20.268542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port df27bc8f-f21a-4d31-8035-d87e99bbb846 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:20.269474 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.304523 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-353b1e9a-3adf-4d49-a3fa-1a277d1207ed tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:20.305246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353b1e9a-3adf-4d49-a3fa-1a277d1207ed tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:20.307417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-353b1e9a-3adf-4d49-a3fa-1a277d1207ed tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/345cea93-7aea-425a-934c-314dab376685 HTTP/1.1" status: 404 len: 337 time: 0.0503762 Jun 30 09:38:20.310547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44072) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.326793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.351958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-245acd83-086d-4f82-851a-d1a331119d00 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 200 len: 205 time: 0.0393021 Jun 30 09:38:20.357066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44076) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.413290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object 97c00160-123c-40d3-8e73-b78f36904675 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:20.414953 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-77bb13bc-78c0-4926-ad38-59980c70f4b0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:20.415979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-77bb13bc-78c0-4926-ad38-59980c70f4b0 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/3f7d05f0-6f8b-4c1f-b413-f537c9a507ec HTTP/1.1" status: 404 len: 336 time: 0.0568621 Jun 30 09:38:20.425216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44078) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.443214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 6, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:20.472644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:20.491117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:20.491790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:20.504954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-347560a9-0b39-4fd6-b5fa-42db688a20a1 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=9dfdb71d-9d8d-40c8-b11a-3533b78cd6af HTTP/1.1" status: 200 len: 205 time: 0.0667152 Jun 30 09:38:20.512310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44080) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.601516 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-fb01baf9-eb09-4c01-9b06-95e8c7dd9127 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:20.605001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb01baf9-eb09-4c01-9b06-95e8c7dd9127 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/9dfdb71d-9d8d-40c8-b11a-3533b78cd6af HTTP/1.1" status: 404 len: 336 time: 0.0640044 Jun 30 09:38:20.613638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 284920aa-7db3-4cca-8d44-c23b4cab5fda no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:20.635561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44082) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.649294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 284920aa-7db3-4cca-8d44-c23b4cab5fda {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:20.649967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 284920aa-7db3-4cca-8d44-c23b4cab5fda not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:20.703381 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c18983a-0867-4e4c-a787-5b8947e069c9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:20.703836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c18983a-0867-4e4c-a787-5b8947e069c9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:20.708097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5c18983a-0867-4e4c-a787-5b8947e069c9 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/ecbc2c64-7b10-471f-a0a5-b943c4229f98 HTTP/1.1" status: 404 len: 337 time: 0.0623002 Jun 30 09:38:20.709478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44084) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.709756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:20.807049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c102726a-bbf3-469a-8509-bc60f961738e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 200 len: 205 time: 0.0963500 Jun 30 09:38:20.812204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.855665 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-a8dc1f6a-402c-4f34-98f1-18520ede0d3e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:20.856973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8dc1f6a-402c-4f34-98f1-18520ede0d3e tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/5225668c-9bfe-4f0a-9c42-5c197a8fd4d9 HTTP/1.1" status: 404 len: 336 time: 0.0435913 Jun 30 09:38:20.858944 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:20.861182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44090) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.884488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125e6c0-3d5a-4827-b14d-0a5b0dd0dd4a req-23490bb5-9712-431a-b487-747abaa87df0 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:20.886025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8125e6c0-3d5a-4827-b14d-0a5b0dd0dd4a req-23490bb5-9712-431a-b487-747abaa87df0 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.3339660 Jun 30 09:38:20.903688 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-92eafc83-7c5e-4ca0-aea8-7ec91706c210 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=6e111a39-f85c-4a68-9454-a4e1a73a2130 HTTP/1.1" status: 200 len: 205 time: 0.0405617 Jun 30 09:38:20.906881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44094) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:20.934809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:20.948885 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:20.953513 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-6f9e8a0f-b027-4140-b6fe-06ae5bd45f9d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:20.953513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6f9e8a0f-b027-4140-b6fe-06ae5bd45f9d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/6e111a39-f85c-4a68-9454-a4e1a73a2130 HTTP/1.1" status: 404 len: 336 time: 0.0453839 Jun 30 09:38:20.956469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:20.957155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44096) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.000203 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b317587-91d4-424d-ba4c-fc99ae5c30f2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:21.000763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b317587-91d4-424d-ba4c-fc99ae5c30f2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:21.002645 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1b317587-91d4-424d-ba4c-fc99ae5c30f2 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/d0091b86-b139-402b-844c-40175b9e5fd8 HTTP/1.1" status: 404 len: 337 time: 0.0448205 Jun 30 09:38:21.006511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.077406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a966f1b-6aa1-4cd8-a4b6-9a4066c9d51d tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=d2f97261-f093-4961-ae28-b7496f441b0d HTTP/1.1" status: 200 len: 205 time: 0.0659754 Jun 30 09:38:21.081897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.098710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:21.117530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8125e6c0-3d5a-4827-b14d-0a5b0dd0dd4a req-b6642ff5-7965-422a-9398-4c511849d230 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240598 Jun 30 09:38:21.132107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-390a9fe3-5bf8-4a3f-8d08-a41a69e0a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.135785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-390a9fe3-5bf8-4a3f-8d08-a41a69e0a13d service neutron] 10.222.0.79 "GET /v2.0/networks?id=31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 200 len: 898 time: 0.8486929 Jun 30 09:38:21.137240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.138072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.139951 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-2c8893e8-dd9e-448b-bce2-b377a069f452 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:21.145451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2c8893e8-dd9e-448b-bce2-b377a069f452 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/d2f97261-f093-4961-ae28-b7496f441b0d HTTP/1.1" status: 404 len: 336 time: 0.0601180 Jun 30 09:38:21.146884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44102) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.203261 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4f17f8-176e-41c3-b914-53f12d9a4abe tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:21.204201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4f17f8-176e-41c3-b914-53f12d9a4abe tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:21.207839 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-b5d7eb10-6033-4676-a224-99a09b6cf1a2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 200 len: 217 time: 0.0621181 Jun 30 09:38:21.212794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8f4f17f8-176e-41c3-b914-53f12d9a4abe tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/00ce9ffb-d08f-4bb5-9666-d58052ed3c7b HTTP/1.1" status: 404 len: 337 time: 0.0645757 Jun 30 09:38:21.215545 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.217309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-9af860d7-b8ad-499d-aab4-6cd76aef4d01 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4995184 Jun 30 09:38:21.239633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Request body: {'port': {'device_id': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:21.259909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 6, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:21.299385 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0f4a992c-2da6-463c-ae82-ec5057319afc tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "GET /v2.0/ports?device_id=de22a04d-2f84-483a-bfe9-51d959e730ec HTTP/1.1" status: 200 len: 205 time: 0.0800097 Jun 30 09:38:21.299619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa03a26-b97f-4548-88a2-dccb2b27358b req-eb11b2c3-dcbe-4cc2-bdbe-55826755414d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.299732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22ed9b2-e3a4-49e7-abbd-55dcb3c4986f None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:09Z', 'revision_number': 6, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '03e5f93b-bafb-489d-999f-6a6b699db01d', 'name': '', 'network_id': '31f4d299-9fcf-4570-9f12-c47b855a4f4e', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:32:9c:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:52Z', 'updated_at': '2021-06-30T09:36:03Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'aa26709b-dedc-4e5e-8bfd-c6a47bd843d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:21.300964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fa03a26-b97f-4548-88a2-dccb2b27358b req-eb11b2c3-dcbe-4cc2-bdbe-55826755414d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 932 time: 0.2643266 Jun 30 09:38:21.303213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44106) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.337436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c4304a63-e150-4797-8f98-3c3ef6551fdb None None] Provisioning for port 97c00160-123c-40d3-8e73-b78f36904675 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:21.341098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-7c40e1dc-bda3-44b6-93e5-fa037d1dcdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.343458 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-7c40e1dc-bda3-44b6-93e5-fa037d1dcdf6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 HTTP/1.1" status: 200 len: 834 time: 0.1129458 Jun 30 09:38:21.346512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c4304a63-e150-4797-8f98-3c3ef6551fdb None None] Provisioning complete for port 97c00160-123c-40d3-8e73-b78f36904675 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:21.347277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c4304a63-e150-4797-8f98-3c3ef6551fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.394050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c4304a63-e150-4797-8f98-3c3ef6551fdb None None] Port 97c00160-123c-40d3-8e73-b78f36904675 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:21.416469 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-6524407f-2e8e-4954-8b97-6663042ee2df tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] delete failed (client error): The resource could not be found. Jun 30 09:38:21.417599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6524407f-2e8e-4954-8b97-6663042ee2df tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/routers/de22a04d-2f84-483a-bfe9-51d959e730ec HTTP/1.1" status: 404 len: 336 time: 0.1133392 Jun 30 09:38:21.420514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.443003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fa03a26-b97f-4548-88a2-dccb2b27358b req-b5af8e65-e729-457d-ab08-5ff75e62b065 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258371 Jun 30 09:38:21.448062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.462961 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f6cb95-7079-4a27-a6c6-41f752538afb tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:21.463660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f6cb95-7079-4a27-a6c6-41f752538afb tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:21.466796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-09f6cb95-7079-4a27-a6c6-41f752538afb tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/7914ee57-3e69-46a7-bbba-884c60a4d434 HTTP/1.1" status: 404 len: 337 time: 0.0435662 Jun 30 09:38:21.470022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44110) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:21.500381 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1114d18d-1e26-4892-be8e-f52216a98882 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] DELETE failed (client error): The resource could not be found. Jun 30 09:38:21.500851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1114d18d-1e26-4892-be8e-f52216a98882 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 09:38:21.502789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1114d18d-1e26-4892-be8e-f52216a98882 tempest-RoutersTest-1216643738 tempest-RoutersTest-1216643738-project] 10.222.0.77 "DELETE /v2.0/subnets/dafb610f-4642-4213-a475-1aa5ea6b0065 HTTP/1.1" status: 404 len: 337 time: 0.0317991 Jun 30 09:38:21.519634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-caeb847b-e8aa-4596-a376-091fdf6341c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:21.521294 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-caeb847b-e8aa-4596-a376-091fdf6341c1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=31f4d299-9fcf-4570-9f12-c47b855a4f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662467 Jun 30 09:38:21.669159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-0108bad2-52ee-44f9-bb44-442b52569d26 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379600 Jun 30 09:38:21.727782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb475b09-d873-4360-8245-d6bcf7e25605 None None] New status for floating IP ac133ec2-1c95-4026-b211-9752a93c7707: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:21.847521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-418ed284-bf00-4a42-9dbc-0813180d24f0 req-1cc4f6cf-90c8-4644-b457-9988c60007b2 service neutron] 10.222.0.79 "GET /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655412 Jun 30 09:38:21.869474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c00160-123c-40d3-8e73-b78f36904675 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:21.878049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.898876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Transition to ACTIVE for port object 97c00160-123c-40d3-8e73-b78f36904675 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:21.908156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:21.988579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44118) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:22.000866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.067381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:22.067725 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:22.068066 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:22.068253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-622acd62-ae86-406d-bb7d-130e2dfdf37f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.069909 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-622acd62-ae86-406d-bb7d-130e2dfdf37f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.1159003 Jun 30 09:38:22.072736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:38:22.073037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:22.078401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:22.078762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Checking segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:22.079144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Bound using segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:22.079580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Bound port: 97c00160-123c-40d3-8e73-b78f36904675, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:22.079943 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.154316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:22.158512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:22.176103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.228682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.229336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.231105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] 10.222.0.83 "PUT /v2.0/ports/97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1093 time: 0.9963017 Jun 30 09:38:22.231586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:22.234832 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee25f09b-c43e-440c-bb96-f58de336fde3" -d '{"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:22.284419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port df4f56cd-4f22-4bd5-80ae-f4d268963261 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:22.285088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.303671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-88c2dd7b-42e8-437a-8679-1084dad13f42 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=48d2bf263b18414c8f5f4c229f16b3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3115442 Jun 30 09:38:22.315979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44126) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:22.324505 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438a45a1-6c61-47a8-8c07-0cd419d08ed8 x-openstack-request-id: req-438a45a1-6c61-47a8-8c07-0cd419d08ed8 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:22.324790 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:22.325001 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-438a45a1-6c61-47a8-8c07-0cd419d08ed8 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:22.325394 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'status': 'completed', 'code': 200} Jun 30 09:38:22.378741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21af98-d903-412b-9938-eee87af3b2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.432392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c36553-b462-498a-9507-5f8bfa39dbe8 req-85a28046-94ef-4a16-97da-134a8cd29a44 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.433945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20c36553-b462-498a-9507-5f8bfa39dbe8 req-85a28046-94ef-4a16-97da-134a8cd29a44 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 945 time: 0.1292305 Jun 30 09:38:22.436226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-edcf8947-7719-48d8-80dc-1c5f0827f64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.437673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-edcf8947-7719-48d8-80dc-1c5f0827f64d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1096 time: 0.1319075 Jun 30 09:38:22.462210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port df4f56cd-4f22-4bd5-80ae-f4d268963261, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=df4f56cd-4f22-4bd5-80ae-f4d268963261,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:22.462705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.503534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for df4f56cd-4f22-4bd5-80ae-f4d268963261 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:22.505900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-b3db8a13-3ca0-4e9b-a0b4-ed51132ca89e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 217 time: 0.0541394 Jun 30 09:38:22.509422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.549069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.563090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20c36553-b462-498a-9507-5f8bfa39dbe8 req-0bebe847-0870-45c3-bc50-e67b908848e7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=f5e3c284-caa3-4538-b17c-d9fddf9c5726&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183028 Jun 30 09:38:22.597544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-762c5d05-a5ef-4587-8f53-3324cd493762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.599379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-762c5d05-a5ef-4587-8f53-3324cd493762 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0869148 Jun 30 09:38:22.712092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5d836-b4c4-49bb-bcfd-182948843142 req-d5bbe512-d50c-447c-9bc3-03d2983b40f8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.712822 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.714277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa5d836-b4c4-49bb-bcfd-182948843142 req-d5bbe512-d50c-447c-9bc3-03d2983b40f8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.1110115 Jun 30 09:38:22.715381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.722837 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/318f11d7-3971-4788-a7d6-d8f52537f3c6 HTTP/1.1" status: 204 len: 168 time: 0.4032273 Jun 30 09:38:22.725291 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-a57e038f-6bd1-4473-bdb5-962358c717f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:22.730555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-a57e038f-6bd1-4473-bdb5-962358c717f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148045 Jun 30 09:38:22.759434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318f11d7-3971-4788-a7d6-d8f52537f3c6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.773102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.773643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.773936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.774188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.774724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.774850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.775116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.775404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.775732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.776226 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.776561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.777018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef6e990-b5e6-4601-96bd-0d97d4bf7a5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:22.785808 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.830405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8aa5d836-b4c4-49bb-bcfd-182948843142 req-6312fdc8-c056-41f6-8f40-a9200ecd7c24 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980234 Jun 30 09:38:22.834275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=df4f56cd-4f22-4bd5-80ae-f4d268963261,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:22.876650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-0a6d6e9d-27dc-4a4f-9735-68c9e6b31434 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382716 Jun 30 09:38:22.916671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] No DVR routers for this DVR port df4f56cd-4f22-4bd5-80ae-f4d268963261 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:22.920115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:22.923935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c318d075-f149-40bf-bbc6-e8f95125bf04 req-911ddec7-87c8-4d8f-a9c5-eb71c6d86330 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "DELETE /v2.0/ports/df4f56cd-4f22-4bd5-80ae-f4d268963261 HTTP/1.1" status: 204 len: 173 time: 0.8410165 Jun 30 09:38:22.924483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'name': 'network-vif-deleted', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:22.927106 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3769a4-638d-481d-8921-271387882c6a" -d '{"events": [{"server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "name": "network-vif-deleted", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:23.031550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7919ee5f-66c9-4dbb-a9eb-20687b9d50f6 req-104c0df2-dec1-498b-880f-12618b79e4be service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473815 Jun 30 09:38:23.168199 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e3c689-2a4f-402c-988b-f209a8ec5ca0 x-openstack-request-id: req-d7e3c689-2a4f-402c-988b-f209a8ec5ca0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:23.168711 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1fad0c-371a-4292-81bf-50b5cb290daa", "name": "network-vif-deleted", "tag": "df4f56cd-4f22-4bd5-80ae-f4d268963261", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:23.168922 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7e3c689-2a4f-402c-988b-f209a8ec5ca0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:23.169343 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1fad0c-371a-4292-81bf-50b5cb290daa', 'name': 'network-vif-deleted', 'tag': 'df4f56cd-4f22-4bd5-80ae-f4d268963261', 'status': 'completed', 'code': 200} Jun 30 09:38:23.206011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-dcbf0894-783b-487f-a58f-79aa36479098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.206011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-dcbf0894-783b-487f-a58f-79aa36479098 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1096 time: 0.0769703 Jun 30 09:38:23.324969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-fd5a3d87-b5ed-405e-b0e8-0f2e44dbbe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.326413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-fd5a3d87-b5ed-405e-b0e8-0f2e44dbbe84 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.1139262 Jun 30 09:38:23.378443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-fa75dcbc-d07d-4d72-b83c-d13c1a6b7f0c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 217 time: 0.0453269 Jun 30 09:38:23.435505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-7fc1ae66-4739-49c3-b2a9-b2ce52eed592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.437601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-7fc1ae66-4739-49c3-b2a9-b2ce52eed592 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0529699 Jun 30 09:38:23.512078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-2c8e01b2-9123-4539-8f28-85c51eed1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:23.513772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-2c8e01b2-9123-4539-8f28-85c51eed1f25 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700758 Jun 30 09:38:23.646537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-65a6e9b3-f57b-47a5-b466-85d3bc6a08d9 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254129 Jun 30 09:38:23.828564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce6adeca-7099-468d-b99e-7e148d9ccb84 req-32348129-b01c-40c4-83ec-b4d46f4c2c16 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=3c1fad0c-371a-4292-81bf-50b5cb290daa HTTP/1.1" status: 200 len: 210 time: 0.0338395 Jun 30 09:38:23.831676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee25f09b-c43e-440c-bb96-f58de336fde3 req-251ea37d-c825-4d3b-901a-0a4d3da9e70a service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782467 Jun 30 09:38:24.025552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf7266-71a2-4ed9-9639-a7611da4c915 req-f78fba28-285e-41ea-9724-05d183d4d453 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:24.033652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bdf7266-71a2-4ed9-9639-a7611da4c915 req-f78fba28-285e-41ea-9724-05d183d4d453 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.0798132 Jun 30 09:38:24.079244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bdf7266-71a2-4ed9-9639-a7611da4c915 req-48cfd2d1-f024-49c9-a1a4-bb188dee7c24 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Jun 30 09:38:24.926241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44192) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:24.989391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4875ba9-dd40-4f72-9c21-c8055db2947b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.019672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4875ba9-dd40-4f72-9c21-c8055db2947b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.081298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4875ba9-dd40-4f72-9c21-c8055db2947b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.084054 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4875ba9-dd40-4f72-9c21-c8055db2947b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.085429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d4875ba9-dd40-4f72-9c21-c8055db2947b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/security-groups/f5e3c284-caa3-4538-b17c-d9fddf9c5726 HTTP/1.1" status: 204 len: 168 time: 0.1580923 Jun 30 09:38:25.096775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4875ba9-dd40-4f72-9c21-c8055db2947b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e3c284-caa3-4538-b17c-d9fddf9c5726,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:25.146678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:25.281857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc146ca6-8352-4b58-9878-136f9ec31e44 req-8401ee8e-fe9d-4a26-aab3-eafeea837bbf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:25.285154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc146ca6-8352-4b58-9878-136f9ec31e44 req-8401ee8e-fe9d-4a26-aab3-eafeea837bbf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.0756044 Jun 30 09:38:25.330687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc146ca6-8352-4b58-9878-136f9ec31e44 req-9b01e7a3-e92e-4929-bff5-c850b7792bf7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396540 Jun 30 09:38:25.541936 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.837346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 03e5f93b-bafb-489d-999f-6a6b699db01d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:25.837694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.945633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 03e5f93b-bafb-489d-999f-6a6b699db01d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03e5f93b-bafb-489d-999f-6a6b699db01d,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:25.946320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:25.967966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 03e5f93b-bafb-489d-999f-6a6b699db01d owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:26.193680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.231276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=03e5f93b-bafb-489d-999f-6a6b699db01d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:26.435259 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.544457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65c8ee-5262-4038-a7be-5fc89425434a req-078465d7-0ce7-4e42-88d6-4fa223c1c120 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:26.546091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba65c8ee-5262-4038-a7be-5fc89425434a req-078465d7-0ce7-4e42-88d6-4fa223c1c120 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.0753646 Jun 30 09:38:26.596198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba65c8ee-5262-4038-a7be-5fc89425434a req-97249d62-3169-4da0-8d75-be8475fd10ba tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Jun 30 09:38:26.714812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router c3953f52-0c9a-431f-a013-8d69ec099b3f has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:26.783544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device df4f56cd-4f22-4bd5-80ae-f4d268963261 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:26.804392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: df4f56cd-4f22-4bd5-80ae-f4d268963261 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:26.804807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device df4f56cd-4f22-4bd5-80ae-f4d268963261 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:26.838107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:26.846441 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2bb7e4d1-4b80-4d0b-bc88-f741e6cdfbda tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "PUT /v2.0/routers/c3953f52-0c9a-431f-a013-8d69ec099b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977084 Jun 30 09:38:26.847008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44220) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:26.848682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] Sync routers for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:26.862064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:26.862064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:26.911413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting subnet aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:38:26.915518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.973382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:26.990881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:27.086065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.150649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.178542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Subnet': ['ID=aa26709b-dedc-4e5e-8bfd-c6a47bd843d7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:27.183350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.185540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-48203626-ed3d-4f35-aea2-ba0292aabcac tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/subnets/aa26709b-dedc-4e5e-8bfd-c6a47bd843d7 HTTP/1.1" status: 204 len: 168 time: 0.3375547 Jun 30 09:38:27.189878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44222) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:27.192196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d5b47-bdbf-4666-8fd0-7a8f69d953f8 None None] Network 31f4d299-9fcf-4570-9f12-c47b855a4f4e requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:27.298532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 7, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:27.328817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.352680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] Checking router: c3953f52-0c9a-431f-a013-8d69ec099b3f for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:27.374928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] Routers {'c3953f52-0c9a-431f-a013-8d69ec099b3f'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:27.376164 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c3953f52-0c9a-431f-a013-8d69ec099b3f'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:27.486442 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.557408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 674d471c-de99-41ba-88bd-a1639aebc343 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:27.558137 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.581257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:27.661649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 674d471c-de99-41ba-88bd-a1639aebc343, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=674d471c-de99-41ba-88bd-a1639aebc343,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:27.666886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:27.693240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 674d471c-de99-41ba-88bd-a1639aebc343 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:27.792234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] DHCP port deletion for 31f4d299-9fcf-4570-9f12-c47b855a4f4e request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:38:27.797582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:27.801797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] Set router c3953f52-0c9a-431f-a013-8d69ec099b3f gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:27.959256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c9c8b7-5c5b-46e7-814d-30a5465cb4e5 req-c472f47c-a6b9-44ee-b322-8e47ad3d682c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:27.960822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56c9c8b7-5c5b-46e7-814d-30a5465cb4e5 req-c472f47c-a6b9-44ee-b322-8e47ad3d682c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.1535113 Jun 30 09:38:28.023142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '97c00160-123c-40d3-8e73-b78f36904675', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'mac_address': 'fa:16:3e:01:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:28.077945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 840a9fc5-9b77-44af-8991-737789c8f0b9 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:28.083038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56c9c8b7-5c5b-46e7-814d-30a5465cb4e5 req-c10d1f28-2a28-4539-a904-6c3ca7e60109 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094081 Jun 30 09:38:28.087858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.116232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=674d471c-de99-41ba-88bd-a1639aebc343,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:28.145298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.188443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c00160-123c-40d3-8e73-b78f36904675 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:28.191325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.197764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] Deleting port 840a9fc5-9b77-44af-8991-737789c8f0b9 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:28.198479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.208485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 7, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:28.297926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:28.301058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.305309 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.305746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a88ac37-3de9-40ac-9923-26157eefaa6f None None] The sync data for ids ['c3953f52-0c9a-431f-a013-8d69ec099b3f'] in n-d-780147-22 is: [{'id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'name': 'tempest-TestNetworkBasicOps-router-199602180', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '674d471c-de99-41ba-88bd-a1639aebc343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:35:39Z', 'updated_at': '2021-06-30T09:38:26Z', 'revision_number': 7, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': '674d471c-de99-41ba-88bd-a1639aebc343', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:f1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3953f52-0c9a-431f-a013-8d69ec099b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3611, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:35:41Z', 'updated_at': '2021-06-30T09:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:28.314954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.358437 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.378846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] For port 840a9fc5-9b77-44af-8991-737789c8f0b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=840a9fc5-9b77-44af-8991-737789c8f0b9,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:28.379240 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.409104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] Calling delete_port for 840a9fc5-9b77-44af-8991-737789c8f0b9 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:28.414633 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.415207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Fanout notify agent at l3_agent the message router_deleted on router c3953f52-0c9a-431f-a013-8d69ec099b3f {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:38:28.427875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.429127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f4b086ea-0c33-4139-91ae-2fcad0ac1197 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/routers/c3953f52-0c9a-431f-a013-8d69ec099b3f HTTP/1.1" status: 204 len: 168 time: 1.2377865 Jun 30 09:38:28.431702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44238) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:28.436115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:28.481517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 840a9fc5-9b77-44af-8991-737789c8f0b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=840a9fc5-9b77-44af-8991-737789c8f0b9,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:28.503548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.538810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.583832 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=840a9fc5-9b77-44af-8991-737789c8f0b9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:28.602935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 840a9fc5-9b77-44af-8991-737789c8f0b9 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:38:28.603498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.637098 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.675775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] No DVR routers for this DVR port 840a9fc5-9b77-44af-8991-737789c8f0b9 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:28.692918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148617c-8cab-4d6f-92c1-9adb5e8384a6 None None] Pushing event deleted for resources: {'Port': ['ID=840a9fc5-9b77-44af-8991-737789c8f0b9,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:28.712474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 840a9fc5-9b77-44af-8991-737789c8f0b9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=840a9fc5-9b77-44af-8991-737789c8f0b9,segment=NetworkSegment(184e3194-b345-4488-98fb-982ba94dbb7c),segment_id=184e3194-b345-4488-98fb-982ba94dbb7c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:28.713571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.730307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['97c00160-123c-40d3-8e73-b78f36904675'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:28.736205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 840a9fc5-9b77-44af-8991-737789c8f0b9 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:38:28.890122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:28.923894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] No DVR routers for this DVR port 840a9fc5-9b77-44af-8991-737789c8f0b9 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:38:28.926283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=840a9fc5-9b77-44af-8991-737789c8f0b9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.107158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.122150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f4d299-9fcf-4570-9f12-c47b855a4f4e']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.137012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184e3194-b345-4488-98fb-982ba94dbb7c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.137313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184e3194-b345-4488-98fb-982ba94dbb7c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:29.164214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.198022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.207098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:38:29.207671 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: self.session.flush() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:38:29.211729 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:38:29.285529 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.297498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.300944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/networks/31f4d299-9fcf-4570-9f12-c47b855a4f4e HTTP/1.1" status: 204 len: 168 time: 0.8655593 Jun 30 09:38:29.319465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44244) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:29.324671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'network': {'name': 'tempest-network-smoke--850544052', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:29.350988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea0efc-eabd-47a7-be9a-f74188e05cec tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Network': ['ID=31f4d299-9fcf-4570-9f12-c47b855a4f4e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.359881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:29.363531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.387603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc12f1d-f9bc-4b6e-a63d-60c8b1852435 req-9c5770c3-7aee-47fb-ab61-0902b5922a4e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:29.395567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:38:29.397125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fc12f1d-f9bc-4b6e-a63d-60c8b1852435 req-9c5770c3-7aee-47fb-ab61-0902b5922a4e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.1088622 Jun 30 09:38:29.407961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.408316 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Added segment d902cebb-ef75-4728-87ea-122460ebc945 of type vlan for network 862ac1ba-735b-4d73-97c3-d459f2832ee8 Jun 30 09:38:29.416499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.449670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5fc12f1d-f9bc-4b6e-a63d-60c8b1852435 req-0c02b7ba-7293-453f-974f-f65b4f5a9007 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435436 Jun 30 09:38:29.484796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.519749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.526594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:29.526594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.590310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2657871 Jun 30 09:38:29.590310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44248) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:29.594764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'admin_state_up': True, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:29.629477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c6e55-33c9-4933-a614-bd07c8e42daa tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Network': ['ID=862ac1ba-735b-4d73-97c3-d459f2832ee8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:29.648292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:38:29.666883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.671406 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.764877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.923322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 674d471c-de99-41ba-88bd-a1639aebc343 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:29.931389 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:29.952783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 674d471c-de99-41ba-88bd-a1639aebc343 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:29.953420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 674d471c-de99-41ba-88bd-a1639aebc343 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:29.953943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03e5f93b-bafb-489d-999f-6a6b699db01d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:38:29.976533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 03e5f93b-bafb-489d-999f-6a6b699db01d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:38:29.977470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03e5f93b-bafb-489d-999f-6a6b699db01d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:38:30.158990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.177782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.289766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.25.7.211 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/ea7436a6-c178-46d1-81bb-608827999705) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:30.398033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.452350 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:30.517400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:30.525406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:30.533993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=ea7436a6-c178-46d1-81bb-608827999705,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:30.536898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:31.028673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a67d6-7b07-4e8a-9224-b578bbe1cf10 req-18c18750-0b43-4f55-8f8e-36bcd2b28b0e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:31.031368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec3a67d6-7b07-4e8a-9224-b578bbe1cf10 req-18c18750-0b43-4f55-8f8e-36bcd2b28b0e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.4075289 Jun 30 09:38:31.088953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ec3a67d6-7b07-4e8a-9224-b578bbe1cf10 req-ef479c53-55bd-40d6-b2b9-1d19bbec860d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502014 Jun 30 09:38:31.244483 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.463055 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.513360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:31.611893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 97c00160-123c-40d3-8e73-b78f36904675 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:31.616866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 97c00160-123c-40d3-8e73-b78f36904675 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:31.617036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.637293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router 7100a17c-d85f-4355-b6f3-26d53a18de25 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:38:31.753421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.790239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:31.792547 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cfd2bd-48bf-4bb4-b24a-d03597459bdd" -d '{"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-plugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:31.810535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:31.814593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:31.819264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.826884 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Sync routers for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:31.848876 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:31.849233 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:31.863050 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d089704-807d-4672-a324-9cc16b44c33f x-openstack-request-id: req-3d089704-807d-4672-a324-9cc16b44c33f {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:31.863380 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-plugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:31.863650 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3d089704-807d-4672-a324-9cc16b44c33f {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:31.863986 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'code': 200} Jun 30 09:38:31.864127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:31.865478 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f47e4d3a-b537-4d9c-b7e1-0473bdc45b92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2751298 Jun 30 09:38:31.868244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44280) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:31.932188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:31.953272 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44282) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:31.953594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b94f45b1-790c-40ab-9a09-170e81c4e32c tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=9929aed19ffd4ed981c90458b70e5eec&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0796196 Jun 30 09:38:32.013189 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:32.087411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20844098-e0f3-43aa-bda3-5400d2f714d7 req-cb8971c8-4f49-4eec-8509-9ad22ce3cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.088930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20844098-e0f3-43aa-bda3-5400d2f714d7 req-cb8971c8-4f49-4eec-8509-9ad22ce3cf12 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1098 time: 0.1143219 Jun 30 09:38:32.095054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d029a-e911-4dad-8444-312e3c0222db tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.096565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9b7d029a-e911-4dad-8444-312e3c0222db tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1422739 Jun 30 09:38:32.099533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44284) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:32.141801 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20844098-e0f3-43aa-bda3-5400d2f714d7 req-6f038295-2fc9-4117-98bc-3f596a4e23cd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441098 Jun 30 09:38:32.152242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e93444dd-3550-4ba6-96e8-74150dff74ef tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511174 Jun 30 09:38:32.155641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44290) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:32.161162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-744104563', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:32.272801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:32.277581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.308872 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 3, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:32.339287 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Checking router: 7100a17c-d85f-4355-b6f3-26d53a18de25 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:32.339927 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Updating router 7100a17c-d85f-4355-b6f3-26d53a18de25 port ea7436a6-c178-46d1-81bb-608827999705 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:32.376456 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.515252 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb9e5d-e7c9-4fd8-bf61-d3d96611a011 req-e371a725-8bbb-437f-9704-ad0e75a28842 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.517000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95cb9e5d-e7c9-4fd8-bf61-d3d96611a011 req-e371a725-8bbb-437f-9704-ad0e75a28842 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1466808 Jun 30 09:38:32.588930 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.642906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95cb9e5d-e7c9-4fd8-bf61-d3d96611a011 req-62270b87-219c-44f0-9b1e-05e7e650007e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007552 Jun 30 09:38:32.689464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Subnet': ['ID=a365a51e-d701-4da5-b44c-556653809a57,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:32.735246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Checking segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:32.735246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network hostable DHCP agents. Network: 862ac1ba-735b-4d73-97c3-d459f2832ee8, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:38:32.756980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:38:32.772944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 862ac1ba-735b-4d73-97c3-d459f2832ee8) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:32.786939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7dd51-e69c-423a-923c-8a38d5a5761b None None] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:32.793791 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.797870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:32.799951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.806957 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Transition to ACTIVE for port object ea7436a6-c178-46d1-81bb-608827999705 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:32.816103 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.832021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-299ac22d-f849-4b1f-b717-1c1c6efbaa66 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6751633 Jun 30 09:38:32.834541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44306) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:32.891488 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Attempting to bind port ea7436a6-c178-46d1-81bb-608827999705 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:32.892576 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Attempting to bind port ea7436a6-c178-46d1-81bb-608827999705 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:32.893163 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Attempting to bind port ea7436a6-c178-46d1-81bb-608827999705 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:32.908264 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b86b0c-a984-4cb7-b99f-49291dc114bd None None] Pushing event updated for resources: {'Port': ['ID=ea7436a6-c178-46d1-81bb-608827999705,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:32.911117 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:32.911776 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:32.912402 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.912994 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:32.913819 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Bound port: ea7436a6-c178-46d1-81bb-608827999705, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:32.914577 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:32.971107 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] For port ea7436a6-c178-46d1-81bb-608827999705, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:32.975292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] For port ea7436a6-c178-46d1-81bb-608827999705, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea7436a6-c178-46d1-81bb-608827999705,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:32.982537 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.062186 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:33.063325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:33.067768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-862ac1ba-735b-4d73-97c3-d459f2832ee8', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:38:33.072652 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.180292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:33.330668 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b86b0c-a984-4cb7-b99f-49291dc114bd None None] Pushing event updated for resources: {'Port': ['ID=ea7436a6-c178-46d1-81bb-608827999705,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:33.382427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Allocated IP 172.20.0.2 (862ac1ba-735b-4d73-97c3-d459f2832ee8/a365a51e-d701-4da5-b44c-556653809a57/5d01643d-a8a2-404e-a1ac-cdeecc55ba61) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:33.528707 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 3, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:33.584724 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5976d12-5371-4360-a433-529e3cd1c890 None None] The sync data for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 is: [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:30Z', 'revision_number': 3, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:33.623487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.770015 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.800899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Transition to ACTIVE for port object 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:33.832643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Transition to ACTIVE for port object 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:33.844327 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:33.881994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:33.912539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:33.941139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:34.039519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Pushing event updated for resources: {'Port': ['ID=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:34.065501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1666b-1533-42bc-a0b5-c18fa928d390 req-6ae42970-16f2-4f6b-b49e-221677b37840 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.084503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20c1666b-1533-42bc-a0b5-c18fa928d390 req-6ae42970-16f2-4f6b-b49e-221677b37840 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.2046239 Jun 30 09:38:34.087321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Attempting to bind port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:34.087953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Attempting to bind port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:34.088566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Attempting to bind port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 on network 862ac1ba-735b-4d73-97c3-d459f2832ee8 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:34.104944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:34.105254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Checking segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:34.106810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.107394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Bound using segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:34.109461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Bound port: 5d01643d-a8a2-404e-a1ac-cdeecc55ba61, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:34.110827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.155986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20c1666b-1533-42bc-a0b5-c18fa928d390 req-db8bb543-2f17-41f4-b6ff-c027529dc811 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703461 Jun 30 09:38:34.268684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] For port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:34.275658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] For port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:34.288946 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.393356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5b700-3884-4798-976d-b9036d3b9c4e None None] Pushing event updated for resources: {'Port': ['ID=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:34.397137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.20.0.1 (862ac1ba-735b-4d73-97c3-d459f2832ee8/a365a51e-d701-4da5-b44c-556653809a57/e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:34.550471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ab6c0-05c8-44fc-9890-5f298b86948b req-39fd8ea3-0a79-4eb7-8886-9f358f41affa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.562915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a30ab6c0-05c8-44fc-9890-5f298b86948b req-39fd8ea3-0a79-4eb7-8886-9f358f41affa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1486013 Jun 30 09:38:34.613821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a30ab6c0-05c8-44fc-9890-5f298b86948b req-f99186c5-9110-46f4-934a-a49f161a63f3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499966 Jun 30 09:38:34.648813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.649324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44326) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:34.680404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Transition to ACTIVE for port object e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:34.785280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.853923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74769b52-7f25-40a2-a6b3-b2326e9d805e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:34.855532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-74769b52-7f25-40a2-a6b3-b2326e9d805e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1093 time: 0.2034311 Jun 30 09:38:34.861364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44328) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:34.879382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:34.920717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:34.934078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:34.939322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:34.959111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:35.024388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:35.070451 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.199481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.335922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.386948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.130 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/02bc85d2-5a32-4fef-97e1-52e8d801744d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:35.603843 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.706001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.738425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:35.763426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:35.769234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:35.837979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=02bc85d2-5a32-4fef-97e1-52e8d801744d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:35.851479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.860138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:35.957550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.155289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8459f84a-28bf-4596-8093-ed6d6daf6f9a None None] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:38:36.179417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:36.227599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:36.229163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:36.367698 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea7436a6-c178-46d1-81bb-608827999705 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:36.468539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d4f46e8f-1335-4a52-9792-966efc1d2eee None None] Provisioning for port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:36.477081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router 7100a17c-d85f-4355-b6f3-26d53a18de25 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:36.585414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ea7436a6-c178-46d1-81bb-608827999705 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:36.609844 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:36.618340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b493efbb-5594-48b8-a962-7df2b3258bdf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "PUT /v2.0/routers/7100a17c-d85f-4355-b6f3-26d53a18de25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7792690 Jun 30 09:38:36.618340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44352) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:36.633948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Sync routers for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:36.640285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ea7436a6-c178-46d1-81bb-608827999705 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:36.640678 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.686680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:36.687295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:36.740119 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.908675 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:36.970658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:37.020846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b140-f53d-46a3-9b23-22b054c95338 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.021478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b140-f53d-46a3-9b23-22b054c95338 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.021791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b140-f53d-46a3-9b23-22b054c95338 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.022322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b140-f53d-46a3-9b23-22b054c95338 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.024112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b326b140-f53d-46a3-9b23-22b054c95338 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.026209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b326b140-f53d-46a3-9b23-22b054c95338 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.4072003 Jun 30 09:38:37.030049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44354) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:37.100648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.111192 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.183128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6b65d-5e53-4f46-8ad5-568ef1828cd2 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.184990 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6b65d-5e53-4f46-8ad5-568ef1828cd2 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.186465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6b65d-5e53-4f46-8ad5-568ef1828cd2 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.187975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6b65d-5e53-4f46-8ad5-568ef1828cd2 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.188640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec6b65d-5e53-4f46-8ad5-568ef1828cd2 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:37.192977 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ec6b65d-5e53-4f46-8ad5-568ef1828cd2 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.1604691 Jun 30 09:38:37.194605 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:37.288367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=02bc85d2-5a32-4fef-97e1-52e8d801744d,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:37.308510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.357054 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.548639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ea7436a6-c178-46d1-81bb-608827999705, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea7436a6-c178-46d1-81bb-608827999705,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:37.565301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.566634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:37.717409 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP c272ef2b-a4ea-423e-a4d0-3b2097d8a98c associated. External IP: 172.25.7.130, port: 97c00160-123c-40d3-8e73-b78f36904675. Jun 30 09:38:37.742674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ea7436a6-c178-46d1-81bb-608827999705,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:37.810809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45e78a5d-34f5-4fcf-8d71-b9c29eebce98 None None] Provisioning for port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:37.851822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45e78a5d-34f5-4fcf-8d71-b9c29eebce98 None None] Provisioning complete for port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:37.852833 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45e78a5d-34f5-4fcf-8d71-b9c29eebce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:37.986085 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 2, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:38.071540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-45e78a5d-34f5-4fcf-8d71-b9c29eebce98 None None] Port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:38.077878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:38.095894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:38.096242 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.158873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Checking router: 7100a17c-d85f-4355-b6f3-26d53a18de25 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:38.159158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Updating router 7100a17c-d85f-4355-b6f3-26d53a18de25 port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:38:38.206174 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.230319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-45e78a5d-34f5-4fcf-8d71-b9c29eebce98 None None] Provisioning complete for port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:38.230904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-45e78a5d-34f5-4fcf-8d71-b9c29eebce98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.360664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router eb3b2a06-bcc6-446e-98de-f79006664474 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:38.380734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d42871bd-d152-4fba-86df-bc93ec05ca31 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 1.1845746 Jun 30 09:38:38.447203 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.493070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:38.503241 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.575297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:38.644730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea7436a6-c178-46d1-81bb-608827999705 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:38.680641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:38.697223 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] Sync routers for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:38.738346 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:38.739845 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:38.741127 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.827990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5f0a7a11-c56d-4ec0-b303-1a6aa426c209 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9650376 Jun 30 09:38:38.828904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:38.831636 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c" -d '{"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:38.886561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:38.903004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-280441356', 'description': 'tempest-secgroup-smoke-280441356 description', 'project_id': '9929aed19ffd4ed981c90458b70e5eec'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:38.929444 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:38.972703 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5ce8af-e788-41af-a9d5-fdd187c794e2 x-openstack-request-id: req-2a5ce8af-e788-41af-a9d5-fdd187c794e2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:38.973015 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:38.973273 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a5ce8af-e788-41af-a9d5-fdd187c794e2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:38.973943 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'status': 'completed', 'code': 200} Jun 30 09:38:39.035126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9edb0857-c945-42e9-9840-80a2eaf74238 None None] Provisioning complete for port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:39.035516 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9edb0857-c945-42e9-9840-80a2eaf74238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.134948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9edb0857-c945-42e9-9840-80a2eaf74238 None None] Port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:39.146011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ea7436a6-c178-46d1-81bb-608827999705 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:39.146944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.264340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.317047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.319557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Transition to ACTIVE for port object e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:39.324961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.335412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a42de-3e48-4de5-ad52-df34ce6884e2 req-297d1eb5-fac5-4c43-8d50-3b061c865eb4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:39.349786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a39a42de-3e48-4de5-ad52-df34ce6884e2 req-297d1eb5-fac5-4c43-8d50-3b061c865eb4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.3193955 Jun 30 09:38:39.352463 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.367788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f74c44e-578f-4d0f-a726-af5ee0bfdebc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:39.387667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.390972 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-62d0cb6d-d504-4fb2-8d91-f1056a9edec9 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5015383 Jun 30 09:38:39.398319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.408315 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:39.412073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '0f74c44e-578f-4d0f-a726-af5ee0bfdebc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:39.442423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-c24a5a6b-4b74-4e3a-9df4-b3c302c64fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:39.443963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-c24a5a6b-4b74-4e3a-9df4-b3c302c64fdb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1098 time: 0.3968387 Jun 30 09:38:39.479976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.522032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2af14e-afa4-4c33-b47a-1e45143b9649 None None] Pushing event updated for resources: {'Port': ['ID=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:39.620336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.628775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.633997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a39a42de-3e48-4de5-ad52-df34ce6884e2 req-a3f0b7a6-3d34-44d6-985e-592f36939cd8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2831352 Jun 30 09:38:39.637895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Attempting to bind port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:39.639683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Attempting to bind port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:39.641026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Attempting to bind port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 on network 862ac1ba-735b-4d73-97c3-d459f2832ee8 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:39.652695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:39.654926 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Checking segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:39.655580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.658212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Bound using segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:39.661242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Bound port: e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:39.662064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.679833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44382) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.708661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edb51be-9018-45d8-bdcd-aa8efb80f149,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:39.711050 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.726395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-56a64632-115a-48d0-ae75-7eab0bf702ca tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259377 Jun 30 09:38:39.730716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:39.741173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '0f74c44e-578f-4d0f-a726-af5ee0bfdebc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:39.815316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.894359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] For port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:39.899727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] For port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:39.919352 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.949680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.954473 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c272ef2b-a4ea-423e-a4d0-3b2097d8a98c', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'mac_address': 'fa:16:3e:01:64:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:36Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:39.957160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:39.989941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d09295-2bba-4bab-83ec-bc728ab0b069,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.012170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.012421 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] Checking router: eb3b2a06-bcc6-446e-98de-f79006664474 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:40.013417 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fe563dd3-c842-4e21-ad77-a83c6abbf094 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2759986 Jun 30 09:38:40.016478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44406) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.025496 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:40.026173 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:40.035942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '0f74c44e-578f-4d0f-a726-af5ee0bfdebc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:40.118316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:40.119429 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:40.125945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.160693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2af14e-afa4-4c33-b47a-1e45143b9649 None None] Pushing event updated for resources: {'Port': ['ID=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.235651 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:40.274570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.284978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.346694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fd1159-34f9-4cbe-a3d2-aef9b2e3a1df,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.356144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.357565 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ed32a171-850e-49c1-b8d4-8b64eb897c8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3400598 Jun 30 09:38:40.361623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44408) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.370717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '0f74c44e-578f-4d0f-a726-af5ee0bfdebc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:40.398473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:40.446678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.597276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.606406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-9090f0d5-6b7a-461b-b211-c55fe56c398a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:40.606406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-9090f0d5-6b7a-461b-b211-c55fe56c398a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 1.1500542 Jun 30 09:38:40.610003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.639982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e095c81-f0ce-4cff-a738-75eb7a404952,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.679717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.680023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:40.681211 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fa304509-188e-424d-870f-5ad3db43a0f6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3184214 Jun 30 09:38:40.683917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44412) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.689179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '0f74c44e-578f-4d0f-a726-af5ee0bfdebc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:40.722198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd0be1c8-7a0b-4335-b969-22f2dbe0b01a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/c272ef2b-a4ea-423e-a4d0-3b2097d8a98c HTTP/1.1" status: 200 len: 992 time: 1.0409570 Jun 30 09:38:40.730990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-017ab100-fc11-41e3-a1f2-cdce8af2feca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.1025734 Jun 30 09:38:40.737787 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Project 9929aed19ffd4ed981c90458b70e5eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:38:40.743386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.780292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:40.780981 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.784939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:39Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:40.816565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-6c5c329f-a076-4152-a15e-b3fbf6f46423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:40.822207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-6c5c329f-a076-4152-a15e-b3fbf6f46423 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0839858 Jun 30 09:38:40.832190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62b3bab-b0f7-4fa5-a1b8-11234d35dbf2 None None] The sync data for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 is: [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:39Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:40.833678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.844488 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.847358 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c272ef2b-a4ea-423e-a4d0-3b2097d8a98c', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'mac_address': 'fa:16:3e:01:64:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:36Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:40.867624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d6a8ea-88c9-447d-a887-fa025bf28cf9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:40.883849 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.885253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-87b118ff-44eb-402b-8672-c9754baa3973 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2003644 Jun 30 09:38:40.887771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44414) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:40.891233 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bddd1d-c4cd-476a-bae7-668c179d6a3a None None] The sync data for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 is: [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c272ef2b-a4ea-423e-a4d0-3b2097d8a98c', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.130', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'mac_address': 'fa:16:3e:01:64:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:36Z', 'updated_at': '2021-06-30T09:38:36Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:40.897271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'security_group_rule': {'security_group_id': '0f74c44e-578f-4d0f-a726-af5ee0bfdebc', 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:40.931354 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Project 9929aed19ffd4ed981c90458b70e5eec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:38:40.942835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:40.989891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-5680e186-3c37-431f-92c2-399a8dd03e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:40.992320 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-5680e186-3c37-431f-92c2-399a8dd03e75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1630549 Jun 30 09:38:41.035952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.040228 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.069330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5357a76f-8a25-4649-8cf6-c6834ede1585,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:41.080200 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.089346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dcbe5449-701d-4e9e-972a-2def6a4c2d23 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1917796 Jun 30 09:38:41.118005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-8d87d787-ba27-493a-8c27-a6a210537bc5 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183696 Jun 30 09:38:41.249920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-94fcf41d-f589-4894-9a28-9f94e4425636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:41.280193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7697a6c-60c3-4613-9728-b94e1785b9d5 None None] New status for floating IP c272ef2b-a4ea-423e-a4d0-3b2097d8a98c: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:41.281398 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d5b2bf1-89fe-4086-b3c3-efb99daf7e3c req-972684ae-980f-4ba2-9e34-efb8a3d4bd75 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563900 Jun 30 09:38:41.370062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-acfcfbf0-aaf7-4f73-b20d-56160aa08729 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-280441356&fields=id&tenant_id=9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 267 time: 0.0440340 Jun 30 09:38:41.497509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-cd2021b5-ad05-476a-8fa6-70a86b65d709 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:41.499095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-cd2021b5-ad05-476a-8fa6-70a86b65d709 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/networks?id=862ac1ba-735b-4d73-97c3-d459f2832ee8 HTTP/1.1" status: 200 len: 796 time: 0.1209478 Jun 30 09:38:41.516353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-437e32d4-da1c-42d9-bd5b-ea6c5a2c5614 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/quotas/9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 375 time: 0.0106928 Jun 30 09:38:41.681509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-3527fb95-d1c9-4df4-9c6d-8ee8cd082dcf tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468894 Jun 30 09:38:41.724064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:41.784721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-b5f3fec0-ef21-4b21-8b1a-56fb4b415d48 service neutron] 10.222.0.77 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015756 Jun 30 09:38:41.854732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-82599212-6c1a-4ee2-9b63-85e514d0549b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/c272ef2b-a4ea-423e-a4d0-3b2097d8a98c HTTP/1.1" status: 200 len: 994 time: 0.1268179 Jun 30 09:38:41.925539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-04efb9b0-9565-442e-8dc5-07c7313b93b5 service neutron] 10.222.0.77 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347218 Jun 30 09:38:42.039105 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:38:42.213708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45c0ed69-b436-4781-8395-9925f72d8908 req-0a9502db-04d7-47c2-8eb4-22702f1f957a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 210 time: 0.0577786 Jun 30 09:38:42.645138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:42.704516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:42.709199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:42.709625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.821185 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.855683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:42.861507 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:42.915871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:43.382409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89ff5fc3-ac64-475d-9ee1-af3d531f42c4 req-9de15069-627e-484b-b832-d104ec7a5ba7 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 210 time: 0.0463390 Jun 30 09:38:43.637250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-6ecbb864-91d4-4123-b843-3c7f3ef2a876 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:43.639500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-6ecbb864-91d4-4123-b843-3c7f3ef2a876 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "GET /v2.0/networks?id=862ac1ba-735b-4d73-97c3-d459f2832ee8 HTTP/1.1" status: 200 len: 796 time: 0.1259756 Jun 30 09:38:43.692330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-c736a76e-a843-463a-8f7b-085f410ef4af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9929aed19ffd4ed981c90458b70e5eec HTTP/1.1" status: 200 len: 379 time: 0.0362532 Jun 30 09:38:43.705008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'port': {'device_id': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'admin_state_up': True, 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'security_groups': ['0f74c44e-578f-4d0f-a726-af5ee0bfdebc']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:43.899883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Made reservation on behalf of 9929aed19ffd4ed981c90458b70e5eec for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:38:43.905794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.051540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.20.0.12 (862ac1ba-735b-4d73-97c3-d459f2832ee8/a365a51e-d701-4da5-b44c-556653809a57/4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:44.094193 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6fe4120b-e859-4598-a548-89fe4377eef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.209239 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.217472 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.225622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Transition to ACTIVE for port object 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:44.265970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.323188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:44.326800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:44.331241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:44.365815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:44.419816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:44.420539 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.443076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-5cf6d474-121c-4353-9f1a-edbbbd9fabad tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432921 Jun 30 09:38:44.460484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Request body: {'port': {'device_id': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:44.575638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.604233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:44.655480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9128c-f435-4f76-acf2-c58b354f5167 req-2eea962e-979c-4f8d-be55-b38501d1d81b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:44.671662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90a9128c-f435-4f76-acf2-c58b354f5167 req-2eea962e-979c-4f8d-be55-b38501d1d81b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 932 time: 0.1654296 Jun 30 09:38:44.677157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:44.677855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.749005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90a9128c-f435-4f76-acf2-c58b354f5167 req-5610250a-c70f-4c0e-bbc5-a0d50f0d7175 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703402 Jun 30 09:38:44.751075 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8342e84b-dbec-4527-af54-7f50b47e1f06 None None] Provisioning for port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:44.792124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8342e84b-dbec-4527-af54-7f50b47e1f06 None None] Provisioning complete for port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:44.792421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8342e84b-dbec-4527-af54-7f50b47e1f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.841348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8342e84b-dbec-4527-af54-7f50b47e1f06 None None] Port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:38:44.972528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:44.980886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:44.994764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Transition to ACTIVE for port object 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:38:44.999731 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.080899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:45.186394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Attempting to bind port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:38:45.186742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Attempting to bind port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:38:45.187077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Attempting to bind port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f on network 862ac1ba-735b-4d73-97c3-d459f2832ee8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:45.195468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f on network 862ac1ba-735b-4d73-97c3-d459f2832ee8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:38:45.195794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Attempting to bind port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f on network 862ac1ba-735b-4d73-97c3-d459f2832ee8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:38:45.207053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:38:45.207402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Checking segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:38:45.207786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Bound using segment: {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:38:45.208221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Bound port: 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd902cebb-ef75-4728-87ea-122460ebc945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:38:45.208580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.291221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] For port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:38:45.294785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] For port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:38:45.300859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.355822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:45.356616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:45.358841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] 10.222.0.79 "PUT /v2.0/ports/4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f HTTP/1.1" status: 200 len: 1093 time: 0.9035313 Jun 30 09:38:45.364540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:45.367325 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5b8226-0c72-494b-9943-1720cff519a1" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:45.395508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b5fc3-5397-47a7-8361-562bf3ca03f3 service neutron] Pushing event updated for resources: {'Port': ['ID=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:45.424406 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c216b3-bbc0-45bc-9db9-9d32ccb9300d x-openstack-request-id: req-e2c216b3-bbc0-45bc-9db9-9d32ccb9300d {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:45.425196 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:45.425746 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e2c216b3-bbc0-45bc-9db9-9d32ccb9300d {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:45.426313 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'status': 'completed', 'code': 200} Jun 30 09:38:45.484408 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-2d7dc72a-eebc-4179-9769-3a255c1885df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:45.485966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-2d7dc72a-eebc-4179-9769-3a255c1885df service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 1096 time: 0.0646696 Jun 30 09:38:45.535531 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-b3e967c5-2582-4aa3-97cd-0ebcfcb099c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f HTTP/1.1" status: 200 len: 217 time: 0.0374298 Jun 30 09:38:45.597095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-71b4765d-2df8-4d51-8e71-f4ea346ea35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:45.599033 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-71b4765d-2df8-4d51-8e71-f4ea346ea35d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a365a51e-d701-4da5-b44c-556653809a57 HTTP/1.1" status: 200 len: 834 time: 0.0529974 Jun 30 09:38:45.662190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-59f0d04b-e9ce-4e83-9f36-69b8a77a4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:45.664084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-59f0d04b-e9ce-4e83-9f36-69b8a77a4bff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=862ac1ba-735b-4d73-97c3-d459f2832ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545936 Jun 30 09:38:45.765569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-aaf55190-013f-49a0-a94c-693335e9e666 service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921059 Jun 30 09:38:45.873672 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7b1476ff-9ce1-4c2e-96ab-88e797165d92 req-321803db-255a-4a8f-8f18-3eae554a4eb1 service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949540 Jun 30 09:38:45.932994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7c1c6-bb99-461d-89fe-f3a767859e80 req-78101e97-44f3-4f16-bfc0-6fc6eab67475 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:45.934558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec7c1c6-bb99-461d-89fe-f3a767859e80 req-78101e97-44f3-4f16-bfc0-6fc6eab67475 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 944 time: 0.0742984 Jun 30 09:38:45.976700 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ec7c1c6-bb99-461d-89fe-f3a767859e80 req-e3a620a3-dbce-48c1-ad08-29c62baa4c9e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348628 Jun 30 09:38:45.989269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-917f30b0-7de4-4f15-a7d4-677a35f23444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:45.990968 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-917f30b0-7de4-4f15-a7d4-677a35f23444 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 1096 time: 0.0539870 Jun 30 09:38:46.143906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-448e4d32-e7d3-47ed-a389-e8f8f869c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:46.145240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-448e4d32-e7d3-47ed-a389-e8f8f869c9f5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=862ac1ba-735b-4d73-97c3-d459f2832ee8 HTTP/1.1" status: 200 len: 897 time: 0.1478691 Jun 30 09:38:46.145381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:46.191731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-fbc67bcf-22e1-423d-a1f5-6bab4014a202 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f HTTP/1.1" status: 200 len: 217 time: 0.0382330 Jun 30 09:38:46.244785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-5e1c05b3-86e2-43f7-a1d4-f938a2a05970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:46.246286 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-5e1c05b3-86e2-43f7-a1d4-f938a2a05970 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a365a51e-d701-4da5-b44c-556653809a57 HTTP/1.1" status: 200 len: 834 time: 0.0474925 Jun 30 09:38:46.315382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-cc4f44d9-6411-41f4-a90b-d4b3f843d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:46.316904 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-cc4f44d9-6411-41f4-a90b-d4b3f843d35e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=862ac1ba-735b-4d73-97c3-d459f2832ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619593 Jun 30 09:38:46.421634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-4545b770-7e3e-481d-862c-e3d4622eba6a service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969803 Jun 30 09:38:46.542379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bc5b8226-0c72-494b-9943-1720cff519a1 req-55ceff39-6b49-455a-92e0-f8141e71d2fe service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109314 Jun 30 09:38:47.162136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a31484-4851-44bf-97d6-15f1a38823f6 req-998e4390-00da-4c9a-81cf-9dd584bcc613 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:47.165016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20a31484-4851-44bf-97d6-15f1a38823f6 req-998e4390-00da-4c9a-81cf-9dd584bcc613 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 944 time: 0.0670195 Jun 30 09:38:47.207789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20a31484-4851-44bf-97d6-15f1a38823f6 req-803ec480-e3a3-45f9-9e9d-1c04d98af760 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374949 Jun 30 09:38:47.538831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:47.647944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:48.415349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652cdbf-f287-4d69-8fc0-669b41d79d37 req-0334c10e-3e59-4d5a-a161-646e9fc6d31a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:48.416994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5652cdbf-f287-4d69-8fc0-669b41d79d37 req-0334c10e-3e59-4d5a-a161-646e9fc6d31a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 944 time: 0.0735464 Jun 30 09:38:48.465177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5652cdbf-f287-4d69-8fc0-669b41d79d37 req-a77012a6-f596-4540-88da-bc732a368177 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402920 Jun 30 09:38:48.870128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:38:49.012797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:49.024992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'port_id': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'mac_address': 'fa:16:3e:8c:09:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:38:49.062298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.074705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:38:49.095464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:49.100442 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:49.148842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:49.372796 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:38:49.659756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdbca4-91fd-4ff2-a5b6-06499e529d19 req-53130379-51c8-44b9-b00b-ef379e347b6a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:49.661367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eabdbca4-91fd-4ff2-a5b6-06499e529d19 req-53130379-51c8-44b9-b00b-ef379e347b6a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 945 time: 0.0699039 Jun 30 09:38:49.705945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eabdbca4-91fd-4ff2-a5b6-06499e529d19 req-ca33ecb1-1709-417e-9739-de053b1cbe8f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374613 Jun 30 09:38:50.884882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:38:50.940752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79eaed5-df69-430d-9baf-3324c90ced68 req-97ca4a60-540e-4bc7-bd44-8fe2d85ef65a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:50.948069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b79eaed5-df69-430d-9baf-3324c90ced68 req-97ca4a60-540e-4bc7-bd44-8fe2d85ef65a tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 945 time: 0.0884845 Jun 30 09:38:50.948847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:38:50.957451 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:38:50.957916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:50.990505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b79eaed5-df69-430d-9baf-3324c90ced68 req-d3471baf-3fc5-44ac-ae16-b931791ebcd0 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Jun 30 09:38:51.039111 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.062320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:51.064869 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4c9490-8a91-42ba-9bf0-f1915967f2d3" -d '{"events": [{"server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:51.078909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:38:51.082848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:51.136955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:51.246367 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79663268-ef28-49a2-98df-2e4de2f819fa x-openstack-request-id: req-79663268-ef28-49a2-98df-2e4de2f819fa {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:51.246667 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "name": "network-vif-plugged", "status": "completed", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:51.246925 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79663268-ef28-49a2-98df-2e4de2f819fa {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:51.247331 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'code': 200} Jun 30 09:38:51.386287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2a804-2b4e-423c-bea8-0b88fddc80ae req-aa3f625b-fb83-4604-a253-5a32ce945b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:51.388033 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7c2a804-2b4e-423c-bea8-0b88fddc80ae req-aa3f625b-fb83-4604-a253-5a32ce945b27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 1098 time: 0.0684030 Jun 30 09:38:51.433472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b7c2a804-2b4e-423c-bea8-0b88fddc80ae req-9ae10bf0-9ba0-40a4-aef2-cce81307e7a9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354331 Jun 30 09:38:52.183798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce53253-e719-4e57-a52f-0400ded34fd5 req-98cc5715-c370-4a12-a8cd-5150905193bd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:52.185426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ce53253-e719-4e57-a52f-0400ded34fd5 req-98cc5715-c370-4a12-a8cd-5150905193bd tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 946 time: 0.0702534 Jun 30 09:38:52.241244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ce53253-e719-4e57-a52f-0400ded34fd5 req-e243a9f8-4946-4af5-86a9-7348f2a034c5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488703 Jun 30 09:38:53.426418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a3f7a-f6ad-44f9-ba3f-2313e98d396b req-664547ab-c145-4506-95d7-2681a34ea02f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:53.427910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e19a3f7a-f6ad-44f9-ba3f-2313e98d396b req-664547ab-c145-4506-95d7-2681a34ea02f tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 946 time: 0.0663452 Jun 30 09:38:53.469623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e19a3f7a-f6ad-44f9-ba3f-2313e98d396b req-713e4043-a8da-4e6c-a779-b1503048eb92 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358031 Jun 30 09:38:53.652518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa69938-6900-4403-a1bb-19a9c8c65e09 req-bf073c9b-8b42-4c32-9a85-301f41ba9ff5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:53.654097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaa69938-6900-4403-a1bb-19a9c8c65e09 req-bf073c9b-8b42-4c32-9a85-301f41ba9ff5 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 946 time: 0.0710950 Jun 30 09:38:53.695152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaa69938-6900-4403-a1bb-19a9c8c65e09 req-9646f640-8481-4a96-a3e2-151b2afcba06 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347850 Jun 30 09:38:53.721886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:53.807674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7aa4bcb-5ace-4df6-ac51-9bba3b527009 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:53.809209 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d7aa4bcb-5ace-4df6-ac51-9bba3b527009 tempest-TestNetworkBasicOps-409199831 tempest-TestNetworkBasicOps-409199831-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 1093 time: 0.0862782 Jun 30 09:38:53.812477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:53.817134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:38:53.841802 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:53.949447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.071686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Allocated IP 172.25.7.227 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/76e881ad-d77f-4437-b5d3-125adf8b2e30) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:38:54.189251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.229276 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.265053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:38:54.267950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:38:54.270451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:38:54.303665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=76e881ad-d77f-4437-b5d3-125adf8b2e30,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:54.319943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.320182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.320418 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.320765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.321297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.321436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.321814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.322147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.322611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.322955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.323293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.323636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:38:54.666193 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.741907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.890259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.894983 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:54.960424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event updated for resources: {'Port': ['ID=76e881ad-d77f-4437-b5d3-125adf8b2e30,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:38:54.970791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.069973 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Floating IP 4c29c0bc-6161-4656-9e85-e99db0c8fa2f associated. External IP: 172.25.7.227, port: 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f. Jun 30 09:38:55.310967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router 7100a17c-d85f-4355-b6f3-26d53a18de25 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:38:55.423488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:38:55.434599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] Sync routers for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:38:55.440487 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:38:55.447223 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:55.447835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:55.480032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b51e15b0-66b9-482d-b073-605bc1c9f822 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6665983 Jun 30 09:38:55.480924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:38:55.484127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44690) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:55.484803 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:38:55.524766 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886b173-b8f4-4d4c-bb95-f92ea51f4aaf x-openstack-request-id: req-e886b173-b8f4-4d4c-bb95-f92ea51f4aaf {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:38:55.525874 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:38:55.526686 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e886b173-b8f4-4d4c-bb95-f92ea51f4aaf {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:38:55.526840 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'status': 'completed', 'code': 200} Jun 30 09:38:55.569740 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:55.593065 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-279b59ca-1ec3-42f5-ad46-13622b265d84 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/4c29c0bc-6161-4656-9e85-e99db0c8fa2f HTTP/1.1" status: 200 len: 992 time: 0.1055589 Jun 30 09:38:55.619305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-80834565-39da-4860-b68a-40eb2ae16e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:55.620818 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-80834565-39da-4860-b68a-40eb2ae16e79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 1098 time: 0.0692010 Jun 30 09:38:55.738888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-9a0d2b31-80bd-4e87-994d-43587f8b7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:55.744526 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-9a0d2b31-80bd-4e87-994d-43587f8b7d8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=862ac1ba-735b-4d73-97c3-d459f2832ee8 HTTP/1.1" status: 200 len: 897 time: 0.1118050 Jun 30 09:38:55.808722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-9759ef69-121b-4277-adf1-7314b47dfd9c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f HTTP/1.1" status: 200 len: 1000 time: 0.0610063 Jun 30 09:38:55.845374 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '4c29c0bc-6161-4656-9e85-e99db0c8fa2f', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'port_id': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'mac_address': 'fa:16:3e:8c:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:54Z', 'updated_at': '2021-06-30T09:38:54Z', 'revision_number': 0, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:42Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:55.874586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-aab1befb-7936-4517-8fce-2bb09ea2d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:55.876078 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-aab1befb-7936-4517-8fce-2bb09ea2d092 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a365a51e-d701-4da5-b44c-556653809a57 HTTP/1.1" status: 200 len: 834 time: 0.0601382 Jun 30 09:38:55.883311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] Checking router: 7100a17c-d85f-4355-b6f3-26d53a18de25 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:38:55.892100 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:38:55.892702 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:38:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:55.946398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-908c1117-0a08-4317-963f-91ad0cbc45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:55.947940 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-908c1117-0a08-4317-963f-91ad0cbc45f7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=862ac1ba-735b-4d73-97c3-d459f2832ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642998 Jun 30 09:38:56.005726 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:38:56.057172 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-774812ee-d97d-45a1-b900-f21612a404f5 service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023257 Jun 30 09:38:56.172594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f11bed6-3c46-467d-b3bd-4b41abd9e13a req-5a9a81de-a0d9-4ace-b6f9-5cd9af3cfcff service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075017 Jun 30 09:38:56.258684 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '4c29c0bc-6161-4656-9e85-e99db0c8fa2f', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'port_id': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'mac_address': 'fa:16:3e:8c:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:54Z', 'updated_at': '2021-06-30T09:38:54Z', 'revision_number': 0, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:42Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:38:56.294246 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d14fbd-0659-43b3-a6fa-a4829b4ade78 None None] The sync data for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 is: [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '4c29c0bc-6161-4656-9e85-e99db0c8fa2f', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'floating_ip_address': '172.25.7.227', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'port_id': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'mac_address': 'fa:16:3e:8c:09:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:38:54Z', 'updated_at': '2021-06-30T09:38:54Z', 'revision_number': 0, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:42Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:38:56.570545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b66b3f-d950-4716-a959-c96ee29dadc4 None None] New status for floating IP 4c29c0bc-6161-4656-9e85-e99db0c8fa2f: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:38:56.595742 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 44712) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:56.671179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-baad3ee3-5f41-4dae-9bd0-b5cab04ab71b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/4c29c0bc-6161-4656-9e85-e99db0c8fa2f HTTP/1.1" status: 200 len: 992 time: 0.0742204 Jun 30 09:38:57.673383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 44730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:38:57.691991 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-9ed180d0-4e69-4442-aa94-8b011619b741 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0580971 Jun 30 09:38:57.740920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5720a6e1-c399-4b47-833f-55836dd82546 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/4c29c0bc-6161-4656-9e85-e99db0c8fa2f HTTP/1.1" status: 200 len: 994 time: 0.0658050 Jun 30 09:38:57.827036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-b43cf373-250f-4751-b780-42be4d5d7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:57.828937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-b43cf373-250f-4751-b780-42be4d5d7ceb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1098 time: 0.0669322 Jun 30 09:38:57.947127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-c7b19ffc-a027-458f-a9f8-88991f9d51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:57.948703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-c7b19ffc-a027-458f-a9f8-88991f9d51fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.0941687 Jun 30 09:38:58.015454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-e41415dc-d75e-4022-a4ad-46f25b4f2597 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1002 time: 0.0602601 Jun 30 09:38:58.064404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-63fd7cf1-d7f5-4128-9c6c-6fdaee202252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:58.065994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-63fd7cf1-d7f5-4128-9c6c-6fdaee202252 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0439715 Jun 30 09:38:58.127315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-8db71f24-ed15-40d5-b20c-a52f2f7dd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:38:58.129022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-8db71f24-ed15-40d5-b20c-a52f2f7dd75a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566046 Jun 30 09:38:58.220314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-73de828d-2acc-495a-9eb7-b00975623717 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844545 Jun 30 09:38:58.319251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e51c27e9-f7ce-43fe-b656-60d5695c883b req-3c1e8554-e718-4460-b64e-b079efa10087 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931392 Jun 30 09:38:59.428872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:11.240382 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-52904a7b-51c5-4ae3-a327-7e4150256c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.081874 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65faeeb6-8727-4ba5-8e6c-106fad63ffbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:14.211467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:16.138777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.550472 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:17.665029 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.290991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:18.403043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3657d33-0751-4c23-ba4a-19435c8505c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.492922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3657d33-0751-4c23-ba4a-19435c8505c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.496541 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e3657d33-0751-4c23-ba4a-19435c8505c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.534995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e3657d33-0751-4c23-ba4a-19435c8505c7 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=11c55bbaa714443b9cc845c03e88bf02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426414 Jun 30 09:39:18.536253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657d33-0751-4c23-ba4a-19435c8505c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f98b765-2c0b-4648-93ae-c900f7913555,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:18.536863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45054) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:18.587204 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab0e0c9-eb00-4cb7-a12c-7efefaceb2bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.607326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab0e0c9-eb00-4cb7-a12c-7efefaceb2bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.653222 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab0e0c9-eb00-4cb7-a12c-7efefaceb2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.655929 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dab0e0c9-eb00-4cb7-a12c-7efefaceb2bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:18.659883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dab0e0c9-eb00-4cb7-a12c-7efefaceb2bc admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5f98b765-2c0b-4648-93ae-c900f7913555 HTTP/1.1" status: 204 len: 168 time: 0.1192157 Jun 30 09:39:18.665033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0e0c9-eb00-4cb7-a12c-7efefaceb2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f98b765-2c0b-4648-93ae-c900f7913555,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:18.927251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45064) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:18.941184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b3af74-0029-4400-9f78-39000b339987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.037949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:19.038627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b3af74-0029-4400-9f78-39000b339987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.042526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-41b3af74-0029-4400-9f78-39000b339987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.084039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b3af74-0029-4400-9f78-39000b339987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a949e7d-0222-4edf-8371-21295f6f97be,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:19.089435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-41b3af74-0029-4400-9f78-39000b339987 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7e5de35a59b5484cb2d64c226dc1848e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608622 Jun 30 09:39:19.092734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45070) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:19.144401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f148c75a-64eb-4bd2-b0b5-4607527d2c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.164959 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f148c75a-64eb-4bd2-b0b5-4607527d2c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.210472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f148c75a-64eb-4bd2-b0b5-4607527d2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.213021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f148c75a-64eb-4bd2-b0b5-4607527d2c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:19.215652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f148c75a-64eb-4bd2-b0b5-4607527d2c9e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6a949e7d-0222-4edf-8371-21295f6f97be HTTP/1.1" status: 204 len: 168 time: 0.1202972 Jun 30 09:39:19.222443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148c75a-64eb-4bd2-b0b5-4607527d2c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a949e7d-0222-4edf-8371-21295f6f97be,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:20.744612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:20.859801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a747feb5-71a6-4df5-8acb-acb8aad9e323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.952328 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a747feb5-71a6-4df5-8acb-acb8aad9e323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.957855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a747feb5-71a6-4df5-8acb-acb8aad9e323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:20.996690 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a747feb5-71a6-4df5-8acb-acb8aad9e323 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e537ffcb349548b6bfb43abd6bb5dadc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509050 Jun 30 09:39:20.997736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747feb5-71a6-4df5-8acb-acb8aad9e323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ba539f-1612-4608-b392-1c96c0595519,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:20.999491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45128) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:21.050393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4cea75a-ff9b-4ce7-a12b-f6ca1ebfff56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.070457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4cea75a-ff9b-4ce7-a12b-f6ca1ebfff56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.121766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4cea75a-ff9b-4ce7-a12b-f6ca1ebfff56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.125349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b4cea75a-ff9b-4ce7-a12b-f6ca1ebfff56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.126558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b4cea75a-ff9b-4ce7-a12b-f6ca1ebfff56 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/77ba539f-1612-4608-b392-1c96c0595519 HTTP/1.1" status: 204 len: 168 time: 0.1259229 Jun 30 09:39:21.140271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cea75a-ff9b-4ce7-a12b-f6ca1ebfff56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ba539f-1612-4608-b392-1c96c0595519,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:21.420692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45136) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:21.436559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-022d53e7-c534-4fe7-a4c1-52e460d1c46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.529333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-022d53e7-c534-4fe7-a4c1-52e460d1c46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.534460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-022d53e7-c534-4fe7-a4c1-52e460d1c46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.576861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-022d53e7-c534-4fe7-a4c1-52e460d1c46a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f0dfcce3600b4b208091d0cfbadc807a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518686 Jun 30 09:39:21.576861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d53e7-c534-4fe7-a4c1-52e460d1c46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc935234-b9a1-417f-a802-097001e7526b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:21.578311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45142) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:21.629963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420a0bdd-a59b-49a4-9236-700aa39e7e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.655153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420a0bdd-a59b-49a4-9236-700aa39e7e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.701101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420a0bdd-a59b-49a4-9236-700aa39e7e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.704017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-420a0bdd-a59b-49a4-9236-700aa39e7e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:21.706685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-420a0bdd-a59b-49a4-9236-700aa39e7e36 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dc935234-b9a1-417f-a802-097001e7526b HTTP/1.1" status: 204 len: 168 time: 0.1273808 Jun 30 09:39:21.715754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a0bdd-a59b-49a4-9236-700aa39e7e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc935234-b9a1-417f-a802-097001e7526b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:27.847225 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45278) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:27.954555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98752699-35b5-4793-8bce-e4fabb61f460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.050849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98752699-35b5-4793-8bce-e4fabb61f460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.054769 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98752699-35b5-4793-8bce-e4fabb61f460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.092233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-98752699-35b5-4793-8bce-e4fabb61f460 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f110df5a19c450491d12c4866df7644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436037 Jun 30 09:39:28.094598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45286) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:28.100498 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98752699-35b5-4793-8bce-e4fabb61f460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b282812-e3d8-4798-9ac0-565fda00c915,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:28.163987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.187004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.235713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.238934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.240094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4b282812-e3d8-4798-9ac0-565fda00c915 HTTP/1.1" status: 204 len: 168 time: 0.1443229 Jun 30 09:39:28.248652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b282812-e3d8-4798-9ac0-565fda00c915,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:28.256274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.256626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.256965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.257303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.257636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.257966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.258321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.258646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.258969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.259289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.259616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.259934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373756c3-39ad-4472-85d2-3854ef4e5640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:28.541409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45298) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:28.555158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3a95e3c-9196-4024-8dbb-6baac7e0dccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.650972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3a95e3c-9196-4024-8dbb-6baac7e0dccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.660105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e3a95e3c-9196-4024-8dbb-6baac7e0dccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.698130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a95e3c-9196-4024-8dbb-6baac7e0dccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ba553b-0f4c-4dde-8c45-0bebd07f5b87,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:28.705171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e3a95e3c-9196-4024-8dbb-6baac7e0dccf admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c5a157c7f3754c2db3a612c7c5c2ccf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597674 Jun 30 09:39:28.705385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45300) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:28.763071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-418ccafb-7e5b-4ef1-8f65-e6fffff9fced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.786236 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-418ccafb-7e5b-4ef1-8f65-e6fffff9fced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.842261 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-418ccafb-7e5b-4ef1-8f65-e6fffff9fced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.845024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-418ccafb-7e5b-4ef1-8f65-e6fffff9fced admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:28.846196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-418ccafb-7e5b-4ef1-8f65-e6fffff9fced admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/67ba553b-0f4c-4dde-8c45-0bebd07f5b87 HTTP/1.1" status: 204 len: 168 time: 0.1399016 Jun 30 09:39:28.854251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccafb-7e5b-4ef1-8f65-e6fffff9fced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ba553b-0f4c-4dde-8c45-0bebd07f5b87,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:29.431885 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:30.819916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45396) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:30.933638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6630addb-4bec-49a9-9cdd-77b67fa3ed1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.024743 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6630addb-4bec-49a9-9cdd-77b67fa3ed1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.028580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6630addb-4bec-49a9-9cdd-77b67fa3ed1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.068741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6630addb-4bec-49a9-9cdd-77b67fa3ed1c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=3baa8e49b0164d2d872367cdaadd1450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476509 Jun 30 09:39:31.070730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630addb-4bec-49a9-9cdd-77b67fa3ed1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d9a6c-76d0-46b6-ab33-6ff5b75345f8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:31.071987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45402) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.080075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.137854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98f8cfff-3ffa-4dfc-8045-42636723e159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.161595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98f8cfff-3ffa-4dfc-8045-42636723e159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.163893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-96386fa3-ffd0-4a5f-ba8f-9090e6b2fb27 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/floatingips/4c29c0bc-6161-4656-9e85-e99db0c8fa2f HTTP/1.1" status: 200 len: 994 time: 0.0825896 Jun 30 09:39:31.213641 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98f8cfff-3ffa-4dfc-8045-42636723e159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.217814 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-98f8cfff-3ffa-4dfc-8045-42636723e159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.219407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-98f8cfff-3ffa-4dfc-8045-42636723e159 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/378d9a6c-76d0-46b6-ab33-6ff5b75345f8 HTTP/1.1" status: 204 len: 168 time: 0.1461337 Jun 30 09:39:31.233322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8cfff-3ffa-4dfc-8045-42636723e159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d9a6c-76d0-46b6-ab33-6ff5b75345f8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:31.505327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45420) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.522681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45422) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.537158 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24862d4f-143e-4ffe-9cdf-266e91a1d1df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.655647 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24862d4f-143e-4ffe-9cdf-266e91a1d1df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.661000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-24862d4f-143e-4ffe-9cdf-266e91a1d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.680173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 76e881ad-d77f-4437-b5d3-125adf8b2e30 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:31.680521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.705105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-24862d4f-143e-4ffe-9cdf-266e91a1d1df admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=4ef2ab190d5f49a1806d6e129039691f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811781 Jun 30 09:39:31.707089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24862d4f-143e-4ffe-9cdf-266e91a1d1df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d51c1b-14c3-4302-a94b-8507ea53ef96,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:31.709943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45428) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:31.768133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.768858 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.770243 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fe81510-7d43-4807-a101-84828a3f08ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.790195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 76e881ad-d77f-4437-b5d3-125adf8b2e30 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:31.796293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fe81510-7d43-4807-a101-84828a3f08ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.853157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fe81510-7d43-4807-a101-84828a3f08ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.856040 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fe81510-7d43-4807-a101-84828a3f08ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.857988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1fe81510-7d43-4807-a101-84828a3f08ef admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a5d51c1b-14c3-4302-a94b-8507ea53ef96 HTTP/1.1" status: 204 len: 168 time: 0.1476452 Jun 30 09:39:31.871736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81510-7d43-4807-a101-84828a3f08ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d51c1b-14c3-4302-a94b-8507ea53ef96,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:31.962280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:31.990760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=76e881ad-d77f-4437-b5d3-125adf8b2e30,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:32.056833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.057190 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Floating IP 4c29c0bc-6161-4656-9e85-e99db0c8fa2f disassociated (deleted). External IP: 172.25.7.227, port: 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f. Jun 30 09:39:32.289615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router 7100a17c-d85f-4355-b6f3-26d53a18de25 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:32.426023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:32.431829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:32.443708 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] Sync routers for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:32.454279 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:32.455660 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:32.475346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b213c58c-30ae-4e4a-9a4f-39c300a6a487 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/floatingips/4c29c0bc-6161-4656-9e85-e99db0c8fa2f HTTP/1.1" status: 204 len: 168 time: 0.9687252 Jun 30 09:39:32.476252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:32.479130 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5cde25-b937-4295-98f7-3b57f1c4f755" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:32.557128 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05189d8b-b58d-49a4-86d1-9f5e9e719205 x-openstack-request-id: req-05189d8b-b58d-49a4-86d1-9f5e9e719205 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:32.557567 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:32.557910 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-05189d8b-b58d-49a4-86d1-9f5e9e719205 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:32.558547 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'status': 'completed', 'code': 200} Jun 30 09:39:32.614266 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:32.650047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-7f3f6ed0-082c-4a45-b233-b8eba99b70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:32.651953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-7f3f6ed0-082c-4a45-b233-b8eba99b70b2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9929aed19ffd4ed981c90458b70e5eec&device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 1098 time: 0.0727134 Jun 30 09:39:32.800249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-2e92702f-638c-4884-8482-0dfbd024bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:32.806709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-2e92702f-638c-4884-8482-0dfbd024bc7d service neutron] 10.222.0.79 "GET /v2.0/networks?id=862ac1ba-735b-4d73-97c3-d459f2832ee8 HTTP/1.1" status: 200 len: 897 time: 0.1431694 Jun 30 09:39:32.863737 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-f2fe2b9c-c5fb-4939-b768-af938a70f4c6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f HTTP/1.1" status: 200 len: 217 time: 0.0457273 Jun 30 09:39:32.939268 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:42Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:32.944717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-739bc6c4-9778-498b-b3b2-9fc8cfce1bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:32.948654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-739bc6c4-9778-498b-b3b2-9fc8cfce1bd0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a365a51e-d701-4da5-b44c-556653809a57 HTTP/1.1" status: 200 len: 834 time: 0.0750971 Jun 30 09:39:32.970685 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] Checking router: 7100a17c-d85f-4355-b6f3-26d53a18de25 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:32.979558 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:32.980384 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:33.020754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-362796ce-4c7e-410e-b75b-5fcab47a0de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:33.022771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-362796ce-4c7e-410e-b75b-5fcab47a0de8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=862ac1ba-735b-4d73-97c3-d459f2832ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676982 Jun 30 09:39:33.073795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6be7a3-26a8-4a22-bdc8-ab72eea882be req-fef26aab-7aed-4ff0-b1b2-c3643f72ba7e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:33.075890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af6be7a3-26a8-4a22-bdc8-ab72eea882be req-fef26aab-7aed-4ff0-b1b2-c3643f72ba7e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 946 time: 0.0995197 Jun 30 09:39:33.136768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af6be7a3-26a8-4a22-bdc8-ab72eea882be req-5db6eefc-5a14-463c-a91f-8ec97904ec9b tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546589 Jun 30 09:39:33.175386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-109020a7-46f5-4b48-988f-b9248818c8fb service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442473 Jun 30 09:39:33.276083 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:33.296613 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2a5cde25-b937-4295-98f7-3b57f1c4f755 req-8b9edcec-5670-40f1-890b-aae143bd0c13 service neutron] 10.222.0.79 "GET /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104307 Jun 30 09:39:33.507102 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:42Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:33.537573 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadfdf3d-fc1c-42b4-989a-43370a0a79e6 None None] The sync data for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 is: [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:38:35Z', 'revision_number': 4, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36', 'name': '', 'network_id': '862ac1ba-735b-4d73-97c3-d459f2832ee8', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'mac_address': 'fa:16:3e:7e:4e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3773, 'fixed_ips': [{'subnet_id': 'a365a51e-d701-4da5-b44c-556653809a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:33Z', 'updated_at': '2021-06-30T09:38:42Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'subnets': [{'id': 'a365a51e-d701-4da5-b44c-556653809a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:33.847288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54679e4-32e9-4411-8999-e0fe6ec4715f None None] New status for floating IP 4c29c0bc-6161-4656-9e85-e99db0c8fa2f: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:39:34.385090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c359eb0-a621-4feb-ab98-86368cbb7e79 req-ef780aea-d1cf-443f-9a39-3a8bda32e893 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:34.386736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c359eb0-a621-4feb-ab98-86368cbb7e79 req-ef780aea-d1cf-443f-9a39-3a8bda32e893 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 946 time: 0.0856431 Jun 30 09:39:34.412901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-07731425-e578-4cc3-803c-512b3083ebd6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:34.414418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-07731425-e578-4cc3-803c-512b3083ebd6 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 946 time: 0.0909567 Jun 30 09:39:34.427287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c359eb0-a621-4feb-ab98-86368cbb7e79 req-7ef2b68a-060f-45f0-92bc-f5202ad32470 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f74c44e-578f-4d0f-a726-af5ee0bfdebc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336177 Jun 30 09:39:34.540935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:34.541195 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.632426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:34.632746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:34.646292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:35.122746 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.151271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:35.201235 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] No DVR routers for this DVR port 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:35.204107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:35.206120 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c4c9ae21-5dd1-4d1a-a2c3-8de24b0a01a6 req-45bd7f80-b58a-44ab-8e0e-be2c6b112fc3 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.79 "DELETE /v2.0/ports/4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f HTTP/1.1" status: 204 len: 173 time: 0.7826369 Jun 30 09:39:35.206588 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'name': 'network-vif-deleted', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:35.208871 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6fb979-3785-42e2-b5fe-4c217b7edc9c" -d '{"events": [{"server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "name": "network-vif-deleted", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:35.245808 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a36d8e2-d085-4377-acc9-30460ba5dba0 x-openstack-request-id: req-2a36d8e2-d085-4377-acc9-30460ba5dba0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:35.246109 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb2e065-eb74-436c-98d0-76ed62caaaeb", "name": "network-vif-deleted", "tag": "4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:35.246399 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a36d8e2-d085-4377-acc9-30460ba5dba0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:35.246815 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb2e065-eb74-436c-98d0-76ed62caaaeb', 'name': 'network-vif-deleted', 'tag': '4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f', 'status': 'completed', 'code': 200} Jun 30 09:39:35.634534 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82110e1e-0304-4c43-9a19-827423e00f67 req-76250901-d11f-49c9-a9e1-3980cd0ca91e tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "GET /v2.0/ports?device_id=8fb2e065-eb74-436c-98d0-76ed62caaaeb HTTP/1.1" status: 200 len: 210 time: 0.0482693 Jun 30 09:39:36.750275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45556) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:36.824514 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de02-28eb-411f-b1c3-cf9bd92017af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.852362 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de02-28eb-411f-b1c3-cf9bd92017af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.928113 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de02-28eb-411f-b1c3-cf9bd92017af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.930906 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4b7de02-28eb-411f-b1c3-cf9bd92017af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:36.932289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4b7de02-28eb-411f-b1c3-cf9bd92017af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f74c44e-578f-4d0f-a726-af5ee0bfdebc HTTP/1.1" status: 204 len: 168 time: 0.1809194 Jun 30 09:39:36.943002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7de02-28eb-411f-b1c3-cf9bd92017af tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f74c44e-578f-4d0f-a726-af5ee0bfdebc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:36.976640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45566) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:37.382838 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.682403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:37.682616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.799866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:37.800235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:37.815926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:38.010651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:38.040048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:38.271859 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:38.513960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473d1ee-11de-438b-98f6-4b2a3aaa2727 req-41a98de4-f52e-4afa-a634-c78881e77f87 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:38.515521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8473d1ee-11de-438b-98f6-4b2a3aaa2727 req-41a98de4-f52e-4afa-a634-c78881e77f87 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1098 time: 0.0628266 Jun 30 09:39:38.522941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Router 7100a17c-d85f-4355-b6f3-26d53a18de25 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:38.581576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8473d1ee-11de-438b-98f6-4b2a3aaa2727 req-11174ad0-518b-43e4-9548-b7047a987ca2 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594294 Jun 30 09:39:38.718387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:38.721876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-00cfb75e-2d4c-42ad-b142-33c71a5d7435 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "PUT /v2.0/routers/7100a17c-d85f-4355-b6f3-26d53a18de25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438936 Jun 30 09:39:38.725281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45620) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:38.732502 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] Sync routers for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:38.753833 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:38.753833 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:38.828098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting subnet a365a51e-d701-4da5-b44c-556653809a57 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:39:38.833638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:38.906005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da9ae68-6856-4bb7-8efa-18a77c1180b0 req-18ecee7b-efae-4977-a3c0-35f76166814c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:38.907607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2da9ae68-6856-4bb7-8efa-18a77c1180b0 req-18ecee7b-efae-4977-a3c0-35f76166814c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1243374 Jun 30 09:39:38.911068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:38.945573 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:38.976243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2da9ae68-6856-4bb7-8efa-18a77c1180b0 req-1f1fec84-57ef-42c5-bbdd-12a6a7a16964 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595307 Jun 30 09:39:38.993495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45628) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:39.018252 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.080496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8894ba1e-0976-49f6-8470-312827b4488d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/c272ef2b-a4ea-423e-a4d0-3b2097d8a98c HTTP/1.1" status: 200 len: 994 time: 0.0854230 Jun 30 09:39:39.152078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.177193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:39.207400 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Subnet': ['ID=a365a51e-d701-4da5-b44c-556653809a57,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:39.233006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.234175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:39.234545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 4fbaa3bd-fd00-4a11-aa3c-9fc71731d55f not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:39.237813 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-00342fd9-d2e1-4b66-b79f-408da923a784 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/subnets/a365a51e-d701-4da5-b44c-556653809a57 HTTP/1.1" status: 204 len: 168 time: 0.5087919 Jun 30 09:39:39.238034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45632) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:39.253312 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:39:37Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:39.255839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610eeeef-51a8-484a-ae61-995a3b8784df None None] Network 862ac1ba-735b-4d73-97c3-d459f2832ee8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:39.292870 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] Checking router: 7100a17c-d85f-4355-b6f3-26d53a18de25 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:39.312868 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] Routers {'7100a17c-d85f-4355-b6f3-26d53a18de25'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:39.313638 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7100a17c-d85f-4355-b6f3-26d53a18de25'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:39.420168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.562161 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] Set router 7100a17c-d85f-4355-b6f3-26d53a18de25 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:39.688401 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] DHCP port deletion for 862ac1ba-735b-4d73-97c3-d459f2832ee8 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:39:39.877295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Deleting port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:39.881232 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:39.986418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] For port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,segment=NetworkSegment(d902cebb-ef75-4728-87ea-122460ebc945),segment_id=d902cebb-ef75-4728-87ea-122460ebc945)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:39.987415 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.003269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Calling delete_port for 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:40.014819 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:39:37Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:40.078513 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078f10fc-a5b6-4c06-835f-2a9253a6dfbe None None] The sync data for ids ['7100a17c-d85f-4355-b6f3-26d53a18de25'] in n-d-780147-22 is: [{'id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'name': 'tempest-TestNetworkBasicOps-router-1669593315', 'tenant_id': '9929aed19ffd4ed981c90458b70e5eec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': 'ea7436a6-c178-46d1-81bb-608827999705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:29Z', 'updated_at': '2021-06-30T09:39:37Z', 'revision_number': 5, 'project_id': '9929aed19ffd4ed981c90458b70e5eec', 'gw_port': {'id': 'ea7436a6-c178-46d1-81bb-608827999705', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:f3:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7100a17c-d85f-4355-b6f3-26d53a18de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:30Z', 'updated_at': '2021-06-30T09:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:40.139827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.161531 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.212364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Pushing event deleted for resources: {'Port': ['ID=5d01643d-a8a2-404e-a1ac-cdeecc55ba61,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:40.217700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] No DVR routers for this DVR port 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:40.230059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.235764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.236344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.236845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.237352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.237857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.238393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.238896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.239028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-c151564d-1203-44bb-9888-06030c8117b0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651550 Jun 30 09:39:40.239940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.240441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.240934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.241406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a328f848-513b-4a4e-aced-653f037e9e21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:40.254320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Deleting port ea7436a6-c178-46d1-81bb-608827999705 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:39:40.254743 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.414852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] For port ea7436a6-c178-46d1-81bb-608827999705, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ea7436a6-c178-46d1-81bb-608827999705,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:40.415277 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.437086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38380065-9c1a-43ef-8652-85e5cb97d642 req-bf5c09fb-5d72-4174-8782-37473dd09b65 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:40.438826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38380065-9c1a-43ef-8652-85e5cb97d642 req-bf5c09fb-5d72-4174-8782-37473dd09b65 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1422322 Jun 30 09:39:40.443046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Calling delete_port for ea7436a6-c178-46d1-81bb-608827999705 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:39:40.573772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38380065-9c1a-43ef-8652-85e5cb97d642 req-a281708d-df4a-42f1-8590-ee9286bcd555 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751474 Jun 30 09:39:40.655398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:40.707645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:40.707645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e6df056d-e0ce-4b7a-a9ef-ab0e5fb02b36 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:40.707645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:40.730770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:40.731385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d01643d-a8a2-404e-a1ac-cdeecc55ba61 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:40.778677 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:40.804376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Port': ['ID=ea7436a6-c178-46d1-81bb-608827999705,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:40.921639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.044355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.047898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.098588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.099136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Fanout notify agent at l3_agent the message router_deleted on router 7100a17c-d85f-4355-b6f3-26d53a18de25 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:39:41.107885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.109340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-21aeb282-dd12-4018-99cf-00671f83f003 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/routers/7100a17c-d85f-4355-b6f3-26d53a18de25 HTTP/1.1" status: 204 len: 168 time: 1.8700595 Jun 30 09:39:41.112897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45694) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:41.250558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9f8d351-34b2-4f12-9745-461160861346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.253037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.375668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.410707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862ac1ba-735b-4d73-97c3-d459f2832ee8']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:41.435305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd902cebb-ef75-4728-87ea-122460ebc945') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:41.435623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd902cebb-ef75-4728-87ea-122460ebc945') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:41.448068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.468780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.476133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:39:41.477426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:39:41.483603 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:39:41.594364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.601901 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:41.611827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] 10.222.0.77 "DELETE /v2.0/networks/862ac1ba-735b-4d73-97c3-d459f2832ee8 HTTP/1.1" status: 204 len: 168 time: 0.4949734 Jun 30 09:39:41.669146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc113bed-97c9-4609-b62a-c77e889a6423 tempest-TestNetworkBasicOps-1376906526 tempest-TestNetworkBasicOps-1376906526-project] Pushing event deleted for resources: {'Network': ['ID=862ac1ba-735b-4d73-97c3-d459f2832ee8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:41.930074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08292c3-8e9e-46d8-b2a3-4c194d149ebb req-87ebf0dd-6197-4bad-ae16-0bb48ac8cd4d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:41.939094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d08292c3-8e9e-46d8-b2a3-4c194d149ebb req-87ebf0dd-6197-4bad-ae16-0bb48ac8cd4d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1029797 Jun 30 09:39:41.993749 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d08292c3-8e9e-46d8-b2a3-4c194d149ebb req-8dbe6964-e520-49dc-a569-52f203dc9a09 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535295 Jun 30 09:39:42.124077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45718) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.397773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-5c29d5ba-8777-4728-b380-d32d2f73a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:42.399472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-5c29d5ba-8777-4728-b380-d32d2f73a67a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1098 time: 0.1171880 Jun 30 09:39:42.536099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a0f68777-cd68-453e-bdad-2a31673d9321 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9929aed19ffd4ed981c90458b70e5eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106395 Jun 30 09:39:42.538819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45732) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:42.640742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9223b26-df81-4b52-918e-f1379ba2038c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.645558 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-d512af15-9a12-467a-96d8-8a52f98c339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:42.649136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-d512af15-9a12-467a-96d8-8a52f98c339f service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.2434013 Jun 30 09:39:42.671732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9223b26-df81-4b52-918e-f1379ba2038c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.673009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea7436a6-c178-46d1-81bb-608827999705 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:42.729336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ea7436a6-c178-46d1-81bb-608827999705 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:39:42.730639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ea7436a6-c178-46d1-81bb-608827999705 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:42.744395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9223b26-df81-4b52-918e-f1379ba2038c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.748021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a9223b26-df81-4b52-918e-f1379ba2038c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:42.749361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a9223b26-df81-4b52-918e-f1379ba2038c admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8dcc7f9a-fe64-40c0-a3db-02e17c26924e HTTP/1.1" status: 204 len: 168 time: 0.2088168 Jun 30 09:39:42.755735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-f9403c51-5d7c-47f2-9aa3-8b265e3b079b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1002 time: 0.0999804 Jun 30 09:39:42.770445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9223b26-df81-4b52-918e-f1379ba2038c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc7f9a-fe64-40c0-a3db-02e17c26924e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:42.845000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-13772d28-8727-4671-a392-fe4cfb489d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:42.847065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-13772d28-8727-4671-a392-fe4cfb489d21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0849741 Jun 30 09:39:42.943808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-c10f4288-34d7-4d94-be38-d65c19100947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:42.947428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-c10f4288-34d7-4d94-be38-d65c19100947 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936038 Jun 30 09:39:43.072908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-97a86825-e9b9-44ae-b834-2320512ec410 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091046 Jun 30 09:39:43.193838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45746) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:43.210837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50a8e72b-f26f-4115-b25d-80d2185e884c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.233485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-2b3c4e40-6b13-420e-954b-c1dfcc12f1dc service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470640 Jun 30 09:39:43.342184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b26a8-4171-4718-bb5f-b8e4d676dac1 req-9270a0c3-d234-4212-8e81-dc3c295e13a8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:43.343870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-608b26a8-4171-4718-bb5f-b8e4d676dac1 req-9270a0c3-d234-4212-8e81-dc3c295e13a8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1304879 Jun 30 09:39:43.475125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50a8e72b-f26f-4115-b25d-80d2185e884c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.484569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-608b26a8-4171-4718-bb5f-b8e4d676dac1 req-909ab338-2221-4b87-bebc-8f6598101d2b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335340 Jun 30 09:39:43.486210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50a8e72b-f26f-4115-b25d-80d2185e884c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.535207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45754) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:43.545822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-50a8e72b-f26f-4115-b25d-80d2185e884c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=464f50b1ba644afdbb4c0847f96c981d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505058 Jun 30 09:39:43.569562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8e72b-f26f-4115-b25d-80d2185e884c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36209320-188e-4c6c-9508-d3a5b0926466,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:43.656585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c995122d-6656-41ab-adbc-8b3e9e817090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.688492 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c995122d-6656-41ab-adbc-8b3e9e817090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.778812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c995122d-6656-41ab-adbc-8b3e9e817090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.782898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c995122d-6656-41ab-adbc-8b3e9e817090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:43.796175 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c995122d-6656-41ab-adbc-8b3e9e817090 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/36209320-188e-4c6c-9508-d3a5b0926466 HTTP/1.1" status: 204 len: 168 time: 0.2521250 Jun 30 09:39:43.833223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995122d-6656-41ab-adbc-8b3e9e817090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36209320-188e-4c6c-9508-d3a5b0926466,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:44.108537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e91ec9c0-b031-4399-ba5a-80bc745bab6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.226200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:44.741084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45796) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:44.822196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be550b-bf67-4ad3-adee-7be73099c8fc req-d1c5713f-2ac1-493c-ab28-9050df21d6b0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:44.830128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77be550b-bf67-4ad3-adee-7be73099c8fc req-d1c5713f-2ac1-493c-ab28-9050df21d6b0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1578357 Jun 30 09:39:44.924119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77be550b-bf67-4ad3-adee-7be73099c8fc req-10134502-9046-404b-8fd2-b5846bd3243e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927246 Jun 30 09:39:44.959929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-971946298-network', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:44.986384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Made reservation on behalf of 8feed00d78f048f69cfb58e40e4963f4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:44.989472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.003028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.112141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.116642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.148012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:45.155077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6b25fe-6e74-4ffa-b3f2-1361aee63c78,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.163943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.164413 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Added segment 84bd2d95-c484-46a0-95c9-65fe04ba80f5 of type vlan for network 3b55bff7-6395-4236-9201-a7a01484136f Jun 30 09:39:45.210282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.245826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.246958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:45.247662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.319151 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5756483 Jun 30 09:39:45.321073 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45814) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:45.328262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Request body: {'subnet': {'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-971946298-subnet', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:45.346517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a72211-d94c-47f3-a55a-f772af74ffea admin admin] Pushing event updated for resources: {'Network': ['ID=3b55bff7-6395-4236-9201-a7a01484136f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.360054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 3b55bff7-6395-4236-9201-a7a01484136f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:45.361432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Made reservation on behalf of 8feed00d78f048f69cfb58e40e4963f4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:45.364078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.546518 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.603587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=050a8c0a-0617-46a9-8aee-96fb5296b391,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:45.625063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Checking segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:45.625063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Network hostable DHCP agents. Network: 3b55bff7-6395-4236-9201-a7a01484136f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:45.642747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Network 3b55bff7-6395-4236-9201-a7a01484136f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:45.653250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 3b55bff7-6395-4236-9201-a7a01484136f) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:45.657106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:45.657700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.674078 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5e339ee7-5ac4-42ad-9574-5e97c94db9e5 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3510754 Jun 30 09:39:45.676410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c302b3-c18d-4940-bc71-7336ba38456c None None] Network 3b55bff7-6395-4236-9201-a7a01484136f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:45.676776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45820) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:45.681485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:45.711272 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.712544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.785233 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.854549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-3b55bff7-6395-4236-9201-a7a01484136f', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:39:45.855487 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:45.989430 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.093326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Allocated IP 172.20.0.2 (3b55bff7-6395-4236-9201-a7a01484136f/050a8c0a-0617-46a9-8aee-96fb5296b391/a0cdda5e-1a01-4ea4-824c-5179e1324675) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:46.172758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00348d47-8068-4b17-ace7-340c781ae6db req-789fbadb-fa61-431a-9e34-67bb84dbbe05 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:46.180926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00348d47-8068-4b17-ace7-340c781ae6db req-789fbadb-fa61-431a-9e34-67bb84dbbe05 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1085694 Jun 30 09:39:46.186875 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.240393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00348d47-8068-4b17-ace7-340c781ae6db req-78d1b1aa-df61-48cf-a3f2-b0da047f1214 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567467 Jun 30 09:39:46.272720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.285864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Transition to ACTIVE for port object a0cdda5e-1a01-4ea4-824c-5179e1324675 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:46.303492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Transition to ACTIVE for port object a0cdda5e-1a01-4ea4-824c-5179e1324675 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:46.313174 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.360174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Network 3b55bff7-6395-4236-9201-a7a01484136f is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:46.376650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:46.385166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:46.400592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Pushing event updated for resources: {'Port': ['ID=a0cdda5e-1a01-4ea4-824c-5179e1324675,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:46.407541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.436207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.498675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Attempting to bind port a0cdda5e-1a01-4ea4-824c-5179e1324675 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:46.499047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Attempting to bind port a0cdda5e-1a01-4ea4-824c-5179e1324675 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:46.499409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Attempting to bind port a0cdda5e-1a01-4ea4-824c-5179e1324675 on network 3b55bff7-6395-4236-9201-a7a01484136f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:46.506279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:46.506656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Checking segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:46.507313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.508014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Bound using segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:46.508614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Bound port: a0cdda5e-1a01-4ea4-824c-5179e1324675, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:46.508994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.566632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Allocated IP 172.25.7.111 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/f63ee8c5-c0fe-446e-810e-d48dcbcce893) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:46.624012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] For port a0cdda5e-1a01-4ea4-824c-5179e1324675, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:46.629502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] For port a0cdda5e-1a01-4ea4-824c-5179e1324675, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a0cdda5e-1a01-4ea4-824c-5179e1324675,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:46.636222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.703882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.731616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58cfd2-a937-420f-a8a0-065b078c487e None None] Pushing event updated for resources: {'Port': ['ID=a0cdda5e-1a01-4ea4-824c-5179e1324675,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:46.759857 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:46.816094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Pushing event updated for resources: {'Port': ['ID=f63ee8c5-c0fe-446e-810e-d48dcbcce893,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:46.823697 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:46.825702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:46.829133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:47.229871 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.586140 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.598544 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:47.686187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.140079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb9cbc-855e-4b4e-b1ea-ad887eae8c71 req-d1083312-92bf-47cf-bb29-83838ec791ca tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:48.142200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bffb9cbc-855e-4b4e-b1ea-ad887eae8c71 req-d1083312-92bf-47cf-bb29-83838ec791ca tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.6618268 Jun 30 09:39:48.165241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd2bfd-7ad1-4353-a55c-07c57ae67b20 None None] Network 3b55bff7-6395-4236-9201-a7a01484136f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:48.216833 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bffb9cbc-855e-4b4e-b1ea-ad887eae8c71 req-74b1c777-4a05-4c0d-b256-5bac23b6e9e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609572 Jun 30 09:39:48.253094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Router 0c01de67-015e-4b23-a43c-c61d7cb969ac is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:39:48.267954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8d079ade-1be3-472e-94b2-083d7614b7b9 None None] Provisioning for port a0cdda5e-1a01-4ea4-824c-5179e1324675 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:48.392769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:48.409818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.413941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-50d91cd6-9ac7-42d9-abce-8808ad8a1e72 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7333457 Jun 30 09:39:48.414108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Sync routers for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:48.414350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45880) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:48.425647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:48.426597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:48.616875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:48.737969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0cdda5e-1a01-4ea4-824c-5179e1324675 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:48.885277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a0cdda5e-1a01-4ea4-824c-5179e1324675 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:48.893874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a0cdda5e-1a01-4ea4-824c-5179e1324675 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:48.894660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:48.989845 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.048958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.053613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:47Z', 'revision_number': 3, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:49.091681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Checking router: 0c01de67-015e-4b23-a43c-c61d7cb969ac for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:49.092033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Updating router 0c01de67-015e-4b23-a43c-c61d7cb969ac port f63ee8c5-c0fe-446e-810e-d48dcbcce893 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:39:49.149983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a0cdda5e-1a01-4ea4-824c-5179e1324675, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a0cdda5e-1a01-4ea4-824c-5179e1324675,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:49.157139 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.166259 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.331989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Allocated IP 172.20.0.1 (3b55bff7-6395-4236-9201-a7a01484136f/050a8c0a-0617-46a9-8aee-96fb5296b391/6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:49.386794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a0cdda5e-1a01-4ea4-824c-5179e1324675,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:49.585498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.591619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:49.603088 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc12447-c976-4710-aac8-1caec816f6ee req-3cb99d06-2c18-4cb0-82d9-763daf7881fa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:49.611129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cc12447-c976-4710-aac8-1caec816f6ee req-3cb99d06-2c18-4cb0-82d9-763daf7881fa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1426456 Jun 30 09:39:49.631941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Transition to ACTIVE for port object 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:49.647862 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.666744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Transition to ACTIVE for port object f63ee8c5-c0fe-446e-810e-d48dcbcce893 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:49.678444 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.679213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.753678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Attempting to bind port f63ee8c5-c0fe-446e-810e-d48dcbcce893 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:49.754031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Attempting to bind port f63ee8c5-c0fe-446e-810e-d48dcbcce893 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:49.754356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Attempting to bind port f63ee8c5-c0fe-446e-810e-d48dcbcce893 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:49.765769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Network 3b55bff7-6395-4236-9201-a7a01484136f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:49.766258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:49.766643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:49.767047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.767438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:49.767904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Bound port: f63ee8c5-c0fe-446e-810e-d48dcbcce893, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:49.768284 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.775262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4286646-b8ed-4d2b-b2ce-20aebb29ecd7 None None] Pushing event updated for resources: {'Port': ['ID=f63ee8c5-c0fe-446e-810e-d48dcbcce893,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:49.775431 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:49.788997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:49.793380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Pushing event updated for resources: {'Port': ['ID=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:49.860092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.869132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fdffb70-45e6-4686-a835-240726c7662f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:49.875733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] For port f63ee8c5-c0fe-446e-810e-d48dcbcce893, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:49.879693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] For port f63ee8c5-c0fe-446e-810e-d48dcbcce893, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f63ee8c5-c0fe-446e-810e-d48dcbcce893,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:49.886552 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.036131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:50.037118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:50.093954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fdffb70-45e6-4686-a835-240726c7662f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.099550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7fdffb70-45e6-4686-a835-240726c7662f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.141011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7cc12447-c976-4710-aac8-1caec816f6ee req-068b3b12-3b1c-4569-a501-103c2ecf0b3d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5289917 Jun 30 09:39:50.168484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:50.172765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.175698 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdffb70-45e6-4686-a835-240726c7662f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7138f950-cc28-4640-9926-7ee1f60905c3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:50.181439 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7fdffb70-45e6-4686-a835-240726c7662f admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=c2582777c5164c2fb95cb78962a8f0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871880 Jun 30 09:39:50.183664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45912) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:50.285676 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-637a91e9-1c9c-4990-be58-63951aa7e628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.341369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4286646-b8ed-4d2b-b2ce-20aebb29ecd7 None None] Pushing event updated for resources: {'Port': ['ID=f63ee8c5-c0fe-446e-810e-d48dcbcce893,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:50.352440 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-637a91e9-1c9c-4990-be58-63951aa7e628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.387973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8343bfcd-2cca-435f-8d30-c56c792bbdff None None] Provisioning for port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:50.396141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8343bfcd-2cca-435f-8d30-c56c792bbdff None None] Provisioning complete for port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:50.396663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8343bfcd-2cca-435f-8d30-c56c792bbdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.452431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:47Z', 'revision_number': 3, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:50.463241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-637a91e9-1c9c-4990-be58-63951aa7e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.465816 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-637a91e9-1c9c-4990-be58-63951aa7e628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.469913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-637a91e9-1c9c-4990-be58-63951aa7e628 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7138f950-cc28-4640-9926-7ee1f60905c3 HTTP/1.1" status: 204 len: 168 time: 0.2845860 Jun 30 09:39:50.483024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.485747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a91e9-1c9c-4990-be58-63951aa7e628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138f950-cc28-4640-9926-7ee1f60905c3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:50.489202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.492128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f84f5f0-4217-42bd-a2ac-d277b45efbcd None None] The sync data for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 is: [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:47Z', 'revision_number': 3, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:50.494252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8343bfcd-2cca-435f-8d30-c56c792bbdff None None] Port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:50.567804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.588803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Pushing event updated for resources: {'Port': ['ID=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:50.676375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0cdda5e-1a01-4ea4-824c-5179e1324675 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:50.719721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Network 3b55bff7-6395-4236-9201-a7a01484136f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:50.721711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:50.783981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a0cdda5e-1a01-4ea4-824c-5179e1324675 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:50.784353 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:50.958070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Router 0c01de67-015e-4b23-a43c-c61d7cb969ac has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:39:51.044638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45918) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:51.077839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f16c-9228-4c5f-82bb-1c2e1de53291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.157468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c64d11d8-c349-4ff3-a0c9-513ee7e8d504 None None] Provisioning complete for port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:51.157920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c64d11d8-c349-4ff3-a0c9-513ee7e8d504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.201737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:51.212968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dcf6e91f-544e-49bf-b1ca-8676ef55e16e admin admin] 10.222.0.77 "PUT /v2.0/routers/0c01de67-015e-4b23-a43c-c61d7cb969ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7970595 Jun 30 09:39:51.244636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f16c-9228-4c5f-82bb-1c2e1de53291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.256084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f16c-9228-4c5f-82bb-1c2e1de53291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.286867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3cd1f16c-9228-4c5f-82bb-1c2e1de53291 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=2060990402cf47b4949bac0c8f05e432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403157 Jun 30 09:39:51.289211 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:51.300345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c64d11d8-c349-4ff3-a0c9-513ee7e8d504 None None] Port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:39:51.350533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f16c-9228-4c5f-82bb-1c2e1de53291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c13bc-bbab-45a8-86bb-2a38cb6f9612,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:51.386128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60c669c5-32ab-40db-b377-0d8cb61df0c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.414627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60c669c5-32ab-40db-b377-0d8cb61df0c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.499542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60c669c5-32ab-40db-b377-0d8cb61df0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.504686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60c669c5-32ab-40db-b377-0d8cb61df0c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:51.506910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-60c669c5-32ab-40db-b377-0d8cb61df0c9 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/411c13bc-bbab-45a8-86bb-2a38cb6f9612 HTTP/1.1" status: 204 len: 168 time: 0.2160010 Jun 30 09:39:51.524890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c669c5-32ab-40db-b377-0d8cb61df0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c13bc-bbab-45a8-86bb-2a38cb6f9612,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:51.537204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed509b1a-b20e-49cf-98e4-78a945f47000 req-752e9302-a94d-4597-a276-b9f35869d56f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:51.538986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed509b1a-b20e-49cf-98e4-78a945f47000 req-752e9302-a94d-4597-a276-b9f35869d56f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1523504 Jun 30 09:39:51.589631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ed509b1a-b20e-49cf-98e4-78a945f47000 req-a9c24eae-9f1b-463b-9d31-eb2118cd7759 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378463 Jun 30 09:39:52.116099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45952) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:52.121193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2002711785-network', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:52.150174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Made reservation on behalf of d886530f576048eebbb8b83fc505c8b4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:52.155291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.171969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.308311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.314719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.344815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:39:52.355621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16aa9a7d-6631-4da2-8e7e-027da9573ae1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:52.362680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.364114 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Added segment f2c8cd2a-f399-42a4-8786-90fa26d7a8a3 of type vlan for network 8c687aa0-6d5a-4671-b876-130d01ff0990 Jun 30 09:39:52.410041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.446527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.447606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.448258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.520285 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4029074 Jun 30 09:39:52.521328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5bf68-4caf-4360-9530-80dad685dce9 admin admin] Pushing event updated for resources: {'Network': ['ID=8c687aa0-6d5a-4671-b876-130d01ff0990,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:52.523106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 45964) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:52.529729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Request body: {'subnet': {'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2002711785-subnet', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:52.538798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:39:52.621968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Made reservation on behalf of d886530f576048eebbb8b83fc505c8b4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:39:52.626482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.739467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f63ee8c5-c0fe-446e-810e-d48dcbcce893 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:52.814295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f63ee8c5-c0fe-446e-810e-d48dcbcce893 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:52.820151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f63ee8c5-c0fe-446e-810e-d48dcbcce893 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:52.820681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.932263 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.943254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7ad33-1fbc-4703-b29e-e49ddf4d00b7 req-08178b27-028d-48d2-8296-b5498ee05ecf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:52.945312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9be7ad33-1fbc-4703-b29e-e49ddf4d00b7 req-08178b27-028d-48d2-8296-b5498ee05ecf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1611619 Jun 30 09:39:52.960305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f63ee8c5-c0fe-446e-810e-d48dcbcce893, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f63ee8c5-c0fe-446e-810e-d48dcbcce893,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:52.968629 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:52.986620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.043318 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f63ee8c5-c0fe-446e-810e-d48dcbcce893,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.093956 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9be7ad33-1fbc-4703-b29e-e49ddf4d00b7 req-bd2ada03-5c4a-49e7-b446-2a529d699990 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176920 Jun 30 09:39:53.101503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4ed710b-7f22-4894-b0ef-8f841a8373b7,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:53.119450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Checking segment: {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:53.120124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Network hostable DHCP agents. Network: 8c687aa0-6d5a-4671-b876-130d01ff0990, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:39:53.141946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:39:53.143983 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Sync routers for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:53.155334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 8c687aa0-6d5a-4671-b876-130d01ff0990) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:53.157938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:53.159204 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:53.165933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9b681-70f8-40d5-a792-4fb1e76112ab None None] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:53.169944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:53.170744 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.187628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c15d092d-98b5-43f7-9a15-2e3eaefa6ddc admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6618443 Jun 30 09:39:53.190509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 45972) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:53.195288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:53.254318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.256006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.358571 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:53.360931 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.428240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-8c687aa0-6d5a-4671-b876-130d01ff0990', 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'fixed_ips': [{'subnet_id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:39:53.431966 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.610085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.626419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Allocated IP 172.20.0.2 (8c687aa0-6d5a-4671-b876-130d01ff0990/a4ed710b-7f22-4894-b0ef-8f841a8373b7/197b6a47-ebd2-48be-90db-2de64ffd32a7) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:53.652074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 2, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:53.682317 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Checking router: 0c01de67-015e-4b23-a43c-c61d7cb969ac for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:53.682734 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Updating router 0c01de67-015e-4b23-a43c-c61d7cb969ac port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:39:53.760278 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.879689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.890681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Transition to ACTIVE for port object 197b6a47-ebd2-48be-90db-2de64ffd32a7 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:53.910253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Transition to ACTIVE for port object 197b6a47-ebd2-48be-90db-2de64ffd32a7 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:53.918904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.934958 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:53.957824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:53.960879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:53.964586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:53.978690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.004813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Pushing event updated for resources: {'Port': ['ID=197b6a47-ebd2-48be-90db-2de64ffd32a7,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:54.128548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Attempting to bind port 197b6a47-ebd2-48be-90db-2de64ffd32a7 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:54.130087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Attempting to bind port 197b6a47-ebd2-48be-90db-2de64ffd32a7 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:54.130474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Attempting to bind port 197b6a47-ebd2-48be-90db-2de64ffd32a7 on network 8c687aa0-6d5a-4671-b876-130d01ff0990 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:54.139417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:54.139804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Checking segment: {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:54.140443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.141298 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Bound using segment: {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:54.141797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Bound port: 197b6a47-ebd2-48be-90db-2de64ffd32a7, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:54.142178 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.223154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Allocated IP 172.25.7.23 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/4c974736-1cfe-4a3f-94b7-a20b597a025b) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:54.264846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] For port 197b6a47-ebd2-48be-90db-2de64ffd32a7, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:54.273364 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.276040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] For port 197b6a47-ebd2-48be-90db-2de64ffd32a7, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=197b6a47-ebd2-48be-90db-2de64ffd32a7,segment=NetworkSegment(f2c8cd2a-f399-42a4-8786-90fa26d7a8a3),segment_id=f2c8cd2a-f399-42a4-8786-90fa26d7a8a3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:54.283087 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.296147 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Transition to ACTIVE for port object 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:54.303440 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.439154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32f68c-c027-476d-85c1-ba8f14e832d4 None None] Pushing event updated for resources: {'Port': ['ID=197b6a47-ebd2-48be-90db-2de64ffd32a7,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:54.457815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.475761 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Pushing event updated for resources: {'Port': ['ID=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:54.499237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Attempting to bind port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:54.499606 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Attempting to bind port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:54.500366 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Attempting to bind port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea on network 3b55bff7-6395-4236-9201-a7a01484136f {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:54.504558 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.504899 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.505236 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.505569 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.505896 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.506304 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.506564 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.507120 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.507488 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.508324 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.508834 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.509053 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:39:54.516914 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:54.517290 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Checking segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:54.517684 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.518069 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Bound using segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:54.518565 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Bound port: 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:54.518939 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.530890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe35b8-d9b6-4e4a-bc5b-e2fbc3ea53c3 req-cae6bad1-b21d-4414-a9a1-354626dc4ce4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:54.537906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bbe35b8-d9b6-4e4a-bc5b-e2fbc3ea53c3 req-cae6bad1-b21d-4414-a9a1-354626dc4ce4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1772735 Jun 30 09:39:54.596017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.632647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bbe35b8-d9b6-4e4a-bc5b-e2fbc3ea53c3 req-d397b219-fe30-43db-aff5-9b071bfaf03a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937345 Jun 30 09:39:54.663139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:39:54.669980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:39:54.672751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:39:54.706718 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] For port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:54.709938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] For port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:54.718086 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:54.724711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f63ee8c5-c0fe-446e-810e-d48dcbcce893 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:54.791906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c974736-1cfe-4a3f-94b7-a20b597a025b,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:54.830904 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:54.831525 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:54.858987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f63ee8c5-c0fe-446e-810e-d48dcbcce893 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:54.859360 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.029505 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d879b2d-35d6-4080-a5e2-33e1979bdd96 None None] Pushing event updated for resources: {'Port': ['ID=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:55.085225 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:55.221072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:55.348006 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:54Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:55.386656 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3315ae97-decf-48c6-a42b-d49b8ef6e3ec None None] The sync data for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 is: [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:54Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:39:55.662818 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-24d0b800-2934-4712-af8c-3ea6ee0b7c87 service neutron] show failed (client error): The resource could not be found. Jun 30 09:39:55.664053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-24d0b800-2934-4712-af8c-3ea6ee0b7c87 service neutron] 10.222.0.83 "GET /v2.0/ports/97c00160-123c-40d3-8e73-b78f36904675/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0947824 Jun 30 09:39:56.053790 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:39:56.146862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199321c-883e-4ed7-8e21-59821705a1f1 req-f4b5a4bb-69d1-4c11-a0ff-a76a58edbf20 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:56.161846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9199321c-883e-4ed7-8e21-59821705a1f1 req-f4b5a4bb-69d1-4c11-a0ff-a76a58edbf20 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.3073263 Jun 30 09:39:56.171491 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.231685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550ad9ab-05a9-4511-9a47-f823de8ba3c1 None None] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:39:56.279485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9199321c-883e-4ed7-8e21-59821705a1f1 req-44937445-c7ec-4604-af4c-5d24c90d2a34 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097982 Jun 30 09:39:56.381216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-eb34f9b9-4a6b-482c-91a6-eff1e90af58d None None] Provisioning for port 197b6a47-ebd2-48be-90db-2de64ffd32a7 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:56.550650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-c56e28a5-f286-4166-bf89-445fa3c9b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:56.558811 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-c56e28a5-f286-4166-bf89-445fa3c9b53f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 1098 time: 0.3009949 Jun 30 09:39:56.573598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:39:56.671764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Router 51441761-c787-450c-a9fb-fc36e16a4624 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:39:56.785223 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 197b6a47-ebd2-48be-90db-2de64ffd32a7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:56.803414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:56.906780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 197b6a47-ebd2-48be-90db-2de64ffd32a7 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:56.911254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 197b6a47-ebd2-48be-90db-2de64ffd32a7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:56.911784 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.084342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b682c08d-6651-4c3d-8162-e91191c47ff8 None None] Provisioning complete for port 197b6a47-ebd2-48be-90db-2de64ffd32a7 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:57.085914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b682c08d-6651-4c3d-8162-e91191c47ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.197340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.303203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 197b6a47-ebd2-48be-90db-2de64ffd32a7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=197b6a47-ebd2-48be-90db-2de64ffd32a7,segment=NetworkSegment(f2c8cd2a-f399-42a4-8786-90fa26d7a8a3),segment_id=f2c8cd2a-f399-42a4-8786-90fa26d7a8a3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:57.318699 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.321189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:57.331018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:57.373402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:57.428409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.455634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Transition to ACTIVE for port object 97c00160-123c-40d3-8e73-b78f36904675 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:57.456657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:57.461500 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a679455-b6e3-4d33-834b-dde901b6da66" -d '{"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-unplugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:57.495826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.521606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=197b6a47-ebd2-48be-90db-2de64ffd32a7,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:57.551782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c4292-81b9-41df-b2e1-a448c27a8a8f req-a4e009d7-70c3-4c18-9467-c0fa012c0602 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:57.558888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1c4292-81b9-41df-b2e1-a448c27a8a8f req-a4e009d7-70c3-4c18-9467-c0fa012c0602 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1090808 Jun 30 09:39:57.567762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:39:57.577112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:39:57.586934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:57.589119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.595432 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dc1461-45d8-4182-9fc5-708ee2235a2b x-openstack-request-id: req-85dc1461-45d8-4182-9fc5-708ee2235a2b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:57.595825 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-unplugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:57.596090 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-85dc1461-45d8-4182-9fc5-708ee2235a2b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:57.596519 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'code': 200} Jun 30 09:39:57.615055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:57.636043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7b1c4292-81b9-41df-b2e1-a448c27a8a8f req-cc81a292-04e9-4830-91fa-624d4541f046 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758858 Jun 30 09:39:57.655643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Sync routers for ids ['51441761-c787-450c-a9fb-fc36e16a4624'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:39:57.674405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Routers {'51441761-c787-450c-a9fb-fc36e16a4624'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:57.675090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['51441761-c787-450c-a9fb-fc36e16a4624'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:57.692202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.695795 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6ffeb4bb-c7a4-4864-b0fc-861cd21f21d3 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5040967 Jun 30 09:39:57.698674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46016) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:57.866141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:57.881526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Set router 51441761-c787-450c-a9fb-fc36e16a4624 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:39:57.888311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] No DVR routers for this DVR port 97c00160-123c-40d3-8e73-b78f36904675 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:39:57.975995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:39:58.063783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:39:58.083754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.136149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:39:58.157654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:58.159579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:58.160201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:58.169783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:39:58.170276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:58.179222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:58.179783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Checking segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:58.180736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Bound using segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:58.181472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Bound port: 97c00160-123c-40d3-8e73-b78f36904675, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:58.183152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.212678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:58.255512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:39:55Z', 'revision_number': 3, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:39:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:58.273239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:58.278550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:58.285460 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.304025 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Checking router: 51441761-c787-450c-a9fb-fc36e16a4624 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:39:58.304618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Updating router 51441761-c787-450c-a9fb-fc36e16a4624 port 4c974736-1cfe-4a3f-94b7-a20b597a025b binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:39:58.333216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:58.334158 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.336436 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] 10.222.0.79 "PUT /v2.0/ports/97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1093 time: 1.7683983 Jun 30 09:39:58.378697 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.434603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea24a54-4173-4d6c-a60d-89cfbd8ab180 service neutron] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:58.507327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-683ea4b9-0e69-49e8-ac0e-8e388684011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:58.509192 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-683ea4b9-0e69-49e8-ac0e-8e388684011b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1096 time: 0.1191452 Jun 30 09:39:58.590459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.731649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46028) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:58.734667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 197b6a47-ebd2-48be-90db-2de64ffd32a7 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:58.795341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-64e25b85-1764-420b-9d47-78b58610a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:58.799768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-64e25b85-1764-420b-9d47-78b58610a2d4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.2791672 Jun 30 09:39:58.928018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 197b6a47-ebd2-48be-90db-2de64ffd32a7 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:58.928399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:58.983472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-f30109dd-c63f-46b1-865e-a1cb7e73494d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.1753309 Jun 30 09:39:58.989864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-175a3bbb-b1b7-4bf6-b573-d8fc23037f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.070804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-eb83d124-ce1f-4d88-94b8-979dfa4cce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.072605 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-eb83d124-ce1f-4d88-94b8-979dfa4cce7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0722005 Jun 30 09:39:59.081310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:39:59.087651 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.128473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Transition to ACTIVE for port object 4c974736-1cfe-4a3f-94b7-a20b597a025b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:59.143090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.233733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Attempting to bind port 4c974736-1cfe-4a3f-94b7-a20b597a025b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:39:59.234113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Attempting to bind port 4c974736-1cfe-4a3f-94b7-a20b597a025b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:39:59.234512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Attempting to bind port 4c974736-1cfe-4a3f-94b7-a20b597a025b on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:39:59.237045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-175a3bbb-b1b7-4bf6-b573-d8fc23037f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.249353 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:39:59.249711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-9b34c234-fbf3-4df0-9334-7f6f8bb99c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.250505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:39:59.250505 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.250505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:39:59.251028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Bound port: 4c974736-1cfe-4a3f-94b7-a20b597a025b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:39:59.251189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.251314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-9b34c234-fbf3-4df0-9334-7f6f8bb99c90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669905 Jun 30 09:39:59.252540 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-175a3bbb-b1b7-4bf6-b573-d8fc23037f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.259153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:39:59.259519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.281754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428306e-6230-410f-aca7-50e75d45f0d7 None None] Pushing event updated for resources: {'Port': ['ID=4c974736-1cfe-4a3f-94b7-a20b597a025b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:59.346781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] For port 4c974736-1cfe-4a3f-94b7-a20b597a025b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:39:59.351777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] For port 4c974736-1cfe-4a3f-94b7-a20b597a025b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c974736-1cfe-4a3f-94b7-a20b597a025b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:39:59.360104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a3bbb-b1b7-4bf6-b573-d8fc23037f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da30414d-07fc-4b69-94d2-0e0f6603e7ff,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:59.360943 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.365206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-175a3bbb-b1b7-4bf6-b573-d8fc23037f9d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=7505d5f45d604c9faf409e5bce5df541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6322458 Jun 30 09:39:59.368142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46034) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:39:59.460072 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-e5475e15-203f-449a-9538-ce7941f0ce08 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864278 Jun 30 09:39:59.487072 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.491384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428306e-6230-410f-aca7-50e75d45f0d7 None None] Pushing event updated for resources: {'Port': ['ID=4c974736-1cfe-4a3f-94b7-a20b597a025b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:59.496065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Routers {'51441761-c787-450c-a9fb-fc36e16a4624'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:39:59.497892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['51441761-c787-450c-a9fb-fc36e16a4624'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:39:59.522954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Allocated IP 172.20.0.1 (8c687aa0-6d5a-4671-b876-130d01ff0990/a4ed710b-7f22-4894-b0ef-8f841a8373b7/43498efa-5ba9-425e-8348-602ef70d3586) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:39:59.564701 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40c529a-ba50-49ec-a64a-03b6e4acd1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.580430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01a67-474d-4090-b760-628b0ed43d53 req-28fb56e4-49c0-4f13-8179-e3f43b869459 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.582270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2f01a67-474d-4090-b760-628b0ed43d53 req-28fb56e4-49c0-4f13-8179-e3f43b869459 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.6221733 Jun 30 09:39:59.598463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:39:59.600787 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dd4e32-7317-45c8-94bd-5fe2fc280089" -d '{"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:39:59.610675 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40c529a-ba50-49ec-a64a-03b6e4acd1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.668636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b2f01a67-474d-4090-b760-628b0ed43d53 req-6e22062c-3dd7-4fa9-9db4-6e1fd07d68cf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748093 Jun 30 09:39:59.678598 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ed9fc87-5bcd-48c7-b3c3-53c43881911b req-8e8d5993-3aa2-4444-bae3-3fce9c993339 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052596 Jun 30 09:39:59.714434 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f3ed6-82a3-44bb-b8b2-8084cc471be1 x-openstack-request-id: req-d54f3ed6-82a3-44bb-b8b2-8084cc471be1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:39:59.714654 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:39:59.715609 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d54f3ed6-82a3-44bb-b8b2-8084cc471be1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:39:59.716451 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'status': 'completed', 'code': 200} Jun 30 09:39:59.720004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40c529a-ba50-49ec-a64a-03b6e4acd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.722725 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c40c529a-ba50-49ec-a64a-03b6e4acd1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.725880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c40c529a-ba50-49ec-a64a-03b6e4acd1f2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/da30414d-07fc-4b69-94d2-0e0f6603e7ff HTTP/1.1" status: 204 len: 168 time: 0.3567617 Jun 30 09:39:59.744704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40c529a-ba50-49ec-a64a-03b6e4acd1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da30414d-07fc-4b69-94d2-0e0f6603e7ff,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:39:59.770838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:39:59.805220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Transition to ACTIVE for port object 43498efa-5ba9-425e-8348-602ef70d3586 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:39:59.892380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-6e549433-e03d-40d1-9530-b2bb61899607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.896667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-6e549433-e03d-40d1-9530-b2bb61899607 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1096 time: 0.1082456 Jun 30 09:39:59.907078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-0e5c4bde-f722-43df-a7f0-07ae19796493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:39:59.908577 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-0e5c4bde-f722-43df-a7f0-07ae19796493 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1096 time: 0.1161294 Jun 30 09:39:59.926607 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.079737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] Set router 51441761-c787-450c-a9fb-fc36e16a4624 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:00.099067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:00.102295 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:00.107888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:00.123979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-80c2def4-9c30-4fa7-a688-187d63bbea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.134104 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-80c2def4-9c30-4fa7-a688-187d63bbea24 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.2142460 Jun 30 09:40:00.175519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Pushing event updated for resources: {'Port': ['ID=43498efa-5ba9-425e-8348-602ef70d3586,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:00.220368 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.220598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.220938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.221298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.221578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.221898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.222242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.222562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.222879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.223193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.223561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.223802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:00.249242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-963cfc26-195b-40c9-9a38-70a146ea3ff6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.1067002 Jun 30 09:40:00.285501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.351415 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-14d46e1f-84bc-4d46-82a6-de8f4a555fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.355036 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-14d46e1f-84bc-4d46-82a6-de8f4a555fca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0984879 Jun 30 09:40:00.441696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-98b64c74-9538-49a2-b72c-213cf5b2447a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.444924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-98b64c74-9538-49a2-b72c-213cf5b2447a service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.5404177 Jun 30 09:40:00.472643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:39:55Z', 'revision_number': 3, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:00.495533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-bdc0658f-ed2c-4b74-9412-d83f4e4665f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.498620 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-bdc0658f-ed2c-4b74-9412-d83f4e4665f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371183 Jun 30 09:40:00.546641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f28b6-4178-480c-b2a0-4a172dc22e00 None None] The sync data for ids ['51441761-c787-450c-a9fb-fc36e16a4624'] in n-d-780147-22 is: [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:39:55Z', 'revision_number': 3, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:00.560321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c4afb2a5-3cae-403f-9895-cd834d9ca9e7 None None] Provisioning for port 43498efa-5ba9-425e-8348-602ef70d3586 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:00.575281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c4afb2a5-3cae-403f-9895-cd834d9ca9e7 None None] Provisioning complete for port 43498efa-5ba9-425e-8348-602ef70d3586 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:00.575516 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c4afb2a5-3cae-403f-9895-cd834d9ca9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.619121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-00c63e15-9498-4bef-aa9d-54336b83d547 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.1209345 Jun 30 09:40:00.649019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c4afb2a5-3cae-403f-9895-cd834d9ca9e7 None None] Port 43498efa-5ba9-425e-8348-602ef70d3586 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:00.679796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-ee03d557-2a2f-48f1-95ff-638024a92794 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722407 Jun 30 09:40:00.684631 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.711391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-5e127048-91f8-4707-8e87-d6d84a0686fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.712859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-5e127048-91f8-4707-8e87-d6d84a0686fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0858359 Jun 30 09:40:00.865208 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-2393d209-8922-4b40-9387-919a6773d80d service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784377 Jun 30 09:40:00.923717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-20a2ed05-3fba-4342-8d48-6bceafb1b327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:00.925131 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-20a2ed05-3fba-4342-8d48-6bceafb1b327 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043658 Jun 30 09:40:00.930028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:00.967207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.165650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Pushing event updated for resources: {'Port': ['ID=43498efa-5ba9-425e-8348-602ef70d3586,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:01.180245 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.202351 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-0510c020-6dc1-4cd4-a242-30f44b83df99 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695684 Jun 30 09:40:01.306712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da121a-d7d1-4603-8937-404204b95dce req-705e7438-1fdd-4254-bcac-f8922453e042 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:01.308401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46da121a-d7d1-4603-8937-404204b95dce req-705e7438-1fdd-4254-bcac-f8922453e042 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.3806965 Jun 30 09:40:01.420263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46da121a-d7d1-4603-8937-404204b95dce req-13d88809-c95b-444a-9084-e403d50cbdf8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015518 Jun 30 09:40:01.430595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:01.438830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:01.472795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20dd4e32-7317-45c8-94bd-5fe2fc280089 req-ae9d6b31-eb0b-4ab9-b139-918ae488040e service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635345 Jun 30 09:40:01.655713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Router 51441761-c787-450c-a9fb-fc36e16a4624 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:01.894851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cb4ebf8e-96fa-449b-9068-aad3223e553b None None] Provisioning complete for port 43498efa-5ba9-425e-8348-602ef70d3586 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:01.895556 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cb4ebf8e-96fa-449b-9068-aad3223e553b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:01.938990 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:01.944077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a4d470df-d5f2-45af-a8b9-1d9e62e11614 admin admin] 10.222.0.77 "PUT /v2.0/routers/51441761-c787-450c-a9fb-fc36e16a4624/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2436740 Jun 30 09:40:01.992645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cb4ebf8e-96fa-449b-9068-aad3223e553b None None] Port 43498efa-5ba9-425e-8348-602ef70d3586 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:02.641340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46090) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:02.646828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113761687', 'description': 'tempest-secgroup-smoke-1113761687 description', 'project_id': '8feed00d78f048f69cfb58e40e4963f4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:02.684380 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.709268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8216aa-1817-466b-859f-5197a95706ba req-4807e5ee-f47a-4996-b8b8-ffb26c802150 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:02.711218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d8216aa-1817-466b-859f-5197a95706ba req-4807e5ee-f47a-4996-b8b8-ffb26c802150 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.1180224 Jun 30 09:40:02.735437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c974736-1cfe-4a3f-94b7-a20b597a025b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:02.811732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4c974736-1cfe-4a3f-94b7-a20b597a025b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:02.816440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4c974736-1cfe-4a3f-94b7-a20b597a025b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:02.816818 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.834900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d8216aa-1817-466b-859f-5197a95706ba req-5efff109-658a-43d7-9175-933191c86385 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100049 Jun 30 09:40:02.905147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.910419 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.962481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106a7161-c4d5-4257-9034-153f09047b50,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:02.974758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:02.976345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-27f50d93-377d-4b4e-99a4-d7a0fac5586a tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3331316 Jun 30 09:40:02.979218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46100) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:02.985753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group_rule': {'security_group_id': '106a7161-c4d5-4257-9034-153f09047b50', 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:02.991222 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.042035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.050662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 4c974736-1cfe-4a3f-94b7-a20b597a025b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c974736-1cfe-4a3f-94b7-a20b597a025b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:03.055893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.139883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.145976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.181019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.183079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2025831 Jun 30 09:40:03.184934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afddda14-bb5b-4917-8ab0-8847f16839ad tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4949a0a4-7978-47a9-8247-bd7e0e401f15,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.186938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.193301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group_rule': {'security_group_id': '106a7161-c4d5-4257-9034-153f09047b50', 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:03.212777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=4c974736-1cfe-4a3f-94b7-a20b597a025b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.245953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.247489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97c00160-123c-40d3-8e73-b78f36904675 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:03.447486 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.454527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.514609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:03.537872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '97c00160-123c-40d3-8e73-b78f36904675', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'mac_address': 'fa:16:3e:01:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:03.596501 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Sync routers for ids ['51441761-c787-450c-a9fb-fc36e16a4624'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:03.608711 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Routers {'51441761-c787-450c-a9fb-fc36e16a4624'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:03.613141 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['51441761-c787-450c-a9fb-fc36e16a4624'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:03.613576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503a0f46-04b5-4b2e-a1d7-0505171db888,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.638244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.644243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.646950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f9f3176f-07c4-43ab-8517-98203123ed97 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4583189 Jun 30 09:40:03.651668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.658574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c00160-123c-40d3-8e73-b78f36904675 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:03.660733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group_rule': {'security_group_id': '106a7161-c4d5-4257-9034-153f09047b50', 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:03.682255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:03.687542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.726962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-a84ff2a6-c6be-487e-ae67-011ca2ce74b6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.729587 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-a84ff2a6-c6be-487e-ae67-011ca2ce74b6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2&tenant_id=db21d0a28b1f4604a127a663de284d15&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 944 time: 0.2414184 Jun 30 09:40:03.745031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.748314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.758934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Set router 51441761-c787-450c-a9fb-fc36e16a4624 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:03.828871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdd0dd-de4a-4e8c-a165-3f2c4444f279 req-534ee3a3-3189-4a90-95f3-7c20af046064 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:03.848933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ebdd0dd-de4a-4e8c-a165-3f2c4444f279 req-534ee3a3-3189-4a90-95f3-7c20af046064 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 944 time: 0.2234578 Jun 30 09:40:03.899343 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.905214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-f53de61a-beb6-4629-8219-4840c82c99dc service neutron] 10.222.0.79 "GET /v2.0/ports/97c00160-123c-40d3-8e73-b78f36904675/bindings/n-h1-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.1690600 Jun 30 09:40:03.906790 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.922644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52c72e0-811d-4996-8e93-f34306fb06d9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:03.932992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['97c00160-123c-40d3-8e73-b78f36904675'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:03.938996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ebdd0dd-de4a-4e8c-a165-3f2c4444f279 req-5f74d698-8038-4ca2-8546-c6dec024dd13 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890031 Jun 30 09:40:03.951140 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:03.952513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-cad6bb18-6e96-49b8-9523-b621b0c95d53 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2972736 Jun 30 09:40:03.955676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46122) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:03.961713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group_rule': {'security_group_id': '106a7161-c4d5-4257-9034-153f09047b50', 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:04.024578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.063921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-42b762b3-50a9-4dcb-b7a3-1ac1dd8145d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.065658 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-42b762b3-50a9-4dcb-b7a3-1ac1dd8145d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1097 time: 0.0991540 Jun 30 09:40:04.096872 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:00Z', 'revision_number': 4, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '43498efa-5ba9-425e-8348-602ef70d3586', 'name': '', 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'mac_address': 'fa:16:3e:7b:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:58Z', 'updated_at': '2021-06-30T09:40:00Z', 'revision_number': 2, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'subnets': [{'id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:04.138962 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.144913 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.159311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Checking router: 51441761-c787-450c-a9fb-fc36e16a4624 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:04.160074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Updating router 51441761-c787-450c-a9fb-fc36e16a4624 port 43498efa-5ba9-425e-8348-602ef70d3586 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:40:04.177315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb5bc5f-53bc-4562-94ec-b0185dc2b477,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.186535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.187951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3b1ea47e-f0c3-4c17-b60a-1837addebc22 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2309983 Jun 30 09:40:04.190573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46124) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:04.202726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group_rule': {'security_group_id': '106a7161-c4d5-4257-9034-153f09047b50', 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:04.212126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-41a9bcd9-be0b-4af3-a0e4-8ddc4d1e4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.214084 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-41a9bcd9-be0b-4af3-a0e4-8ddc4d1e4f5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.1422455 Jun 30 09:40:04.237483 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.255766 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Project 8feed00d78f048f69cfb58e40e4963f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:40:04.266863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.327178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-e16bb3f1-ecc5-499d-9146-6d9bf66c5350 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1001 time: 0.0995884 Jun 30 09:40:04.412991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.416787 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.420116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-cb64e23d-ab8f-4e32-9832-6c305376e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.421954 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-cb64e23d-ab8f-4e32-9832-6c305376e344 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0881042 Jun 30 09:40:04.457819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b47632-9ba3-4f42-bb0f-e1aa97f53465,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.465536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.470032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b57ea45d-ef36-4dd4-9686-bd783a9ca7ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2781057 Jun 30 09:40:04.470762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46128) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:04.475703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'security_group_rule': {'security_group_id': '106a7161-c4d5-4257-9034-153f09047b50', 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:04.505897 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Project 8feed00d78f048f69cfb58e40e4963f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:40:04.514653 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.551161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-5e3493fd-9e0a-4042-af5d-72b85b1d4341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:04.555664 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-5e3493fd-9e0a-4042-af5d-72b85b1d4341 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269486 Jun 30 09:40:04.607037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.616021 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.637350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d69b8b-87ad-4b90-b328-692bb83ac8fb,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:04.648478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.650434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cdffface-7948-4e8b-83ca-a05a966036c9 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1784160 Jun 30 09:40:04.723787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-6755a4c8-c7ba-4984-8da8-696a4bdb33c2 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602266 Jun 30 09:40:04.738764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c974736-1cfe-4a3f-94b7-a20b597a025b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:04.817051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4c974736-1cfe-4a3f-94b7-a20b597a025b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:04.817563 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.848972 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.867020 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Transition to ACTIVE for port object 43498efa-5ba9-425e-8348-602ef70d3586 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:04.875175 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:04.902860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-3fc0db6d-74ef-44de-8f33-2f2462e688d8 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698604 Jun 30 09:40:04.957989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-042b899d-9180-4158-b8fe-35f7e384ce8d tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113761687&fields=id&tenant_id=8feed00d78f048f69cfb58e40e4963f4 HTTP/1.1" status: 200 len: 267 time: 0.0894387 Jun 30 09:40:04.976899 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59f54-ce7e-4988-b2a6-893bf430c0b9 None None] Pushing event updated for resources: {'Port': ['ID=43498efa-5ba9-425e-8348-602ef70d3586,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.009341 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Attempting to bind port 43498efa-5ba9-425e-8348-602ef70d3586 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:05.009705 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Attempting to bind port 43498efa-5ba9-425e-8348-602ef70d3586 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:05.010091 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Attempting to bind port 43498efa-5ba9-425e-8348-602ef70d3586 on network 8c687aa0-6d5a-4671-b876-130d01ff0990 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:05.016895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:05.017309 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Checking segment: {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:05.017702 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.018472 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Bound using segment: {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:05.018648 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Bound port: 43498efa-5ba9-425e-8348-602ef70d3586, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:05.019021 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.103899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-323874e7-f530-4552-b321-21073197827d tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.110848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-323874e7-f530-4552-b321-21073197827d tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 808 time: 0.1479793 Jun 30 09:40:05.164470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-30b4062d-69d9-4f7f-8513-479c8799b1cd tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/quotas/8feed00d78f048f69cfb58e40e4963f4 HTTP/1.1" status: 200 len: 375 time: 0.0189703 Jun 30 09:40:05.238032 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] For port 43498efa-5ba9-425e-8348-602ef70d3586, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:05.242455 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] For port 43498efa-5ba9-425e-8348-602ef70d3586, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=43498efa-5ba9-425e-8348-602ef70d3586,segment=NetworkSegment(f2c8cd2a-f399-42a4-8786-90fa26d7a8a3),segment_id=f2c8cd2a-f399-42a4-8786-90fa26d7a8a3)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:05.252470 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.254277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2696d6-a479-4f39-ae31-c663a31654f9 req-d2a1613e-5b33-4b54-9254-b41244a63fae tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:05.255829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc2696d6-a479-4f39-ae31-c663a31654f9 req-d2a1613e-5b33-4b54-9254-b41244a63fae tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.1607203 Jun 30 09:40:05.277501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97c00160-123c-40d3-8e73-b78f36904675 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:05.298974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-c0c2ee94-2895-49a2-b941-5832f86cf0f7 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172774 Jun 30 09:40:05.350673 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Routers {'51441761-c787-450c-a9fb-fc36e16a4624'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:05.351228 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:39:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['51441761-c787-450c-a9fb-fc36e16a4624'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:05.368336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 97c00160-123c-40d3-8e73-b78f36904675 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:05.373939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 97c00160-123c-40d3-8e73-b78f36904675 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:05.374804 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.393833 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a59f54-ce7e-4988-b2a6-893bf430c0b9 None None] Pushing event updated for resources: {'Port': ['ID=43498efa-5ba9-425e-8348-602ef70d3586,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.432662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc2696d6-a479-4f39-ae31-c663a31654f9 req-0eb3f6e2-dd1b-4044-a993-127bf541aee3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638238 Jun 30 09:40:05.478476 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.483795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-52462170-5bd1-4bde-918b-26b32ad1cd25 service neutron] 10.222.0.77 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780338 Jun 30 09:40:05.519996 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] Set router 51441761-c787-450c-a9fb-fc36e16a4624 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:05.524341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:05.527276 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd618fd-391f-4b6c-92c7-f8dec32fa41a" -d '{"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-plugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:05.540303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:05.546861 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:05.610506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-2f257827-5cb6-45a8-9521-e3a8fb60bfd9 service neutron] 10.222.0.77 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247456 Jun 30 09:40:05.613453 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cfa3aa-7fdb-4a78-a1bb-edd3a79707ba x-openstack-request-id: req-c0cfa3aa-7fdb-4a78-a1bb-edd3a79707ba {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:05.613808 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-plugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:05.614180 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c0cfa3aa-7fdb-4a78-a1bb-edd3a79707ba {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:05.614584 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'code': 200} Jun 30 09:40:05.643183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:05.804540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:00Z', 'revision_number': 4, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '43498efa-5ba9-425e-8348-602ef70d3586', 'name': '', 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'mac_address': 'fa:16:3e:7b:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:58Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 4, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'subnets': [{'id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:05.837044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918362de-c966-4bf2-a122-0d56baf91cb0 None None] The sync data for ids ['51441761-c787-450c-a9fb-fc36e16a4624'] in n-d-780147-22 is: [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:00Z', 'revision_number': 4, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '43498efa-5ba9-425e-8348-602ef70d3586', 'name': '', 'network_id': '8c687aa0-6d5a-4671-b876-130d01ff0990', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'mac_address': 'fa:16:3e:7b:a4:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:58Z', 'updated_at': '2021-06-30T09:40:05Z', 'revision_number': 4, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'subnets': [{'id': 'a4ed710b-7f22-4894-b0ef-8f841a8373b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:05.876990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-154d0311-9fc7-4ade-9816-0d84b47fed49 req-5a872a51-aad5-42eb-9c25-504e39317720 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 210 time: 0.0572329 Jun 30 09:40:06.686804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 43498efa-5ba9-425e-8348-602ef70d3586 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:07.023064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd8313-bb9a-4a40-9f8b-e44fb4c47e8f req-a5c00c0a-432b-4a8e-af17-06a3a72c4fe3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.023064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27fd8313-bb9a-4a40-9f8b-e44fb4c47e8f req-a5c00c0a-432b-4a8e-af17-06a3a72c4fe3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.1640971 Jun 30 09:40:07.031748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 43498efa-5ba9-425e-8348-602ef70d3586 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:07.031748 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 43498efa-5ba9-425e-8348-602ef70d3586 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:07.031748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.034328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27fd8313-bb9a-4a40-9f8b-e44fb4c47e8f req-b9e390ae-5b54-48f5-a12f-6fef12884dfa tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354816 Jun 30 09:40:07.164588 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.258553 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-338803e2-8200-4f22-b0da-48ecc0f6640a req-c52c1477-bef9-42d5-a54d-f254bf893624 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 210 time: 0.0509410 Jun 30 09:40:07.260587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 43498efa-5ba9-425e-8348-602ef70d3586, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=43498efa-5ba9-425e-8348-602ef70d3586,segment=NetworkSegment(f2c8cd2a-f399-42a4-8786-90fa26d7a8a3),segment_id=f2c8cd2a-f399-42a4-8786-90fa26d7a8a3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:07.266519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.344354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=43498efa-5ba9-425e-8348-602ef70d3586,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:07.687363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-fb96c2fd-d14e-4505-935a-46f8d20248f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.689895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-fb96c2fd-d14e-4505-935a-46f8d20248f9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 1098 time: 0.1017010 Jun 30 09:40:07.709451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:07.834592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:07.917208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-92898647-3560-48dd-9a14-794afc9b6d80 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:07.919067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-92898647-3560-48dd-9a14-794afc9b6d80 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 808 time: 0.2608094 Jun 30 09:40:08.013995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-00241b10-c3bb-4e3d-960c-154955623f74 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8feed00d78f048f69cfb58e40e4963f4 HTTP/1.1" status: 200 len: 380 time: 0.0818169 Jun 30 09:40:08.045204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'port': {'device_id': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'admin_state_up': True, 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'security_groups': ['106a7161-c4d5-4257-9034-153f09047b50']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:08.239801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Made reservation on behalf of 8feed00d78f048f69cfb58e40e4963f4 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:40:08.249904 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.309474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:08.386128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:08.477948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Allocated IP 172.20.0.12 (3b55bff7-6395-4236-9201-a7a01484136f/050a8c0a-0617-46a9-8aee-96fb5296b391/023c073e-6270-4606-af72-94011cb7dbd0) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:08.482345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:08.485713 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f497db9-6514-42fc-bcdc-1b813f37951a" -d '{"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-unplugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:08.490751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.533565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103027c2-398a-4529-9368-f7d86648f445 req-bd5d0c53-c658-4afd-aae2-801c9e7f13b0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:08.546617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-103027c2-398a-4529-9368-f7d86648f445 req-bd5d0c53-c658-4afd-aae2-801c9e7f13b0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 946 time: 0.3380139 Jun 30 09:40:08.631984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cfe369b-5978-451c-84b5-5bfdbfc334b8 req-e2efbb1a-bd49-429b-8526-4c0994cac30b tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 210 time: 0.1254320 Jun 30 09:40:08.655076 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Transition to ACTIVE for port object 97c00160-123c-40d3-8e73-b78f36904675 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:08.690945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-103027c2-398a-4529-9368-f7d86648f445 req-219a2b5b-6e60-49b7-8aa3-1f0295f2423c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433487 Jun 30 09:40:08.692068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.725299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 43498efa-5ba9-425e-8348-602ef70d3586 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:08.803777 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa09cd5-6fed-47cb-a78f-2630f76df502 x-openstack-request-id: req-4fa09cd5-6fed-47cb-a78f-2630f76df502 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:08.804075 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-unplugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:08.804328 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4fa09cd5-6fed-47cb-a78f-2630f76df502 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:08.806724 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'code': 200} Jun 30 09:40:08.851291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.856761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 43498efa-5ba9-425e-8348-602ef70d3586 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:08.866727 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:08.891753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=10']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:08.894866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Transition to ACTIVE for port object 023c073e-6270-4606-af72-94011cb7dbd0 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:08.958494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] No DVR routers for this DVR port 97c00160-123c-40d3-8e73-b78f36904675 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:40:08.971347 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.044165 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Network 3b55bff7-6395-4236-9201-a7a01484136f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:09.052157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:09.055155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'Port': ['ID=023c073e-6270-4606-af72-94011cb7dbd0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.062482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:09.162541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:09.163772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.187902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:09.188475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:09.189090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:09.197943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:09.198546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Attempting to bind port 97c00160-123c-40d3-8e73-b78f36904675 on network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:09.213436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:09.214492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Checking segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:09.215032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ecd4f13-ac77-4263-be00-faa5687060df tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1840487 Jun 30 09:40:09.215458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Bound using segment: {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:09.216171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Bound port: 97c00160-123c-40d3-8e73-b78f36904675, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9922a048-cbf8-4409-a3a4-5cbe55fae93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:09.216695 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.235607 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Request body: {'port': {'device_id': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:09.343193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:09.348155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:09.362138 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.382300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:09.384825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.387775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] 10.222.0.83 "PUT /v2.0/ports/97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1094 time: 1.6830490 Jun 30 09:40:09.414193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.544511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c721b3f-82d6-4efa-aa80-89d8859780a3 None None] Provisioning for port 023c073e-6270-4606-af72-94011cb7dbd0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:09.552306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0c721b3f-82d6-4efa-aa80-89d8859780a3 None None] Provisioning complete for port 023c073e-6270-4606-af72-94011cb7dbd0 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:09.555587 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0c721b3f-82d6-4efa-aa80-89d8859780a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:09.634170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c24684-351a-4d0a-be69-a47e1d5f65de service neutron] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:09.653935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0c721b3f-82d6-4efa-aa80-89d8859780a3 None None] Port 023c073e-6270-4606-af72-94011cb7dbd0 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:40:09.669227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-a543c6a6-4490-4aa5-9c19-bc9d1c0badc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:09.670735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-a543c6a6-4490-4aa5-9c19-bc9d1c0badc6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1097 time: 0.2405508 Jun 30 09:40:10.065805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 023c073e-6270-4606-af72-94011cb7dbd0 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:10.083732 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.099584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Transition to ACTIVE for port object 023c073e-6270-4606-af72-94011cb7dbd0 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:40:10.104096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.219123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Pushing event updated for resources: {'Port': ['ID=023c073e-6270-4606-af72-94011cb7dbd0,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:10.275449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Attempting to bind port 023c073e-6270-4606-af72-94011cb7dbd0 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:40:10.275794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Attempting to bind port 023c073e-6270-4606-af72-94011cb7dbd0 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:40:10.276123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Attempting to bind port 023c073e-6270-4606-af72-94011cb7dbd0 on network 3b55bff7-6395-4236-9201-a7a01484136f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:10.285905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Port 023c073e-6270-4606-af72-94011cb7dbd0 on network 3b55bff7-6395-4236-9201-a7a01484136f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:40:10.286140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Attempting to bind port 023c073e-6270-4606-af72-94011cb7dbd0 on network 3b55bff7-6395-4236-9201-a7a01484136f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:40:10.303592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:40:10.304091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Checking segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:40:10.304649 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Bound using segment: {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:40:10.305274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Bound port: 023c073e-6270-4606-af72-94011cb7dbd0, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bd2d95-c484-46a0-95c9-65fe04ba80f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:40:10.305809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.419633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-b6a3c5d1-a2cf-4c98-b296-f391fd4ae98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.421143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-b6a3c5d1-a2cf-4c98-b296-f391fd4ae98b service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.7434549 Jun 30 09:40:10.465643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f41b29-947e-456e-b8c4-92027709e8b0 req-7d989bec-dfc8-4501-9c40-e6c3eea95cd3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.474454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06f41b29-947e-456e-b8c4-92027709e8b0 req-7d989bec-dfc8-4501-9c40-e6c3eea95cd3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.2323751 Jun 30 09:40:10.552185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-5cd6e745-f17e-4791-a2e1-c54cf9fda187 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.1191239 Jun 30 09:40:10.563417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0c963-b6f6-4d8b-97a1-703c191c3359 req-79518c10-bfe9-472b-982d-5bcf71c76dbf tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.565543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71e0c963-b6f6-4d8b-97a1-703c191c3359 req-79518c10-bfe9-472b-982d-5bcf71c76dbf tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 944 time: 0.3269546 Jun 30 09:40:10.694358 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06f41b29-947e-456e-b8c4-92027709e8b0 req-4f77bacd-3480-4e66-af9d-46c1b1f7d6ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189786 Jun 30 09:40:10.702647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-c5be178b-a474-4879-9292-19ed7372f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.704818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-c5be178b-a474-4879-9292-19ed7372f208 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.1367359 Jun 30 09:40:10.719087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71e0c963-b6f6-4d8b-97a1-703c191c3359 req-f68e2fba-8975-4934-bac2-08b9b52ad30c tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342053 Jun 30 09:40:10.808068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:10.810746 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df0217c-bf07-4b68-80c1-28f999ccf1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:10.844216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-3eb6cc1b-c9c3-41a2-a994-69dff40771ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:10.846027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-3eb6cc1b-c9c3-41a2-a994-69dff40771ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1259265 Jun 30 09:40:10.898677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] For port 023c073e-6270-4606-af72-94011cb7dbd0, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:40:10.904321 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] For port 023c073e-6270-4606-af72-94011cb7dbd0, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=023c073e-6270-4606-af72-94011cb7dbd0,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:40:10.908889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:10.919126 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b58c2b-7398-46c6-b87a-9ae9decfca09 x-openstack-request-id: req-44b58c2b-7398-46c6-b87a-9ae9decfca09 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:10.919975 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:10.919975 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44b58c2b-7398-46c6-b87a-9ae9decfca09 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:10.920173 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'status': 'completed', 'code': 200} Jun 30 09:40:10.975437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-4d17f163-006e-4012-b588-32185a02e497 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220565 Jun 30 09:40:11.025525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.026152 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.027609 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] 10.222.0.79 "PUT /v2.0/ports/023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1093 time: 1.7992105 Jun 30 09:40:11.047994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:11.050312 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8454b829-41b9-4608-b900-28965b64fd1c" -d '{"events": [{"name": "network-changed", "server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "tag": "023c073e-6270-4606-af72-94011cb7dbd0"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:11.090690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bed74-799c-4cf2-9d1e-1ad4d472b09e service neutron] Pushing event updated for resources: {'Port': ['ID=023c073e-6270-4606-af72-94011cb7dbd0,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:11.151737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-79c04832-ca11-49f0-b6fe-ed9a40b973aa req-5ed8b206-fdf3-4184-aad2-8d523929782e service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699519 Jun 30 09:40:11.164026 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320afe52-59ed-4374-bf43-ef33d078a176 x-openstack-request-id: req-320afe52-59ed-4374-bf43-ef33d078a176 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:11.164728 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "tag": "023c073e-6270-4606-af72-94011cb7dbd0", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:11.165156 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-320afe52-59ed-4374-bf43-ef33d078a176 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:11.165786 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0', 'status': 'completed', 'code': 200} Jun 30 09:40:11.216506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-fad042df-263c-4efe-a0c7-627bbe2e0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.218787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-fad042df-263c-4efe-a0c7-627bbe2e0cd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1097 time: 0.2480237 Jun 30 09:40:11.251862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-26012dd5-b35e-4a20-9ac3-08ba51beddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.253490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-26012dd5-b35e-4a20-9ac3-08ba51beddba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1096 time: 0.1598341 Jun 30 09:40:11.259408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-727879d6-a474-48a6-a88c-5332e7283bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:11.290026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97c00160-123c-40d3-8e73-b78f36904675 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:40:11.367848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 97c00160-123c-40d3-8e73-b78f36904675 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:40:11.382635 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-57e042ba-306e-45c9-b8dd-01ecd5ed0d5a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 217 time: 0.1139874 Jun 30 09:40:11.386148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-464da024-86a2-42d9-b6a8-0570e21372aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.388494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-464da024-86a2-42d9-b6a8-0570e21372aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1097 time: 0.1088979 Jun 30 09:40:11.498288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-22c71f23-c20c-4cb8-9fd8-ccba085f804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.500618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-22c71f23-c20c-4cb8-9fd8-ccba085f804b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.2688601 Jun 30 09:40:11.502941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-a3a85f5f-30f7-4af7-bef4-46d07719a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.504313 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-a3a85f5f-30f7-4af7-bef4-46d07719a657 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.1107514 Jun 30 09:40:11.521968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-9282da6e-b696-40fa-98fb-4ffb4dd99865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.525454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-9282da6e-b696-40fa-98fb-4ffb4dd99865 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.1282487 Jun 30 09:40:11.623729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-d99ec681-324a-45fb-a756-c1f70ef07814 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.0933163 Jun 30 09:40:11.624004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-35dfa3b2-32b9-4fbc-ba4d-d71c88e87d38 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1000 time: 0.1074638 Jun 30 09:40:11.695635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ac116fd-18a6-4778-8e8e-87fb9f7b9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.697326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-9ac116fd-18a6-4778-8e8e-87fb9f7b9268 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746228 Jun 30 09:40:11.699389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-9093591b-858c-4fa9-9e48-db202e4aa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.700596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-9093591b-858c-4fa9-9e48-db202e4aa191 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0653522 Jun 30 09:40:11.712162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-f3e847e0-db93-413f-ad3f-351aa001daca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.714255 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-f3e847e0-db93-413f-ad3f-351aa001daca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0826359 Jun 30 09:40:11.937331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-5daa9e04-e42d-49bb-898b-38f066e444f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:11.937331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-5daa9e04-e42d-49bb-898b-38f066e444f6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2122407 Jun 30 09:40:11.964448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-c8e6517b-c29b-48a2-a9da-66565b5577be service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479486 Jun 30 09:40:12.097834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-680a2ea0-18b7-4b13-81bd-1033e392574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.099973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-680a2ea0-18b7-4b13-81bd-1033e392574f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3746874 Jun 30 09:40:12.188496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8a0cd-3ea6-4658-ba38-02f1b2eb0faf req-20b93fa7-2509-4705-9fdb-6684e9ac5067 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.190059 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45c8a0cd-3ea6-4658-ba38-02f1b2eb0faf req-20b93fa7-2509-4705-9fdb-6684e9ac5067 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 944 time: 0.2586150 Jun 30 09:40:12.224624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19506a-0913-4776-90a8-742101027d8d req-eec7f496-4f8d-4e0a-849d-565791a6e955 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.232387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a19506a-0913-4776-90a8-742101027d8d req-eec7f496-4f8d-4e0a-849d-565791a6e955 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.2031474 Jun 30 09:40:12.269061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45c8a0cd-3ea6-4658-ba38-02f1b2eb0faf req-38b32daa-c6df-4dc6-a611-a9ea2561766b tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692401 Jun 30 09:40:12.295827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-6c247792-339a-41c9-b016-dcbc78f6392e service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193271 Jun 30 09:40:12.301939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-11a75365-efa5-449d-b75b-1e869c29563e req-ea2f623f-cb83-44af-8d04-c72e1bb93067 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037055 Jun 30 09:40:12.411762 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-45ec4c88-5ba0-46df-a95b-d2d4e153e631 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957072 Jun 30 09:40:12.447330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5a19506a-0913-4776-90a8-742101027d8d req-14ab7d76-12cf-4d7d-9757-2faae7403f2e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2140467 Jun 30 09:40:12.512831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-474f8e00-7095-432b-a1e6-1f447efe82e2 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089376 Jun 30 09:40:12.565243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6df0217c-bf07-4b68-80c1-28f999ccf1f0 req-2e6acd9e-3880-48e1-9276-8aa060978c13 service neutron] 10.222.0.79 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448357 Jun 30 09:40:12.595784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b829-41b9-4608-b900-28965b64fd1c req-954924df-9743-4c35-bde9-8c612fe0cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.602683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-954924df-9743-4c35-bde9-8c612fe0cfc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1096 time: 0.2278907 Jun 30 09:40:12.706899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b829-41b9-4608-b900-28965b64fd1c req-de22fa33-ef2f-410b-b154-ed1a64321aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.708614 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-de22fa33-ef2f-410b-b154-ed1a64321aea service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.0969534 Jun 30 09:40:12.761306 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-c746f90c-443f-4f02-8d63-bcf5d1acd3e3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 217 time: 0.0434959 Jun 30 09:40:12.848792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b829-41b9-4608-b900-28965b64fd1c req-4eecf20c-0fcf-4d41-a807-8f0022e0f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.850282 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-4eecf20c-0fcf-4d41-a807-8f0022e0f601 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0811186 Jun 30 09:40:12.916929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b829-41b9-4608-b900-28965b64fd1c req-e79c170a-4687-4552-9679-ca80d35217fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:12.919390 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-e79c170a-4687-4552-9679-ca80d35217fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614822 Jun 30 09:40:13.036093 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-0186b16e-e7b3-479d-a31b-c488af6d936e service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091673 Jun 30 09:40:13.160783 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8454b829-41b9-4608-b900-28965b64fd1c req-70a6aa6d-76e1-4a5f-82a7-26137a8965c9 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150737 Jun 30 09:40:13.467085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a25f61-7d19-4803-bf1e-4121d3f7e0af req-1e63ab80-13dc-4028-b4ba-06041abc5e49 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:13.468585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51a25f61-7d19-4803-bf1e-4121d3f7e0af req-1e63ab80-13dc-4028-b4ba-06041abc5e49 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 944 time: 0.0647039 Jun 30 09:40:13.535282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51a25f61-7d19-4803-bf1e-4121d3f7e0af req-6aa37014-13de-4eb6-b0b6-e44e6087d533 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496078 Jun 30 09:40:13.643445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac05ce8-99b9-4c3b-8d2f-9dbe1a14af73 req-b47e7c55-5ea3-415e-8ac0-b48d7b50f90d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:13.645162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cac05ce8-99b9-4c3b-8d2f-9dbe1a14af73 req-b47e7c55-5ea3-415e-8ac0-b48d7b50f90d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.0699055 Jun 30 09:40:13.723682 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cac05ce8-99b9-4c3b-8d2f-9dbe1a14af73 req-e9fb2277-b4e1-460d-8b0c-8997942cdd67 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721927 Jun 30 09:40:14.075309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9bf5286-6f2e-4ce0-8736-925559e8a314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.224593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:14.738610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a34f-f555-408c-a00f-d05554e4f13b req-e37b8d81-82ee-4e9c-b83e-518c3b6a526e tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:14.740275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24f4a34f-f555-408c-a00f-d05554e4f13b req-e37b8d81-82ee-4e9c-b83e-518c3b6a526e tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 944 time: 0.0773699 Jun 30 09:40:14.793791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-24f4a34f-f555-408c-a00f-d05554e4f13b req-2d6bdb66-4c6e-4522-bfca-2a4e610e6bd0 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462730 Jun 30 09:40:15.023778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ae892-133b-4c7f-9ad1-af9aef397f63 req-2be146fb-0de7-4858-9cd6-1eb0ba6ef279 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:15.025580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-663ae892-133b-4c7f-9ad1-af9aef397f63 req-2be146fb-0de7-4858-9cd6-1eb0ba6ef279 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 945 time: 0.0965962 Jun 30 09:40:15.076761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-663ae892-133b-4c7f-9ad1-af9aef397f63 req-93b2abf8-2c2b-49c7-b888-8f1af54c056d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428495 Jun 30 09:40:15.103873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46352) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:15.184479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ce8a327a-9c09-4d64-8b81-76ce18e25778 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/c272ef2b-a4ea-423e-a4d0-3b2097d8a98c HTTP/1.1" status: 200 len: 992 time: 0.0790226 Jun 30 09:40:15.306738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 023c073e-6270-4606-af72-94011cb7dbd0 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:15.440427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 023c073e-6270-4606-af72-94011cb7dbd0, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=023c073e-6270-4606-af72-94011cb7dbd0,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:15.460638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '023c073e-6270-4606-af72-94011cb7dbd0', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'port_id': '023c073e-6270-4606-af72-94011cb7dbd0', 'mac_address': 'fa:16:3e:a7:67:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:15.502573 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.517048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 023c073e-6270-4606-af72-94011cb7dbd0 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:15.541985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 023c073e-6270-4606-af72-94011cb7dbd0, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=023c073e-6270-4606-af72-94011cb7dbd0,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:15.548655 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:15.610416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=023c073e-6270-4606-af72-94011cb7dbd0,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:15.814453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['023c073e-6270-4606-af72-94011cb7dbd0'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:16.038571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa418601-1ad3-4d6c-bce8-1198bc6fa48f req-41011e54-5b88-4732-ba2d-d905ae4475ce tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:16.040427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa418601-1ad3-4d6c-bce8-1198bc6fa48f req-41011e54-5b88-4732-ba2d-d905ae4475ce tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 945 time: 0.0984120 Jun 30 09:40:16.047414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:40:16.084288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa418601-1ad3-4d6c-bce8-1198bc6fa48f req-a724b885-9209-4cd5-a28b-96b625d3a283 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371094 Jun 30 09:40:16.171871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.211996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:16.224391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '97c00160-123c-40d3-8e73-b78f36904675', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'port_id': '97c00160-123c-40d3-8e73-b78f36904675', 'mac_address': 'fa:16:3e:01:64:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:40:16.269557 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.285636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c00160-123c-40d3-8e73-b78f36904675 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:40:16.306399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:16.310946 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:16.363169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=12']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:16.709402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['97c00160-123c-40d3-8e73-b78f36904675'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:40:17.317152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dff9a-3944-4075-866f-646c683af91e req-4d950a61-30de-4f03-a5c6-0602ae2c38ea tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:17.318681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a65dff9a-3944-4075-866f-646c683af91e req-4d950a61-30de-4f03-a5c6-0602ae2c38ea tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 945 time: 0.0965877 Jun 30 09:40:17.326156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 023c073e-6270-4606-af72-94011cb7dbd0 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:17.364207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a65dff9a-3944-4075-866f-646c683af91e req-e49551e6-dbd6-41b8-9f5f-ef74f69fbc01 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411634 Jun 30 09:40:17.397236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 023c073e-6270-4606-af72-94011cb7dbd0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:17.401325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 023c073e-6270-4606-af72-94011cb7dbd0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:17.401694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.511407 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.540744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:17.544008 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26be00ce-8d89-456a-90b7-4edce83e48ac" -d '{"events": [{"server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "name": "network-vif-plugged", "status": "completed", "tag": "023c073e-6270-4606-af72-94011cb7dbd0"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:17.561539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 023c073e-6270-4606-af72-94011cb7dbd0, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=023c073e-6270-4606-af72-94011cb7dbd0,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:17.574363 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.600948 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b6f7a6-7ae3-4105-8638-fd1e20127e91 x-openstack-request-id: req-28b6f7a6-7ae3-4105-8638-fd1e20127e91 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:17.601650 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "name": "network-vif-plugged", "status": "completed", "tag": "023c073e-6270-4606-af72-94011cb7dbd0", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:17.601650 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-28b6f7a6-7ae3-4105-8638-fd1e20127e91 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:17.602641 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0', 'code': 200} Jun 30 09:40:17.604385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.641114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=023c073e-6270-4606-af72-94011cb7dbd0,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:17.667480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:17.758686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c6e62-a065-4b62-a6d3-cc349d09991e req-140cacfe-465d-4b27-b346-2fea94d01476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:17.760939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-621c6e62-a065-4b62-a6d3-cc349d09991e req-140cacfe-465d-4b27-b346-2fea94d01476 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0652902 Jun 30 09:40:17.820087 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-621c6e62-a065-4b62-a6d3-cc349d09991e req-aba9511f-607f-4835-aec4-268c2bed722c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 Jun 30 09:40:18.053107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:40:18.158842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 97c00160-123c-40d3-8e73-b78f36904675 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:40:18.163338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 97c00160-123c-40d3-8e73-b78f36904675 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:40:18.163755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.255102 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.288227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:40:18.297186 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:18.347235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=13']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:18.583422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9810f7-67f4-41af-b89c-180cf727b6d8 req-73641421-3452-4aaa-860c-ec01e44a8902 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:18.588574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f9810f7-67f4-41af-b89c-180cf727b6d8 req-73641421-3452-4aaa-860c-ec01e44a8902 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0871880 Jun 30 09:40:18.643739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4f9810f7-67f4-41af-b89c-180cf727b6d8 req-16157223-9c1d-407f-b281-b0a34077fcbb tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417087 Jun 30 09:40:19.603114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:19.606866 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4964255b-bab7-4f87-803a-a66ca740fc0e" -d '{"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-plugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:19.647356 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9adb48-49ab-4345-bedc-589525efe548 x-openstack-request-id: req-0a9adb48-49ab-4345-bedc-589525efe548 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:19.647645 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-plugged", "status": "completed", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:19.647907 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0a9adb48-49ab-4345-bedc-589525efe548 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:19.648304 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'code': 200} Jun 30 09:40:19.840912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8225-4f17-4bed-a8a4-85ab2f7c662b req-ed9c4deb-71dc-445b-9a4a-16d6bb5663ba tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:19.850897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-857b8225-4f17-4bed-a8a4-85ab2f7c662b req-ed9c4deb-71dc-445b-9a4a-16d6bb5663ba tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0833409 Jun 30 09:40:19.908072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-857b8225-4f17-4bed-a8a4-85ab2f7c662b req-1bbf0515-7497-4761-8c32-02847396a9a7 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474219 Jun 30 09:40:20.110358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f0b81-92df-4397-8cf9-e2d63f4926b0 req-9eb9d827-e49a-47c9-8580-b3a4c4d46e5f tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.112331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae0f0b81-92df-4397-8cf9-e2d63f4926b0 req-9eb9d827-e49a-47c9-8580-b3a4c4d46e5f tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0876977 Jun 30 09:40:20.155171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae0f0b81-92df-4397-8cf9-e2d63f4926b0 req-9abd8ed8-af8e-4c11-9e7f-39b737ae6fac tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371530 Jun 30 09:40:20.398144 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34326402-29bd-406f-82dc-45ce4698ad32 req-a91f3e33-fac8-4949-9a58-57c5e8b65353 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.399427 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34326402-29bd-406f-82dc-45ce4698ad32 req-a91f3e33-fac8-4949-9a58-57c5e8b65353 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0944848 Jun 30 09:40:20.446720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-34326402-29bd-406f-82dc-45ce4698ad32 req-67dd503a-c650-409b-b04f-2190734711ca tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409267 Jun 30 09:40:20.475396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 46480) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:20.710955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e68b5-bb3c-4ba3-9b55-b2c1eeadcc36 tempest-TestServerBasicOps-1309324075 tempest-TestServerBasicOps-1309324075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:20.712677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b61e68b5-bb3c-4ba3-9b55-b2c1eeadcc36 tempest-TestServerBasicOps-1309324075 tempest-TestServerBasicOps-1309324075-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1093 time: 0.2372861 Jun 30 09:40:20.716827 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 46488) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:20.722305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '023c073e-6270-4606-af72-94011cb7dbd0', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:40:20.750792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:20.942678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.131748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Allocated IP 172.25.7.168 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0eba7852-66c8-4300-8862-7f118fa232b9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:40:21.290104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.367967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:21.409380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:40:21.412271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:40:21.414806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:40:21.449889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'Port': ['ID=0eba7852-66c8-4300-8862-7f118fa232b9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:21.919676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.031269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.252268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.256766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.335207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event updated for resources: {'Port': ['ID=0eba7852-66c8-4300-8862-7f118fa232b9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:22.360967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.476440 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Floating IP e693850c-fe1c-4372-9e81-93e39bc9ca34 associated. External IP: 172.25.7.168, port: 023c073e-6270-4606-af72-94011cb7dbd0. Jun 30 09:40:22.693580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Router 0c01de67-015e-4b23-a43c-c61d7cb969ac has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:40:22.822517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:40:22.844889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] Sync routers for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:40:22.857395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:22.890580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:22.891335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:40:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:22.939219 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a3803b31-71ba-47b4-b89d-520531f54bb1 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2211185 Jun 30 09:40:22.939885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:40:22.942293 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "tag": "023c073e-6270-4606-af72-94011cb7dbd0"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:40:22.985685 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2742fe38-aea1-4e27-9dd8-2caef7dd376c x-openstack-request-id: req-2742fe38-aea1-4e27-9dd8-2caef7dd376c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:40:22.986168 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "tag": "023c073e-6270-4606-af72-94011cb7dbd0", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:40:22.986594 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2742fe38-aea1-4e27-9dd8-2caef7dd376c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:40:22.987146 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0', 'status': 'completed', 'code': 200} Jun 30 09:40:23.021213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:23.077861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-e0e6417a-4d22-4158-a8a4-c11f45418735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.080028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-e0e6417a-4d22-4158-a8a4-c11f45418735 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0639343 Jun 30 09:40:23.192498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-389cba22-55d6-4ec6-921b-bafd17b80be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.195050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-389cba22-55d6-4ec6-921b-bafd17b80be4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.1078808 Jun 30 09:40:23.277845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-932ebb68-2bfb-42b6-9211-aa9cef954102 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1000 time: 0.0736885 Jun 30 09:40:23.326151 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e693850c-fe1c-4372-9e81-93e39bc9ca34', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'port_id': '023c073e-6270-4606-af72-94011cb7dbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'mac_address': 'fa:16:3e:a7:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:21Z', 'updated_at': '2021-06-30T09:40:21Z', 'revision_number': 0, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:57Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:23.345828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-b3edd80a-e849-449f-9c7c-ecbd4569c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.347550 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-b3edd80a-e849-449f-9c7c-ecbd4569c009 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0612905 Jun 30 09:40:23.359554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] Checking router: 0c01de67-015e-4b23-a43c-c61d7cb969ac for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:40:23.374990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:40:23.375532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:40:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:23.431248 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-c9afcdca-a722-484b-b395-5b84b03ace43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:23.432763 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-c9afcdca-a722-484b-b395-5b84b03ace43 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750058 Jun 30 09:40:23.547904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:40:23.576373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-05941b91-1ef7-45c9-93aa-3839670cb92d service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340823 Jun 30 09:40:23.699541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a2b430f0-cd8f-4a3b-85bf-adef279f79c6 req-6f63d641-b5af-474c-956d-cd7280553409 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147463 Jun 30 09:40:23.805689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e693850c-fe1c-4372-9e81-93e39bc9ca34', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'port_id': '023c073e-6270-4606-af72-94011cb7dbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'mac_address': 'fa:16:3e:a7:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:21Z', 'updated_at': '2021-06-30T09:40:21Z', 'revision_number': 0, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:57Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:40:23.832907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699cb887-9ded-4dc0-b9ec-11a46d15b3c9 None None] The sync data for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 is: [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e693850c-fe1c-4372-9e81-93e39bc9ca34', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'floating_ip_address': '172.25.7.168', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'port_id': '023c073e-6270-4606-af72-94011cb7dbd0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'mac_address': 'fa:16:3e:a7:67:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:40:21Z', 'updated_at': '2021-06-30T09:40:21Z', 'revision_number': 0, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:57Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:40:24.045703 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2952545e-e26f-44d0-9a48-15c818b3a4c9 None None] New status for floating IP e693850c-fe1c-4372-9e81-93e39bc9ca34: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:40:29.475006 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:33.036500 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:40:41.201560 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-36dfe0b7-9a01-4988-b5cf-288c543ebe1c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526350 Jun 30 09:40:41.243686 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ade469a0-c4a1-4a4d-97af-664b40b469a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:41.301376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-66ef6ea5-2256-43bd-9ae2-2e7c09b268eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.303103 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-66ef6ea5-2256-43bd-9ae2-2e7c09b268eb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0547900 Jun 30 09:40:41.426849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-f08d312e-2748-4435-a405-9b9e0a4002c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.428368 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-f08d312e-2748-4435-a405-9b9e0a4002c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.1003351 Jun 30 09:40:41.504727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-382fbb4e-9fd8-454f-a682-60f2c00977b6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1002 time: 0.0691106 Jun 30 09:40:41.565004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-8d3810b4-622c-45ef-b733-f38370ad3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.566673 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-8d3810b4-622c-45ef-b733-f38370ad3e7e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0514832 Jun 30 09:40:41.627100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-22b10535-d9c8-4918-a313-1de4d0f6f204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:41.628607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-22b10535-d9c8-4918-a313-1de4d0f6f204 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557458 Jun 30 09:40:41.736832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-9b8628a6-cf4a-442a-8e15-046b372b2e10 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998549 Jun 30 09:40:41.847205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d13a8bab-3b75-49eb-abb0-b57daf716a92 req-dc1aed35-5cf4-4866-86e9-29bee06a8282 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996556 Jun 30 09:40:44.073751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-686296e3-a89c-444f-9734-ec460fa6902e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:44.212984 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:46.151822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:47.584790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:47.658880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.446981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47510) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:54.556207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.646144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.651216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.691451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9e84e771f15e4192af0e6d91861cfd8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440083 Jun 30 09:40:54.692333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad30d1a-584e-4b40-b857-9405b57db34a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:54.694017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47518) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:54.700513 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.700867 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.701209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.701541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.701870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.702197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.702550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.702871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.703191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.703760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.704087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.704403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cec931-308e-4758-a569-c6aa4831b9e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:40:54.746437 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fdac17f-32b8-4c6b-abc8-10101b3c5d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.768722 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fdac17f-32b8-4c6b-abc8-10101b3c5d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.816549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fdac17f-32b8-4c6b-abc8-10101b3c5d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.819125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6fdac17f-32b8-4c6b-abc8-10101b3c5d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:54.820277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6fdac17f-32b8-4c6b-abc8-10101b3c5d41 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/cad30d1a-584e-4b40-b857-9405b57db34a HTTP/1.1" status: 204 len: 168 time: 0.1245682 Jun 30 09:40:54.829381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdac17f-32b8-4c6b-abc8-10101b3c5d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad30d1a-584e-4b40-b857-9405b57db34a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:55.852798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47570) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:55.963907 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9d58047-4be8-40ca-aa4a-7e4681493950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.058539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9d58047-4be8-40ca-aa4a-7e4681493950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.063838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9d58047-4be8-40ca-aa4a-7e4681493950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.107218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f9d58047-4be8-40ca-aa4a-7e4681493950 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=688ef835cca441cc88a60b84926fccc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2499995 Jun 30 09:40:56.107218 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d58047-4be8-40ca-aa4a-7e4681493950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f0830-7aab-4d3b-9093-faf4884063ea,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:56.107667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47578) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:40:56.164481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ba52f4-14d3-4567-b889-bf222af18d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.195809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ba52f4-14d3-4567-b889-bf222af18d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.256033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ba52f4-14d3-4567-b889-bf222af18d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.259245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5ba52f4-14d3-4567-b889-bf222af18d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:40:56.264428 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5ba52f4-14d3-4567-b889-bf222af18d90 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4a9f0830-7aab-4d3b-9093-faf4884063ea HTTP/1.1" status: 204 len: 168 time: 0.1548688 Jun 30 09:40:56.273090 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba52f4-14d3-4567-b889-bf222af18d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f0830-7aab-4d3b-9093-faf4884063ea,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:40:57.734239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-bc155522-9779-4ae0-b42a-bea05e0c39ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1582718 Jun 30 09:40:57.879247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f977f-afdd-4077-8a55-8155581bc194 req-270471e9-cf00-41db-b559-ea1855dc9cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:57.880784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-270471e9-cf00-41db-b559-ea1855dc9cb3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1099 time: 0.0710440 Jun 30 09:40:58.015326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f977f-afdd-4077-8a55-8155581bc194 req-1837fe5c-d54d-44ac-8b74-9bdcb1e6b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:58.016923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-1837fe5c-d54d-44ac-8b74-9bdcb1e6b676 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.1069789 Jun 30 09:40:58.095105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-0cfb8632-7e95-49d5-b232-109eaa350f9c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 1002 time: 0.0714087 Jun 30 09:40:58.146406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f977f-afdd-4077-8a55-8155581bc194 req-f8c6b4f9-69b5-4431-be7f-1b28e5596a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:58.147954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-f8c6b4f9-69b5-4431-be7f-1b28e5596a72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0465860 Jun 30 09:40:58.204278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f977f-afdd-4077-8a55-8155581bc194 req-941b0c21-25bb-4a1d-bb85-5ae38cc38e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:58.205767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-941b0c21-25bb-4a1d-bb85-5ae38cc38e20 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517035 Jun 30 09:40:58.215998 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-2290bc37-89c7-462f-8fb7-a162d893d191 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:40:58.216935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-2290bc37-89c7-462f-8fb7-a162d893d191 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049255 Jun 30 09:40:58.317948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-22f27dbd-194d-425f-ae0c-41400dfc580f service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947444 Jun 30 09:40:58.411311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f53f977f-afdd-4077-8a55-8155581bc194 req-9f6e8a4e-dbf5-4f31-81a6-ebc3ddb37d4e service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868537 Jun 30 09:40:58.782896 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-c3283f25-54a8-4051-a23c-e8a6c1f988a2 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=a1dd3d60f1fe4686a27da682710c1932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308475 Jun 30 09:40:58.984666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-bfaf8e19-9251-4d64-a877-4e43f5f07ae9 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:40:58.986118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-bfaf8e19-9251-4d64-a877-4e43f5f07ae9 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980877 Jun 30 09:40:59.000968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-114cee60-8375-4998-8e82-f918075f8c71 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/quotas/a1dd3d60f1fe4686a27da682710c1932 HTTP/1.1" status: 200 len: 375 time: 0.0092456 Jun 30 09:40:59.034192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-db990a21-3a77-4845-968b-71c33846d5bf tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a1dd3d60f1fe4686a27da682710c1932&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281787 Jun 30 09:40:59.298756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a5af1d2-7f01-49c1-a2c6-0fb1e31950ee req-9d155654-2674-46ff-8b5a-4e443a4e6f92 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 210 time: 0.1095300 Jun 30 09:40:59.487794 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:00.315710 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-4019c02f-6774-4b91-b85a-bc1fa9d7b822 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a1dd3d60f1fe4686a27da682710c1932&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362186 Jun 30 09:41:00.522800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9677659-dc8d-43b6-ae8d-4ac45f9c0a58 req-2d522e32-4bae-4cbd-a5da-5f54888a7d86 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 210 time: 0.0392702 Jun 30 09:41:00.607264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:00.739388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe087-74f6-4ebf-abb6-df27d536dc00 req-34dd1cf5-8618-49f4-9763-b4a07a862eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:00.740913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-907fe087-74f6-4ebf-abb6-df27d536dc00 req-34dd1cf5-8618-49f4-9763-b4a07a862eb8 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.1326215 Jun 30 09:41:00.783415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-907fe087-74f6-4ebf-abb6-df27d536dc00 req-3f15601c-9781-48b1-b556-58b9532df1de service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354917 Jun 30 09:41:00.915635 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-04317598-70bf-4c30-9014-4a6e91018ab2 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:00.918161 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-04317598-70bf-4c30-9014-4a6e91018ab2 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5951974 Jun 30 09:41:00.931418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Request body: {'port': {'device_id': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'a1dd3d60f1fe4686a27da682710c1932'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:01.049123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Made reservation on behalf of a1dd3d60f1fe4686a27da682710c1932 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:01.052742 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.062072 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.157974 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.162320 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.227147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c43448-4b84-482d-8a5e-3b7f967bf289,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:01.303845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Allocated IP 192.168.233.83 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/3651be8a-b63d-4caa-ad2b-32751a44da53) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:01.468537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.484955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Transition to ACTIVE for port object 3651be8a-b63d-4caa-ad2b-32751a44da53 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:01.520103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.565274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:01.569552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:01.582693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:01.637395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Pushing event updated for resources: {'Port': ['ID=3651be8a-b63d-4caa-ad2b-32751a44da53,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:01.660548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:01.661317 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.678050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-2c0117e0-441e-4b83-a1fc-b1b2368eadfb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7504485 Jun 30 09:41:01.695592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Request body: {'port': {'device_id': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:01.827516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b65c76-59e5-4d1e-a8ce-9be578ab823d req-a161026f-bac8-42ce-a26e-2d93e44988c3 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:01.833672 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:01.835906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93b65c76-59e5-4d1e-a8ce-9be578ab823d req-a161026f-bac8-42ce-a26e-2d93e44988c3 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 935 time: 0.0928164 Jun 30 09:41:01.882031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93b65c76-59e5-4d1e-a8ce-9be578ab823d req-8f8b3032-2d09-4683-bac6-6a958d5f72f0 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417662 Jun 30 09:41:01.977658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-07649a0f-f2a4-40af-a59d-639f8ac7da0c None None] Provisioning for port 3651be8a-b63d-4caa-ad2b-32751a44da53 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:01.983106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-07649a0f-f2a4-40af-a59d-639f8ac7da0c None None] Provisioning complete for port 3651be8a-b63d-4caa-ad2b-32751a44da53 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:01.983636 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-07649a0f-f2a4-40af-a59d-639f8ac7da0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.022467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-07649a0f-f2a4-40af-a59d-639f8ac7da0c None None] Port 3651be8a-b63d-4caa-ad2b-32751a44da53 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:41:02.126200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3651be8a-b63d-4caa-ad2b-32751a44da53 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:02.134313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.146129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Transition to ACTIVE for port object 3651be8a-b63d-4caa-ad2b-32751a44da53 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:02.150066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.202031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Pushing event updated for resources: {'Port': ['ID=3651be8a-b63d-4caa-ad2b-32751a44da53,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:02.283800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Attempting to bind port 3651be8a-b63d-4caa-ad2b-32751a44da53 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:41:02.284130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Attempting to bind port 3651be8a-b63d-4caa-ad2b-32751a44da53 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:41:02.284467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Attempting to bind port 3651be8a-b63d-4caa-ad2b-32751a44da53 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:02.297610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Port 3651be8a-b63d-4caa-ad2b-32751a44da53 on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:41:02.297963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Attempting to bind port 3651be8a-b63d-4caa-ad2b-32751a44da53 on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:02.309052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:41:02.309271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:02.309665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:41:02.310115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Bound port: 3651be8a-b63d-4caa-ad2b-32751a44da53, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:41:02.310531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.394320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] For port 3651be8a-b63d-4caa-ad2b-32751a44da53, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:41:02.397552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] For port 3651be8a-b63d-4caa-ad2b-32751a44da53, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3651be8a-b63d-4caa-ad2b-32751a44da53,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:41:02.405912 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.452807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.454510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:02.456011 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] 10.222.0.79 "PUT /v2.0/ports/3651be8a-b63d-4caa-ad2b-32751a44da53 HTTP/1.1" status: 200 len: 1096 time: 0.7653162 Jun 30 09:41:02.456011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'tag': '3651be8a-b63d-4caa-ad2b-32751a44da53'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:02.457901 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d586dfc-7e85-4f92-987c-643f72d6b4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3cd91b-f427-4d01-8d3a-1ee268db4c24", "tag": "3651be8a-b63d-4caa-ad2b-32751a44da53"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:02.494421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26dfe4-04da-4921-9791-ce240a3cb4ea service neutron] Pushing event updated for resources: {'Port': ['ID=3651be8a-b63d-4caa-ad2b-32751a44da53,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:02.512949 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b72013a-ffdb-4033-9966-f53695f5a9ac x-openstack-request-id: req-1b72013a-ffdb-4033-9966-f53695f5a9ac {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:02.513326 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3cd91b-f427-4d01-8d3a-1ee268db4c24", "tag": "3651be8a-b63d-4caa-ad2b-32751a44da53", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:02.514005 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b72013a-ffdb-4033-9966-f53695f5a9ac {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:02.514577 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'tag': '3651be8a-b63d-4caa-ad2b-32751a44da53', 'status': 'completed', 'code': 200} Jun 30 09:41:02.586758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-ce52bb8f-0def-4b56-970a-5c889e72787f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.588983 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-ce52bb8f-0def-4b56-970a-5c889e72787f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a1dd3d60f1fe4686a27da682710c1932&device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 1099 time: 0.0654595 Jun 30 09:41:02.635991 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-26484ea3-2c88-4065-97b6-7109033b9ead service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=3651be8a-b63d-4caa-ad2b-32751a44da53 HTTP/1.1" status: 200 len: 217 time: 0.0375533 Jun 30 09:41:02.692360 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-6d5f367a-b1e6-4ea0-aca7-a3742999d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.693835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-6d5f367a-b1e6-4ea0-aca7-a3742999d326 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0506809 Jun 30 09:41:02.752979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-65142ae4-b4b5-470a-9200-ba312c4d0733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:02.754516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-65142ae4-b4b5-470a-9200-ba312c4d0733 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0525045 Jun 30 09:41:02.854371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-adafb56e-7db3-4d64-9c8a-b6fec0dac2cb service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893772 Jun 30 09:41:02.958918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0fc78ae9-ff90-4ae0-9d4b-12d85a04f796 req-80b5fd72-ddea-4dd9-b3f4-31d4c875b062 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898139 Jun 30 09:41:03.070802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d4840-50eb-41b3-a463-a3df847dd478 req-392b76fb-95be-455b-9981-296657e60815 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.072355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7d4840-50eb-41b3-a463-a3df847dd478 req-392b76fb-95be-455b-9981-296657e60815 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 947 time: 0.0747349 Jun 30 09:41:03.087712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-668ad4b3-fdea-48a8-9618-4eb6a5597e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.089874 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-668ad4b3-fdea-48a8-9618-4eb6a5597e03 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a1dd3d60f1fe4686a27da682710c1932&device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 1099 time: 0.0733976 Jun 30 09:41:03.122273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae7d4840-50eb-41b3-a463-a3df847dd478 req-e93c5695-3ed4-46ab-9c09-a29edb4c272b tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Jun 30 09:41:03.193973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-fc35b331-77eb-4f3f-b0f5-eb563f4854ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.195382 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-fc35b331-77eb-4f3f-b0f5-eb563f4854ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.0981646 Jun 30 09:41:03.241885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-08145615-7a75-4f3f-a4b9-5bcb2392319d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=3651be8a-b63d-4caa-ad2b-32751a44da53 HTTP/1.1" status: 200 len: 217 time: 0.0348368 Jun 30 09:41:03.292695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-6ab12f9b-67b5-4fd3-b58a-d84cfe1898d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.294129 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-6ab12f9b-67b5-4fd3-b58a-d84cfe1898d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0428331 Jun 30 09:41:03.362821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-c115d614-3d9c-4998-b3e5-497221f5cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:03.364389 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-c115d614-3d9c-4998-b3e5-497221f5cbc5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595450 Jun 30 09:41:03.457361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-cbd87ecc-ffde-4c44-a96d-dc0617dafe8d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842297 Jun 30 09:41:03.552536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d586dfc-7e85-4f92-987c-643f72d6b4fd req-a25288e5-5429-455c-9100-c50a293274d5 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865269 Jun 30 09:41:04.298154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7380b-7761-4b2f-a625-7a523865c855 req-7d72da5c-2628-4428-89bf-5623209d1794 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:04.299665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e7380b-7761-4b2f-a625-7a523865c855 req-7d72da5c-2628-4428-89bf-5623209d1794 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 947 time: 0.0627534 Jun 30 09:41:04.338692 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31e7380b-7761-4b2f-a625-7a523865c855 req-284820c7-5106-4772-b40f-e6f226bfbbf8 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326803 Jun 30 09:41:05.528002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45b81a-bf5c-4f12-a6c2-cac0de05b688 req-8d963a55-5861-4c06-907e-e6db3febeb16 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:05.529561 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e45b81a-bf5c-4f12-a6c2-cac0de05b688 req-8d963a55-5861-4c06-907e-e6db3febeb16 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 947 time: 0.0673838 Jun 30 09:41:05.555660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3651be8a-b63d-4caa-ad2b-32751a44da53 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:41:05.567328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2e45b81a-bf5c-4f12-a6c2-cac0de05b688 req-9a26384d-0213-4d27-9f56-7786db4cb8c1 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320783 Jun 30 09:41:05.660623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3651be8a-b63d-4caa-ad2b-32751a44da53, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3651be8a-b63d-4caa-ad2b-32751a44da53,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:05.675737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3651be8a-b63d-4caa-ad2b-32751a44da53', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '3651be8a-b63d-4caa-ad2b-32751a44da53', 'mac_address': 'fa:16:3e:a9:c2:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:41:05.718604 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:05.731656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3651be8a-b63d-4caa-ad2b-32751a44da53 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:05.751665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3651be8a-b63d-4caa-ad2b-32751a44da53, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3651be8a-b63d-4caa-ad2b-32751a44da53,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:05.755827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:05.805527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3651be8a-b63d-4caa-ad2b-32751a44da53,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:05.813924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.814293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.814637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.814971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.815295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.815622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.815942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.816261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.816578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.816893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.817210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:05.817523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.056518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3651be8a-b63d-4caa-ad2b-32751a44da53'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:06.102626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03cfad-7fa6-4b92-8d33-5d7eb78b6e7a req-b84a3ea1-c280-4a3f-af9e-fc3d6d077bf4 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:06.105282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a03cfad-7fa6-4b92-8d33-5d7eb78b6e7a req-b84a3ea1-c280-4a3f-af9e-fc3d6d077bf4 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1099 time: 0.0550611 Jun 30 09:41:06.154322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a03cfad-7fa6-4b92-8d33-5d7eb78b6e7a req-8445d9e7-211c-4122-823e-e04dd82ba2e0 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344505 Jun 30 09:41:06.180546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47856) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:06.339341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 02bc85d2-5a32-4fef-97e1-52e8d801744d {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:06.339712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:06.422480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:06.422812 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:06.435015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 02bc85d2-5a32-4fef-97e1-52e8d801744d owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:06.614258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:06.671717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=02bc85d2-5a32-4fef-97e1-52e8d801744d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:06.701836 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.702180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.702544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.702929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.703279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.703502 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.704080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.704402 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.704722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.705043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.705355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.705668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:06.757674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:06.757997 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP c272ef2b-a4ea-423e-a4d0-3b2097d8a98c disassociated (deleted). External IP: 172.25.7.130, port: 97c00160-123c-40d3-8e73-b78f36904675. Jun 30 09:41:06.829274 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c3e49-9193-418b-b6f6-3149eba6006e req-096523bd-b786-4d91-9d48-e4e020a708bb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:06.830796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe9c3e49-9193-418b-b6f6-3149eba6006e req-096523bd-b786-4d91-9d48-e4e020a708bb tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 948 time: 0.1339884 Jun 30 09:41:06.903454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fe9c3e49-9193-418b-b6f6-3149eba6006e req-7b49c1b6-a234-42a4-9486-7d2dcfa94c44 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Jun 30 09:41:07.013776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router eb3b2a06-bcc6-446e-98de-f79006664474 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:41:07.443770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:41:07.448674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:07.454604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] Sync routers for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:41:07.464308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:07.464998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:40:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:07.490109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e619635-2b8c-4d8d-9706-98547afeb99b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/floatingips/c272ef2b-a4ea-423e-a4d0-3b2097d8a98c HTTP/1.1" status: 204 len: 168 time: 1.3060727 Jun 30 09:41:07.490109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:07.490849 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1956cf-8415-42d4-8457-4532aa213945" -d '{"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:07.540756 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ccf89-f7b8-49ba-a15d-5ca6b4b29229 x-openstack-request-id: req-dd2ccf89-f7b8-49ba-a15d-5ca6b4b29229 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:07.541215 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:07.542030 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dd2ccf89-f7b8-49ba-a15d-5ca6b4b29229 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:07.542609 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'status': 'completed', 'code': 200} Jun 30 09:41:07.581297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3651be8a-b63d-4caa-ad2b-32751a44da53 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:07.585975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:07.638947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1956cf-8415-42d4-8457-4532aa213945 req-819da887-0277-40d9-bfdf-80e1c6612cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:07.641137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-819da887-0277-40d9-bfdf-80e1c6612cb1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 1099 time: 0.0565317 Jun 30 09:41:07.754146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1956cf-8415-42d4-8457-4532aa213945 req-1839444c-9863-4b85-8060-385e080f3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:07.755878 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-1839444c-9863-4b85-8060-385e080f3b05 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 200 len: 897 time: 0.1082723 Jun 30 09:41:07.821914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-3b6ef99d-726c-4e60-9e03-e2f33e3f1207 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 200 len: 217 time: 0.0464430 Jun 30 09:41:07.837462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 3651be8a-b63d-4caa-ad2b-32751a44da53 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:07.853863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3651be8a-b63d-4caa-ad2b-32751a44da53 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:07.854390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:07.904287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1956cf-8415-42d4-8457-4532aa213945 req-08468162-f72b-4b35-b691-efbfa0b98ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:07.905800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-08468162-f72b-4b35-b691-efbfa0b98ade service neutron] 10.222.0.83 "GET /v2.0/subnets?id=68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 200 len: 835 time: 0.0747294 Jun 30 09:41:07.979744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355cac3-b49a-4b5b-8588-e4d3bf89e84c req-e43b6996-3d9e-48ce-99a7-54849a5da358 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:07.981299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0355cac3-b49a-4b5b-8588-e4d3bf89e84c req-e43b6996-3d9e-48ce-99a7-54849a5da358 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 947 time: 0.1514347 Jun 30 09:41:07.985762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:08.000108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1956cf-8415-42d4-8457-4532aa213945 req-27e667df-9276-4266-b49f-7cc6f96659b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:08.002287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-27e667df-9276-4266-b49f-7cc6f96659b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884283 Jun 30 09:41:08.019790 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.022876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] Checking router: eb3b2a06-bcc6-446e-98de-f79006664474 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:41:08.042820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:08.043731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:40:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:08.103519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3651be8a-b63d-4caa-ad2b-32751a44da53'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:08.107052 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fde159-a54a-4bb4-959d-91c27274244a" -d '{"events": [{"server_uuid": "0c3cd91b-f427-4d01-8d3a-1ee268db4c24", "name": "network-vif-plugged", "status": "completed", "tag": "3651be8a-b63d-4caa-ad2b-32751a44da53"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:08.124716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0355cac3-b49a-4b5b-8588-e4d3bf89e84c req-fb8ff184-0334-4374-93a8-56942891b970 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275175 Jun 30 09:41:08.126580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3651be8a-b63d-4caa-ad2b-32751a44da53, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3651be8a-b63d-4caa-ad2b-32751a44da53,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:08.141905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:08.183905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-d19bca8f-ea9e-4922-87a2-8acee386cba3 service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654353 Jun 30 09:41:08.210662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fefeb2-cc58-4fee-a46d-726b52c3c52b req-2d917f99-9be4-4cce-a9c3-dc1dcb7f4fe7 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:08.212397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2fefeb2-cc58-4fee-a46d-726b52c3c52b req-2d917f99-9be4-4cce-a9c3-dc1dcb7f4fe7 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 948 time: 0.1399040 Jun 30 09:41:08.214888 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31ac23f-0920-48bb-884e-10bc0d650f72 x-openstack-request-id: req-d31ac23f-0920-48bb-884e-10bc0d650f72 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:08.215186 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3cd91b-f427-4d01-8d3a-1ee268db4c24", "name": "network-vif-plugged", "status": "completed", "tag": "3651be8a-b63d-4caa-ad2b-32751a44da53", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:08.215437 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d31ac23f-0920-48bb-884e-10bc0d650f72 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:08.215833 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3651be8a-b63d-4caa-ad2b-32751a44da53', 'code': 200} Jun 30 09:41:08.244473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3651be8a-b63d-4caa-ad2b-32751a44da53,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:08.261852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:08.341388 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2fefeb2-cc58-4fee-a46d-726b52c3c52b req-7fc6aabb-9ea6-4dee-84fd-2fb4b66fcda1 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975513 Jun 30 09:41:08.359778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cbb6e-4011-4039-8a73-725703c02764 req-81fc0e6a-b472-413d-8c8c-ce8d54bb224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:08.362913 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-444cbb6e-4011-4039-8a73-725703c02764 req-81fc0e6a-b472-413d-8c8c-ce8d54bb224c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 1101 time: 0.0650032 Jun 30 09:41:08.385401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa1956cf-8415-42d4-8457-4532aa213945 req-9c0a9b20-8f66-4b9b-a595-5cf67d7b446b service neutron] 10.222.0.83 "GET /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710768 Jun 30 09:41:08.408198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-444cbb6e-4011-4039-8a73-725703c02764 req-44b582c4-8c4c-4a6a-bd08-f6d5cd8a6a71 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329952 Jun 30 09:41:08.542038 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:08.568983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7876d484-c29d-43d7-a804-99e81bc074f4 None None] The sync data for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 is: [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:38:12Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'df27bc8f-f21a-4d31-8035-d87e99bbb846', 'name': '', 'network_id': '3f6f77bf-7149-4c26-8dd7-66c7d7ee1399', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:34:3e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_interface', 'standard_attr_id': 3764, 'fixed_ips': [{'subnet_id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:11Z', 'updated_at': '2021-06-30T09:38:18Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '68e3112c-4ec5-490e-b42a-3d2df72ae7f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:41:08.817831 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0c8a6e-3e95-4f82-9dd4-dac1f6e21dd7 None None] New status for floating IP c272ef2b-a4ea-423e-a4d0-3b2097d8a98c: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:41:09.326820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892faa4-688a-4473-9d03-156a5926a42b req-33ae4ff5-952d-41fe-9b6b-de8cbb9ce30d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:09.328969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4892faa4-688a-4473-9d03-156a5926a42b req-33ae4ff5-952d-41fe-9b6b-de8cbb9ce30d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 947 time: 0.0665469 Jun 30 09:41:09.377338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4892faa4-688a-4473-9d03-156a5926a42b req-995872c0-7bb9-4316-a4a6-0a3ac7c101e2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=218ebb88-37f3-42cb-8b15-11f8546dedd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405066 Jun 30 09:41:09.469346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-9e7b41f0-9ac8-4359-9c67-c4aed09aa4f1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:09.470940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-9e7b41f0-9ac8-4359-9c67-c4aed09aa4f1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 947 time: 0.0923219 Jun 30 09:41:09.626478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff11de5-5916-44fc-b997-e5ae903c374b req-b3dc9fb9-0d25-468f-a6cf-b530c156c145 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:09.627995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff11de5-5916-44fc-b997-e5ae903c374b req-b3dc9fb9-0d25-468f-a6cf-b530c156c145 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 949 time: 0.1215699 Jun 30 09:41:09.638679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 97c00160-123c-40d3-8e73-b78f36904675 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:09.639024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.720669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff11de5-5916-44fc-b997-e5ae903c374b req-31c4a9d9-4c4c-4dec-b382-dc50be5ea7e9 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836780 Jun 30 09:41:09.755947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port 97c00160-123c-40d3-8e73-b78f36904675, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=97c00160-123c-40d3-8e73-b78f36904675,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:09.756493 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.775350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 97c00160-123c-40d3-8e73-b78f36904675 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:09.909715 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:09.939122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=97c00160-123c-40d3-8e73-b78f36904675,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:10.001995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] No DVR routers for this DVR port 97c00160-123c-40d3-8e73-b78f36904675 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:41:10.004856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:10.006888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ee3a86b-59a7-4f4e-a1f7-aca2d0609f64 req-1539ce0d-f650-4d3b-82df-98c6e2f503fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "DELETE /v2.0/ports/97c00160-123c-40d3-8e73-b78f36904675 HTTP/1.1" status: 204 len: 173 time: 0.5304387 Jun 30 09:41:10.007332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-deleted', 'tag': '97c00160-123c-40d3-8e73-b78f36904675'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:10.009582 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda63c2-e385-4ef4-b9a3-ba665ae343a7" -d '{"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-deleted", "tag": "97c00160-123c-40d3-8e73-b78f36904675"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:10.038339 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:10.060892 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9404ac28-b138-47cb-b1b0-869c0b47d48b x-openstack-request-id: req-9404ac28-b138-47cb-b1b0-869c0b47d48b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:10.061208 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d935b0-b9f4-49ce-b63b-306a0edf82c2", "name": "network-vif-deleted", "tag": "97c00160-123c-40d3-8e73-b78f36904675", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:10.061459 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9404ac28-b138-47cb-b1b0-869c0b47d48b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:10.061827 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67d935b0-b9f4-49ce-b63b-306a0edf82c2', 'name': 'network-vif-deleted', 'tag': '97c00160-123c-40d3-8e73-b78f36904675', 'status': 'completed', 'code': 200} Jun 30 09:41:10.189630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf727380-44b5-45da-a5cf-fdfb634cdde1 req-fe805c8e-0b54-47b2-bbf8-51d9fd39e69f tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:10.191240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf727380-44b5-45da-a5cf-fdfb634cdde1 req-fe805c8e-0b54-47b2-bbf8-51d9fd39e69f tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 949 time: 0.0652850 Jun 30 09:41:10.233665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf727380-44b5-45da-a5cf-fdfb634cdde1 req-32ac8ddc-4907-4325-96b5-e523f641c59d tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Jun 30 09:41:10.543981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1f4acbb-e7dc-440e-86dd-92d7f107ad7c req-ecc9ce97-5cea-4ced-9c5a-1329accd50a3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=67d935b0-b9f4-49ce-b63b-306a0edf82c2 HTTP/1.1" status: 200 len: 210 time: 0.0313101 Jun 30 09:41:11.246298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-410e006a-3050-4d87-b9e6-0de24bd59440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:11.417251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b429642-a158-4dea-8200-3f8231547c09 req-f9178ce8-2632-42ef-84eb-f335d3a5764d tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:11.418966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b429642-a158-4dea-8200-3f8231547c09 req-f9178ce8-2632-42ef-84eb-f335d3a5764d tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 949 time: 0.0692284 Jun 30 09:41:11.469332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b429642-a158-4dea-8200-3f8231547c09 req-834c82fb-9ca3-42c1-9dec-e5f2e200f3f1 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/security-groups?id=86c43448-4b84-482d-8a5e-3b7f967bf289&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Jun 30 09:41:11.531995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-93b359fb-76b1-42bd-a75e-9993878e8567 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:11.533538 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-93b359fb-76b1-42bd-a75e-9993878e8567 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 949 time: 0.0800822 Jun 30 09:41:11.638521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47924) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:11.641600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Deleting port 3651be8a-b63d-4caa-ad2b-32751a44da53 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:11.641953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:11.734197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] For port 3651be8a-b63d-4caa-ad2b-32751a44da53, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3651be8a-b63d-4caa-ad2b-32751a44da53,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:11.734595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:11.748771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Calling delete_port for 3651be8a-b63d-4caa-ad2b-32751a44da53 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:11.888424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:11.907520 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3651be8a-b63d-4caa-ad2b-32751a44da53'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:11.922891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Pushing event deleted for resources: {'Port': ['ID=3651be8a-b63d-4caa-ad2b-32751a44da53,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:11.976565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] No DVR routers for this DVR port 3651be8a-b63d-4caa-ad2b-32751a44da53 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:41:11.980397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:11.983338 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2de06c27-b61b-4c46-9dea-f0d46d2fe4f4 req-2eac66d3-d322-480e-b4b2-102abad5ab10 tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.79 "DELETE /v2.0/ports/3651be8a-b63d-4caa-ad2b-32751a44da53 HTTP/1.1" status: 204 len: 173 time: 0.4427667 Jun 30 09:41:11.984220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'name': 'network-vif-deleted', 'tag': '3651be8a-b63d-4caa-ad2b-32751a44da53'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:11.986923 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c1e7d3-49b3-419d-9b52-2f4f9e33d0f7" -d '{"events": [{"server_uuid": "0c3cd91b-f427-4d01-8d3a-1ee268db4c24", "name": "network-vif-deleted", "tag": "3651be8a-b63d-4caa-ad2b-32751a44da53"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:12.031756 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7427895f-a18f-444a-a539-7fa2d1b70f94 x-openstack-request-id: req-7427895f-a18f-444a-a539-7fa2d1b70f94 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:12.032119 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3cd91b-f427-4d01-8d3a-1ee268db4c24", "name": "network-vif-deleted", "tag": "3651be8a-b63d-4caa-ad2b-32751a44da53", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:12.032371 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7427895f-a18f-444a-a539-7fa2d1b70f94 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:12.032779 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c3cd91b-f427-4d01-8d3a-1ee268db4c24', 'name': 'network-vif-deleted', 'tag': '3651be8a-b63d-4caa-ad2b-32751a44da53', 'status': 'completed', 'code': 200} Jun 30 09:41:12.067390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.304349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:12.325213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 97c00160-123c-40d3-8e73-b78f36904675 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:12.325562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 97c00160-123c-40d3-8e73-b78f36904675 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:12.344933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port df27bc8f-f21a-4d31-8035-d87e99bbb846 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:12.345284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.439877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port df27bc8f-f21a-4d31-8035-d87e99bbb846, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=df27bc8f-f21a-4d31-8035-d87e99bbb846,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:12.440241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.453507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for df27bc8f-f21a-4d31-8035-d87e99bbb846 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:12.639008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b97790e-5b85-454f-b7ad-7386adc2a751 req-bc9fcb34-f2dd-41ab-8c0c-9ffe077225df tempest-VolumesNegativeTest-1091452670 tempest-VolumesNegativeTest-1091452670-project] 10.222.0.77 "GET /v2.0/ports?device_id=0c3cd91b-f427-4d01-8d3a-1ee268db4c24 HTTP/1.1" status: 200 len: 210 time: 0.0326545 Jun 30 09:41:12.704830 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:12.732449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=df27bc8f-f21a-4d31-8035-d87e99bbb846,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:12.959397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.210314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router eb3b2a06-bcc6-446e-98de-f79006664474 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:41:13.329442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:41:13.334634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-860f4834-cffc-4ba6-8eb8-f455004192a4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/eb3b2a06-bcc6-446e-98de-f79006664474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949739 Jun 30 09:41:13.337229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 47944) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:13.341135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] Sync routers for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:41:13.350758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:13.351438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:40:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:13.390759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting subnet 68e3112c-4ec5-490e-b42a-3d2df72ae7f3 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:41:13.393313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.456976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.503949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:13.573837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.644759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.676494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Subnet': ['ID=68e3112c-4ec5-490e-b42a-3d2df72ae7f3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:13.679578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.685251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-21a4c478-ca53-4c83-ae10-e4dddb5f4f66 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/subnets/68e3112c-4ec5-490e-b42a-3d2df72ae7f3 HTTP/1.1" status: 204 len: 168 time: 0.3445508 Jun 30 09:41:13.686053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f728599a-75e6-4f0f-91b5-ff1f902d6cac None None] Network 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:13.686169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 47948) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:13.820776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:13.868184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:41:12Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:13.927617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] Checking router: eb3b2a06-bcc6-446e-98de-f79006664474 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:41:13.950902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] Routers {'eb3b2a06-bcc6-446e-98de-f79006664474'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:13.951601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:40:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['eb3b2a06-bcc6-446e-98de-f79006664474'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:13.964983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.049056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port ae0e182a-793d-4e67-9639-d1cdd3a34edf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:14.049850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.172535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port ae0e182a-793d-4e67-9639-d1cdd3a34edf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ae0e182a-793d-4e67-9639-d1cdd3a34edf,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:14.173027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.189542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for ae0e182a-793d-4e67-9639-d1cdd3a34edf owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:14.248345 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3db33e3f-327f-453f-9cac-40cce0a891d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.254061 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.355841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80539187-3629-432e-b88a-699d397a3923 None None] DHCP port deletion for 3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:41:14.453686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] Set router eb3b2a06-bcc6-446e-98de-f79006664474 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:14.462982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.515884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=ae0e182a-793d-4e67-9639-d1cdd3a34edf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:14.594783 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.633853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-80539187-3629-432e-b88a-699d397a3923 None None] Deleting port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:41:14.634440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-80539187-3629-432e-b88a-699d397a3923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.765816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-80539187-3629-432e-b88a-699d397a3923 None None] For port 4e9c8fcf-41f4-41cb-b665-4857a23edd60, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e9c8fcf-41f4-41cb-b665-4857a23edd60,segment=NetworkSegment(9922a048-cbf8-4409-a3a4-5cbe55fae93c),segment_id=9922a048-cbf8-4409-a3a4-5cbe55fae93c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:14.766292 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-80539187-3629-432e-b88a-699d397a3923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.772181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.776970 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.790432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-80539187-3629-432e-b88a-699d397a3923 None None] Calling delete_port for 4e9c8fcf-41f4-41cb-b665-4857a23edd60 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:41:14.840377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.840988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Fanout notify agent at l3_agent the message router_deleted on router eb3b2a06-bcc6-446e-98de-f79006664474 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:41:14.851207 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.855314 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c55a6d51-f506-4bb3-9ea2-20694676813c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/routers/eb3b2a06-bcc6-446e-98de-f79006664474 HTTP/1.1" status: 204 len: 168 time: 1.1656425 Jun 30 09:41:14.855829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48024) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:14.890185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e9c8fcf-41f4-41cb-b665-4857a23edd60 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:14.956015 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-80539187-3629-432e-b88a-699d397a3923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:14.969692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.011957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80539187-3629-432e-b88a-699d397a3923 None None] No DVR routers for this DVR port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:41:15.019688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80539187-3629-432e-b88a-699d397a3923 None None] Pushing event deleted for resources: {'Port': ['ID=4e9c8fcf-41f4-41cb-b665-4857a23edd60,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:15.063899 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No active binding found for port 4e9c8fcf-41f4-41cb-b665-4857a23edd60 {{(pid=93726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jun 30 09:41:15.064423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e9c8fcf-41f4-41cb-b665-4857a23edd60 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:15.100057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.117603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6f77bf-7149-4c26-8dd7-66c7d7ee1399']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:15.120654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:41:12Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:15.130701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9922a048-cbf8-4409-a3a4-5cbe55fae93c') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:15.130993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9922a048-cbf8-4409-a3a4-5cbe55fae93c') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:15.142445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.157324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.164987 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:41:15.165658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:41:15.169456 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:41:15.176683 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9bb134-7008-4ae2-991f-201adb3570cf None None] The sync data for ids ['eb3b2a06-bcc6-446e-98de-f79006664474'] in n-d-780147-22 is: [{'id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160352391', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:38:05Z', 'updated_at': '2021-06-30T09:41:12Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': 'ae0e182a-793d-4e67-9639-d1cdd3a34edf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:a2:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3b2a06-bcc6-446e-98de-f79006664474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3761, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:38:06Z', 'updated_at': '2021-06-30T09:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:41:15.256591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.268940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.273314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/networks/3f6f77bf-7149-4c26-8dd7-66c7d7ee1399 HTTP/1.1" status: 204 len: 168 time: 0.4138083 Jun 30 09:41:15.273626 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48050) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:15.288615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc416999-85dd-4bc7-8938-f6abd903b74a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Network': ['ID=3f6f77bf-7149-4c26-8dd7-66c7d7ee1399,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:15.359631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18a8cde4-219c-4757-b4ab-a5eaf53fd966 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.387267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18a8cde4-219c-4757-b4ab-a5eaf53fd966 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.459368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18a8cde4-219c-4757-b4ab-a5eaf53fd966 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.462119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-18a8cde4-219c-4757-b4ab-a5eaf53fd966 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:15.467298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-18a8cde4-219c-4757-b4ab-a5eaf53fd966 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/security-groups/218ebb88-37f3-42cb-8b15-11f8546dedd3 HTTP/1.1" status: 204 len: 168 time: 0.1922297 Jun 30 09:41:15.478915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8cde4-219c-4757-b4ab-a5eaf53fd966 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=218ebb88-37f3-42cb-8b15-11f8546dedd3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:15.598613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3651be8a-b63d-4caa-ad2b-32751a44da53 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:15.630071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 3651be8a-b63d-4caa-ad2b-32751a44da53 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:15.630470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3651be8a-b63d-4caa-ad2b-32751a44da53 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:16.058405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48124) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:16.063022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1353941055', 'description': 'tempest-secgroup-smoke-1353941055 description', 'project_id': 'db21d0a28b1f4604a127a663de284d15'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:16.100472 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.164947 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.218138 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.225890 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.259172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.264135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48146) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:16.264732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2047379 Jun 30 09:41:16.266202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630cefa-44ea-49ce-b763-0292123888b8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90d13550-026b-4f62-a861-1f4132c1d331,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:16.269927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '90d13550-026b-4f62-a861-1f4132c1d331', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:16.301144 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.373356 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.386629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.404910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68900340-18da-4095-9c5c-baf0f0f0a71b,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:16.425084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.428893 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-44285181-1831-4d88-8509-ef09dc721b55 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1613870 Jun 30 09:41:16.429335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48152) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:16.434324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '90d13550-026b-4f62-a861-1f4132c1d331', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:16.475592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.548723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.553140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.575113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176ebd36-d90c-49b5-b2e0-482ff70396d7,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:16.581242 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.582586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d683fd43-b881-4fe2-bf39-cba6973f3863 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525249 Jun 30 09:41:16.585369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48160) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:16.592729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '90d13550-026b-4f62-a861-1f4132c1d331', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:16.624588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.662490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0e182a-793d-4e67-9639-d1cdd3a34edf no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:16.685174 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ae0e182a-793d-4e67-9639-d1cdd3a34edf {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:16.685578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0e182a-793d-4e67-9639-d1cdd3a34edf not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:16.686167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device df27bc8f-f21a-4d31-8035-d87e99bbb846 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:41:16.710992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: df27bc8f-f21a-4d31-8035-d87e99bbb846 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:41:16.711332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device df27bc8f-f21a-4d31-8035-d87e99bbb846 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:41:16.732644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.736511 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.762098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e5e69e-ffd4-4f7a-aa2e-cf57312282c6,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:16.773225 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.774631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6642190a-9eb4-40b9-b756-a815e25443fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1881964 Jun 30 09:41:16.778052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48174) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:16.783313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '90d13550-026b-4f62-a861-1f4132c1d331', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:16.829616 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.906964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.911947 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.936585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8506924-56e5-4c55-b480-869a6cf5b2e4,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:16.947966 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:16.953401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f6a0b4cd-4fc9-434b-9678-0539e27537d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714284 Jun 30 09:41:16.953401 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48192) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:16.960917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '90d13550-026b-4f62-a861-1f4132c1d331', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:16.999538 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:41:17.005024 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.089710 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.095860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.113141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b55807-b894-4bc3-a008-6e98396b570c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:17.137331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.141204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2ce2881d-73b1-4316-8995-d4a490f2d928 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1837835 Jun 30 09:41:17.141578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:17.146329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': '90d13550-026b-4f62-a861-1f4132c1d331', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:17.172504 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:41:17.178733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.257414 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.261619 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.284696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067c917d-6c6e-40c3-8b54-1c077f25b448,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:17.288571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.294736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48200) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:17.295287 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f170a43a-168d-4448-82ae-91771e43dc4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521187 Jun 30 09:41:17.301670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'network': {'name': 'tempest-network-smoke--1510485448', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'port_security_enabled': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:17.331085 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:17.334501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.369152 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:41:17.379304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.379659 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Added segment 7c36c46c-98d3-462f-93fb-8c97b59832dc of type vlan for network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 Jun 30 09:41:17.425910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.458425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.464583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:17.465466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.520994 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2239857 Jun 30 09:41:17.524192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48202) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:17.533934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'admin_state_up': True, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:17.537576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6713fc4-4c37-456f-8dd6-1aaf7de83e40 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Network': ['ID=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:17.550664 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:41:17.575136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.577162 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.628617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.662442 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.668058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:17.839676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:18.049724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:18.069999 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:18.185327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.56 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/03f239ef-67eb-4445-9288-ef92c9805751) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:18.287044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:18.340485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:18.384270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:18.388157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:18.390862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:18.422910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=03f239ef-67eb-4445-9288-ef92c9805751,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:19.067777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.288686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.423629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 610911d7-cba0-4f39-9cb1-c943252f2cd0 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:41:19.477951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48222) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:19.556279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:41:19.567073 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Sync routers for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:41:19.577544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.577658 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:19.578390 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:41:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:19.582068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-91270a72-50b8-45e1-8375-593fb75316f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0522327 Jun 30 09:41:19.582548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48226) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:19.622267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c56aced-96ce-4104-ba63-38e33319d9a9 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=db21d0a28b1f4604a127a663de284d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385168 Jun 30 09:41:19.625250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48228) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:19.660193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-47cc5f25-bb16-420e-b501-70406cc2a63c admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a1dd3d60f1fe4686a27da682710c1932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766646 Jun 30 09:41:19.660434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48230) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:19.695562 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:19.720183 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af23143-522c-49ed-94dc-c0eb1e01da51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.720399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d85ec-7c2e-48a2-b5eb-d16b3dd4c4e7 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:19.724578 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-410d85ec-7c2e-48a2-b5eb-d16b3dd4c4e7 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0956321 Jun 30 09:41:19.725302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48232) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:19.759312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb5123ca-561a-4143-88d3-e2844f169cbd tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333033 Jun 30 09:41:19.762537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48234) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:19.768029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1222514836', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:19.771540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af23143-522c-49ed-94dc-c0eb1e01da51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.839795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af23143-522c-49ed-94dc-c0eb1e01da51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.841586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3af23143-522c-49ed-94dc-c0eb1e01da51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.845284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3af23143-522c-49ed-94dc-c0eb1e01da51 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/86c43448-4b84-482d-8a5e-3b7f967bf289 HTTP/1.1" status: 204 len: 168 time: 0.1814787 Jun 30 09:41:19.853095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af23143-522c-49ed-94dc-c0eb1e01da51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c43448-4b84-482d-8a5e-3b7f967bf289,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:19.920363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:19.925366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:19.948024 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:18Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:20.002074 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Checking router: 610911d7-cba0-4f39-9cb1-c943252f2cd0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:41:20.002487 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Updating router 610911d7-cba0-4f39-9cb1-c943252f2cd0 port 03f239ef-67eb-4445-9288-ef92c9805751 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:41:20.050179 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.156864 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.238163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Subnet': ['ID=49db7b12-50dd-4334-80e8-35f11176ecf5,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:20.246615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Checking segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:20.247088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network hostable DHCP agents. Network: 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:41:20.266324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:41:20.279689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:20.498836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:20.498836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.498836 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6a3883e7-2656-43be-8fa6-bcfb39065f6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5440514 Jun 30 09:41:20.501973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d84a3-8de4-4cf2-9e3d-480b5d138e26 None None] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:20.503029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48256) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:20.542230 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.555567 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Transition to ACTIVE for port object 03f239ef-67eb-4445-9288-ef92c9805751 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:20.563732 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.623935 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Attempting to bind port 03f239ef-67eb-4445-9288-ef92c9805751 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:41:20.624523 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Attempting to bind port 03f239ef-67eb-4445-9288-ef92c9805751 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:41:20.624787 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Attempting to bind port 03f239ef-67eb-4445-9288-ef92c9805751 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:20.640997 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:41:20.641760 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:20.642466 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.643060 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:41:20.643766 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Bound port: 03f239ef-67eb-4445-9288-ef92c9805751, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:41:20.644362 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.714933 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] For port 03f239ef-67eb-4445-9288-ef92c9805751, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:41:20.721267 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] For port 03f239ef-67eb-4445-9288-ef92c9805751, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03f239ef-67eb-4445-9288-ef92c9805751,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:41:20.724002 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Pushing event updated for resources: {'Port': ['ID=03f239ef-67eb-4445-9288-ef92c9805751,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:20.730209 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.744013 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.745404 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.745744 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.746173 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.746842 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.747740 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.747942 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.748340 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.748509 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.748777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.749514 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.749514 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:20.803261 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:20.804111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:41:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:20.827642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:41:20.829763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:20.882541 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7d001-5e48-4077-9c9f-ff83ce8f34d1 None None] Pushing event updated for resources: {'Port': ['ID=03f239ef-67eb-4445-9288-ef92c9805751,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:21.017106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Allocated IP 172.20.0.2 (6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369/49db7b12-50dd-4334-80e8-35f11176ecf5/18ecd1fb-8f2f-4acf-ae5f-849a94418fca) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:21.188249 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:21.233601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.244595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Transition to ACTIVE for port object 18ecd1fb-8f2f-4acf-ae5f-849a94418fca will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:21.263371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Transition to ACTIVE for port object 18ecd1fb-8f2f-4acf-ae5f-849a94418fca will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:21.272467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.330284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Pushing event updated for resources: {'Port': ['ID=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:21.344262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:21.346051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:21.360009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:21.454596 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:18Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:21.469525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Attempting to bind port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:41:21.470656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Attempting to bind port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:41:21.471148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Attempting to bind port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:21.477636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:41:21.478162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Checking segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:21.478916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.479391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Bound using segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:41:21.480105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Bound port: 18ecd1fb-8f2f-4acf-ae5f-849a94418fca, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:41:21.480706 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.493184 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec3fb4f-8d65-498c-8f4a-409051f47892 None None] The sync data for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 is: [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:18Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:41:21.617756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] For port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:41:21.624949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] For port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:41:21.637990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.692042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:21.725835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b112ba-9fa4-44f2-8ec9-c884a9bdfc91 None None] Pushing event updated for resources: {'Port': ['ID=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:22.177502 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.1 (6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369/49db7b12-50dd-4334-80e8-35f11176ecf5/c0467cc0-2ef8-43e8-a33e-c280d1f480d2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:22.397891 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:22.423038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object c0467cc0-2ef8-43e8-a33e-c280d1f480d2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:22.460329 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:22.514017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:22.517224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:22.519722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:22.553689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:22.609771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:22.896877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03f239ef-67eb-4445-9288-ef92c9805751 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:22.926172 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:22.970516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 03f239ef-67eb-4445-9288-ef92c9805751 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:22.976675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 03f239ef-67eb-4445-9288-ef92c9805751 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:22.979208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.102539 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.126396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 03f239ef-67eb-4445-9288-ef92c9805751, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03f239ef-67eb-4445-9288-ef92c9805751,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:23.132537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.133342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18ecd1fb-8f2f-4acf-ae5f-849a94418fca up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:23.153954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5e8336-b8ab-40f3-8186-48a2b58cc13b None None] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:23.286602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a1408a16-e3b5-425c-ae26-94957b427e18 None None] Provisioning for port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:23.338618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=03f239ef-67eb-4445-9288-ef92c9805751,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:23.365003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.371364 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.378982 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:23.389584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:23.389767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.458507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.461876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:23.552560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.609778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:23.612112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:23.624012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:23.631900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:23.719255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:23.763198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 610911d7-cba0-4f39-9cb1-c943252f2cd0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:41:23.851045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-14d11068-e628-4ec1-92e6-f755f8d2a539 None None] Provisioning complete for port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:23.851524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-14d11068-e628-4ec1-92e6-f755f8d2a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.000098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:41:24.018286 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-907014f6-f50e-410d-8e6e-ffda9727baef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/610911d7-cba0-4f39-9cb1-c943252f2cd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7012582 Jun 30 09:41:24.027883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-14d11068-e628-4ec1-92e6-f755f8d2a539 None None] Provisioning for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:24.033833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-14d11068-e628-4ec1-92e6-f755f8d2a539 None None] Provisioning complete for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:24.034494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-14d11068-e628-4ec1-92e6-f755f8d2a539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.075934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Sync routers for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:41:24.108061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:24.108905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:41:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:24.163996 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-14d11068-e628-4ec1-92e6-f755f8d2a539 None None] Port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:41:24.267853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:24.354053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-2dd074c5-9868-41bf-b4de-1f3543820af2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1353941055&fields=id&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 267 time: 0.0766218 Jun 30 09:41:24.392160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fa6acdd6-3f80-4042-a873-34ba2f346c4b None None] Provisioning complete for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:24.392642 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fa6acdd6-3f80-4042-a873-34ba2f346c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.485877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fa6acdd6-3f80-4042-a873-34ba2f346c4b None None] Port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:41:24.519515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-9c9e9f3b-4577-457a-8754-08edde340b51 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:24.529265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-9c9e9f3b-4577-457a-8754-08edde340b51 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 797 time: 0.1737986 Jun 30 09:41:24.548137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-6fbec574-d248-410f-9f66-a03aa64fca31 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/quotas/db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 375 time: 0.0176299 Jun 30 09:41:24.620570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-29ea92de-8e5f-447b-b3af-9977f343720b None None] Provisioning complete for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:24.621128 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29ea92de-8e5f-447b-b3af-9977f343720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.648283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-6e8ff65e-3cc0-4f30-a5f4-78bae9735168 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929775 Jun 30 09:41:24.649393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 2, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:24.693093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Checking router: 610911d7-cba0-4f39-9cb1-c943252f2cd0 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:41:24.693430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Updating router 610911d7-cba0-4f39-9cb1-c943252f2cd0 port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:41:24.747306 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-29ea92de-8e5f-447b-b3af-9977f343720b None None] Port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:41:24.767408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:24.787206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03f239ef-67eb-4445-9288-ef92c9805751 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:24.933607 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b8276b1d-6746-4a29-b479-1897750c63d4 service neutron] 10.222.0.77 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815924 Jun 30 09:41:24.936725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 03f239ef-67eb-4445-9288-ef92c9805751 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:24.937294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.044654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-f0723197-d04c-4dc8-9205-4411880014fd service neutron] 10.222.0.77 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040697 Jun 30 09:41:25.310800 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18ecd1fb-8f2f-4acf-ae5f-849a94418fca up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:25.330687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f30745f-53e7-4d52-bfda-8ad768635a25 req-edd3938c-cd84-4acf-b4f2-2bb289310977 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 210 time: 0.0357347 Jun 30 09:41:25.449117 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.454491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:25.454740 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.495297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Transition to ACTIVE for port object c0467cc0-2ef8-43e8-a33e-c280d1f480d2 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:25.535384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.753238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Attempting to bind port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:41:25.753615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Attempting to bind port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:41:25.753978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Attempting to bind port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:25.758734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493d9c-252c-4505-a84d-7afc1958856f None None] Pushing event updated for resources: {'Port': ['ID=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:25.767400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:41:25.767572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Checking segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:25.767986 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.768472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Bound using segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:41:25.768846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Bound port: c0467cc0-2ef8-43e8-a33e-c280d1f480d2, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:41:25.769227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.888808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] For port c0467cc0-2ef8-43e8-a33e-c280d1f480d2, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:41:25.891976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] For port c0467cc0-2ef8-43e8-a33e-c280d1f480d2, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:41:25.897456 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:25.953669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:25.954601 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:41:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:26.035573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06493d9c-252c-4505-a84d-7afc1958856f None None] Pushing event updated for resources: {'Port': ['ID=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:26.124203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:26.389646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:25Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:26.425316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d4e74-7a3a-4257-9684-d0f594669c29 None None] The sync data for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 is: [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:25Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:41:26.560225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0929bef-10da-4ed2-ac86-e8e5917cddce req-cd31415b-4a8a-49e3-ae1e-64b68f8fe4e0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 210 time: 0.0605531 Jun 30 09:41:26.779035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c0467cc0-2ef8-43e8-a33e-c280d1f480d2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:26.893177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:26.897852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:26.898149 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:27.038424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-1fd9bb8c-fbce-4dab-8cd4-88fe58e19162 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:27.040849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-1fd9bb8c-fbce-4dab-8cd4-88fe58e19162 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 797 time: 0.2249174 Jun 30 09:41:27.052711 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:27.115040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c0467cc0-2ef8-43e8-a33e-c280d1f480d2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:27.120549 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:27.132629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-13fe4623-9a84-4e15-9181-9fdee37e9702 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 380 time: 0.0741467 Jun 30 09:41:27.141732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'port': {'device_id': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'admin_state_up': True, 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'security_groups': ['90d13550-026b-4f62-a861-1f4132c1d331']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:27.204668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:27.308317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:27.312969 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:27.539870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.7 (6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369/49db7b12-50dd-4334-80e8-35f11176ecf5/b6d82657-c429-4648-99bf-31d4f1f4e0bd) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:27.776491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-588731c6-d2d5-402e-a78c-3273e89c555e req-420e3222-07fb-4cbf-acb8-8d65c5b616bf tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 210 time: 0.0524502 Jun 30 09:41:27.809652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:27.838822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object b6d82657-c429-4648-99bf-31d4f1f4e0bd will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:27.881490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:27.908572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:27.929530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:27.934296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:27.998061 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:28.022505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:28.023376 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:28.075227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-b043c012-29b8-466b-bd9b-e905aa3946fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373233 Jun 30 09:41:28.100139 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Request body: {'port': {'device_id': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:28.305098 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:28.437198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2bfcb1ef-8ca4-408a-85cb-178fcd6f9fe7 None None] Provisioning for port b6d82657-c429-4648-99bf-31d4f1f4e0bd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:28.442872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2bfcb1ef-8ca4-408a-85cb-178fcd6f9fe7 None None] Provisioning complete for port b6d82657-c429-4648-99bf-31d4f1f4e0bd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:28.442872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2bfcb1ef-8ca4-408a-85cb-178fcd6f9fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:28.491106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-2bfcb1ef-8ca4-408a-85cb-178fcd6f9fe7 None None] Port b6d82657-c429-4648-99bf-31d4f1f4e0bd cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:41:28.639323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d82657-c429-4648-99bf-31d4f1f4e0bd {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:28.647473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:28.661234 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Transition to ACTIVE for port object b6d82657-c429-4648-99bf-31d4f1f4e0bd will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:28.667586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:28.737665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:28.777896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c0467cc0-2ef8-43e8-a33e-c280d1f480d2 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:28.847415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:28.848003 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:28.889519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:41:28.890034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:41:28.890485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:28.899411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:41:28.899758 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:28.924626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:41:28.925166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Checking segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:28.925793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Bound using segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:41:28.926505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Bound port: b6d82657-c429-4648-99bf-31d4f1f4e0bd, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:41:28.927059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:29.062447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:41:29.111143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:41:29.119932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:29.157477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:29.158589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:29.160743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] 10.222.0.83 "PUT /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 1092 time: 1.0707483 Jun 30 09:41:29.162307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:29.164972 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20807693-4126-4661-9baa-4993d27455e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:29.208527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee9dc5-3fd9-43df-8ce1-7c393a9e0bab req-7ebe39ef-a71f-48d4-9e92-3b87904d2bd5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:29.226948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68ee9dc5-3fd9-43df-8ce1-7c393a9e0bab req-7ebe39ef-a71f-48d4-9e92-3b87904d2bd5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 943 time: 0.1665342 Jun 30 09:41:29.252632 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b1320-176d-4680-b23a-bae7c88afe84 x-openstack-request-id: req-ad4b1320-176d-4680-b23a-bae7c88afe84 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:29.252924 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:29.253179 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad4b1320-176d-4680-b23a-bae7c88afe84 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:29.253603 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'status': 'completed', 'code': 200} Jun 30 09:41:29.278455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b4232-0142-46e5-8880-b40247687cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:29.331206 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68ee9dc5-3fd9-43df-8ce1-7c393a9e0bab req-acba8465-11f9-48d2-b2a2-04c93cf22da0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008694 Jun 30 09:41:29.379474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-9dd87ebb-867a-4472-a97a-d65ed3c325e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:29.381218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-9dd87ebb-867a-4472-a97a-d65ed3c325e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1095 time: 0.1238983 Jun 30 09:41:29.442858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-c6149a24-6b16-4062-a82a-fee73a8c2513 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 217 time: 0.0451515 Jun 30 09:41:29.490906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:29.498925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-be640d4f-b358-4909-932c-ac5a271851e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:29.500397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-be640d4f-b358-4909-932c-ac5a271851e6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0509050 Jun 30 09:41:29.582818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace682-44d0-4621-9037-7e4ecd483481 req-55a9cc40-8bf2-4b1e-8485-9eed31a58234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:29.584337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-55a9cc40-8bf2-4b1e-8485-9eed31a58234 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774913 Jun 30 09:41:29.696900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-00c04bdf-e9d2-42e6-b02e-8fa1b1f82bb2 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050911 Jun 30 09:41:29.813119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99ace682-44d0-4621-9037-7e4ecd483481 req-2ca0253b-55ed-40cb-8276-f5c6389dfe09 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095920 Jun 30 09:41:29.949452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807693-4126-4661-9baa-4993d27455e3 req-9cebb5ee-dddc-4d01-bcd7-b4896b7e597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:29.951250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-9cebb5ee-dddc-4d01-bcd7-b4896b7e597e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1095 time: 0.0569396 Jun 30 09:41:30.121759 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807693-4126-4661-9baa-4993d27455e3 req-bc6cc96d-a08c-4ff0-bed2-d9129c9ee83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:30.143706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-bc6cc96d-a08c-4ff0-bed2-d9129c9ee83c service neutron] 10.222.0.83 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.1793818 Jun 30 09:41:30.212917 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-5bed1e85-5d5e-4d52-9b37-65c978109be5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 217 time: 0.0634599 Jun 30 09:41:30.287712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807693-4126-4661-9baa-4993d27455e3 req-0587ef12-3156-4152-b362-1649a3d03328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:30.291139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-0587ef12-3156-4152-b362-1649a3d03328 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0715609 Jun 30 09:41:30.365058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20807693-4126-4661-9baa-4993d27455e3 req-6e5ce4b5-c132-4737-b585-e7b6c30c9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:30.367124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-6e5ce4b5-c132-4737-b585-e7b6c30c9565 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695217 Jun 30 09:41:30.510288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-4ac12d1f-b594-434f-a611-1e1ee80b1d58 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352034 Jun 30 09:41:30.597436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e0ce9-69dd-4bb8-9ad4-0e74a78aa909 req-3173977d-ab25-4809-aa31-73e4fae4b90e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:30.598993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-213e0ce9-69dd-4bb8-9ad4-0e74a78aa909 req-3173977d-ab25-4809-aa31-73e4fae4b90e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 943 time: 0.1450033 Jun 30 09:41:30.656513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20807693-4126-4661-9baa-4993d27455e3 req-a443670a-7f87-4b0d-b6ea-d5117e915a5f service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385405 Jun 30 09:41:30.663658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-213e0ce9-69dd-4bb8-9ad4-0e74a78aa909 req-81f8ba44-a932-40ed-9037-98923418fbae tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571432 Jun 30 09:41:31.891634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46888b65-5f35-47df-938e-278b9b74ae6a req-6a802089-d546-4aba-bce2-985cef116837 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:31.893928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46888b65-5f35-47df-938e-278b9b74ae6a req-6a802089-d546-4aba-bce2-985cef116837 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 943 time: 0.0732703 Jun 30 09:41:31.939914 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-46888b65-5f35-47df-938e-278b9b74ae6a req-ebee47f7-e23e-4e0e-9b85-d5ab3a919bb4 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371292 Jun 30 09:41:33.145028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527345ad-ad2c-4d46-9b7d-256fb3e1f3e9 req-42b0936f-3505-4ddf-9cd0-a699d4d37b31 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:33.146549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-527345ad-ad2c-4d46-9b7d-256fb3e1f3e9 req-42b0936f-3505-4ddf-9cd0-a699d4d37b31 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 943 time: 0.0814447 Jun 30 09:41:33.187844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-527345ad-ad2c-4d46-9b7d-256fb3e1f3e9 req-efe7b94f-18fd-4638-adba-e0d808a91036 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345891 Jun 30 09:41:34.351623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:41:34.384994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdbae7-8cc0-4cd7-a697-bcfca5be60d4 req-6f82d585-9c4b-4f1f-9a47-eac72dceec90 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:34.386681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bfdbae7-8cc0-4cd7-a697-bcfca5be60d4 req-6f82d585-9c4b-4f1f-9a47-eac72dceec90 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 943 time: 0.0742235 Jun 30 09:41:34.440191 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bfdbae7-8cc0-4cd7-a697-bcfca5be60d4 req-3d265107-33f2-4d92-96f3-8cb9c4443a58 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449250 Jun 30 09:41:34.460742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:34.473179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'port_id': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'mac_address': 'fa:16:3e:27:1e:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:41:34.512247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:34.525563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d82657-c429-4648-99bf-31d4f1f4e0bd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:34.545583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:34.549861 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:34.602790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:34.932927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b6d82657-c429-4648-99bf-31d4f1f4e0bd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:41:35.619647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c2114-24f9-4b02-962a-b58bd7c44311 req-cd350d88-3727-469f-bb91-4541bc3bf00f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:35.621216 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-391c2114-24f9-4b02-962a-b58bd7c44311 req-cd350d88-3727-469f-bb91-4541bc3bf00f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 944 time: 0.0666931 Jun 30 09:41:35.662892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-391c2114-24f9-4b02-962a-b58bd7c44311 req-ace2bffc-e742-48b8-9782-4164f2085220 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Jun 30 09:41:36.367846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:41:36.421767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port b6d82657-c429-4648-99bf-31d4f1f4e0bd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:41:36.426490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port b6d82657-c429-4648-99bf-31d4f1f4e0bd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:41:36.426995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:36.508530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:36.533922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:36.536327 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443864c5-3e63-4697-a558-cc2ee6649d50" -d '{"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-plugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:36.550711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:36.555253 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:36.604866 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92fad95-4abc-4f20-af86-78c36c475636 x-openstack-request-id: req-d92fad95-4abc-4f20-af86-78c36c475636 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:36.605155 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-plugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:36.605397 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d92fad95-4abc-4f20-af86-78c36c475636 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:36.605806 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'code': 200} Jun 30 09:41:36.623153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:36.844972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3bb9d-ef97-4764-84c3-ffa35355fb04 req-3426ef1c-e3a6-45ad-bd3c-2ff9d84f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:36.846660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6e3bb9d-ef97-4764-84c3-ffa35355fb04 req-3426ef1c-e3a6-45ad-bd3c-2ff9d84f0038 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1097 time: 0.1499112 Jun 30 09:41:36.909862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98f8af-eebe-4f4f-95ca-3f8fd2dfa1b6 req-34ee6683-1568-4d64-b460-647ea6cd90fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:36.911378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae98f8af-eebe-4f4f-95ca-3f8fd2dfa1b6 req-34ee6683-1568-4d64-b460-647ea6cd90fe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.1199453 Jun 30 09:41:36.913094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6e3bb9d-ef97-4764-84c3-ffa35355fb04 req-aa262c00-6c4c-4e9b-a28b-7bf2310aaf03 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556650 Jun 30 09:41:36.959417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ae98f8af-eebe-4f4f-95ca-3f8fd2dfa1b6 req-8917301e-ead8-479d-9dab-88031e30e769 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410371 Jun 30 09:41:38.181241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d5ae-5375-4fe3-89df-1dc0838c91c7 req-badba30a-09e4-4446-b5cc-7e6090a83a0a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:38.186880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0b9d5ae-5375-4fe3-89df-1dc0838c91c7 req-badba30a-09e4-4446-b5cc-7e6090a83a0a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.1085005 Jun 30 09:41:38.231885 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0b9d5ae-5375-4fe3-89df-1dc0838c91c7 req-803f4813-5e91-478a-a2b9-0e2f8ac637d1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Jun 30 09:41:39.417290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da516923-672c-4390-acc1-6913ba8f7fa0 req-72d22664-2f64-4728-bbf5-920701384d83 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:39.418942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-da516923-672c-4390-acc1-6913ba8f7fa0 req-72d22664-2f64-4728-bbf5-920701384d83 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0708992 Jun 30 09:41:39.461663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-da516923-672c-4390-acc1-6913ba8f7fa0 req-6dcf8ccc-74da-495f-8621-e494249f2b21 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364146 Jun 30 09:41:39.650834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995634a-a6ae-4d06-82fa-e05edc4f3705 req-bce2a319-6898-4a84-b971-194790bdbb9f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:39.652595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1995634a-a6ae-4d06-82fa-e05edc4f3705 req-bce2a319-6898-4a84-b971-194790bdbb9f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0727439 Jun 30 09:41:39.693003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1995634a-a6ae-4d06-82fa-e05edc4f3705 req-14ef0956-3e97-4472-8671-62eee2f7bfa1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341709 Jun 30 09:41:39.718797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:39.779317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532b8565-eb09-4c3c-a0e8-3ecb705d6f8f tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:39.783569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-532b8565-eb09-4c3c-a0e8-3ecb705d6f8f tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1092 time: 0.0599525 Jun 30 09:41:39.783830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48686) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:39.788649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:39.814552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:39.925349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.037815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.96 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/f9235ee2-512f-4db9-9cad-3aa78bfb7224) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:40.210014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.277891 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:40.363093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:40.367081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:40.376349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:40.380821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=f9235ee2-512f-4db9-9cad-3aa78bfb7224,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:40.711021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 48746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:40.957625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4491c06-3dbd-4ccd-ab8a-80e73947839d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.150012 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4491c06-3dbd-4ccd-ab8a-80e73947839d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.156068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b4491c06-3dbd-4ccd-ab8a-80e73947839d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.206019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b4491c06-3dbd-4ccd-ab8a-80e73947839d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=469f072b1c4143cda8b5d983c3da2a5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4933281 Jun 30 09:41:41.207468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4491c06-3dbd-4ccd-ab8a-80e73947839d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7319e161-d810-4c09-8589-90dee0782a1c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:41.220936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 48796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:41.261556 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-26c5b214-72d1-4fa3-b24c-836360a472c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.330002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b202412-1a0a-4ad8-9595-1766e3dfcdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.397146 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b202412-1a0a-4ad8-9595-1766e3dfcdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.501806 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.547999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b202412-1a0a-4ad8-9595-1766e3dfcdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.551045 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0b202412-1a0a-4ad8-9595-1766e3dfcdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.551976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0b202412-1a0a-4ad8-9595-1766e3dfcdd3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7319e161-d810-4c09-8589-90dee0782a1c HTTP/1.1" status: 204 len: 168 time: 0.3299706 Jun 30 09:41:41.575798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b202412-1a0a-4ad8-9595-1766e3dfcdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7319e161-d810-4c09-8589-90dee0782a1c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:41.633139 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.846057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.851595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:41.928916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=f9235ee2-512f-4db9-9cad-3aa78bfb7224,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:41.941322 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:42.065913 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP 47c104ae-6b3e-4b0c-a76c-702d6794ffed associated. External IP: 172.25.7.96, port: b6d82657-c429-4648-99bf-31d4f1f4e0bd. Jun 30 09:41:42.288244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-d47ad380-38fa-40e6-bfa4-2674ff5d34e7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654116 Jun 30 09:41:42.332125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 610911d7-cba0-4f39-9cb1-c943252f2cd0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:41:42.431691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-cb279481-0427-45e5-bf6f-dc0af15f4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:42.433354 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-cb279481-0427-45e5-bf6f-dc0af15f4c11 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0747232 Jun 30 09:41:42.464362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:41:42.474443 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] Sync routers for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:41:42.485451 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:42.486574 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:41:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:42.488765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:42.539818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-beaceef2-b1c4-41ea-b79c-0f9ee0b89c1d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7545977 Jun 30 09:41:42.540132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:42.550295 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d33cef9-16e2-406a-85ac-05ef3e2e373e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:42.632267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-c78a073c-2fd8-4627-a6f7-4f14a1738c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:42.634715 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-c78a073c-2fd8-4627-a6f7-4f14a1738c0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.1707661 Jun 30 09:41:42.641479 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:42.813296 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-0927cb95-a50c-4f02-8e7d-4eee7b2be7bd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1002 time: 0.1694098 Jun 30 09:41:42.814177 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b1f82-9188-46a2-8d33-99af598aab48 req-98b8fa4c-da8a-4fa9-b426-03ff04b04f36 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:42.816973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de9b1f82-9188-46a2-8d33-99af598aab48 req-98b8fa4c-da8a-4fa9-b426-03ff04b04f36 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.1536429 Jun 30 09:41:42.910149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-3041ede9-5dca-4d11-ae8c-2d21045a1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:42.913293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-3041ede9-5dca-4d11-ae8c-2d21045a1b28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0926657 Jun 30 09:41:42.945089 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '47c104ae-6b3e-4b0c-a76c-702d6794ffed', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'port_id': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'mac_address': 'fa:16:3e:27:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:41:41Z', 'updated_at': '2021-06-30T09:41:41Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:27Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:42.946670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-de9b1f82-9188-46a2-8d33-99af598aab48 req-08a4bfce-8a06-4936-9a6f-7ea65d7164d7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139884 Jun 30 09:41:42.965872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49018) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:43.003232 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] Checking router: 610911d7-cba0-4f39-9cb1-c943252f2cd0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:41:43.007020 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-79649ab0-c7e1-495c-a440-870e0ca3d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:43.009555 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-79649ab0-c7e1-495c-a440-870e0ca3d0b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886378 Jun 30 09:41:43.013977 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6853ab-dafb-4d2a-a633-76e5331ad08f x-openstack-request-id: req-6b6853ab-dafb-4d2a-a633-76e5331ad08f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:43.014292 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:43.014547 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6b6853ab-dafb-4d2a-a633-76e5331ad08f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:43.014983 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:41:43.015262 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'status': 'completed', 'code': 200} Jun 30 09:41:43.016007 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:41:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:43.080563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bb5b9d05-130d-4d07-8c17-377f6bea9c42 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/47c104ae-6b3e-4b0c-a76c-702d6794ffed HTTP/1.1" status: 200 len: 990 time: 0.1134033 Jun 30 09:41:43.112191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-981b7070-883b-449f-93b2-88c3b8ec2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:43.114470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-981b7070-883b-449f-93b2-88c3b8ec2b45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1097 time: 0.0712116 Jun 30 09:41:43.137384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-56f5ac3d-b578-4b46-afd3-ce9572516651 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126797 Jun 30 09:41:43.140481 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:41:43.222552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-186a9135-c5ec-4ab7-ba53-3479244e739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:43.224222 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-186a9135-c5ec-4ab7-ba53-3479244e739d service neutron] 10.222.0.83 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.1036994 Jun 30 09:41:43.253440 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a5eb1a28-164f-4950-8c68-99bd6c3cac6b req-de6facab-0e04-4651-8f60-864ef808bead service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074495 Jun 30 09:41:43.309350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-bd7150c4-12b2-4229-b383-769a06fabb65 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 998 time: 0.0786238 Jun 30 09:41:43.367414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-c055c912-eec4-486b-a723-4dc7711b5120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:43.369995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-c055c912-eec4-486b-a723-4dc7711b5120 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0547481 Jun 30 09:41:43.428884 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '47c104ae-6b3e-4b0c-a76c-702d6794ffed', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'port_id': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'mac_address': 'fa:16:3e:27:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:41:41Z', 'updated_at': '2021-06-30T09:41:41Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:27Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:41:43.454544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-d4a84a4f-9a84-44b0-8cf8-fef3af51670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:43.456299 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-d4a84a4f-9a84-44b0-8cf8-fef3af51670c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701685 Jun 30 09:41:43.471031 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5ef095-80d9-45d1-a7af-ab87b8e2947b None None] The sync data for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 is: [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '47c104ae-6b3e-4b0c-a76c-702d6794ffed', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.96', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'port_id': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'mac_address': 'fa:16:3e:27:1e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:41:41Z', 'updated_at': '2021-06-30T09:41:41Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:27Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:41:43.559796 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-e299feca-3546-41b2-a07c-98e1dc23d668 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963719 Jun 30 09:41:43.671416 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d33cef9-16e2-406a-85ac-05ef3e2e373e req-baa98e04-dc5e-4c55-939c-bc23904cbf93 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058428 Jun 30 09:41:43.727940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94370b72-94a0-4d33-9f30-8121c8a18fdb None None] New status for floating IP 47c104ae-6b3e-4b0c-a76c-702d6794ffed: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:41:44.081482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7dd4b761-e3f4-4186-b8fd-01827b6a53cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:44.082985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49152) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:44.145143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-27aeba6f-6907-4508-bfa7-f8cf9ccf80fd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/47c104ae-6b3e-4b0c-a76c-702d6794ffed HTTP/1.1" status: 200 len: 992 time: 0.0607977 Jun 30 09:41:44.207558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:46.142362 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:47.039277 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:41:47.592474 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:47.664583 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.030232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49180) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:49.171120 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9d7b5794-44ec-4a70-92c8-0260582326b3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=ac1a1e8b8652455e90cb6ff0a64d1343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1373594 Jun 30 09:41:49.171319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:49.223203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03ceaab6-e34e-4c93-97c8-9c10efa83ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.244244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03ceaab6-e34e-4c93-97c8-9c10efa83ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.289861 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03ceaab6-e34e-4c93-97c8-9c10efa83ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.292503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-03ceaab6-e34e-4c93-97c8-9c10efa83ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:49.293654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-03ceaab6-e34e-4c93-97c8-9c10efa83ff6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2ae5c41f-8ee5-44cb-a5b9-356d1a19773f HTTP/1.1" status: 204 len: 168 time: 0.1213853 Jun 30 09:41:49.303085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceaab6-e34e-4c93-97c8-9c10efa83ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae5c41f-8ee5-44cb-a5b9-356d1a19773f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:49.932597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49206) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:50.030276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1520555513-network', 'tenant_id': 'a8dc4d383a9b410096ae3b8bf6c5f803'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:50.050078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Made reservation on behalf of a8dc4d383a9b410096ae3b8bf6c5f803 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:50.052734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.062326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.151353 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.155165 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.180400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:41:50.190601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:50.196399 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.196744 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Added segment 7ba085bf-868d-4228-b21e-7c6e33d60b0a of type vlan for network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 Jun 30 09:41:50.237391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.264940 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.265816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:50.266425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.331937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3982263 Jun 30 09:41:50.334920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49210) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:50.340651 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Request body: {'subnet': {'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1520555513-subnet', 'tenant_id': 'a8dc4d383a9b410096ae3b8bf6c5f803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:50.355178 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16468735-0741-467c-88c8-54ed34c87535 admin admin] Pushing event updated for resources: {'Network': ['ID=2e4a6234-2b8c-44aa-93ef-26597e2c3c71,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:50.362594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Made reservation on behalf of a8dc4d383a9b410096ae3b8bf6c5f803 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:50.365222 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.366767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:41:50.530737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.585337 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a0c6ec-c668-4dec-8e7a-800113eb2ec9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:50.593205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Checking segment: {'id': '7ba085bf-868d-4228-b21e-7c6e33d60b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:50.593566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Network hostable DHCP agents. Network: 2e4a6234-2b8c-44aa-93ef-26597e2c3c71, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:41:50.609751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:41:50.618604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2e4a6234-2b8c-44aa-93ef-26597e2c3c71) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:50.623906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:50.624798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:50.645249 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b30d97a3-400e-46e7-a449-57a6b7aecc06 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3069360 Jun 30 09:41:50.758019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dc8643-79de-4371-a79b-ba219e5a8700 None None] Network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:50.879889 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4dd37b-3beb-4b16-8ef4-ff2d0acd4af8 None None] Network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:51.125324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49226) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:51.130441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-524354779-network', 'tenant_id': 'fa3173e3d58b4f778f1483f3d54d6c57'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:51.151100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Made reservation on behalf of fa3173e3d58b4f778f1483f3d54d6c57 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:51.153386 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.161821 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.256096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.260281 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.285930 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:41:51.291648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4861f1db-397c-498c-8ded-99f9f6cce25c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:51.299369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.299369 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Added segment 0a374bea-6e5e-45c7-832b-2c2bd3e1a6bc of type vlan for network 5d87b459-a179-4cbe-af32-f5747592461f Jun 30 09:41:51.337980 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.366280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.367261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:51.367843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.418561 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2919657 Jun 30 09:41:51.421677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49228) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:41:51.426767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Request body: {'subnet': {'network_id': '5d87b459-a179-4cbe-af32-f5747592461f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-524354779-subnet', 'tenant_id': 'fa3173e3d58b4f778f1483f3d54d6c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:51.431573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e2896-cf41-492b-89f3-d59b7d4b1bc9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d87b459-a179-4cbe-af32-f5747592461f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:51.444102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5d87b459-a179-4cbe-af32-f5747592461f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:41:51.452451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Made reservation on behalf of fa3173e3d58b4f778f1483f3d54d6c57 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:51.455157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.623765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.677816 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f1d1b3-772d-4cf5-8aca-6efe95809b23,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:51.687067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Checking segment: {'id': '0a374bea-6e5e-45c7-832b-2c2bd3e1a6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '5d87b459-a179-4cbe-af32-f5747592461f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:51.687423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Network hostable DHCP agents. Network: 5d87b459-a179-4cbe-af32-f5747592461f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:41:51.704071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Network 5d87b459-a179-4cbe-af32-f5747592461f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:41:51.713323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 5d87b459-a179-4cbe-af32-f5747592461f) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:51.718083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:51.718731 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:51.723943 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c19c99e-5f43-42d1-aa25-aa9fb0381933 None None] Network 5d87b459-a179-4cbe-af32-f5747592461f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:51.734340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e1d151a7-bfcf-4535-b0b5-d8f507f02f88 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3113945 Jun 30 09:41:51.853514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80552e6d-b724-4a4b-bb0a-7599fd56d2de None None] Network 5d87b459-a179-4cbe-af32-f5747592461f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:41:52.221785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-1670e36a-bc69-4599-bc83-fc148e1c41c2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:52.223466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-1670e36a-bc69-4599-bc83-fc148e1c41c2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/networks?id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71 HTTP/1.1" status: 200 len: 812 time: 0.1027350 Jun 30 09:41:52.238046 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8149ec3f-68bc-494c-8927-d2a804dc2447 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/quotas/a8dc4d383a9b410096ae3b8bf6c5f803 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Jun 30 09:41:52.270708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-a979e230-c358-429d-88c0-4f301f0bbd25 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a8dc4d383a9b410096ae3b8bf6c5f803&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278490 Jun 30 09:41:52.457939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-3e11372a-4bdb-4a71-a5dc-630097e5e3c8 service neutron] 10.222.0.77 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801574 Jun 30 09:41:52.546840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-651d445b-c46f-4be2-8bbb-ef46eabe87d5 service neutron] 10.222.0.77 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824063 Jun 30 09:41:52.710462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d8a55ef-8c9d-44ec-9faf-8c7fcb0a5011 req-1af5a62b-5a5b-477c-91b4-62cad86ae401 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 210 time: 0.0286222 Jun 30 09:41:53.647309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-ac552fa0-52e4-456b-9bdd-8a478c12c029 req-14e87db8-8001-401a-b046-a48e772d9ebb service neutron] (93724) timed out ('10.222.0.83', 55398) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:41:53.866906 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13adfab5-a883-48b4-babf-4cfe1c049c99 req-e9cd7ade-0400-4489-ac39-c33c34752412 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 210 time: 0.0329385 Jun 30 09:41:53.869740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-4bdaf728-9b31-490e-bf0a-14e7a546d611 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:53.871263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-4bdaf728-9b31-490e-bf0a-14e7a546d611 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.79 "GET /v2.0/networks?id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71 HTTP/1.1" status: 200 len: 812 time: 0.1165957 Jun 30 09:41:53.895349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Request body: {'port': {'device_id': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71', 'admin_state_up': True, 'tenant_id': 'a8dc4d383a9b410096ae3b8bf6c5f803'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:54.007025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Made reservation on behalf of a8dc4d383a9b410096ae3b8bf6c5f803 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:41:54.011318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.131432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Allocated IP 172.20.0.11 (2e4a6234-2b8c-44aa-93ef-26597e2c3c71/b9a0c6ec-c668-4dec-8e7a-800113eb2ec9/05873127-e710-4821-a431-342e35d11e6c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:41:54.277348 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.315323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.356182 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:41:54.359481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:41:54.363156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:41:54.395918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Pushing event updated for resources: {'Port': ['ID=05873127-e710-4821-a431-342e35d11e6c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:54.420784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:54.421396 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.435490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-8363ac2b-f694-40e8-947a-5b3057af5fc8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5441582 Jun 30 09:41:54.454037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Request body: {'port': {'device_id': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:41:54.523361 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.781455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05873127-e710-4821-a431-342e35d11e6c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:54.788686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.801481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Transition to ACTIVE for port object 05873127-e710-4821-a431-342e35d11e6c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:41:54.805638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:54.855518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Pushing event updated for resources: {'Port': ['ID=05873127-e710-4821-a431-342e35d11e6c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:54.879673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.880017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.880354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.880688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.881025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.881345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.881669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.881988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.882333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.882656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.882973 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.883291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:41:54.930185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Attempting to bind port 05873127-e710-4821-a431-342e35d11e6c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:41:54.930595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Attempting to bind port 05873127-e710-4821-a431-342e35d11e6c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '7ba085bf-868d-4228-b21e-7c6e33d60b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:41:54.931168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Attempting to bind port 05873127-e710-4821-a431-342e35d11e6c on network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:54.935350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Port 05873127-e710-4821-a431-342e35d11e6c on network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:41:54.935676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Attempting to bind port 05873127-e710-4821-a431-342e35d11e6c on network 2e4a6234-2b8c-44aa-93ef-26597e2c3c71 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:41:54.940401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:41:54.940736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Checking segment: {'id': '7ba085bf-868d-4228-b21e-7c6e33d60b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:41:54.941114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Bound using segment: {'id': '7ba085bf-868d-4228-b21e-7c6e33d60b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:41:54.941531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Bound port: 05873127-e710-4821-a431-342e35d11e6c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba085bf-868d-4228-b21e-7c6e33d60b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:41:54.941894 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:55.011229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] For port 05873127-e710-4821-a431-342e35d11e6c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:41:55.014352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] For port 05873127-e710-4821-a431-342e35d11e6c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=05873127-e710-4821-a431-342e35d11e6c,segment=NetworkSegment(7ba085bf-868d-4228-b21e-7c6e33d60b0a),segment_id=7ba085bf-868d-4228-b21e-7c6e33d60b0a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:41:55.018896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:55.045058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ad9c7-88e8-40f8-a623-c6f6f9330dd3 req-77a1c3b0-b0d4-4f0c-80d1-da182407bcfd tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.046580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e4ad9c7-88e8-40f8-a623-c6f6f9330dd3 req-77a1c3b0-b0d4-4f0c-80d1-da182407bcfd tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 944 time: 0.0620427 Jun 30 09:41:55.056461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.057293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:55.058711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] 10.222.0.79 "PUT /v2.0/ports/05873127-e710-4821-a431-342e35d11e6c HTTP/1.1" status: 200 len: 1093 time: 0.6087432 Jun 30 09:41:55.059159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'tag': '05873127-e710-4821-a431-342e35d11e6c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:41:55.061437 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0457cd-7664-439d-ad46-148886f29ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "78c6369d-1c3d-4ce6-af79-384f3c469157", "tag": "05873127-e710-4821-a431-342e35d11e6c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:41:55.085729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e3e98-7335-4df1-b563-79a2dfa9b967 service neutron] Pushing event updated for resources: {'Port': ['ID=05873127-e710-4821-a431-342e35d11e6c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:41:55.091628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e4ad9c7-88e8-40f8-a623-c6f6f9330dd3 req-35b01034-ed10-4511-9c29-7dedc1228b04 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383198 Jun 30 09:41:55.121163 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4148b683-e6d7-4ae0-86d4-1923875a0421 x-openstack-request-id: req-4148b683-e6d7-4ae0-86d4-1923875a0421 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:41:55.121163 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78c6369d-1c3d-4ce6-af79-384f3c469157", "tag": "05873127-e710-4821-a431-342e35d11e6c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:41:55.121163 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4148b683-e6d7-4ae0-86d4-1923875a0421 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:41:55.121163 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'tag': '05873127-e710-4821-a431-342e35d11e6c', 'status': 'completed', 'code': 200} Jun 30 09:41:55.163982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-77b66039-dafa-4b8b-a0e5-844106acb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.165661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-77b66039-dafa-4b8b-a0e5-844106acb0a0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8dc4d383a9b410096ae3b8bf6c5f803&device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 1096 time: 0.0576162 Jun 30 09:41:55.213187 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-69e0c737-0069-40b9-a1f9-5e31cffafaad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05873127-e710-4821-a431-342e35d11e6c HTTP/1.1" status: 200 len: 217 time: 0.0375032 Jun 30 09:41:55.265341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-ffafc84a-64e8-4223-b06d-e49c7358576a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.266823 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-ffafc84a-64e8-4223-b06d-e49c7358576a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9a0c6ec-c668-4dec-8e7a-800113eb2ec9 HTTP/1.1" status: 200 len: 852 time: 0.0437274 Jun 30 09:41:55.300880 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-b62be046-2e44-48a8-966b-7cb3c0aaf741 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250971 Jun 30 09:41:55.391696 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-c2af4058-35bd-4937-8bd7-33dfce1adcd6 service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830529 Jun 30 09:41:55.481727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8c5cdb68-976b-4cb2-8952-4891f1306839 req-2339683c-a420-49d5-989c-2c9b4b06717f service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804327 Jun 30 09:41:55.591917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-5305083d-b72a-4b24-9b28-af93902ef4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.593411 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-5305083d-b72a-4b24-9b28-af93902ef4aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8dc4d383a9b410096ae3b8bf6c5f803&device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 1096 time: 0.0525098 Jun 30 09:41:55.690413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-15319381-f44c-40bf-9155-d9af93202c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.691879 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-15319381-f44c-40bf-9155-d9af93202c2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71 HTTP/1.1" status: 200 len: 913 time: 0.0903244 Jun 30 09:41:55.733229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-cb67edea-df63-41d9-960f-be9bac39d65c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05873127-e710-4821-a431-342e35d11e6c HTTP/1.1" status: 200 len: 217 time: 0.0341349 Jun 30 09:41:55.779979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-8166df7d-97cb-4ac2-8218-d2af7afe1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:55.781456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-8166df7d-97cb-4ac2-8218-d2af7afe1424 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9a0c6ec-c668-4dec-8e7a-800113eb2ec9 HTTP/1.1" status: 200 len: 852 time: 0.0422812 Jun 30 09:41:55.820719 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-b6535733-7456-414f-9832-8ca6f5f4f8a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313334 Jun 30 09:41:55.909826 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-57021a1d-5fa8-4dc6-b805-4264a5c560a5 service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811007 Jun 30 09:41:56.005840 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4c0457cd-7664-439d-ad46-148886f29ec6 req-f1a8c273-52ba-4448-b547-17e891b5dd30 service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890129 Jun 30 09:41:56.273310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253b5dff-74c4-401a-aa83-636f37c8549a req-7352e1dc-cfcb-4578-bfc0-ce1728ecf0d4 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:56.275267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-253b5dff-74c4-401a-aa83-636f37c8549a req-7352e1dc-cfcb-4578-bfc0-ce1728ecf0d4 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 944 time: 0.0625701 Jun 30 09:41:56.316954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-253b5dff-74c4-401a-aa83-636f37c8549a req-eae4071d-1491-4e23-aaa0-f0411c2200c2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357785 Jun 30 09:41:57.489737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dac7b4-e998-4746-bb8f-d250a92e047b req-ba5f8c05-5e5b-4399-a30a-9742cab7606d tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:57.491221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0dac7b4-e998-4746-bb8f-d250a92e047b req-ba5f8c05-5e5b-4399-a30a-9742cab7606d tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 944 time: 0.0650170 Jun 30 09:41:57.529017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0dac7b4-e998-4746-bb8f-d250a92e047b req-4d6684d9-3fe4-43f6-8996-1afcaab0992a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jun 30 09:41:58.699820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b4b21-7219-44b7-8b0e-2f7c9d159879 req-77c478bc-65af-4473-879a-e27e05aeff8a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:58.701285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e2b4b21-7219-44b7-8b0e-2f7c9d159879 req-77c478bc-65af-4473-879a-e27e05aeff8a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 944 time: 0.0619147 Jun 30 09:41:58.739033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1e2b4b21-7219-44b7-8b0e-2f7c9d159879 req-6b7737ae-2203-4407-9b27-5e226d9ce2c4 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317566 Jun 30 09:41:59.492798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:59.642498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-e25b82ee-95b2-45fd-9a01-b3cdbd3f6b32 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542836 Jun 30 09:41:59.755104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-029f4f35-fde4-44b9-a8a2-31ea00d15191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:59.756498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-029f4f35-fde4-44b9-a8a2-31ea00d15191 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1097 time: 0.0523767 Jun 30 09:41:59.804187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 05873127-e710-4821-a431-342e35d11e6c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:41:59.874764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-03fea3cc-4d2d-469c-97cc-fbccec2d5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:59.876229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-03fea3cc-4d2d-469c-97cc-fbccec2d5942 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.0998797 Jun 30 09:41:59.905658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 05873127-e710-4821-a431-342e35d11e6c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=05873127-e710-4821-a431-342e35d11e6c,segment=NetworkSegment(7ba085bf-868d-4228-b21e-7c6e33d60b0a),segment_id=7ba085bf-868d-4228-b21e-7c6e33d60b0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:59.917234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '05873127-e710-4821-a431-342e35d11e6c', 'network_id': '2e4a6234-2b8c-44aa-93ef-26597e2c3c71', 'port_id': '05873127-e710-4821-a431-342e35d11e6c', 'mac_address': 'fa:16:3e:84:70:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a0c6ec-c668-4dec-8e7a-800113eb2ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:41:59.954856 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:41:59.962071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-bfea91fb-ac94-4fbb-a5b8-326c38b22976 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 1000 time: 0.0692818 Jun 30 09:41:59.967430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05873127-e710-4821-a431-342e35d11e6c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:41:59.978118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363d775-38af-4d12-9f33-42e93ffb645b req-ecf63f32-6b55-4d5e-92a4-e5a098fda967 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:41:59.979678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a363d775-38af-4d12-9f33-42e93ffb645b req-ecf63f32-6b55-4d5e-92a4-e5a098fda967 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 944 time: 0.1232157 Jun 30 09:41:59.986942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 05873127-e710-4821-a431-342e35d11e6c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=05873127-e710-4821-a431-342e35d11e6c,segment=NetworkSegment(7ba085bf-868d-4228-b21e-7c6e33d60b0a),segment_id=7ba085bf-868d-4228-b21e-7c6e33d60b0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:41:59.991425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:00.043034 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=05873127-e710-4821-a431-342e35d11e6c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:00.049453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-4b3511b0-a04c-4e3a-8adb-459058a43af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:00.051433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-4b3511b0-a04c-4e3a-8adb-459058a43af3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0812783 Jun 30 09:42:00.058767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a363d775-38af-4d12-9f33-42e93ffb645b req-bba93e92-06d7-408c-8027-d0491982d8b6 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721917 Jun 30 09:42:00.111647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-b1b21220-3128-421b-862a-80177412b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:00.113146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-b1b21220-3128-421b-862a-80177412b8ca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535219 Jun 30 09:42:00.197719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-e386f04b-7f74-4bae-8f5c-9ea68d12b2fc service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782194 Jun 30 09:42:00.213755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['05873127-e710-4821-a431-342e35d11e6c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:42:00.289874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e2dfe5a1-8bae-48ca-a204-ea330150949c req-496cbc45-9255-4b86-90e0-76792cb1d72d service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856225 Jun 30 09:42:01.235265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846dc09-f94b-4d15-a244-efeaab1a19bd req-00f6f4a8-88e8-4350-88b8-d3994dadcf21 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:01.236721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b846dc09-f94b-4d15-a244-efeaab1a19bd req-00f6f4a8-88e8-4350-88b8-d3994dadcf21 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 945 time: 0.0623858 Jun 30 09:42:01.273781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b846dc09-f94b-4d15-a244-efeaab1a19bd req-f3fb0c59-2226-4f43-96fd-4fb0288e0c18 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314884 Jun 30 09:42:01.821361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 05873127-e710-4821-a431-342e35d11e6c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:42:01.871978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 05873127-e710-4821-a431-342e35d11e6c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:42:01.875517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 05873127-e710-4821-a431-342e35d11e6c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:42:01.875891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:01.949193 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:01.971633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05873127-e710-4821-a431-342e35d11e6c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:01.974000 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715c8bdb-6e40-4bf3-bd01-72359fbf4d3f" -d '{"events": [{"server_uuid": "78c6369d-1c3d-4ce6-af79-384f3c469157", "name": "network-vif-plugged", "status": "completed", "tag": "05873127-e710-4821-a431-342e35d11e6c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:01.986898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 05873127-e710-4821-a431-342e35d11e6c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=05873127-e710-4821-a431-342e35d11e6c,segment=NetworkSegment(7ba085bf-868d-4228-b21e-7c6e33d60b0a),segment_id=7ba085bf-868d-4228-b21e-7c6e33d60b0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:01.990779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:02.015735 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2eb32b-b70b-4065-a460-38dae4bb1c15 x-openstack-request-id: req-8b2eb32b-b70b-4065-a460-38dae4bb1c15 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:02.016026 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c6369d-1c3d-4ce6-af79-384f3c469157", "name": "network-vif-plugged", "status": "completed", "tag": "05873127-e710-4821-a431-342e35d11e6c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:02.016282 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8b2eb32b-b70b-4065-a460-38dae4bb1c15 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:02.016667 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05873127-e710-4821-a431-342e35d11e6c', 'code': 200} Jun 30 09:42:02.047649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=05873127-e710-4821-a431-342e35d11e6c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:02.148692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c578b-73c0-4b21-bf55-5aff8798130f req-b602afcb-7597-4e06-aa88-34ef3138a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:02.150884 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c2c578b-73c0-4b21-bf55-5aff8798130f req-b602afcb-7597-4e06-aa88-34ef3138a686 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 1098 time: 0.0506849 Jun 30 09:42:02.187786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6c2c578b-73c0-4b21-bf55-5aff8798130f req-576f2aab-386b-4bb7-9da8-6bf98492f852 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274220 Jun 30 09:42:02.456553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf7dcd-91bb-4a61-be84-d162d7e969e6 req-cc8ab835-6668-4809-a6ff-d9326791144d tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:02.458034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99bf7dcd-91bb-4a61-be84-d162d7e969e6 req-cc8ab835-6668-4809-a6ff-d9326791144d tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0727651 Jun 30 09:42:02.496093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99bf7dcd-91bb-4a61-be84-d162d7e969e6 req-e46411a5-666e-46c8-b95c-cc192baf4a2a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Jun 30 09:42:03.669521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09237-7e84-4d8e-a124-2f230550829a req-85ffaf4b-9cd6-4105-8723-690f420ac066 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:03.671031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02e09237-7e84-4d8e-a124-2f230550829a req-85ffaf4b-9cd6-4105-8723-690f420ac066 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0627191 Jun 30 09:42:03.715879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02e09237-7e84-4d8e-a124-2f230550829a req-c8142263-e6ff-439f-92b6-b8ff6fcd8534 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391746 Jun 30 09:42:03.887259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecaeb43-e1a2-40b1-ae89-b6d2a3005150 req-52aad6ae-3aa3-453c-ba28-c40b9ff2d7e3 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:03.888644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ecaeb43-e1a2-40b1-ae89-b6d2a3005150 req-52aad6ae-3aa3-453c-ba28-c40b9ff2d7e3 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0622897 Jun 30 09:42:03.925911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ecaeb43-e1a2-40b1-ae89-b6d2a3005150 req-0ed24f32-23d3-4768-af2b-f28b7db14106 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jun 30 09:42:04.288217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a99aca-5a00-4d57-b7b8-48b634f522f4 req-c7fbd68a-6cc0-4787-8a5e-e5da69eee93f tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:04.289659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57a99aca-5a00-4d57-b7b8-48b634f522f4 req-c7fbd68a-6cc0-4787-8a5e-e5da69eee93f tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0652969 Jun 30 09:42:04.326382 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57a99aca-5a00-4d57-b7b8-48b634f522f4 req-92e55715-f602-4ba8-81e7-714737176d58 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308473 Jun 30 09:42:05.498806 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e4f31-0ebd-4874-ab2b-1d2344c5154e req-ddd275a8-6dff-4cf0-ae54-3b31ae1d13ed tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:05.500254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb2e4f31-0ebd-4874-ab2b-1d2344c5154e req-ddd275a8-6dff-4cf0-ae54-3b31ae1d13ed tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0622108 Jun 30 09:42:05.537691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bb2e4f31-0ebd-4874-ab2b-1d2344c5154e req-ccb87cce-8361-4c31-808c-1a42f004d850 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Jun 30 09:42:05.871411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-48123a8b-e5cb-45be-bda3-0ab0baca0d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:05.872908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-48123a8b-e5cb-45be-bda3-0ab0baca0d4c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8dc4d383a9b410096ae3b8bf6c5f803&device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 1098 time: 0.0533001 Jun 30 09:42:05.884930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c9bea-458d-4dae-aa10-f054d5df51d9 req-8ff3fd66-2bbe-4907-9c43-ecf6c5336bbf tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:05.886412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4c9bea-458d-4dae-aa10-f054d5df51d9 req-8ff3fd66-2bbe-4907-9c43-ecf6c5336bbf tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0650692 Jun 30 09:42:05.923852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb4c9bea-458d-4dae-aa10-f054d5df51d9 req-69cdc342-76ac-421d-bf53-8a7524afa848 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Jun 30 09:42:05.970425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-4c536dc2-0fa2-4e9c-bb8b-da67c0864c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:05.971911 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-4c536dc2-0fa2-4e9c-bb8b-da67c0864c73 service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71 HTTP/1.1" status: 200 len: 913 time: 0.0883765 Jun 30 09:42:06.015499 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-e89b9ea0-1f92-4397-93ca-9f329d56b0f4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05873127-e710-4821-a431-342e35d11e6c HTTP/1.1" status: 200 len: 217 time: 0.0344319 Jun 30 09:42:06.068864 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-5ecb4509-9e5e-4b0f-a5f6-de7bc0f7366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:06.070441 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-5ecb4509-9e5e-4b0f-a5f6-de7bc0f7366f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9a0c6ec-c668-4dec-8e7a-800113eb2ec9 HTTP/1.1" status: 200 len: 852 time: 0.0463850 Jun 30 09:42:06.105778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-c1909fc8-f8cf-41b6-b687-3b147da04812 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253422 Jun 30 09:42:06.199459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-873644f3-c98c-4116-829c-af1352fd6e3c service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814714 Jun 30 09:42:06.295247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6041a46b-92de-4d9f-aa3c-b0ae0983c7cb req-32c9927a-35f1-4229-aa9b-c7efae7c999a service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843534 Jun 30 09:42:07.098914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decf4f23-20cc-42b6-b8a8-c554201fa562 req-db4888bf-56e3-431b-8896-b5a52241ae9c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:07.100369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-decf4f23-20cc-42b6-b8a8-c554201fa562 req-db4888bf-56e3-431b-8896-b5a52241ae9c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0624130 Jun 30 09:42:07.141835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-decf4f23-20cc-42b6-b8a8-c554201fa562 req-8b355e7d-e809-4b90-b418-e8830980b63b tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338042 Jun 30 09:42:07.513216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8be4f-b3b4-467f-8ac5-0324be342b6c req-f6581448-418d-4dd9-b7e3-2b079894b67e tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:07.514595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95b8be4f-b3b4-467f-8ac5-0324be342b6c req-f6581448-418d-4dd9-b7e3-2b079894b67e tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0631747 Jun 30 09:42:07.552379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95b8be4f-b3b4-467f-8ac5-0324be342b6c req-35f198fc-7175-4bc7-957c-00d5ba010311 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Jun 30 09:42:08.729861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71548dd8-c99e-4fca-88d6-8ea19d9c539f req-9c8db326-8fec-4858-8a3b-aefec01c1d53 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:08.731370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71548dd8-c99e-4fca-88d6-8ea19d9c539f req-9c8db326-8fec-4858-8a3b-aefec01c1d53 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0662420 Jun 30 09:42:08.767691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-71548dd8-c99e-4fca-88d6-8ea19d9c539f req-d2ca78ce-8bb0-4f30-ac3c-2a9f307ab3bd tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307167 Jun 30 09:42:09.093836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-4ff06c02-4902-46d7-8a22-a556517ce901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:09.095346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-4ff06c02-4902-46d7-8a22-a556517ce901 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a8dc4d383a9b410096ae3b8bf6c5f803&device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 1098 time: 0.0524638 Jun 30 09:42:09.107748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f86737-b493-4d00-b115-20bdc204fde8 req-3dd748ab-92e7-4254-8660-41a9564ce1a9 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:09.109220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97f86737-b493-4d00-b115-20bdc204fde8 req-3dd748ab-92e7-4254-8660-41a9564ce1a9 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0640633 Jun 30 09:42:09.146980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97f86737-b493-4d00-b115-20bdc204fde8 req-6ce5a455-780a-42f7-94e5-0bb5c5066721 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jun 30 09:42:09.190580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-22661edd-c1a1-4ddd-88ab-06091daf4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:09.192047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-22661edd-c1a1-4ddd-88ab-06091daf4ebe service neutron] 10.222.0.79 "GET /v2.0/networks?id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71 HTTP/1.1" status: 200 len: 913 time: 0.0871651 Jun 30 09:42:09.237042 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-4d5dea11-6e8c-4877-8e9a-cffd339de581 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05873127-e710-4821-a431-342e35d11e6c HTTP/1.1" status: 200 len: 217 time: 0.0340896 Jun 30 09:42:09.287450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-c24859c2-d5cb-4dbc-956b-6ae68359f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:09.288856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-c24859c2-d5cb-4dbc-956b-6ae68359f376 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=b9a0c6ec-c668-4dec-8e7a-800113eb2ec9 HTTP/1.1" status: 200 len: 852 time: 0.0419266 Jun 30 09:42:09.320897 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-fac0a422-4443-452b-879b-98ebe49834ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=2e4a6234-2b8c-44aa-93ef-26597e2c3c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246756 Jun 30 09:42:09.411264 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-f234b08e-3649-479d-9ea1-e68ddf167447 service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834968 Jun 30 09:42:09.506159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7ef08b8f-5503-4b5d-837f-0fb99a15599e req-8031b6ce-83da-49de-afa1-c3377c69c0d4 service neutron] 10.222.0.79 "GET /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839577 Jun 30 09:42:10.326412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcd145-fdfa-45b5-8a9d-ff3a02ac91f9 req-0dc3227b-31ac-469a-b44d-bd723f2f15b2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:10.327895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dbcd145-fdfa-45b5-8a9d-ff3a02ac91f9 req-0dc3227b-31ac-469a-b44d-bd723f2f15b2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0647802 Jun 30 09:42:10.373141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dbcd145-fdfa-45b5-8a9d-ff3a02ac91f9 req-ec11335f-85ca-4308-aa24-020c53b3b9ed tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354395 Jun 30 09:42:11.253623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-672573a2-f4fc-4f60-96e6-0c4f4de88b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:11.548380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea3529c-5d16-44fd-98fc-0f35880a3c2a req-acb22be9-7e5e-45f3-86f6-7839ee6018e2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:11.549826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ea3529c-5d16-44fd-98fc-0f35880a3c2a req-acb22be9-7e5e-45f3-86f6-7839ee6018e2 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0610113 Jun 30 09:42:11.589430 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ea3529c-5d16-44fd-98fc-0f35880a3c2a req-953b0006-0efc-45e8-a6ad-4e87787fe42a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Jun 30 09:42:11.966925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10d5c19-f5f7-45a7-b87f-df7885b60ef4 req-7541355c-ef1a-48e0-a580-183b7d786fe9 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:11.968395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e10d5c19-f5f7-45a7-b87f-df7885b60ef4 req-7541355c-ef1a-48e0-a580-183b7d786fe9 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0638423 Jun 30 09:42:12.005157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e10d5c19-f5f7-45a7-b87f-df7885b60ef4 req-e27a1ace-ac99-4229-8f3d-8f26bf12a697 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Jun 30 09:42:13.180822 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d4f8c-a492-4ab5-a577-4958da1a5414 req-2c6e507d-a9b8-4305-b5a2-c407402720ce tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.183083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-211d4f8c-a492-4ab5-a577-4958da1a5414 req-2c6e507d-a9b8-4305-b5a2-c407402720ce tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0655978 Jun 30 09:42:13.222761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-211d4f8c-a492-4ab5-a577-4958da1a5414 req-e01b2f6d-ac04-4fcf-84c9-6d2e4d7007c8 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339973 Jun 30 09:42:13.915464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-096f5781-4b58-4d99-9aac-578d1d655335 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:13.917024 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-096f5781-4b58-4d99-9aac-578d1d655335 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.79 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0618126 Jun 30 09:42:14.020191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Deleting port 05873127-e710-4821-a431-342e35d11e6c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:14.020537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:14.087320 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7151dfaf-8d6d-4f18-ac00-577d06bcae40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:14.210501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:14.410349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043af66f-ae99-4a87-aed2-8754416a0aac req-4eac81c7-3ae5-4103-b6fc-9fb5a99e2c1a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:14.411824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-043af66f-ae99-4a87-aed2-8754416a0aac req-4eac81c7-3ae5-4103-b6fc-9fb5a99e2c1a tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/ports?device_id=78c6369d-1c3d-4ce6-af79-384f3c469157 HTTP/1.1" status: 200 len: 946 time: 0.0690231 Jun 30 09:42:14.453574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-043af66f-ae99-4a87-aed2-8754416a0aac req-b80e4ec6-30f2-42db-855b-2d460013dee1 tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.77 "GET /v2.0/security-groups?id=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352173 Jun 30 09:42:14.467723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] For port 05873127-e710-4821-a431-342e35d11e6c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=05873127-e710-4821-a431-342e35d11e6c,segment=NetworkSegment(7ba085bf-868d-4228-b21e-7c6e33d60b0a),segment_id=7ba085bf-868d-4228-b21e-7c6e33d60b0a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:14.468160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:14.480647 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Calling delete_port for 05873127-e710-4821-a431-342e35d11e6c owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:14.605000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:14.623023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['05873127-e710-4821-a431-342e35d11e6c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:42:14.633664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Pushing event deleted for resources: {'Port': ['ID=05873127-e710-4821-a431-342e35d11e6c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:14.679832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] No DVR routers for this DVR port 05873127-e710-4821-a431-342e35d11e6c on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:14.683082 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:14.685005 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-060d01b5-8dad-4dfd-b354-c1ad82561dac req-65c59a6b-8a30-45f9-9dd3-4e0f531fda1c tempest-TestServerAdvancedOps-225253398 tempest-TestServerAdvancedOps-225253398-project] 10.222.0.79 "DELETE /v2.0/ports/05873127-e710-4821-a431-342e35d11e6c HTTP/1.1" status: 204 len: 173 time: 0.7599316 Jun 30 09:42:14.685447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'name': 'network-vif-deleted', 'tag': '05873127-e710-4821-a431-342e35d11e6c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:14.687677 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fa6cdb-0b15-4002-9eac-66770ba62c25" -d '{"events": [{"server_uuid": "78c6369d-1c3d-4ce6-af79-384f3c469157", "name": "network-vif-deleted", "tag": "05873127-e710-4821-a431-342e35d11e6c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:14.726232 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f992c2-7c34-4892-a985-981ca5d911fd x-openstack-request-id: req-c2f992c2-7c34-4892-a985-981ca5d911fd {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:14.726526 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78c6369d-1c3d-4ce6-af79-384f3c469157", "name": "network-vif-deleted", "tag": "05873127-e710-4821-a431-342e35d11e6c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:14.726775 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c2f992c2-7c34-4892-a985-981ca5d911fd {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:14.727173 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c6369d-1c3d-4ce6-af79-384f3c469157', 'name': 'network-vif-deleted', 'tag': '05873127-e710-4821-a431-342e35d11e6c', 'status': 'completed', 'code': 200} Jun 30 09:42:15.549279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49326) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:15.596926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Deleting subnet b9a0c6ec-c668-4dec-8e7a-800113eb2ec9 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:42:15.599886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.633001 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.670774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.723684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.746996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a0c6ec-c668-4dec-8e7a-800113eb2ec9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:15.756368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.758180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/b9a0c6ec-c668-4dec-8e7a-800113eb2ec9 HTTP/1.1" status: 204 len: 168 time: 0.2078979 Jun 30 09:42:15.760442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.760787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.761215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.761561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.761712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49328) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:15.762138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.762268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.762661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.762964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.763284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.763602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.763919 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.764236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd0cd697-d052-4e6f-a356-72bdffdbbf77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:15.835275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.914131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.924227 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4a6234-2b8c-44aa-93ef-26597e2c3c71']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:15.934802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba085bf-868d-4228-b21e-7c6e33d60b0a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:15.935103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba085bf-868d-4228-b21e-7c6e33d60b0a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:15.943537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.957610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.964230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:42:15.964376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:42:15.965899 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:42:16.019786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.025240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.027262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] 10.222.0.77 "DELETE /v2.0/networks/2e4a6234-2b8c-44aa-93ef-26597e2c3c71 HTTP/1.1" status: 204 len: 168 time: 0.2645535 Jun 30 09:42:16.030130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49330) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:16.038244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020916f-81c6-4b72-b2bf-1c85ad22d041 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e4a6234-2b8c-44aa-93ef-26597e2c3c71,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:16.079886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Deleting subnet a5f1d1b3-772d-4cf5-8aca-6efe95809b23 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:42:16.082997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.116280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.147356 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.157027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.208448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.236132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.238024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a5f1d1b3-772d-4cf5-8aca-6efe95809b23 HTTP/1.1" status: 204 len: 168 time: 0.2067873 Jun 30 09:42:16.238961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52c5ba-2009-4563-a54a-ba7750d3a290 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f1d1b3-772d-4cf5-8aca-6efe95809b23,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:16.240655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49332) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:16.311429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.388543 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.398013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d87b459-a179-4cbe-af32-f5747592461f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:16.408042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a374bea-6e5e-45c7-832b-2c2bd3e1a6bc') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:16.408348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a374bea-6e5e-45c7-832b-2c2bd3e1a6bc') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:16.417071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.430244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.437687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:42:16.438114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:42:16.439739 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:42:16.509416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.514442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.517828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] 10.222.0.77 "DELETE /v2.0/networks/5d87b459-a179-4cbe-af32-f5747592461f HTTP/1.1" status: 204 len: 168 time: 0.2759988 Jun 30 09:42:16.531079 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ed0a7-0fd4-4237-9800-a2bc20e7436d admin admin] Pushing event deleted for resources: {'Network': ['ID=5d87b459-a179-4cbe-af32-f5747592461f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:16.676589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49336) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:16.716835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-643eca46-27e3-400e-9bb6-988e33c3ab51 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a8dc4d383a9b410096ae3b8bf6c5f803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390904 Jun 30 09:42:16.719286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:16.766424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be44fc3e-088a-41e5-8af9-f76b264b8c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.788695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be44fc3e-088a-41e5-8af9-f76b264b8c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.842592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be44fc3e-088a-41e5-8af9-f76b264b8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.845018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-be44fc3e-088a-41e5-8af9-f76b264b8c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:16.846167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be44fc3e-088a-41e5-8af9-f76b264b8c1a admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb HTTP/1.1" status: 204 len: 168 time: 0.1259565 Jun 30 09:42:16.853811 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44fc3e-088a-41e5-8af9-f76b264b8c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a5fa6-4e35-4ef0-92e5-943b82e5ddfb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:17.153334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49348) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:17.196544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4bd49fe9-6f72-40c3-af7b-e891083c0ca8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=fa3173e3d58b4f778f1483f3d54d6c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419743 Jun 30 09:42:17.199540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49350) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:17.247441 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15e58e1c-7a9f-4e3d-9e5f-4529cbfea655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:17.268620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15e58e1c-7a9f-4e3d-9e5f-4529cbfea655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:17.314925 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15e58e1c-7a9f-4e3d-9e5f-4529cbfea655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:17.317412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-15e58e1c-7a9f-4e3d-9e5f-4529cbfea655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:17.318582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-15e58e1c-7a9f-4e3d-9e5f-4529cbfea655 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/4861f1db-397c-498c-8ded-99f9f6cce25c HTTP/1.1" status: 204 len: 168 time: 0.1180637 Jun 30 09:42:17.326556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e58e1c-7a9f-4e3d-9e5f-4529cbfea655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4861f1db-397c-498c-8ded-99f9f6cce25c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:17.605881 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:17.669581 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:17.879795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 05873127-e710-4821-a431-342e35d11e6c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:17.900156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 05873127-e710-4821-a431-342e35d11e6c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:42:17.900506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 05873127-e710-4821-a431-342e35d11e6c not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:24.038432 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:42:29.487185 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:41.254248 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-102bc753-afb5-4fb6-968d-5f26adb02d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:43.193629 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-4097a050-aeda-47ab-9409-4517d1d45d2b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507240 Jun 30 09:42:43.293579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-7e52133f-603c-43c9-a22f-e1b11822116f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:43.295091 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-7e52133f-603c-43c9-a22f-e1b11822116f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0520155 Jun 30 09:42:43.404036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-92d70cb1-60a3-4491-972f-49ff9eefed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:43.405504 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-92d70cb1-60a3-4491-972f-49ff9eefed9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.0858827 Jun 30 09:42:43.475601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-f04aec95-c103-46b6-b344-05c2d181b76b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1002 time: 0.0577886 Jun 30 09:42:43.526374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-30a4784b-0a20-47fa-8f12-e9f78ec9db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:43.527894 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-30a4784b-0a20-47fa-8f12-e9f78ec9db78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0431175 Jun 30 09:42:43.594494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-2a3f0c9a-644c-40b7-bcb2-91b26d5ebbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:43.595964 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-2a3f0c9a-644c-40b7-bcb2-91b26d5ebbc0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568590 Jun 30 09:42:43.688699 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-ecb8fab7-0bef-44a0-b0fb-94dcab073f5c service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806563 Jun 30 09:42:43.786350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bb031f10-fbc4-4d30-9c6b-13f8e7a3dc73 req-88bf67c0-cb3c-49e8-ab87-47f69166cc04 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866213 Jun 30 09:42:44.090229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab4dafad-4c57-4ec8-9e75-92368c7c3d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:44.212084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:45.021253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee50e0-520a-4ed4-8b2a-0e9af7a0e736 req-c0954cd4-89c7-49fb-a3fe-44e33fbb4274 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:45.022771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ee50e0-520a-4ed4-8b2a-0e9af7a0e736 req-c0954cd4-89c7-49fb-a3fe-44e33fbb4274 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0622606 Jun 30 09:42:45.060577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98ee50e0-520a-4ed4-8b2a-0e9af7a0e736 req-b79a1b50-1c97-4068-ab6e-ff31e399e195 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313404 Jun 30 09:42:45.084437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49370) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:45.147083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1705926c-ff9c-45dd-a817-d2e48cc0e1d9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/47c104ae-6b3e-4b0c-a76c-702d6794ffed HTTP/1.1" status: 200 len: 992 time: 0.0615203 Jun 30 09:42:45.593948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048455e-f847-4de1-a69f-ae8bc58add6a req-ebe8e825-48e1-45ab-a6f6-ccb83dc5a762 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:45.595357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d048455e-f847-4de1-a69f-ae8bc58add6a req-ebe8e825-48e1-45ab-a6f6-ccb83dc5a762 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1097 time: 0.0504367 Jun 30 09:42:45.628267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d048455e-f847-4de1-a69f-ae8bc58add6a req-6c361590-6a7b-4f3c-a65e-4e8c438366f1 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273163 Jun 30 09:42:46.146911 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:46.200261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49396) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:46.349504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-532c9039-e4b4-40de-900f-e74e6088d05f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1480150 Jun 30 09:42:46.953611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-97ba04a1-846c-4186-bd99-b7e2504ff3cb tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:42:46.954644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-97ba04a1-846c-4186-bd99-b7e2504ff3cb tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1176174 Jun 30 09:42:46.964733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Request body: {'binding': {'host': 'n-h1-780147-22', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:46.965187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Unknown quota resources ['binding']. {{(pid=93725) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 30 09:42:47.106872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on host n-h1-780147-22 for vnic_type normal with profile None {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:42:47.107201 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:42:47.107529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:42:47.112143 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:42:47.112461 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:42:47.117448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:42:47.117783 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Checking segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:42:47.118161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Bound using segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:42:47.118618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Bound port: b6d82657-c429-4648-99bf-31d4f1f4e0bd, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:42:47.204101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:42:47.209092 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] Notify callbacks [] for binding, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:47.210543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-15152b85-ff3b-4b04-b447-c0efc1e52885 service neutron] 10.222.0.77 "POST /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd/bindings HTTP/1.1" status: 201 len: 390 time: 0.2494459 Jun 30 09:42:47.431210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf21b1f-41ea-47fa-bf0b-a0b6fd5a0e9d req-80f3d05f-a38c-4447-a9e3-f63e7594a920 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:47.432790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cf21b1f-41ea-47fa-bf0b-a0b6fd5a0e9d req-80f3d05f-a38c-4447-a9e3-f63e7594a920 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0648572 Jun 30 09:42:47.471452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-eda866eb-ddb5-4503-a4c6-f2e89fa03928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:47.472358 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cf21b1f-41ea-47fa-bf0b-a0b6fd5a0e9d req-fdae95b0-d5e6-4dc9-bb5c-553a00bfb562 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Jun 30 09:42:47.473844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-eda866eb-ddb5-4503-a4c6-f2e89fa03928 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1097 time: 0.0609758 Jun 30 09:42:47.566681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-1b85ae3c-3bc8-43ce-8e5a-aec86c7a8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:47.568146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-1b85ae3c-3bc8-43ce-8e5a-aec86c7a8992 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.0837760 Jun 30 09:42:47.622444 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:47.642861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-8d9ee9f6-e001-46d0-bd4a-8f193b5983d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 1000 time: 0.0644553 Jun 30 09:42:47.671347 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:47.698776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-4bff722c-b31c-40a1-99ed-d05b929dab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:47.700247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-4bff722c-b31c-40a1-99ed-d05b929dab39 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0460191 Jun 30 09:42:47.761942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-7aa2a820-982c-4bb3-ac78-b9941f23e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:47.763476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-7aa2a820-982c-4bb3-ac78-b9941f23e5b5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518696 Jun 30 09:42:47.863630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-9bfbc000-bf14-4627-baec-50c77e771de2 service neutron] 10.222.0.79 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882013 Jun 30 09:42:47.955989 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-8f0ad94a-8792-48a0-a397-ad4b756ed8fa service neutron] 10.222.0.79 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810347 Jun 30 09:42:48.132678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-9c4bcd48-79af-4e02-83a1-a108e8ac1ecf tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:48.134101 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-9c4bcd48-79af-4e02-83a1-a108e8ac1ecf tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00&tenant_id=db21d0a28b1f4604a127a663de284d15&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1097 time: 0.1054790 Jun 30 09:42:48.146179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-780147-22'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:42:48.219017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.337633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:48.377362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:42:48.413856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:48.416609 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78191539-711f-4678-95d3-1a0efc7309f3" -d '{"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:48.420812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.426695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.455555 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc01d45-ec94-4838-ba40-8ba529163556 x-openstack-request-id: req-bdc01d45-ec94-4838-ba40-8ba529163556 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:48.455844 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:48.456087 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bdc01d45-ec94-4838-ba40-8ba529163556 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:48.456468 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'code': 200} Jun 30 09:42:48.531620 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:48.586456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on host n-h2-780147-22 for vnic_type normal with profile {"migrating_to": "n-h1-780147-22"} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:42:48.586798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:42:48.587137 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:42:48.591874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:42:48.592200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Attempting to bind port b6d82657-c429-4648-99bf-31d4f1f4e0bd on network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:42:48.597405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:42:48.597868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Checking segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:42:48.598361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Bound using segment: {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:42:48.598865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Bound port: b6d82657-c429-4648-99bf-31d4f1f4e0bd, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c36c46c-98d3-462f-93fb-8c97b59832dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:42:48.599287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.674125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:42:48.677480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:42:48.681534 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.731215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Provisioning complete for port b6d82657-c429-4648-99bf-31d4f1f4e0bd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:42:48.731713 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.786886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:48.841520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:48.842160 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.844845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3f6c9202-dff1-441f-9fb3-512189423741 service neutron] 10.222.0.79 "PUT /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 1123 time: 0.7019815 Jun 30 09:42:48.858435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:48.888058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:48.890957 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d06734c-a722-4f34-b086-76e84160318f" -d '{"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-plugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:48.919568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:48.929179 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:49.017994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58abd26-baf7-4b93-ae81-fc6142baf3f8 req-2bca9364-245f-4519-b80a-249e251161cb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:49.019536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b58abd26-baf7-4b93-ae81-fc6142baf3f8 req-2bca9364-245f-4519-b80a-249e251161cb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 943 time: 0.4245460 Jun 30 09:42:49.060681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b58abd26-baf7-4b93-ae81-fc6142baf3f8 req-75fcce09-7b28-46d5-bcb2-ddaff6052562 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349696 Jun 30 09:42:49.156828 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e63317b-5a11-4342-9b1b-60abda704faa x-openstack-request-id: req-7e63317b-5a11-4342-9b1b-60abda704faa {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:49.157104 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-plugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:49.157349 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7e63317b-5a11-4342-9b1b-60abda704faa {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:49.157716 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'code': 200} Jun 30 09:42:49.174436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['b6d82657-c429-4648-99bf-31d4f1f4e0bd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:42:49.277327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:49.293551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.293893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.294245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.294588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.294919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.295239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.295560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.295878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.296193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.296508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.296821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.297131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bf64c8-cedf-47ed-9b04-bc9b85b92b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:49.458560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-533b21d3-237b-4ce1-8e1a-a00e1c669008 None None] Provisioning complete for port b6d82657-c429-4648-99bf-31d4f1f4e0bd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:42:49.458934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-533b21d3-237b-4ce1-8e1a-a00e1c669008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:50.235421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdd834-924e-4b5f-b284-8a26accf5f34 req-241b14ff-b721-4fb9-80bd-f3f484f58c09 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.236865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2afdd834-924e-4b5f-b284-8a26accf5f34 req-241b14ff-b721-4fb9-80bd-f3f484f58c09 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0625362 Jun 30 09:42:50.273657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2afdd834-924e-4b5f-b284-8a26accf5f34 req-7ee02244-d4d8-4505-bb7c-1270ed61e662 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Jun 30 09:42:50.457409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:50.459766 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c50431-9b21-4552-9ab6-965f0cf3643e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:50.495215 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1d69f5-1a96-4ba9-8156-5f5ba8755618 x-openstack-request-id: req-ab1d69f5-1a96-4ba9-8156-5f5ba8755618 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:50.495395 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:50.495698 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab1d69f5-1a96-4ba9-8156-5f5ba8755618 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:50.496183 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'status': 'completed', 'code': 200} Jun 30 09:42:50.589630 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-f2b23623-28b3-4fd0-bcef-0caa445b42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.591115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-f2b23623-28b3-4fd0-bcef-0caa445b42c4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1128 time: 0.0543630 Jun 30 09:42:50.677639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-d5c61402-aa18-47db-85b6-5cec5357134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.679107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-d5c61402-aa18-47db-85b6-5cec5357134f service neutron] 10.222.0.83 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.0815134 Jun 30 09:42:50.749062 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-c6aacac0-8b79-48b4-8d3f-eda0584079f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 1000 time: 0.0625658 Jun 30 09:42:50.795958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-7463a28c-d675-4e92-a573-f697a2135c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.797415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-7463a28c-d675-4e92-a573-f697a2135c63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0423770 Jun 30 09:42:50.853472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-925a1972-11eb-4477-914c-5c0998f3de13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:50.854982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-925a1972-11eb-4477-914c-5c0998f3de13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511062 Jun 30 09:42:50.948774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-12d7e851-87bc-4f91-8dad-7c70e9675f47 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843461 Jun 30 09:42:51.035007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09c50431-9b21-4552-9ab6-965f0cf3643e req-324a0c4b-91e6-4b70-bf7d-b2cec7cf5f68 service neutron] 10.222.0.83 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804644 Jun 30 09:42:51.447198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b5ac1-dd81-428a-aa2c-af2386bf7cde req-e0081c73-101c-46ec-8325-b4e56655a728 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:51.449462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-298b5ac1-dd81-428a-aa2c-af2386bf7cde req-e0081c73-101c-46ec-8325-b4e56655a728 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0635018 Jun 30 09:42:51.491687 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-298b5ac1-dd81-428a-aa2c-af2386bf7cde req-8b665c36-48a2-48e5-9455-ce8e5bcfca1a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359156 Jun 30 09:42:52.119821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:42:52.212626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:52.224424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd has no active binding in host n-h1-780147-22 {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jun 30 09:42:52.668334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdd2f8-85b1-4316-8d3f-11c072ca1b80 req-99d2af0e-dd80-4e18-986d-d4f257aeb23e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:52.669803 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dfdd2f8-85b1-4316-8d3f-11c072ca1b80 req-99d2af0e-dd80-4e18-986d-d4f257aeb23e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0621207 Jun 30 09:42:52.708028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dfdd2f8-85b1-4316-8d3f-11c072ca1b80 req-b81b8415-4f1f-42c7-9882-96c9c2104778 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326407 Jun 30 09:42:53.882319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9461554-5971-4b8c-a203-a07afb593ce1 req-de58071a-ba7e-49de-a01b-8003be9fa726 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:53.883800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9461554-5971-4b8c-a203-a07afb593ce1 req-de58071a-ba7e-49de-a01b-8003be9fa726 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 945 time: 0.0630744 Jun 30 09:42:53.920341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9461554-5971-4b8c-a203-a07afb593ce1 req-b45807a8-0059-4abf-8e0b-f4c26e206fe0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303056 Jun 30 09:42:54.326307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-36cea341-0a16-49fd-8eb4-38c473c73370 service neutron] 10.222.0.83 "GET /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd/bindings/n-h1-780147-22 HTTP/1.1" status: 200 len: 385 time: 0.0584083 Jun 30 09:42:54.495174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:54.515182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:42:54.552487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:54.554781 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a0528e-9f60-4c4d-a86b-540aec51a687" -d '{"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:54.562410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:54.578286 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:54.610350 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ae9277-e287-4d00-b53e-b5bd02b3e9ef x-openstack-request-id: req-49ae9277-e287-4d00-b53e-b5bd02b3e9ef {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:54.610641 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:54.610893 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-49ae9277-e287-4d00-b53e-b5bd02b3e9ef {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:54.611282 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'code': 200} Jun 30 09:42:54.651746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] Transition to ACTIVE for port object b6d82657-c429-4648-99bf-31d4f1f4e0bd will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:42:54.655853 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:54.751573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=11']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:54.789818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] No DVR routers for this DVR port b6d82657-c429-4648-99bf-31d4f1f4e0bd on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:54.927511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-33ffd811-b482-40e6-9c29-697d7c185c85 service neutron] 10.222.0.83 "PUT /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd/bindings/n-h1-780147-22/activate HTTP/1.1" status: 200 len: 370 time: 0.5960352 Jun 30 09:42:55.080173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-ecf99302-7f0a-41f9-b0d1-c7065b059a8e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.081718 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-ecf99302-7f0a-41f9-b0d1-c7065b059a8e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00&tenant_id=db21d0a28b1f4604a127a663de284d15&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.0593202 Jun 30 09:42:55.107324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f52e7-87d5-4d5f-bdd6-60fb4c5c3aaa req-1a3b5310-03ca-41e5-bba3-ada748bbab53 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.108837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c92f52e7-87d5-4d5f-bdd6-60fb4c5c3aaa req-1a3b5310-03ca-41e5-bba3-ada748bbab53 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 944 time: 0.0733190 Jun 30 09:42:55.147403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c92f52e7-87d5-4d5f-bdd6-60fb4c5c3aaa req-ba9b7be5-1b7f-440d-b1f7-cfaa2d087e39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328183 Jun 30 09:42:55.149859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-fee4bae1-1377-490c-af95-1de9506c861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.151550 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-fee4bae1-1377-490c-af95-1de9506c861f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 1096 time: 0.0581460 Jun 30 09:42:55.231303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-fbf1fb19-4eb6-46d8-acf3-00047b64a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.232789 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-fbf1fb19-4eb6-46d8-acf3-00047b64a662 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1096 time: 0.0534790 Jun 30 09:42:55.320823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-951821a4-e251-4b41-ba69-75dc0d117d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.323077 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-951821a4-e251-4b41-ba69-75dc0d117d50 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.0815465 Jun 30 09:42:55.396240 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-d16b42a5-0a59-4ee9-b3e5-dc873ee061d1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 998 time: 0.0620501 Jun 30 09:42:55.445834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-85298559-3ed1-4064-9e93-7c5e9180de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.447367 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-85298559-3ed1-4064-9e93-7c5e9180de74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0430307 Jun 30 09:42:55.506370 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-c87e5646-24ee-4dbd-9296-564d8eb71abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:55.507861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-c87e5646-24ee-4dbd-9296-564d8eb71abc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504313 Jun 30 09:42:55.601267 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-9d0ae1d6-49a3-482c-a024-d92d15545bc2 service neutron] 10.222.0.79 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848575 Jun 30 09:42:55.693243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-539b71b1-e343-4de3-933e-21611ed6d6f5 service neutron] 10.222.0.79 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810437 Jun 30 09:42:56.014151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3e4fc19b-8e53-40de-bd0a-9ee3cc5f836e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:56.016611 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-3e4fc19b-8e53-40de-bd0a-9ee3cc5f836e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00&tenant_id=db21d0a28b1f4604a127a663de284d15&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 1096 time: 0.0700769 Jun 30 09:42:56.182830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-6822ec18-8a71-45b9-9113-6e4ac9b28df5 service neutron] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:42:56.186831 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-6822ec18-8a71-45b9-9113-6e4ac9b28df5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:56.188020 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a48d4c9a-5529-426c-9308-95b4718a46bd req-6822ec18-8a71-45b9-9113-6e4ac9b28df5 service neutron] 10.222.0.79 "DELETE /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd/bindings/n-h2-780147-22 HTTP/1.1" status: 204 len: 173 time: 0.1625986 Jun 30 09:42:56.327424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b6415-4af0-4d7f-a391-57793b614469 req-d99486ed-b2dc-45eb-8198-0cb158a836ca tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:56.328837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80b6415-4af0-4d7f-a391-57793b614469 req-d99486ed-b2dc-45eb-8198-0cb158a836ca tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 944 time: 0.0630057 Jun 30 09:42:56.366100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d80b6415-4af0-4d7f-a391-57793b614469 req-b4f80634-b467-4811-ac9c-286cbd9ec104 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311823 Jun 30 09:42:56.541559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a421bdcd-6080-4bf0-9271-904d10b08fe4 req-8828ea1e-ab25-4493-9093-8fe2b249b401 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:56.543872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a421bdcd-6080-4bf0-9271-904d10b08fe4 req-8828ea1e-ab25-4493-9093-8fe2b249b401 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1096 time: 0.0548375 Jun 30 09:42:56.583912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a421bdcd-6080-4bf0-9271-904d10b08fe4 req-267aa6be-6571-4391-9068-905e4ea6295e tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338309 Jun 30 09:42:56.762365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99dcdf2-3e95-4fc0-8331-c180d83f0ff1 req-a97a64ba-4dcc-466d-b09d-73516b73ded5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:56.764140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e99dcdf2-3e95-4fc0-8331-c180d83f0ff1 req-a97a64ba-4dcc-466d-b09d-73516b73ded5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 944 time: 0.0665441 Jun 30 09:42:56.809497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e99dcdf2-3e95-4fc0-8331-c180d83f0ff1 req-7ae53dbb-4725-49a5-bdb7-b90737b52482 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393968 Jun 30 09:42:56.833290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49438) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:56.894291 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f14c7e24-3c10-4430-baa3-73115fbff476 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/47c104ae-6b3e-4b0c-a76c-702d6794ffed HTTP/1.1" status: 200 len: 990 time: 0.0597558 Jun 30 09:42:57.174689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49444) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:42:57.335126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port f9235ee2-512f-4db9-9cad-3aa78bfb7224 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:57.335799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:57.409285 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:57.409614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:57.421644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for f9235ee2-512f-4db9-9cad-3aa78bfb7224 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:57.569368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:57.595878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=f9235ee2-512f-4db9-9cad-3aa78bfb7224,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:57.659177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:57.659526 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP 47c104ae-6b3e-4b0c-a76c-702d6794ffed disassociated (deleted). External IP: 172.25.7.96, port: b6d82657-c429-4648-99bf-31d4f1f4e0bd. Jun 30 09:42:57.863696 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 610911d7-cba0-4f39-9cb1-c943252f2cd0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:42:57.970583 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:42:57.975626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:57.980225 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] Sync routers for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:42:57.988963 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:57.989558 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:58.016209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a59f301a-17ec-4da0-8bec-c8a392c49e2f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/floatingips/47c104ae-6b3e-4b0c-a76c-702d6794ffed HTTP/1.1" status: 204 len: 168 time: 0.8404598 Jun 30 09:42:58.016891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:58.019437 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671275b9-a6b8-437a-b0db-a65020b2eeba" -d '{"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:58.057104 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d297b9-500d-4eb5-a3da-a86ed92b3338 x-openstack-request-id: req-e6d297b9-500d-4eb5-a3da-a86ed92b3338 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:58.058203 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:58.058483 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e6d297b9-500d-4eb5-a3da-a86ed92b3338 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:58.058888 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'status': 'completed', 'code': 200} Jun 30 09:42:58.100581 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:58.146322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-a2b7101a-07bb-47ce-a27b-02e1ae193fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.147926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-a2b7101a-07bb-47ce-a27b-02e1ae193fc5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 1096 time: 0.0583582 Jun 30 09:42:58.253747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-49b3497f-cf58-4c79-98c1-cadcf326dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.255302 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-49b3497f-cf58-4c79-98c1-cadcf326dc4f service neutron] 10.222.0.79 "GET /v2.0/networks?id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 200 len: 898 time: 0.0972679 Jun 30 09:42:58.308107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-54d81a1e-31fe-46b8-8bad-69d8f6f7e75f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 200 len: 217 time: 0.0361509 Jun 30 09:42:58.366072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-6ce1ac17-5175-475d-8f0e-786ac3911414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.367935 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-6ce1ac17-5175-475d-8f0e-786ac3911414 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 200 len: 835 time: 0.0536666 Jun 30 09:42:58.405372 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:27Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:58.412409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97258d4e-ed58-46f5-b657-b8eae67f306c req-05e01b8d-49b9-4d18-89b6-41851d348a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.413979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97258d4e-ed58-46f5-b657-b8eae67f306c req-05e01b8d-49b9-4d18-89b6-41851d348a4f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 944 time: 0.0661461 Jun 30 09:42:58.432995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-b96af15e-c3b7-467e-99e9-fd53f868dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.434960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-b96af15e-c3b7-467e-99e9-fd53f868dbc2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595739 Jun 30 09:42:58.435360 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] Checking router: 610911d7-cba0-4f39-9cb1-c943252f2cd0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:42:58.443604 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:42:58.444196 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:58.456264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97258d4e-ed58-46f5-b657-b8eae67f306c req-41e9f8ba-50bc-4c08-846b-fdb0acfc03f2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=90d13550-026b-4f62-a861-1f4132c1d331&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355721 Jun 30 09:42:58.529094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-ce33f1bc-128f-43b2-9f84-3388b5ce172f service neutron] 10.222.0.79 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862725 Jun 30 09:42:58.552092 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:42:58.629816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-671275b9-a6b8-437a-b0db-a65020b2eeba req-1427596b-b5b6-4e36-9632-d4c4c8530f71 service neutron] 10.222.0.79 "GET /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893812 Jun 30 09:42:58.748320 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:27Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:42:58.773870 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace459f1-19ec-444b-a4e3-1a00f2764a85 None None] The sync data for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 is: [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:41:22Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c0467cc0-2ef8-43e8-a33e-c280d1f480d2', 'name': '', 'network_id': '6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:16:84:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:21Z', 'updated_at': '2021-06-30T09:41:27Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '49db7b12-50dd-4334-80e8-35f11176ecf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:42:58.840230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b98f5204-9f55-47bb-a411-f503d9bed4e7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:42:58.841742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b98f5204-9f55-47bb-a411-f503d9bed4e7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 944 time: 0.0690036 Jun 30 09:42:58.889984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:42:58.934009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:42:58.957797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port b6d82657-c429-4648-99bf-31d4f1f4e0bd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:42:58.958144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:59.009114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dead6d-1120-475a-8857-219b80b61b00 None None] New status for floating IP 47c104ae-6b3e-4b0c-a76c-702d6794ffed: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:42:59.049006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port b6d82657-c429-4648-99bf-31d4f1f4e0bd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=b6d82657-c429-4648-99bf-31d4f1f4e0bd,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:42:59.049359 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:59.062807 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for b6d82657-c429-4648-99bf-31d4f1f4e0bd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:42:59.194719 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:59.224643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=b6d82657-c429-4648-99bf-31d4f1f4e0bd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:42:59.252398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.252746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.253084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.253417 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.253744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.254071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.254420 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.254743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.255066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.255385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.255701 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.256017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:42:59.282837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] No DVR routers for this DVR port b6d82657-c429-4648-99bf-31d4f1f4e0bd on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:42:59.285438 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:59.287261 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6e121408-81c4-4d20-b84c-60fd2c7812b6 req-b531f9e6-d388-4c33-a4e8-96d67e12720d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.79 "DELETE /v2.0/ports/b6d82657-c429-4648-99bf-31d4f1f4e0bd HTTP/1.1" status: 204 len: 173 time: 0.4355013 Jun 30 09:42:59.287700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-deleted', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:42:59.289920 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2acca71-a041-4cb2-b2dd-3e8435e0ce7f" -d '{"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-deleted", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:42:59.327856 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430a486a-500f-43ac-afdd-d6d543bb385e x-openstack-request-id: req-430a486a-500f-43ac-afdd-d6d543bb385e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:42:59.328149 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e08088b-5e33-455c-ac4b-76ff4b581d00", "name": "network-vif-deleted", "tag": "b6d82657-c429-4648-99bf-31d4f1f4e0bd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:42:59.328400 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-430a486a-500f-43ac-afdd-d6d543bb385e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:42:59.328799 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e08088b-5e33-455c-ac4b-76ff4b581d00', 'name': 'network-vif-deleted', 'tag': 'b6d82657-c429-4648-99bf-31d4f1f4e0bd', 'status': 'completed', 'code': 200} Jun 30 09:42:59.488774 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:42:59.618269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c7b82cc-e83f-4034-a907-7d74a480bb4c req-e2397bbb-c048-466d-b6a5-539648ec436f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=4e08088b-5e33-455c-ac4b-76ff4b581d00 HTTP/1.1" status: 200 len: 210 time: 0.0296094 Jun 30 09:43:00.716039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49458) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:01.037203 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:01.070757 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:01.331193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port c0467cc0-2ef8-43e8-a33e-c280d1f480d2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:01.331450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:01.416843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port c0467cc0-2ef8-43e8-a33e-c280d1f480d2, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:01.417292 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:01.429117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for c0467cc0-2ef8-43e8-a33e-c280d1f480d2 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:01.619240 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:01.647243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=c0467cc0-2ef8-43e8-a33e-c280d1f480d2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:01.821655 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.029925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 610911d7-cba0-4f39-9cb1-c943252f2cd0 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:02.133345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:02.139277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c18d9af0-5ac0-46f0-ab3b-a6528cddd00d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/610911d7-cba0-4f39-9cb1-c943252f2cd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4213557 Jun 30 09:43:02.141160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49460) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:02.144148 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] Sync routers for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:02.153337 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:02.153933 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:02.179326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:02.192943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting subnet 49db7b12-50dd-4334-80e8-35f11176ecf5 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:43:02.196305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.204730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: b6d82657-c429-4648-99bf-31d4f1f4e0bd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:02.205334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device b6d82657-c429-4648-99bf-31d4f1f4e0bd not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:02.239828 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.261196 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:02.325507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.385019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.411929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Subnet': ['ID=49db7b12-50dd-4334-80e8-35f11176ecf5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:02.417796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.419928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5572b0de-3c3c-42c1-b975-f55cc19f298f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/subnets/49db7b12-50dd-4334-80e8-35f11176ecf5 HTTP/1.1" status: 204 len: 168 time: 0.2777839 Jun 30 09:43:02.422692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:02.424517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ef2e43-4f80-4bc1-856d-cc216c020131 None None] Network 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:02.447590 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:43:01Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:02.474835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] Checking router: 610911d7-cba0-4f39-9cb1-c943252f2cd0 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:02.483598 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] Routers {'610911d7-cba0-4f39-9cb1-c943252f2cd0'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:02.484191 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['610911d7-cba0-4f39-9cb1-c943252f2cd0'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:02.534954 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.592713 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] Set router 610911d7-cba0-4f39-9cb1-c943252f2cd0 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:02.640602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] DHCP port deletion for 6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:43:02.649976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.689652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] Deleting port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:02.690033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.713116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 03f239ef-67eb-4445-9288-ef92c9805751 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:43:02.713459 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.779486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] For port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,segment=NetworkSegment(7c36c46c-98d3-462f-93fb-8c97b59832dc),segment_id=7c36c46c-98d3-462f-93fb-8c97b59832dc)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:02.779871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.786681 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:43:01Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:02.796341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] Calling delete_port for 18ecd1fb-8f2f-4acf-ae5f-849a94418fca owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:02.815753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port 03f239ef-67eb-4445-9288-ef92c9805751, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=03f239ef-67eb-4445-9288-ef92c9805751,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:02.816115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.819802 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ae8218-b77a-4391-91a5-4ea6c97da068 None None] The sync data for ids ['610911d7-cba0-4f39-9cb1-c943252f2cd0'] in n-d-780147-22 is: [{'id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-637328012', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '03f239ef-67eb-4445-9288-ef92c9805751', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:41:17Z', 'updated_at': '2021-06-30T09:43:01Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '03f239ef-67eb-4445-9288-ef92c9805751', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:f8:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '610911d7-cba0-4f39-9cb1-c943252f2cd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:41:18Z', 'updated_at': '2021-06-30T09:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:02.832622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 03f239ef-67eb-4445-9288-ef92c9805751 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:43:02.873440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 18ecd1fb-8f2f-4acf-ae5f-849a94418fca no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:02.933635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:02.957875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca update to DOWN by agent not found {{(pid=93726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 09:43:02.980146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] Pushing event deleted for resources: {'Port': ['ID=18ecd1fb-8f2f-4acf-ae5f-849a94418fca,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:02.982338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3b025-28a3-4309-b314-497f6d00366b None None] No DVR routers for this DVR port 18ecd1fb-8f2f-4acf-ae5f-849a94418fca on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:43:03.030125 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.056398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=03f239ef-67eb-4445-9288-ef92c9805751,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:03.119482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.217031 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.219242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.264379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.265005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Fanout notify agent at l3_agent the message router_deleted on router 610911d7-cba0-4f39-9cb1-c943252f2cd0 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:43:03.275627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.277473 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-86e85270-8209-4bc1-856a-8fe4c42366ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/routers/610911d7-cba0-4f39-9cb1-c943252f2cd0 HTTP/1.1" status: 204 len: 168 time: 0.8533103 Jun 30 09:43:03.280032 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49464) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:03.362462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.451000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.463105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:03.474854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c36c46c-98d3-462f-93fb-8c97b59832dc') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:03.475155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c36c46c-98d3-462f-93fb-8c97b59832dc') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:03.485027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.499514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.505630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:43:03.506117 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:43:03.509210 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:43:03.569903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.576929 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.578774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/networks/6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369 HTTP/1.1" status: 204 len: 168 time: 0.2977591 Jun 30 09:43:03.581773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:03.596823 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6de8-960e-43f3-9df1-f898c5ac4a26 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Network': ['ID=6ec9f9dd-4ef8-4ede-a3fb-064fe4b37369,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:03.640708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b70c2961-a1c1-411c-813b-22f7e699a3e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.670410 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b70c2961-a1c1-411c-813b-22f7e699a3e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.726899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b70c2961-a1c1-411c-813b-22f7e699a3e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.730052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b70c2961-a1c1-411c-813b-22f7e699a3e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:03.731264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b70c2961-a1c1-411c-813b-22f7e699a3e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/security-groups/90d13550-026b-4f62-a861-1f4132c1d331 HTTP/1.1" status: 204 len: 168 time: 0.1484742 Jun 30 09:43:03.744807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c2961-a1c1-411c-813b-22f7e699a3e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d13550-026b-4f62-a861-1f4132c1d331,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.018728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49476) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.023348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-732682681', 'description': 'tempest-secgroup-smoke-732682681 description', 'project_id': 'db21d0a28b1f4604a127a663de284d15'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.048101 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.128268 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.132057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.161759 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.162989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432848 Jun 30 09:43:04.164869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf96d-b876-4829-bd85-cfd6781c2e6f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aca009-0318-4379-a9e8-d20df65d3f26,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.166069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49478) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.170845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'b3aca009-0318-4379-a9e8-d20df65d3f26', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.199185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.255900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.259590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.276403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10544b72-06b0-4a96-8478-46c5c1b1ce7a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.284157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.285344 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-93106fa0-173d-4b13-951b-5ec032d660eb tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181698 Jun 30 09:43:04.288048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.293349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'b3aca009-0318-4379-a9e8-d20df65d3f26', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.319604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.376413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.379993 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.397113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f566474-cecc-4172-ad72-770816dc0e80,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.402734 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.406814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ed98442-86cf-432f-842a-d3f534885052 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1152372 Jun 30 09:43:04.407042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.411525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'b3aca009-0318-4379-a9e8-d20df65d3f26', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.439521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.501294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.511175 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.529251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f740343e-d9fa-4067-9ca7-ca3e46d070e9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.536672 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.538770 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a539aa14-8784-41b8-950f-9570d3902e61 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303284 Jun 30 09:43:04.541022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49484) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.547593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'b3aca009-0318-4379-a9e8-d20df65d3f26', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.575540 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.634161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.638423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.656284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfc72e9-d56d-4c4c-9de5-297d95ace6b6,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.662465 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.663668 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1fb0a92-e2f0-4a44-8cd7-d330ae824297 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216061 Jun 30 09:43:04.666310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49486) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.671750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'b3aca009-0318-4379-a9e8-d20df65d3f26', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.692463 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:43:04.697095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.761586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.765554 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.765849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03f239ef-67eb-4445-9288-ef92c9805751 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:04.786446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b711f0d-34a7-46f6-804c-bf1789eaef41,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.789542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.790749 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9a51cebd-2d68-4d0a-8f2a-c5f66d224337 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234894 Jun 30 09:43:04.793675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 03f239ef-67eb-4445-9288-ef92c9805751 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:04.794010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 03f239ef-67eb-4445-9288-ef92c9805751 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:04.794346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49488) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.794802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c0467cc0-2ef8-43e8-a33e-c280d1f480d2 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:43:04.798817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'security_group_rule': {'security_group_id': 'b3aca009-0318-4379-a9e8-d20df65d3f26', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.815342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c0467cc0-2ef8-43e8-a33e-c280d1f480d2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:43:04.815770 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c0467cc0-2ef8-43e8-a33e-c280d1f480d2 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:43:04.821161 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Project db21d0a28b1f4604a127a663de284d15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 09:43:04.827065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.895078 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.898601 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.915204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e245c24-2442-48a9-93bd-672c3f343ef7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:04.925305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.926579 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c20c66ac-2bd3-43e1-9ad7-2c46c31d88ec tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312659 Jun 30 09:43:04.929409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:04.935536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'network': {'name': 'tempest-network-smoke--1484085125', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:04.955852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:04.959275 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.982673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:43:04.991240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:04.991589 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Added segment 7e2c0d10-d703-4058-bb16-706cff397d23 of type vlan for network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 Jun 30 09:43:05.030487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.059679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.065527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:05.066115 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.154887 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2243986 Jun 30 09:43:05.158364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49492) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:05.163270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'admin_state_up': True, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:05.169924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba64225-446c-40b3-9239-3b7dc95714a9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Network': ['ID=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:05.180229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:43:05.191342 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.192815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.255617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.707774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.902709 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:05.921435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.026008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.112 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/09e902c4-d5ba-4ac0-8f75-5720ec59f036) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:06.128652 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.166616 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.202488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:06.205471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:06.207866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:06.241062 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=09e902c4-d5ba-4ac0-8f75-5720ec59f036,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:06.464885 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.653784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.779334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 10054918-7807-4501-b235-cd62eff98ca1 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:43:06.884785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:06.894126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Sync routers for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:06.903027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:06.904101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:06.904253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1042c790-a186-4002-814a-fa03558592cc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7448208 Jun 30 09:43:06.904729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:06.907318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49494) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:06.935396 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-22c0002a-b2e7-4955-bf79-e16d422ac476 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=db21d0a28b1f4604a127a663de284d15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269058 Jun 30 09:43:06.937940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49496) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:07.011995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:07.026763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79c7445-0dc7-4790-82ab-18b7437d2cdc tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:07.028305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e79c7445-0dc7-4790-82ab-18b7437d2cdc tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0894470 Jun 30 09:43:07.031219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49498) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:07.059042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7adf9539-a438-4dbe-bd94-3e10cfbfe80b tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267951 Jun 30 09:43:07.061572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49500) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:07.066327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-900085101', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:07.156835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:07.160573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.191634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:06Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:07.218974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Checking router: 10054918-7807-4501-b235-cd62eff98ca1 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:07.219324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Updating router 10054918-7807-4501-b235-cd62eff98ca1 port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:43:07.253799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.340429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.400156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Subnet': ['ID=92fc7b4f-0952-4d1c-a65c-d8fb861481ad,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:07.409369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Checking segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:07.409735 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network hostable DHCP agents. Network: cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:43:07.427175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:43:07.436886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:07.445765 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:07.446484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.447555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3e7311-34b7-49c8-af61-10c8d92d036f None None] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:07.466177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-01e729e3-9f98-460f-918f-b8dcc30668c5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3998818 Jun 30 09:43:07.466420 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49502) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:07.577000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.591655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Transition to ACTIVE for port object 09e902c4-d5ba-4ac0-8f75-5720ec59f036 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:07.615077 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.700922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Attempting to bind port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:07.701304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Attempting to bind port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:07.701663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Attempting to bind port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:07.704207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba7787-f3e0-49a3-b39b-c84981833ac5 None None] Pushing event updated for resources: {'Port': ['ID=09e902c4-d5ba-4ac0-8f75-5720ec59f036,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:07.710382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:43:07.711220 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.723285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:07.723665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:07.724068 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.724453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:07.724924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Bound port: 09e902c4-d5ba-4ac0-8f75-5720ec59f036, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:07.725299 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.845651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] For port 09e902c4-d5ba-4ac0-8f75-5720ec59f036, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:07.863917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] For port 09e902c4-d5ba-4ac0-8f75-5720ec59f036, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=09e902c4-d5ba-4ac0-8f75-5720ec59f036,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:07.883815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.911228 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:07.942503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Allocated IP 172.20.0.2 (cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7/92fc7b4f-0952-4d1c-a65c-d8fb861481ad/f329a5dd-1b46-4466-b774-9059423b19e0) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:07.973651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ba7787-f3e0-49a3-b39b-c84981833ac5 None None] Pushing event updated for resources: {'Port': ['ID=09e902c4-d5ba-4ac0-8f75-5720ec59f036,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:07.980198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:07.980812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:08.322282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:08.457264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.472043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Transition to ACTIVE for port object f329a5dd-1b46-4466-b774-9059423b19e0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:08.503386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Transition to ACTIVE for port object f329a5dd-1b46-4466-b774-9059423b19e0 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:08.529282 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.567362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.1 (cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7/92fc7b4f-0952-4d1c-a65c-d8fb861481ad/c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:08.573035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:08.578528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:08.587971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:08.599809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Pushing event updated for resources: {'Port': ['ID=f329a5dd-1b46-4466-b774-9059423b19e0,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:08.661391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:06Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:08.692602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee8dc15-b5a4-463a-989b-f30131a2e972 None None] The sync data for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 is: [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:06Z', 'revision_number': 3, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:08.697487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Attempting to bind port f329a5dd-1b46-4466-b774-9059423b19e0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:08.697923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Attempting to bind port f329a5dd-1b46-4466-b774-9059423b19e0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:08.698905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Attempting to bind port f329a5dd-1b46-4466-b774-9059423b19e0 on network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:08.704543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:08.705173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Checking segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:08.705574 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.705963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Bound using segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:08.706448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Bound port: f329a5dd-1b46-4466-b774-9059423b19e0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:08.706822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.707999 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.728832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:08.766729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.782784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] For port f329a5dd-1b46-4466-b774-9059423b19e0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:08.786149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] For port f329a5dd-1b46-4466-b774-9059423b19e0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f329a5dd-1b46-4466-b774-9059423b19e0,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:08.792457 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:08.810582 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:08.813723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:08.816756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:08.850377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:08.855972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc088a-61ee-482f-b6c4-c5993e6d6510 None None] Pushing event updated for resources: {'Port': ['ID=f329a5dd-1b46-4466-b774-9059423b19e0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:08.875466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.049882 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.375254 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.381083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.459700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:09.461455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:09.563688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:09.565110 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:09.688335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 10054918-7807-4501-b235-cd62eff98ca1 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:09.801258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:09.810850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a95b016d-98f0-4a1c-a5d2-9955c55a7ef8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/10054918-7807-4501-b235-cd62eff98ca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425438 Jun 30 09:43:09.847484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29958fe4-1287-4a5a-adfe-d2c5237de0c7 None None] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:43:09.976284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a511bafe-f3dd-4641-a453-b64ea63e88b9 None None] Provisioning for port f329a5dd-1b46-4466-b774-9059423b19e0 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:10.008674 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-4cbb1a35-25e8-475e-ae8b-85948ab3f806 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-732682681&fields=id&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 267 time: 0.0342350 Jun 30 09:43:10.306037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-633d6d7e-fa52-45e7-9d8e-84216a29a727 None None] Provisioning for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:10.311132 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-633d6d7e-fa52-45e7-9d8e-84216a29a727 None None] Provisioning complete for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:10.311499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-633d6d7e-fa52-45e7-9d8e-84216a29a727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.350426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-633d6d7e-fa52-45e7-9d8e-84216a29a727 None None] Port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:10.398796 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Sync routers for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:10.408286 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:10.408895 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:10.481300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95df9200-09e0-46bf-bf68-3360a3012e2e None None] Provisioning complete for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:10.481663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95df9200-09e0-46bf-bf68-3360a3012e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.496574 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-07ec3336-dc3f-4232-b15b-cf47d0527103 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:10.506841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-07ec3336-dc3f-4232-b15b-cf47d0527103 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 797 time: 0.4900019 Jun 30 09:43:10.524885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-95df9200-09e0-46bf-bf68-3360a3012e2e None None] Port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:10.527144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-85ea134e-5e02-4c52-9157-2835613a1abe tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/quotas/db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 375 time: 0.0188994 Jun 30 09:43:10.533634 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:10.601249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-c7342bdf-b8ac-4e9a-99a6-e2c5f7f49204 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713983 Jun 30 09:43:10.644356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b0930980-52d8-432b-9557-a06c83608b0b None None] Provisioning complete for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:10.644730 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b0930980-52d8-432b-9557-a06c83608b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.689415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b0930980-52d8-432b-9557-a06c83608b0b None None] Port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:10.709926 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-346ecb85-21de-4776-8326-a91baaa393d8 service neutron] 10.222.0.77 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949781 Jun 30 09:43:10.814195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-5c7d4f0d-a86d-4974-96cc-255596eef79e service neutron] 10.222.0.77 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956802 Jun 30 09:43:10.841858 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 09e902c4-d5ba-4ac0-8f75-5720ec59f036 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:10.868494 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:09Z', 'revision_number': 2, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:10.896191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:10.896802 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Checking router: 10054918-7807-4501-b235-cd62eff98ca1 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:10.896924 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Updating router 10054918-7807-4501-b235-cd62eff98ca1 port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:43:10.900817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:10.901324 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.941286 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:10.997064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.015194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbd4065e-1ad7-4b3d-a474-f03182434730 req-325dbb9d-5ec9-46fa-ba25-6b13b53627da tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 210 time: 0.0315399 Jun 30 09:43:11.025551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 09e902c4-d5ba-4ac0-8f75-5720ec59f036, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=09e902c4-d5ba-4ac0-8f75-5720ec59f036,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:11.031438 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.041627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f329a5dd-1b46-4466-b774-9059423b19e0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:11.119054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=09e902c4-d5ba-4ac0-8f75-5720ec59f036,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:11.134955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f329a5dd-1b46-4466-b774-9059423b19e0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:11.138833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f329a5dd-1b46-4466-b774-9059423b19e0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:11.139200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.223722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.238596 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.249952 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Transition to ACTIVE for port object c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:11.255988 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.267739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f329a5dd-1b46-4466-b774-9059423b19e0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f329a5dd-1b46-4466-b774-9059423b19e0,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:11.276035 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.278519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-633064ac-6c07-46ac-bf9b-39499d90b88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.332719 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Pushing event updated for resources: {'Port': ['ID=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:11.353570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f329a5dd-1b46-4466-b774-9059423b19e0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:11.374624 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.374966 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.375310 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.375640 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.375978 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.376299 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.376622 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.376946 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.377288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.377607 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.377990 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.378261 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:11.386486 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Attempting to bind port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:11.386863 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Attempting to bind port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:11.387345 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Attempting to bind port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b on network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:11.393000 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:11.393381 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Checking segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:11.393772 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.394160 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Bound using segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:11.394661 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Bound port: c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:11.395038 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.469474 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] For port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:11.473337 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] For port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:11.477115 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:11.541604 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8cab0-b9d8-4df1-92f1-7949ba9a62ef None None] Pushing event updated for resources: {'Port': ['ID=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:11.545168 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:11.545794 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:42:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:11.662559 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:11.878350 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:11Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:11.905105 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f31cfe3-be35-449e-b724-f4f55a090394 None None] The sync data for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 is: [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:11Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:12.178592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-213cc375-e9c5-41c8-a315-c049c6039817 req-4ab3f0ec-d6f5-4f3d-963e-a51d05082031 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 210 time: 0.0365734 Jun 30 09:43:12.317484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-9a137e10-73e1-4a67-9b56-6b921b8d892f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.319424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-9a137e10-73e1-4a67-9b56-6b921b8d892f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 797 time: 0.1434269 Jun 30 09:43:12.377193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-0bcc4528-79d0-4277-b27f-b88a6e2ba477 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db21d0a28b1f4604a127a663de284d15 HTTP/1.1" status: 200 len: 379 time: 0.0439062 Jun 30 09:43:12.388389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'port': {'device_id': '3f461673-481c-4751-8358-afb16ab997fd', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'admin_state_up': True, 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'security_groups': ['b3aca009-0318-4379-a9e8-d20df65d3f26']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:12.510554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Made reservation on behalf of db21d0a28b1f4604a127a663de284d15 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:43:12.514431 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:12.649180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.20.0.4 (cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7/92fc7b4f-0952-4d1c-a65c-d8fb861481ad/941aff97-696a-4847-a183-6887c25e8547) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:12.812019 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:12.826880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Transition to ACTIVE for port object 941aff97-696a-4847-a183-6887c25e8547 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:12.867170 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:12.886688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:12.922097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:12.928379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:12.930915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:12.934255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:12.942266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:12.946911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:12.947294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:12.985509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:12.986176 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.002690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-a5adf2cd-a4cf-45e8-b4b5-b4134e5e58ef tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193910 Jun 30 09:43:13.021189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Request body: {'port': {'device_id': '3f461673-481c-4751-8358-afb16ab997fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:13.043836 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.081717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:13.087531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.088308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 09e902c4-d5ba-4ac0-8f75-5720ec59f036 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:13.117672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.179200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:13.193545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:13.194319 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.291830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f329a5dd-1b46-4466-b774-9059423b19e0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:13.317131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6dabad4a-8b31-49e4-b0f8-ab8342722175 None None] Provisioning for port 941aff97-696a-4847-a183-6887c25e8547 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:13.324527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6dabad4a-8b31-49e4-b0f8-ab8342722175 None None] Provisioning complete for port 941aff97-696a-4847-a183-6887c25e8547 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:13.324906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6dabad4a-8b31-49e4-b0f8-ab8342722175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.369576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6dabad4a-8b31-49e4-b0f8-ab8342722175 None None] Port 941aff97-696a-4847-a183-6887c25e8547 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:43:13.375181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f329a5dd-1b46-4466-b774-9059423b19e0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:13.375548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.431127 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cfc9b-d3ee-42d9-9d91-5b03ed33a068 req-1953c3a7-fe6c-40fd-983d-24f97ead0354 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:13.433309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d3cfc9b-d3ee-42d9-9d91-5b03ed33a068 req-1953c3a7-fe6c-40fd-983d-24f97ead0354 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 931 time: 0.1126513 Jun 30 09:43:13.504171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d3cfc9b-d3ee-42d9-9d91-5b03ed33a068 req-eebad40b-f80f-4aa1-9fc6-40817754364b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617878 Jun 30 09:43:13.509769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941aff97-696a-4847-a183-6887c25e8547 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:43:13.517216 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.528722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Transition to ACTIVE for port object 941aff97-696a-4847-a183-6887c25e8547 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:43:13.532446 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.585486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:13.659364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Attempting to bind port 941aff97-696a-4847-a183-6887c25e8547 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:43:13.659694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Attempting to bind port 941aff97-696a-4847-a183-6887c25e8547 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:43:13.660024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Attempting to bind port 941aff97-696a-4847-a183-6887c25e8547 on network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:13.664658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Port 941aff97-696a-4847-a183-6887c25e8547 on network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:43:13.664983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Attempting to bind port 941aff97-696a-4847-a183-6887c25e8547 on network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:43:13.670674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:43:13.671016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Checking segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:43:13.671400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Bound using segment: {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:43:13.671832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Bound port: 941aff97-696a-4847-a183-6887c25e8547, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e2c0d10-d703-4058-bb16-706cff397d23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:43:13.672372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.739940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:43:13.742926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:43:13.746779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.786166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:13.786849 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:13.788214 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] 10.222.0.83 "PUT /v2.0/ports/941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 1092 time: 0.7727623 Jun 30 09:43:13.788649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:13.790937 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:13.818792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f47561-2568-4e4c-a775-7e0474f79885 service neutron] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:13.839316 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4747dac8-7d4a-46e0-98cb-e051152b6bcb x-openstack-request-id: req-4747dac8-7d4a-46e0-98cb-e051152b6bcb {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:13.839602 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "tag": "941aff97-696a-4847-a183-6887c25e8547", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:13.839857 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4747dac8-7d4a-46e0-98cb-e051152b6bcb {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:13.840260 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'status': 'completed', 'code': 200} Jun 30 09:43:13.910372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-f2c46745-f1be-402c-bddf-ead22c4311d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:13.911895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-f2c46745-f1be-402c-bddf-ead22c4311d9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1095 time: 0.0567436 Jun 30 09:43:13.960401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-f3e5354c-2575-4eca-8431-0ca904cddc2c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 217 time: 0.0357478 Jun 30 09:43:14.015586 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-915c1a55-37dc-44c5-825e-651068e95e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.017054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-915c1a55-37dc-44c5-825e-651068e95e67 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 200 len: 834 time: 0.0498281 Jun 30 09:43:14.073961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-88e2756d-1557-4a3d-a68b-7abd1c5822f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.077277 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-88e2756d-1557-4a3d-a68b-7abd1c5822f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541480 Jun 30 09:43:14.091932 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9efa508-5c39-498e-bc3f-74bf4f9fadc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:14.169215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-65637d74-bcae-431a-9459-db6957e8b69f service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854464 Jun 30 09:43:14.215844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:14.264641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a945014b-ba04-46a6-8748-0da5ce533bc4 req-43ef0147-0799-4d8a-89d4-5b213eeb0bf2 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895965 Jun 30 09:43:14.403662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-81964476-d6e5-4e4f-b97c-8606f8115cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.405177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-81964476-d6e5-4e4f-b97c-8606f8115cb4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1095 time: 0.0528276 Jun 30 09:43:14.497702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-bb03b3d4-aea7-41af-98aa-07192eb80c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.499226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-bb03b3d4-aea7-41af-98aa-07192eb80c3c service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 898 time: 0.0878086 Jun 30 09:43:14.539511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-08a90ecc-e886-4592-aae0-c03c8cd64bb7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 217 time: 0.0343008 Jun 30 09:43:14.587587 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-c3cbe61e-7f54-4a6d-a134-ed53d37c7f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.589659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-c3cbe61e-7f54-4a6d-a134-ed53d37c7f9f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 200 len: 834 time: 0.0441215 Jun 30 09:43:14.690564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-dcce1f4f-2f2f-4d5b-8b2c-1f74248fbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.692033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-dcce1f4f-2f2f-4d5b-8b2c-1f74248fbab5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0960808 Jun 30 09:43:14.705769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d14508-6511-450c-b336-d5e72d5fde57 req-ca484ded-f679-4b45-9f7f-cb0b37fe2b7c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:14.707173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52d14508-6511-450c-b336-d5e72d5fde57 req-ca484ded-f679-4b45-9f7f-cb0b37fe2b7c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 943 time: 0.0814586 Jun 30 09:43:14.779648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:14.796014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52d14508-6511-450c-b336-d5e72d5fde57 req-2f703cb4-f53c-4c4a-bb69-c43f8bccbec1 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803685 Jun 30 09:43:14.822423 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-d30122db-bf72-4751-9d1e-eb2f5c2f76bd service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142843 Jun 30 09:43:14.830594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:14.830969 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:14.910147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e37f7a8-a3a6-4a9d-a43f-b89fcc2b8d0f req-3ffc692f-f628-4db4-9a44-11907340e1b7 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819809 Jun 30 09:43:15.973940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0a01f-f66b-48bf-96ce-688a8352b326 req-4a11316f-1dac-45cf-a3ed-4499d8703811 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:15.975487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62c0a01f-f66b-48bf-96ce-688a8352b326 req-4a11316f-1dac-45cf-a3ed-4499d8703811 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 943 time: 0.0671551 Jun 30 09:43:16.013635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62c0a01f-f66b-48bf-96ce-688a8352b326 req-6ed33905-141e-4987-98dc-a16153a413e6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324690 Jun 30 09:43:16.149748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:17.184494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3301aa-2118-4540-b0b6-ff6eaab0a748 req-084fe3fe-0f26-4cb4-bece-98708b79b36f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:17.185995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd3301aa-2118-4540-b0b6-ff6eaab0a748 req-084fe3fe-0f26-4cb4-bece-98708b79b36f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 943 time: 0.0618112 Jun 30 09:43:17.222065 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd3301aa-2118-4540-b0b6-ff6eaab0a748 req-67de34e4-69dc-494c-921f-712dde0cc7a3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304928 Jun 30 09:43:17.620640 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:17.674948 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:18.400464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c0a7e-226c-4ed1-909b-6f4e8a306a2d req-da7d3f10-c8df-4183-94d4-fd5ed2f1345a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:18.401993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b6c0a7e-226c-4ed1-909b-6f4e8a306a2d req-da7d3f10-c8df-4183-94d4-fd5ed2f1345a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 943 time: 0.0674732 Jun 30 09:43:18.439203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b6c0a7e-226c-4ed1-909b-6f4e8a306a2d req-d88f20d2-7b79-45c0-bfed-d52b53e31554 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Jun 30 09:43:18.925892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:43:19.017903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:19.032789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '941aff97-696a-4847-a183-6887c25e8547', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'port_id': '941aff97-696a-4847-a183-6887c25e8547', 'mac_address': 'fa:16:3e:76:ea:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:43:19.068794 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:19.081275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941aff97-696a-4847-a183-6887c25e8547 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:43:19.100675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:19.105285 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:19.150163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:19.475037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['941aff97-696a-4847-a183-6887c25e8547'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:43:19.623807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b336d-64da-4b77-a31f-46694e70f691 req-da964dd2-8ef6-4c7e-ad14-2ee810010c14 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:19.625231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-883b336d-64da-4b77-a31f-46694e70f691 req-da964dd2-8ef6-4c7e-ad14-2ee810010c14 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 944 time: 0.0711319 Jun 30 09:43:19.663443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-883b336d-64da-4b77-a31f-46694e70f691 req-92fefd62-3c27-4709-931c-77b65fe9348e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321672 Jun 30 09:43:20.848814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa5b08-f9df-412f-b33c-810359a6157b req-7233083d-a5d1-46e5-bf13-29975adbbf4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:20.850314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96aa5b08-f9df-412f-b33c-810359a6157b req-7233083d-a5d1-46e5-bf13-29975adbbf4b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 944 time: 0.0631828 Jun 30 09:43:20.887722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96aa5b08-f9df-412f-b33c-810359a6157b req-c6b12c1c-e29d-4dce-a02d-1f6b86e7a453 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312278 Jun 30 09:43:20.940470 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:43:20.987671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 941aff97-696a-4847-a183-6887c25e8547 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:43:20.991208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 941aff97-696a-4847-a183-6887c25e8547 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:43:20.991580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:21.069090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:21.091591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:21.093844 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedf4376-4934-4c6e-894a-6ef8c2997d6b" -d '{"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-plugged", "status": "completed", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:21.107081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:43:21.111360 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:21.136193 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4f44a-fbd2-439f-b818-818f2cdc2241 x-openstack-request-id: req-afc4f44a-fbd2-439f-b818-818f2cdc2241 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:21.136481 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-plugged", "status": "completed", "tag": "941aff97-696a-4847-a183-6887c25e8547", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:21.136731 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-afc4f44a-fbd2-439f-b818-818f2cdc2241 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:21.137113 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'code': 200} Jun 30 09:43:21.162501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:21.269579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43caebe8-8e10-4200-9ab5-a706934c1c82 req-38a7efe3-055b-4bc5-b68e-c82624319243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:21.270998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43caebe8-8e10-4200-9ab5-a706934c1c82 req-38a7efe3-055b-4bc5-b68e-c82624319243 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1097 time: 0.0543780 Jun 30 09:43:21.305641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43caebe8-8e10-4200-9ab5-a706934c1c82 req-0051aaba-bec0-40f9-9f98-839b6e685596 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279822 Jun 30 09:43:22.060437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcfadeb-39f2-47db-ab99-f2ac24bd4ce1 req-94897cc3-1e13-4709-aa68-5edb73d33d49 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:22.061952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bcfadeb-39f2-47db-ab99-f2ac24bd4ce1 req-94897cc3-1e13-4709-aa68-5edb73d33d49 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0646579 Jun 30 09:43:22.102290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5bcfadeb-39f2-47db-ab99-f2ac24bd4ce1 req-39b32f3a-cf18-4212-a325-b6a778b3608f tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344267 Jun 30 09:43:23.275801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec98f63-ed64-4ad7-ad81-851b27e5dd1a req-114f522d-36fa-4bc4-b93e-d02de28a6779 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.277923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bec98f63-ed64-4ad7-ad81-851b27e5dd1a req-114f522d-36fa-4bc4-b93e-d02de28a6779 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0642776 Jun 30 09:43:23.315746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bec98f63-ed64-4ad7-ad81-851b27e5dd1a req-04cdd1a4-93f2-446d-98fd-fef7ee164e9e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321882 Jun 30 09:43:23.490873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8c811-f256-4dd8-8bfc-085a9361c874 req-661fdedb-9572-4848-a5f0-5414a879e74c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.492334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86a8c811-f256-4dd8-8bfc-085a9361c874 req-661fdedb-9572-4848-a5f0-5414a879e74c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0659595 Jun 30 09:43:23.529555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86a8c811-f256-4dd8-8bfc-085a9361c874 req-be792307-2a58-4e39-a53e-fd85ed8f8494 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310113 Jun 30 09:43:23.552504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49556) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:23.603832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3780cf50-eebc-4414-8e65-54d0258a7a41 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:23.605354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3780cf50-eebc-4414-8e65-54d0258a7a41 tempest-TestNetworkAdvancedServerOps-1449554698 tempest-TestNetworkAdvancedServerOps-1449554698-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1092 time: 0.0518179 Jun 30 09:43:23.608467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49558) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:23.612755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '941aff97-696a-4847-a183-6887c25e8547', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:43:23.636043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.736667 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.839322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Allocated IP 172.25.7.86 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/522910d9-4dea-4d46-9d0f-d705f14900d5) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:43:23.941691 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:23.982157 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.019175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:43:24.021847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:43:24.024250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:43:24.049372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=522910d9-4dea-4d46-9d0f-d705f14900d5,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:24.061051 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.061422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.061761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.062095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.062454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.062785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.063109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.063432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.063753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.064071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.064389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.064704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:43:24.413134 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.501666 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.644324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.648702 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.719837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event updated for resources: {'Port': ['ID=522910d9-4dea-4d46-9d0f-d705f14900d5,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:43:24.730959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:24.831242 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP da76c7f0-3cc6-4ae7-ad7c-013437eb8cee associated. External IP: 172.25.7.86, port: 941aff97-696a-4847-a183-6887c25e8547. Jun 30 09:43:25.030290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 10054918-7807-4501-b235-cd62eff98ca1 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:43:25.133227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:43:25.143188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] Sync routers for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:43:25.148980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:25.153497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:25.154110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:43:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:25.264197 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:25.498552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'da76c7f0-3cc6-4ae7-ad7c-013437eb8cee', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '10054918-7807-4501-b235-cd62eff98ca1', 'port_id': '941aff97-696a-4847-a183-6887c25e8547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'mac_address': 'fa:16:3e:76:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f461673-481c-4751-8358-afb16ab997fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:43:24Z', 'updated_at': '2021-06-30T09:43:24Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:13Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:25.518988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-db7a05da-2766-402f-aeba-33d288cc1180 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9094939 Jun 30 09:43:25.519570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:43:25.521820 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b343c8b-9112-4a99-98e4-814363b038d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:43:25.524469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] Checking router: 10054918-7807-4501-b235-cd62eff98ca1 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:43:25.533110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:43:25.533708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:43:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:25.559057 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb56b331-0400-4ce5-8729-056f6d67ec95 x-openstack-request-id: req-fb56b331-0400-4ce5-8729-056f6d67ec95 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:43:25.559357 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "tag": "941aff97-696a-4847-a183-6887c25e8547", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:43:25.559604 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fb56b331-0400-4ce5-8729-056f6d67ec95 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:43:25.560011 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'status': 'completed', 'code': 200} Jun 30 09:43:25.643162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:43:25.697519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-83ffb3bc-2242-4711-8945-22548e3bac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.699789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-83ffb3bc-2242-4711-8945-22548e3bac54 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1097 time: 0.0964572 Jun 30 09:43:25.715909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9e42a-bbc8-42c7-ae2d-e1f8f49d2afd req-14a20ef8-34b1-4825-b491-7e94ff9bfbc8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.717384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95f9e42a-bbc8-42c7-ae2d-e1f8f49d2afd req-14a20ef8-34b1-4825-b491-7e94ff9bfbc8 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0876236 Jun 30 09:43:25.803409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95f9e42a-bbc8-42c7-ae2d-e1f8f49d2afd req-011043fd-18ee-4446-ba9e-35101ffeef1b tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778213 Jun 30 09:43:25.827672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-2f3d4964-b1f9-4280-94ca-c1e72243771a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.828338 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:25.829143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-2f3d4964-b1f9-4280-94ca-c1e72243771a service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 898 time: 0.1217878 Jun 30 09:43:25.875515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'da76c7f0-3cc6-4ae7-ad7c-013437eb8cee', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '10054918-7807-4501-b235-cd62eff98ca1', 'port_id': '941aff97-696a-4847-a183-6887c25e8547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'mac_address': 'fa:16:3e:76:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f461673-481c-4751-8358-afb16ab997fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:43:24Z', 'updated_at': '2021-06-30T09:43:24Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:13Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:43:25.891083 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0014eb85-cb68-4fa2-8d55-0adf70acd04d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/da76c7f0-3cc6-4ae7-ad7c-013437eb8cee HTTP/1.1" status: 200 len: 990 time: 0.0614984 Jun 30 09:43:25.902388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c93a5-d6ba-4653-80b6-91e8ed9b7fdb None None] The sync data for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 is: [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'da76c7f0-3cc6-4ae7-ad7c-013437eb8cee', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'floating_ip_address': '172.25.7.86', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '10054918-7807-4501-b235-cd62eff98ca1', 'port_id': '941aff97-696a-4847-a183-6887c25e8547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'mac_address': 'fa:16:3e:76:ea:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f461673-481c-4751-8358-afb16ab997fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:43:24Z', 'updated_at': '2021-06-30T09:43:24Z', 'revision_number': 0, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:13Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:43:25.905370 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-a39753f1-d47a-4d62-91be-f671e7c75e6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 998 time: 0.0698209 Jun 30 09:43:25.955019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-4d29b901-5f92-4b3b-b2e6-1f716b70d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:25.956795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-4d29b901-5f92-4b3b-b2e6-1f716b70d07e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 200 len: 834 time: 0.0458565 Jun 30 09:43:26.017585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-44f5aba8-6aa0-4898-b4b2-67eba7380c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:26.019328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-44f5aba8-6aa0-4898-b4b2-67eba7380c04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546315 Jun 30 09:43:26.102756 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95c9061-37fe-40b6-bfdf-f7da3beab662 None None] New status for floating IP da76c7f0-3cc6-4ae7-ad7c-013437eb8cee: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:43:26.124980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-9e0cb347-5c9c-4e1f-9848-5e6e608755f6 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997233 Jun 30 09:43:26.216530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5b343c8b-9112-4a99-98e4-814363b038d4 req-5054e9a8-a92b-46c4-af9e-39c2c0935e08 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848172 Jun 30 09:43:26.894947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49566) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:43:27.290810 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6f65b839-3741-4515-91c0-4cad3ebd5ba2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/da76c7f0-3cc6-4ae7-ad7c-013437eb8cee HTTP/1.1" status: 200 len: 992 time: 0.3947060 Jun 30 09:43:29.486519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:38.036208 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:43:41.250485 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-29a54a6f-319c-4afb-9675-b65935f3e831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.093381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b3eafdc2-21dd-4d2b-8249-a5f57ad354d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:44.217967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:45.956003 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-bcfcd1af-eb06-4618-9cf0-db513505fe2a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003697 Jun 30 09:43:46.059184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-4270be34-d56d-4ef3-8944-b300a36db422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:46.060644 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-4270be34-d56d-4ef3-8944-b300a36db422 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0546300 Jun 30 09:43:46.153159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:46.170107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-0bf2da99-48c0-4ece-bfe4-4416e169815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:46.171601 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-0bf2da99-48c0-4ece-bfe4-4416e169815b service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.0838590 Jun 30 09:43:46.243626 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-64a3b0ea-dce7-4877-8dc1-1c8a6504e8f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1002 time: 0.0609086 Jun 30 09:43:46.296676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-f1d58101-f331-461c-ba10-d22f57296590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:46.298097 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-f1d58101-f331-461c-ba10-d22f57296590 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0427163 Jun 30 09:43:46.357451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-474c7d1c-a1bb-4930-8df7-8ce7fa59c903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:43:46.358886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-474c7d1c-a1bb-4930-8df7-8ce7fa59c903 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512135 Jun 30 09:43:46.371835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-7ff6d807-b42b-4e21-84d6-22bc5f848365 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:43:46.372785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-7ff6d807-b42b-4e21-84d6-22bc5f848365 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056415 Jun 30 09:43:46.468599 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-de7c093c-74d3-4981-87a1-ed23ad2405c9 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851779 Jun 30 09:43:46.566943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eab2e4c6-b77e-486b-91d1-9013e1efa1da req-87557b42-4a86-40db-819c-b3e53375b85d service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862808 Jun 30 09:43:47.623209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:47.677212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:43:59.485300 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:03.627729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-11f122a1-0651-4d80-8b2e-378dc8645145 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0569627 Jun 30 09:44:03.737022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-c0b4edf9-d7bc-454d-a4f1-b0d6a46ffea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:03.738546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-c0b4edf9-d7bc-454d-a4f1-b0d6a46ffea3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1097 time: 0.0532880 Jun 30 09:44:03.841737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-f859ab72-cad4-4e3f-af85-39e541da3909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:03.843240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-f859ab72-cad4-4e3f-af85-39e541da3909 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 898 time: 0.0851121 Jun 30 09:44:03.912783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-316da8f1-4701-40a3-82bd-7eac10cd2254 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 1000 time: 0.0613804 Jun 30 09:44:03.960956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-d5f61bbc-1102-4a62-9285-70c59e3bb109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:03.962401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-d5f61bbc-1102-4a62-9285-70c59e3bb109 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 200 len: 834 time: 0.0436308 Jun 30 09:44:04.017101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-8d273312-ba7d-4e77-a84b-1bb06cb18e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:04.018667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-8d273312-ba7d-4e77-a84b-1bb06cb18e81 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504620 Jun 30 09:44:04.109640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-7216ba17-039d-4393-b08d-f0068ea55512 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846324 Jun 30 09:44:04.202580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c46e0d2-f11f-4bc4-94a5-389ca6932bbc req-978bd79b-2152-4ffb-8412-47896013a00f service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854127 Jun 30 09:44:11.252150 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4bff057f-97df-45de-b174-5f631198ed9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:14.094304 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-db0de223-6499-4d45-a093-a8808bd0649f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:14.218690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:15.035881 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:16.155888 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:17.620672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:17.679494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:28.440727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc3f52-b2b8-46c5-9a5f-83a1e88200d8 req-7518b97a-1203-410c-aeee-12810a1bef97 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:28.442238 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9fc3f52-b2b8-46c5-9a5f-83a1e88200d8 req-7518b97a-1203-410c-aeee-12810a1bef97 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0687125 Jun 30 09:44:28.484080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9fc3f52-b2b8-46c5-9a5f-83a1e88200d8 req-673da5f9-d4c4-477f-8068-8eb51d86cc03 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361876 Jun 30 09:44:29.647355 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:29.670620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd40814-bf10-4d56-8c6a-8841d53d5dd7 req-dc8dfb3a-7446-4933-90d0-2efab5e2148e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:29.672129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd40814-bf10-4d56-8c6a-8841d53d5dd7 req-dc8dfb3a-7446-4933-90d0-2efab5e2148e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0669918 Jun 30 09:44:29.709433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdd40814-bf10-4d56-8c6a-8841d53d5dd7 req-a6b6b949-fe6c-46b0-b762-3252adcd67fd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311728 Jun 30 09:44:30.884569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a85dae-0faa-4d46-9639-064b7944c30d req-db63bcd0-3ad6-4d0f-b75a-e05bfd27453a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:30.886487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86a85dae-0faa-4d46-9639-064b7944c30d req-db63bcd0-3ad6-4d0f-b75a-e05bfd27453a tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0629735 Jun 30 09:44:30.927985 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86a85dae-0faa-4d46-9639-064b7944c30d req-6102df8f-4fec-4a0f-beb1-0133c4d072b2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359411 Jun 30 09:44:32.099960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020fdb7-859c-417d-9a92-2275e3e88cdd req-8ae2740f-0d17-46c9-ad8b-75f97712b7f6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:32.101444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2020fdb7-859c-417d-9a92-2275e3e88cdd req-8ae2740f-0d17-46c9-ad8b-75f97712b7f6 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0637822 Jun 30 09:44:32.139082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2020fdb7-859c-417d-9a92-2275e3e88cdd req-477b585b-6045-4dca-aa97-a669210b1ed5 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319812 Jun 30 09:44:33.309132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637c5ec-7b41-4a29-81ff-0b1a2a83fe4f req-306f9dc6-fe5e-4b63-8594-ded8a3e1b511 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:33.310618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7637c5ec-7b41-4a29-81ff-0b1a2a83fe4f req-306f9dc6-fe5e-4b63-8594-ded8a3e1b511 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0625892 Jun 30 09:44:33.347918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7637c5ec-7b41-4a29-81ff-0b1a2a83fe4f req-8753d52c-aa09-4086-9603-8c3858f9c965 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316992 Jun 30 09:44:34.524564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283c45f-bdf5-483f-a7f3-cf261ca0760a req-47ddacc5-3e89-4012-9f4a-b675dbf238c3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:34.526142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0283c45f-bdf5-483f-a7f3-cf261ca0760a req-47ddacc5-3e89-4012-9f4a-b675dbf238c3 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0683174 Jun 30 09:44:34.563720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0283c45f-bdf5-483f-a7f3-cf261ca0760a req-2ce7ef08-3616-48f6-a364-898102574987 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318925 Jun 30 09:44:35.734529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201f00-2d17-408b-8fef-97e10ce89b24 req-0f30e18b-51c3-4656-b97a-277c922b72e7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:35.736013 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1201f00-2d17-408b-8fef-97e10ce89b24 req-0f30e18b-51c3-4656-b97a-277c922b72e7 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0627587 Jun 30 09:44:35.774257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1201f00-2d17-408b-8fef-97e10ce89b24 req-9fc242a3-706a-469e-9349-aa5106b11799 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324423 Jun 30 09:44:36.949081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8625dd-6dfb-458b-81a1-8468f71addf9 req-b675d872-e24b-4d0e-a39e-a391dfdc1fcd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:36.950559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c8625dd-6dfb-458b-81a1-8468f71addf9 req-b675d872-e24b-4d0e-a39e-a391dfdc1fcd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0667717 Jun 30 09:44:36.987154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c8625dd-6dfb-458b-81a1-8468f71addf9 req-2653cd7d-8cea-4f55-90da-e9e9ff9f5fae tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307457 Jun 30 09:44:38.349743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb39c-da7d-4f98-990b-47ccb953687b req-9847cfe6-4227-4c62-a15c-4d837c1ea682 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:38.351159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81deb39c-da7d-4f98-990b-47ccb953687b req-9847cfe6-4227-4c62-a15c-4d837c1ea682 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0633473 Jun 30 09:44:38.389205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81deb39c-da7d-4f98-990b-47ccb953687b req-fff58a8b-029a-42df-9b73-69aa3c06b0e9 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316947 Jun 30 09:44:39.563370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc7722-a5b3-4187-9c28-940ad32cad79 req-55de0a61-076e-4f7d-9c68-6233cdfdc658 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:39.564865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbdc7722-a5b3-4187-9c28-940ad32cad79 req-55de0a61-076e-4f7d-9c68-6233cdfdc658 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0633733 Jun 30 09:44:39.602503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbdc7722-a5b3-4187-9c28-940ad32cad79 req-aa5bff11-d8fb-4019-9ad3-fd29f3dded80 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319974 Jun 30 09:44:40.777164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaced2d-d8b2-48db-ab0f-c726c488ee92 req-e3dd98cf-997a-4c55-b03a-d9bd91f430c2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:40.778717 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcaced2d-d8b2-48db-ab0f-c726c488ee92 req-e3dd98cf-997a-4c55-b03a-d9bd91f430c2 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0668645 Jun 30 09:44:40.817390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcaced2d-d8b2-48db-ab0f-c726c488ee92 req-ff551fa8-4618-4c5e-85da-589547e428d0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330961 Jun 30 09:44:41.253525 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1dc2-c4a1-4242-a19a-afcead506c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:41.991195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c7fe8-09e3-4fb8-aaf0-1e7c6dff76ca req-c399b6dd-0bf6-4821-ada3-0ea24f5bacb0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:41.992678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-528c7fe8-09e3-4fb8-aaf0-1e7c6dff76ca req-c399b6dd-0bf6-4821-ada3-0ea24f5bacb0 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0651541 Jun 30 09:44:42.030637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-528c7fe8-09e3-4fb8-aaf0-1e7c6dff76ca req-dcbb552f-2a61-4cdb-a2a8-57a897f52311 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316532 Jun 30 09:44:43.222566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67817180-7d98-44c8-af5f-443f1abbe761 req-7b2191de-1cdf-4974-b43b-cd5091b70860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:43.224068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67817180-7d98-44c8-af5f-443f1abbe761 req-7b2191de-1cdf-4974-b43b-cd5091b70860 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1097 time: 0.0982285 Jun 30 09:44:43.237679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95355193-02be-4f71-8f22-e0c790e26992 req-6ff878c3-761d-40f3-8c29-b6a7558c2105 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:43.239097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95355193-02be-4f71-8f22-e0c790e26992 req-6ff878c3-761d-40f3-8c29-b6a7558c2105 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0809329 Jun 30 09:44:43.284568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67817180-7d98-44c8-af5f-443f1abbe761 req-5c274555-3f6f-4d2f-b235-7cfe89fb4ed4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445302 Jun 30 09:44:43.296175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95355193-02be-4f71-8f22-e0c790e26992 req-501d5e62-3fe5-4c13-b24b-8c45ce6e3408 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506363 Jun 30 09:44:44.095326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b9d3642-6c7b-4a25-80a7-62975af9aabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.219962 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:44.469556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0490048-20e9-4d13-9867-ce183a19555d req-4164ce44-63c9-4a0e-bff8-25864ae6825e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:44.470998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0490048-20e9-4d13-9867-ce183a19555d req-4164ce44-63c9-4a0e-bff8-25864ae6825e tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0630696 Jun 30 09:44:44.511669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a0490048-20e9-4d13-9867-ce183a19555d req-4e83e815-ef84-4dc2-8e4f-68a007951f49 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350347 Jun 30 09:44:45.398928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:44:45.406265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:44:45.551831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.554738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:45.572842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '941aff97-696a-4847-a183-6887c25e8547', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'port_id': '941aff97-696a-4847-a183-6887c25e8547', 'mac_address': 'fa:16:3e:76:ea:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:44:45.587127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:45.590244 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3840a3de-e75c-4952-8b38-06c0e2b2ac5f" -d '{"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-unplugged", "status": "completed", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:45.622776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:45.629223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.637696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:45.675612 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 941aff97-696a-4847-a183-6887c25e8547 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:45.695812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8481185-8574-44e0-ade1-d592dc1d5ca0 req-4697e2d3-bc3a-4d10-9153-dcdf09d489fd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:45.698580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8481185-8574-44e0-ade1-d592dc1d5ca0 req-4697e2d3-bc3a-4d10-9153-dcdf09d489fd tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 943 time: 0.0704641 Jun 30 09:44:45.720776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:45.732590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.732955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.733285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.733625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.733959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.734319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.734651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.734984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.735317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.735690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.736011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.736333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:44:45.742975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a8481185-8574-44e0-ade1-d592dc1d5ca0 req-310ea071-5052-41e5-b4c9-9a14ecf20bba tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362344 Jun 30 09:44:45.746386 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.db.api [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 09:44:45.746766 n-d-780147-22 neutron-server[93726]: DEBUG oslo_db.api [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 09:44:45.756652 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b653727c-90f7-418e-bf16-8bff034afbcb x-openstack-request-id: req-b653727c-90f7-418e-bf16-8bff034afbcb {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:45.756973 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-unplugged", "status": "completed", "tag": "941aff97-696a-4847-a183-6887c25e8547", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:45.757229 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b653727c-90f7-418e-bf16-8bff034afbcb {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:45.757623 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'code': 200} Jun 30 09:44:45.774195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49646) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:44:45.838572 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73e37d6c-b5da-46e1-b233-9374f7a31490 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/floatingips/da76c7f0-3cc6-4ae7-ad7c-013437eb8cee HTTP/1.1" status: 200 len: 990 time: 0.0631480 Jun 30 09:44:46.159459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.282189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.295134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941aff97-696a-4847-a183-6887c25e8547 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:44:46.314148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:46.317833 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:46.368890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:46.715251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['941aff97-696a-4847-a183-6887c25e8547'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:44:47.638486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:47.682763 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:48.233433 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-dcedded6-a545-4fb8-bf09-2e43dee4bcea service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521204 Jun 30 09:44:48.334113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-7df1b4ec-420a-4032-bccd-7f60b44143dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:48.335612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-7df1b4ec-420a-4032-bccd-7f60b44143dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8feed00d78f048f69cfb58e40e4963f4&device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 1098 time: 0.0514381 Jun 30 09:44:48.445424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-0382efac-c56b-4f73-b227-bff7fa672fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:48.447475 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-0382efac-c56b-4f73-b227-bff7fa672fec service neutron] 10.222.0.79 "GET /v2.0/networks?id=3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 200 len: 909 time: 0.0866296 Jun 30 09:44:48.513326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-c15b5c63-d2aa-4aa2-b844-ec5ebc7f5b96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 200 len: 1002 time: 0.0570431 Jun 30 09:44:48.564068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-390d05e4-80f2-4682-832c-8a0b122e6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:48.565468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-390d05e4-80f2-4682-832c-8a0b122e6c01 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 200 len: 847 time: 0.0422876 Jun 30 09:44:48.626540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-c10d3378-1105-4010-adf0-529e11cfa3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:44:48.627995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-c10d3378-1105-4010-adf0-529e11cfa3b3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3b55bff7-6395-4236-9201-a7a01484136f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528431 Jun 30 09:44:48.720090 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-1718e162-5e0f-43ca-b4cb-51d2bcc06b32 service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819142 Jun 30 09:44:48.818047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9d59865b-44a4-4b73-bcb6-1b074e03bc6b req-3ea66cc9-05f9-481c-a680-ba625bcc02ea service neutron] 10.222.0.79 "GET /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869493 Jun 30 09:44:49.426652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:44:49.473812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 941aff97-696a-4847-a183-6887c25e8547 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:44:49.474173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.550707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.572276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:44:49.574718 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d10ddb7-bf4e-40ae-bbdf-00534b875563" -d '{"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-plugged", "status": "completed", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:44:49.587190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:44:49.591906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:44:49.614588 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa23ed6c-1711-47aa-af4b-0d564d5b2c0d x-openstack-request-id: req-aa23ed6c-1711-47aa-af4b-0d564d5b2c0d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:44:49.614867 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-plugged", "status": "completed", "tag": "941aff97-696a-4847-a183-6887c25e8547", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:44:49.615115 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-aa23ed6c-1711-47aa-af4b-0d564d5b2c0d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:44:49.615498 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'code': 200} Jun 30 09:44:49.646573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:44:52.034480 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:44:59.484361 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:03.651838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-e8a27ed1-b0f1-4125-8217-e7d5c415fcfb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506399 Jun 30 09:45:03.768818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-b229e534-d9a3-409d-96b1-96a0e230fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:03.770773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-b229e534-d9a3-409d-96b1-96a0e230fe27 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1097 time: 0.0553193 Jun 30 09:45:03.874859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-b660d40b-34fc-4c25-ba45-65acff2254b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:03.876308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-b660d40b-34fc-4c25-ba45-65acff2254b9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 898 time: 0.0843382 Jun 30 09:45:03.947347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-602be513-610d-4af3-a6ba-cd407e829a09 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 1000 time: 0.0610390 Jun 30 09:45:03.993479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-09d8f37b-5c46-47da-926e-b923bc28d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:03.994967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-09d8f37b-5c46-47da-926e-b923bc28d6bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 200 len: 834 time: 0.0424626 Jun 30 09:45:04.050488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-1f0328ed-df23-4239-9a79-5c5dac4b2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:04.051942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-1f0328ed-df23-4239-9a79-5c5dac4b2eea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505903 Jun 30 09:45:04.141921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-e1df05e2-5600-4c28-8426-115b3a2fe33e service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834112 Jun 30 09:45:04.230468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f4fe4d8-aae1-4675-b6fe-3b3daa6045f5 req-a08ace72-57c1-4d8f-8045-e24daa6d2f1f service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820472 Jun 30 09:45:05.659611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfff39a-2835-412a-806e-dbabf100ba2f req-0a76f564-0ef7-4c35-b379-3c7e6ef37baf tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:05.661091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dfff39a-2835-412a-806e-dbabf100ba2f req-0a76f564-0ef7-4c35-b379-3c7e6ef37baf tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0631642 Jun 30 09:45:05.699056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dfff39a-2835-412a-806e-dbabf100ba2f req-035a1694-8c72-4140-a044-65ffa8b08aa4 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Jun 30 09:45:06.880509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54665694-0fd9-4aa9-a990-14a892297364 req-a78aaf8c-565d-465a-8f6e-d7a8d6af193d tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:06.881977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54665694-0fd9-4aa9-a990-14a892297364 req-a78aaf8c-565d-465a-8f6e-d7a8d6af193d tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0674984 Jun 30 09:45:06.918662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54665694-0fd9-4aa9-a990-14a892297364 req-80ebc767-c8e8-4798-bc70-2e4684941904 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/security-groups?id=106a7161-c4d5-4257-9034-153f09047b50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Jun 30 09:45:07.184744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-e4c0de96-884d-44f7-9654-71dbc1bbb9ef tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:45:07.186211 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-e4c0de96-884d-44f7-9654-71dbc1bbb9ef tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.79 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 946 time: 0.0627778 Jun 30 09:45:07.289300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Deleting port 023c073e-6270-4606-af72-94011cb7dbd0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:07.289644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.375740 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] For port 023c073e-6270-4606-af72-94011cb7dbd0, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=023c073e-6270-4606-af72-94011cb7dbd0,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:07.376102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.599090 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.599462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.599786 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Floating IP e693850c-fe1c-4372-9e81-93e39bc9ca34 disassociated. External IP: 172.25.7.168, port: 023c073e-6270-4606-af72-94011cb7dbd0. Jun 30 09:45:07.600125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Calling delete_port for 023c073e-6270-4606-af72-94011cb7dbd0 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:07.726018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:07.753919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event deleted for resources: {'Port': ['ID=023c073e-6270-4606-af72-94011cb7dbd0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:07.766127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.766500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.766840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.767176 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.767506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.767833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.768157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.768488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.768809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.769128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.769448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.769773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:07.882412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Router 0c01de67-015e-4b23-a43c-c61d7cb969ac has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:45:07.993983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:45:08.004825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] Sync routers for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:45:08.023460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:08.025393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:44:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:08.047378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] No DVR routers for this DVR port 023c073e-6270-4606-af72-94011cb7dbd0 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:08.050319 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:08.054068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b87dd510-e2fd-41d9-8f6d-f2dc4a328870 req-63fd1fe1-04f9-41fe-89df-7d66a0dce841 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.79 "DELETE /v2.0/ports/023c073e-6270-4606-af72-94011cb7dbd0 HTTP/1.1" status: 204 len: 173 time: 0.8588557 Jun 30 09:45:08.054560 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'name': 'network-vif-deleted', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:45:08.057530 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71a7616-fa51-4d5a-8f92-272dca59d665" -d '{"events": [{"server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "name": "network-vif-deleted", "tag": "023c073e-6270-4606-af72-94011cb7dbd0"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:45:08.083861 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcba1946-73eb-47bd-9b0d-45d4f9ae3973 req-e9a88ab0-a44f-4df3-b2b2-db5a08d43072 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "GET /v2.0/ports?device_id=8638b6e3-d15a-4f93-9645-67bbf2efc22c HTTP/1.1" status: 200 len: 210 time: 0.0364792 Jun 30 09:45:08.167533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:08.203561 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd5fc30-ae68-4f64-aa97-27502929680c x-openstack-request-id: req-6bd5fc30-ae68-4f64-aa97-27502929680c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:45:08.204353 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8638b6e3-d15a-4f93-9645-67bbf2efc22c", "name": "network-vif-deleted", "tag": "023c073e-6270-4606-af72-94011cb7dbd0", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:45:08.204572 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6bd5fc30-ae68-4f64-aa97-27502929680c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:45:08.205114 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8638b6e3-d15a-4f93-9645-67bbf2efc22c', 'name': 'network-vif-deleted', 'tag': '023c073e-6270-4606-af72-94011cb7dbd0', 'status': 'completed', 'code': 200} Jun 30 09:45:08.377964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:57Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:08.403544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] Checking router: 0c01de67-015e-4b23-a43c-c61d7cb969ac for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:45:08.411674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:08.412261 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:44:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:08.520255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:08.721358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:57Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:08.753537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50e9241-2e1b-4e14-88fa-5529fdd54355 None None] The sync data for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 is: [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:39:50Z', 'revision_number': 4, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea', 'name': '', 'network_id': '3b55bff7-6395-4236-9201-a7a01484136f', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'mac_address': 'fa:16:3e:41:a3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:49Z', 'updated_at': '2021-06-30T09:39:57Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'subnets': [{'id': '050a8c0a-0617-46a9-8aee-96fb5296b391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:45:08.974386 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0602bfa7-6c42-4985-a457-c2f125d21d16 None None] New status for floating IP e693850c-fe1c-4372-9e81-93e39bc9ca34: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:45:09.188959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:09.307333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Deleting port 0eba7852-66c8-4300-8862-7f118fa232b9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:09.308049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.382528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.382875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.394565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Calling delete_port for 0eba7852-66c8-4300-8862-7f118fa232b9 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:09.530914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.558273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event deleted for resources: {'Port': ['ID=0eba7852-66c8-4300-8862-7f118fa232b9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:09.617669 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.620269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.621447 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6ce5664c-498c-4db9-bbe2-cd3d92eff4d6 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "DELETE /v2.0/floatingips/e693850c-fe1c-4372-9e81-93e39bc9ca34 HTTP/1.1" status: 204 len: 168 time: 0.4315197 Jun 30 09:45:09.761869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:09.825086 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db91-2bcf-4722-928f-51f503e0ba82 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.851369 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db91-2bcf-4722-928f-51f503e0ba82 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.913537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db91-2bcf-4722-928f-51f503e0ba82 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.917274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2ed7db91-2bcf-4722-928f-51f503e0ba82 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:09.918771 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2ed7db91-2bcf-4722-928f-51f503e0ba82 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] 10.222.0.77 "DELETE /v2.0/security-groups/106a7161-c4d5-4257-9034-153f09047b50 HTTP/1.1" status: 204 len: 168 time: 0.1558135 Jun 30 09:45:09.930802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7db91-2bcf-4722-928f-51f503e0ba82 tempest-TestServerBasicOps-1927803744 tempest-TestServerBasicOps-1927803744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106a7161-c4d5-4257-9034-153f09047b50,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:10.850480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 023c073e-6270-4606-af72-94011cb7dbd0 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:10.873831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 023c073e-6270-4606-af72-94011cb7dbd0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:10.874319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 023c073e-6270-4606-af72-94011cb7dbd0 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:10.991479 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49690) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:11.254994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-773666f2-3a2b-426a-87ba-9c4416a94b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:11.438171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:11.686915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Deleting port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:11.687177 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:11.763452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] For port 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:11.763809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:11.776521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Calling delete_port for 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:11.955413 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:11.983893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:12.013499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.014154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.014154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.014535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.014870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.015200 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.015530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.015856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.016211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.016535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.016859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.017176 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:45:12.157064 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:12.371448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Router 0c01de67-015e-4b23-a43c-c61d7cb969ac has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:45:12.475841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:45:12.481696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9f0285a2-7d9f-488e-94ee-a15a0da5f707 admin admin] 10.222.0.77 "PUT /v2.0/routers/0c01de67-015e-4b23-a43c-c61d7cb969ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4891458 Jun 30 09:45:12.484395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49696) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:12.485749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] Sync routers for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:45:12.499652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:12.500297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:44:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:12.617131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:12.807317 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:45:11Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:12.856091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] Checking router: 0c01de67-015e-4b23-a43c-c61d7cb969ac for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:45:12.865727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] Routers {'0c01de67-015e-4b23-a43c-c61d7cb969ac'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:12.866366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:44:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['0c01de67-015e-4b23-a43c-c61d7cb969ac'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:12.925771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.031027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.086450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Deleting port f63ee8c5-c0fe-446e-810e-d48dcbcce893 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:13.087575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.124359 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] Set router 0c01de67-015e-4b23-a43c-c61d7cb969ac gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:13.169101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] For port f63ee8c5-c0fe-446e-810e-d48dcbcce893, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f63ee8c5-c0fe-446e-810e-d48dcbcce893,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:13.169457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.187430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Calling delete_port for f63ee8c5-c0fe-446e-810e-d48dcbcce893 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:13.304243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:45:11Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:13.331447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0417a48b-2687-48be-aca1-ee89381e0e9d None None] The sync data for ids ['0c01de67-015e-4b23-a43c-c61d7cb969ac'] in n-d-780147-22 is: [{'id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'name': 'tempest-TestServerBasicOps-971946298-router', 'tenant_id': '8feed00d78f048f69cfb58e40e4963f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:45Z', 'updated_at': '2021-06-30T09:45:11Z', 'revision_number': 5, 'project_id': '8feed00d78f048f69cfb58e40e4963f4', 'gw_port': {'id': 'f63ee8c5-c0fe-446e-810e-d48dcbcce893', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c01de67-015e-4b23-a43c-c61d7cb969ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:46Z', 'updated_at': '2021-06-30T09:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:45:13.353298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.386789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f63ee8c5-c0fe-446e-810e-d48dcbcce893,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:13.447736 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.538936 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.541541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.583765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.584286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c01de67-015e-4b23-a43c-c61d7cb969ac {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:45:13.588875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.590017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2a8b586-0b32-4b2d-8d0d-84c8a0abb6c0 admin admin] 10.222.0.77 "DELETE /v2.0/routers/0c01de67-015e-4b23-a43c-c61d7cb969ac HTTP/1.1" status: 204 len: 168 time: 1.1046436 Jun 30 09:45:13.592650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49698) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:13.640737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Deleting subnet 050a8c0a-0617-46a9-8aee-96fb5296b391 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:45:13.643776 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.678558 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.759684 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.817039 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.842236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050a8c0a-0617-46a9-8aee-96fb5296b391,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:13.847135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.849036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dc8131bd-f55d-4c66-9114-0019dfecd06d admin admin] 10.222.0.77 "DELETE /v2.0/subnets/050a8c0a-0617-46a9-8aee-96fb5296b391 HTTP/1.1" status: 204 len: 168 time: 0.2554426 Jun 30 09:45:13.851674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49700) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:13.853372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0268b4-7852-4dec-92d1-c554af8653ea None None] Network 3b55bff7-6395-4236-9201-a7a01484136f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:45:13.923664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:13.984275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Deleting port a0cdda5e-1a01-4ea4-824c-5179e1324675 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:13.984617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.050575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] For port a0cdda5e-1a01-4ea4-824c-5179e1324675, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a0cdda5e-1a01-4ea4-824c-5179e1324675,segment=NetworkSegment(84bd2d95-c484-46a0-95c9-65fe04ba80f5),segment_id=84bd2d95-c484-46a0-95c9-65fe04ba80f5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:14.051000 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.063263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Calling delete_port for a0cdda5e-1a01-4ea4-824c-5179e1324675 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:14.097580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c2766a7-a5ff-4446-900c-80691f1ed860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.140542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.169969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0cdda5e-1a01-4ea4-824c-5179e1324675,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:14.174638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] No DVR routers for this DVR port a0cdda5e-1a01-4ea4-824c-5179e1324675 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:14.219835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.242860 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.252809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b55bff7-6395-4236-9201-a7a01484136f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:14.263280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bd2d95-c484-46a0-95c9-65fe04ba80f5') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:14.263515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bd2d95-c484-46a0-95c9-65fe04ba80f5') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:14.271898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.284965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.291281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:45:14.291686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:45:14.293275 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:45:14.358435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9578e592-f0ca-4366-9509-ae0023750acb None None] DHCP port deletion for 3b55bff7-6395-4236-9201-a7a01484136f request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:45:14.362318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.368765 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.370776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/3b55bff7-6395-4236-9201-a7a01484136f HTTP/1.1" status: 204 len: 168 time: 0.5173588 Jun 30 09:45:14.374138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49702) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:14.381993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201c805-9dc0-4ecb-bcf3-719e382b4de4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b55bff7-6395-4236-9201-a7a01484136f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:14.724571 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:14.838077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0cdda5e-1a01-4ea4-824c-5179e1324675 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:14.859357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a0cdda5e-1a01-4ea4-824c-5179e1324675 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:14.860065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a0cdda5e-1a01-4ea4-824c-5179e1324675 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:14.860172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f63ee8c5-c0fe-446e-810e-d48dcbcce893 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:14.881924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f63ee8c5-c0fe-446e-810e-d48dcbcce893 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:14.882283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f63ee8c5-c0fe-446e-810e-d48dcbcce893 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:14.882699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:14.901780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:14.902147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6ca766bc-adaf-42f7-b9fb-e8dc11fc6fea not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:14.988335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Deleting port 43498efa-5ba9-425e-8348-602ef70d3586 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:14.988680 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:15.069090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] For port 43498efa-5ba9-425e-8348-602ef70d3586, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=43498efa-5ba9-425e-8348-602ef70d3586,segment=NetworkSegment(f2c8cd2a-f399-42a4-8786-90fa26d7a8a3),segment_id=f2c8cd2a-f399-42a4-8786-90fa26d7a8a3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:15.069448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:15.082739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Calling delete_port for 43498efa-5ba9-425e-8348-602ef70d3586 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:15.265668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:15.291442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Pushing event deleted for resources: {'Port': ['ID=43498efa-5ba9-425e-8348-602ef70d3586,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:15.457220 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:15.672489 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Router 51441761-c787-450c-a9fb-fc36e16a4624 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:45:15.778183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:45:15.783057 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7d32ef53-e486-45fb-9013-317d6529951a admin admin] 10.222.0.77 "PUT /v2.0/routers/51441761-c787-450c-a9fb-fc36e16a4624/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4069569 Jun 30 09:45:15.785551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49704) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:15.786339 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] Sync routers for ids ['51441761-c787-450c-a9fb-fc36e16a4624'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:45:15.795578 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] Routers {'51441761-c787-450c-a9fb-fc36e16a4624'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:15.796101 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:45:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['51441761-c787-450c-a9fb-fc36e16a4624'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:15.889037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:15.897472 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] Set router 51441761-c787-450c-a9fb-fc36e16a4624 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:15.995762 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.048323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Deleting port 4c974736-1cfe-4a3f-94b7-a20b597a025b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:16.048552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.129542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] For port 4c974736-1cfe-4a3f-94b7-a20b597a025b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4c974736-1cfe-4a3f-94b7-a20b597a025b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:16.129996 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.142131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Calling delete_port for 4c974736-1cfe-4a3f-94b7-a20b597a025b owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:16.161419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.164233 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23'}], 'enable_snat': True}, 'gw_port_id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:45:15Z', 'revision_number': 5, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port': {'id': '4c974736-1cfe-4a3f-94b7-a20b597a025b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51441761-c787-450c-a9fb-fc36e16a4624', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3865, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:16.189907 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] Checking router: 51441761-c787-450c-a9fb-fc36e16a4624 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:45:16.198965 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] Routers {'51441761-c787-450c-a9fb-fc36e16a4624'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:45:16.199566 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:45:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['51441761-c787-450c-a9fb-fc36e16a4624'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:16.283892 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] Set router 51441761-c787-450c-a9fb-fc36e16a4624 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:45:16.309121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.335207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c974736-1cfe-4a3f-94b7-a20b597a025b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:16.338183 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:45:15Z', 'revision_number': 6, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:16.365985 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bc2399-cd2c-4c73-8ec7-a873bf5a210c None None] The sync data for ids ['51441761-c787-450c-a9fb-fc36e16a4624'] in n-d-780147-22 is: [{'id': '51441761-c787-450c-a9fb-fc36e16a4624', 'name': 'tempest-TestServerBasicOps-2002711785-router', 'tenant_id': 'd886530f576048eebbb8b83fc505c8b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:39:53Z', 'updated_at': '2021-06-30T09:45:15Z', 'revision_number': 6, 'project_id': 'd886530f576048eebbb8b83fc505c8b4', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:45:16.399466 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.493701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.495855 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.543406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.544245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51441761-c787-450c-a9fb-fc36e16a4624 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:45:16.549027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.552659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-09a22ca8-9e87-411c-a4f9-c3679ab36b86 admin admin] 10.222.0.77 "DELETE /v2.0/routers/51441761-c787-450c-a9fb-fc36e16a4624 HTTP/1.1" status: 204 len: 168 time: 0.7639141 Jun 30 09:45:16.552879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49706) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:16.597856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Deleting subnet a4ed710b-7f22-4894-b0ef-8f841a8373b7 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:45:16.600872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.634873 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.716398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.779858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.811515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4ed710b-7f22-4894-b0ef-8f841a8373b7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:16.813515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.817788 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9881f5e4-aa1a-497d-be4d-7d8991bd09c0 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/a4ed710b-7f22-4894-b0ef-8f841a8373b7 HTTP/1.1" status: 204 len: 168 time: 0.2615898 Jun 30 09:45:16.818345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49710) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:16.824081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbefe61-0bd8-4385-b743-e4b5251b0e9c None None] Network 8c687aa0-6d5a-4671-b876-130d01ff0990 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:45:16.893301 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:16.950086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Deleting port 197b6a47-ebd2-48be-90db-2de64ffd32a7 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:45:16.950456 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.013561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] For port 197b6a47-ebd2-48be-90db-2de64ffd32a7, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=197b6a47-ebd2-48be-90db-2de64ffd32a7,segment=NetworkSegment(f2c8cd2a-f399-42a4-8786-90fa26d7a8a3),segment_id=f2c8cd2a-f399-42a4-8786-90fa26d7a8a3)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:45:17.013921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.026861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Calling delete_port for 197b6a47-ebd2-48be-90db-2de64ffd32a7 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:45:17.108389 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.132633 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Pushing event deleted for resources: {'Port': ['ID=197b6a47-ebd2-48be-90db-2de64ffd32a7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:17.140674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] No DVR routers for this DVR port 197b6a47-ebd2-48be-90db-2de64ffd32a7 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:45:17.172328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0fd54-3520-480a-9cda-66de6aeeab63 None None] DHCP port deletion for 8c687aa0-6d5a-4671-b876-130d01ff0990 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:45:17.222850 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.231750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 43498efa-5ba9-425e-8348-602ef70d3586 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:17.233915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c687aa0-6d5a-4671-b876-130d01ff0990']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:17.245032 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:17.245330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c8cd2a-f399-42a4-8786-90fa26d7a8a3') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:45:17.251625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 43498efa-5ba9-425e-8348-602ef70d3586 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:17.251970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 43498efa-5ba9-425e-8348-602ef70d3586 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:17.254122 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.272800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.279978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:45:17.280352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:45:17.282137 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:45:17.336559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.344447 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.346368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] 10.222.0.77 "DELETE /v2.0/networks/8c687aa0-6d5a-4671-b876-130d01ff0990 HTTP/1.1" status: 204 len: 168 time: 0.5272412 Jun 30 09:45:17.357975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb733c78-c0e8-40ae-9765-4a0da6543fa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c687aa0-6d5a-4671-b876-130d01ff0990,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:17.473507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:17.513559 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-bf4d8689-f13b-45fc-bd05-c74c2f0c9217 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8feed00d78f048f69cfb58e40e4963f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388265 Jun 30 09:45:17.515988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:17.564096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2f33-4dcb-4e90-9498-d66cfcbfa083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.584945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2f33-4dcb-4e90-9498-d66cfcbfa083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.635085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2f33-4dcb-4e90-9498-d66cfcbfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.637735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2f33-4dcb-4e90-9498-d66cfcbfa083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.641199 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fb2e2f33-4dcb-4e90-9498-d66cfcbfa083 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/dd6b25fe-6e74-4ffa-b3f2-1361aee63c78 HTTP/1.1" status: 204 len: 168 time: 0.1220126 Jun 30 09:45:17.646858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2f33-4dcb-4e90-9498-d66cfcbfa083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6b25fe-6e74-4ffa-b3f2-1361aee63c78,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:17.650264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.687369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:17.955239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49722) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:17.996095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c3b03875-6454-46f3-90e1-64e0a4002612 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=d886530f576048eebbb8b83fc505c8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384724 Jun 30 09:45:17.997268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49724) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:45:18.044022 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3615efdc-bddc-4607-8568-9451ce3a8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:18.064668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3615efdc-bddc-4607-8568-9451ce3a8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:18.119801 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3615efdc-bddc-4607-8568-9451ce3a8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:18.122443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3615efdc-bddc-4607-8568-9451ce3a8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:18.123668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3615efdc-bddc-4607-8568-9451ce3a8d60 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/16aa9a7d-6631-4da2-8e7e-027da9573ae1 HTTP/1.1" status: 204 len: 168 time: 0.1255002 Jun 30 09:45:18.131976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615efdc-bddc-4607-8568-9451ce3a8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16aa9a7d-6631-4da2-8e7e-027da9573ae1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:45:18.830181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 197b6a47-ebd2-48be-90db-2de64ffd32a7 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:18.849738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 197b6a47-ebd2-48be-90db-2de64ffd32a7 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:18.850082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 197b6a47-ebd2-48be-90db-2de64ffd32a7 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:18.850594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c974736-1cfe-4a3f-94b7-a20b597a025b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:45:18.870707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4c974736-1cfe-4a3f-94b7-a20b597a025b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:45:18.871049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4c974736-1cfe-4a3f-94b7-a20b597a025b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:45:29.033521 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:45:29.486847 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:41.256548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7b3b3242-27e3-4bdf-8ebd-8962b035c0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:44.098531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9b6ccaa9-ab1b-4388-be4b-6bb9beee1d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:44.221338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:46.163237 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:47.638115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:47.691496 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:45:59.498811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.107328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:03.500385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 522910d9-4dea-4d46-9d0f-d705f14900d5 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:03.500733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.572044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.572372 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.583943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 522910d9-4dea-4d46-9d0f-d705f14900d5 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:03.752798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.779339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=522910d9-4dea-4d46-9d0f-d705f14900d5,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:03.837263 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:03.837263 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Floating IP da76c7f0-3cc6-4ae7-ad7c-013437eb8cee disassociated (deleted). External IP: 172.25.7.86, port: 941aff97-696a-4847-a183-6887c25e8547. Jun 30 09:46:04.040948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 10054918-7807-4501-b235-cd62eff98ca1 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:04.147218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:04.151933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:04.157474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] Sync routers for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:04.165936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:04.166553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:45:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.191529 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c2568d2-f4bf-4817-b166-e2ff68140f39 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/floatingips/da76c7f0-3cc6-4ae7-ad7c-013437eb8cee HTTP/1.1" status: 204 len: 168 time: 1.0806849 Jun 30 09:46:04.191529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:04.192173 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5db976-6492-48a8-8690-967db6bf1200" -d '{"events": [{"name": "network-changed", "server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:04.238779 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af7e7a4-cf0a-4c0e-a271-18494bd12285 x-openstack-request-id: req-6af7e7a4-cf0a-4c0e-a271-18494bd12285 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:04.239078 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "tag": "941aff97-696a-4847-a183-6887c25e8547", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:04.239333 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-6af7e7a4-cf0a-4c0e-a271-18494bd12285 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:04.239738 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'status': 'completed', 'code': 200} Jun 30 09:46:04.279991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:04.464379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db976-6492-48a8-8690-967db6bf1200 req-214a901b-cb40-440a-8b46-7a8b8165ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:04.466743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-214a901b-cb40-440a-8b46-7a8b8165ab3f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=db21d0a28b1f4604a127a663de284d15&device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 1097 time: 0.1766384 Jun 30 09:46:04.491407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:13Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.522056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] Checking router: 10054918-7807-4501-b235-cd62eff98ca1 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:04.531638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:04.532246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:45:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.571313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db976-6492-48a8-8690-967db6bf1200 req-0ee2b63f-b381-4deb-b104-c5416da69a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:04.572793 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-0ee2b63f-b381-4deb-b104-c5416da69a92 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 200 len: 898 time: 0.0992591 Jun 30 09:46:04.638821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:04.843200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:13Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:04.869141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952bf0e-111e-4c8a-ac94-fad55fe073f7 None None] The sync data for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 is: [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:08Z', 'revision_number': 4, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b', 'name': '', 'network_id': 'cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'mac_address': 'fa:16:3e:5c:64:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:08Z', 'updated_at': '2021-06-30T09:43:13Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'subnets': [{'id': '92fc7b4f-0952-4d1c-a65c-d8fb861481ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:04.981334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-8a2a46c2-869a-4a26-ab78-bf843a93527f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 200 len: 217 time: 0.3876622 Jun 30 09:46:05.050602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c25a-0ed0-4adc-8763-fbc4ebe4e52a req-216bb648-2779-4720-ab37-d186d3f012fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:05.052121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45e9c25a-0ed0-4adc-8763-fbc4ebe4e52a req-216bb648-2779-4720-ab37-d186d3f012fc tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.5316088 Jun 30 09:46:05.053609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db976-6492-48a8-8690-967db6bf1200 req-c2039b1e-af51-42bd-8014-489d98b8596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:05.054931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-c2039b1e-af51-42bd-8014-489d98b8596a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 200 len: 834 time: 0.0672073 Jun 30 09:46:05.095687 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96034ea5-7bf4-4349-bdc3-8806181f8aa7 None None] New status for floating IP da76c7f0-3cc6-4ae7-ad7c-013437eb8cee: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:46:05.119179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45e9c25a-0ed0-4adc-8763-fbc4ebe4e52a req-53428391-3560-422a-b3d7-3c9839e0d71c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613244 Jun 30 09:46:05.140839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db976-6492-48a8-8690-967db6bf1200 req-827812a0-dc68-45cb-8013-8dbdf8b4f230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:05.142391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-827812a0-dc68-45cb-8013-8dbdf8b4f230 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776532 Jun 30 09:46:05.241728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-9de27eec-2475-4cd1-818b-27a26a151df0 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916157 Jun 30 09:46:05.330993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa5db976-6492-48a8-8690-967db6bf1200 req-3c37a8ab-7548-4fcb-9f14-360c121b1c15 service neutron] 10.222.0.83 "GET /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819502 Jun 30 09:46:06.033369 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:06.191747 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-d3276ee9-ad0e-409b-834f-f7b26087a77d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:06.193229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-d3276ee9-ad0e-409b-834f-f7b26087a77d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.0631111 Jun 30 09:46:06.329898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 941aff97-696a-4847-a183-6887c25e8547 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:06.330260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.439787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fae33-a0bb-43f4-81d5-a16388f71e85 req-ed363d4f-28d9-49f3-9bee-cc36a94992ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:06.441270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c36fae33-a0bb-43f4-81d5-a16388f71e85 req-ed363d4f-28d9-49f3-9bee-cc36a94992ed tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f461673-481c-4751-8358-afb16ab997fd HTTP/1.1" status: 200 len: 945 time: 0.2062480 Jun 30 09:46:06.443121 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port 941aff97-696a-4847-a183-6887c25e8547, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=941aff97-696a-4847-a183-6887c25e8547,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:06.443478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.461227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 941aff97-696a-4847-a183-6887c25e8547 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:06.532927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c36fae33-a0bb-43f4-81d5-a16388f71e85 req-30126c42-ed7e-4cf8-8b33-01a06e0ad9db tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "GET /v2.0/security-groups?id=b3aca009-0318-4379-a9e8-d20df65d3f26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815001 Jun 30 09:46:06.613810 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.641515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=941aff97-696a-4847-a183-6887c25e8547,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:06.690775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] No DVR routers for this DVR port 941aff97-696a-4847-a183-6887c25e8547 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:06.693512 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:06.695624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af5d5968-62b9-4490-b4b8-f99bc64dbd6b req-ff77afea-a442-4ece-bd28-388ad49e5b10 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.83 "DELETE /v2.0/ports/941aff97-696a-4847-a183-6887c25e8547 HTTP/1.1" status: 204 len: 173 time: 0.4964387 Jun 30 09:46:06.696069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-deleted', 'tag': '941aff97-696a-4847-a183-6887c25e8547'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:06.698426 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81517251-5644-4458-b8a6-a7f370b5e108" -d '{"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-deleted", "tag": "941aff97-696a-4847-a183-6887c25e8547"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:06.757343 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b8a135-545a-4e8e-bfed-1de66ba06516 x-openstack-request-id: req-d9b8a135-545a-4e8e-bfed-1de66ba06516 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:06.757637 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f461673-481c-4751-8358-afb16ab997fd", "name": "network-vif-deleted", "tag": "941aff97-696a-4847-a183-6887c25e8547", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:06.757890 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d9b8a135-545a-4e8e-bfed-1de66ba06516 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:06.758327 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f461673-481c-4751-8358-afb16ab997fd', 'name': 'network-vif-deleted', 'tag': '941aff97-696a-4847-a183-6887c25e8547', 'status': 'completed', 'code': 200} Jun 30 09:46:07.632174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:08.050689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.351646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:08.351907 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.438029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:08.438415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.450478 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:08.657751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:08.683747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:08.696147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.696493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.696995 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.697158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.697480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.697805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.698131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.698480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.698803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.699120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.699433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.699747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:08.886203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.354424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Router 10054918-7807-4501-b235-cd62eff98ca1 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:46:09.464828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:46:09.472377 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8478184d-613a-4c4c-9900-bd50319e3336 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "PUT /v2.0/routers/10054918-7807-4501-b235-cd62eff98ca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391485 Jun 30 09:46:09.475072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49790) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:09.480362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] Sync routers for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:46:09.490265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:09.490879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:45:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:09.532542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting subnet 92fc7b4f-0952-4d1c-a65c-d8fb861481ad {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:46:09.536218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.580356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.607381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:09.708509 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.768815 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.792308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:09.796666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Subnet': ['ID=92fc7b4f-0952-4d1c-a65c-d8fb861481ad,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:09.802575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.804692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-833ce960-c57e-4b17-bc26-016efb65e691 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/subnets/92fc7b4f-0952-4d1c-a65c-d8fb861481ad HTTP/1.1" status: 204 len: 168 time: 0.3286099 Jun 30 09:46:09.807250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:09.823682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5314c1b-3f38-4474-846b-d779b042bd2d None None] Network cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:09.826665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 941aff97-696a-4847-a183-6887c25e8547 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:09.827007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 941aff97-696a-4847-a183-6887c25e8547 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:09.880100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:46:08Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:09.913368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] Checking router: 10054918-7807-4501-b235-cd62eff98ca1 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:46:09.923875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:09.933964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] Routers {'10054918-7807-4501-b235-cd62eff98ca1'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:46:09.934600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:45:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['10054918-7807-4501-b235-cd62eff98ca1'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:10.042007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.085120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] Set router 10054918-7807-4501-b235-cd62eff98ca1 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:46:10.099905 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Deleting port 09e902c4-d5ba-4ac0-8f75-5720ec59f036 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:10.100255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.190156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] For port 09e902c4-d5ba-4ac0-8f75-5720ec59f036, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=09e902c4-d5ba-4ac0-8f75-5720ec59f036,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:10.190447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.204089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Calling delete_port for 09e902c4-d5ba-4ac0-8f75-5720ec59f036 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:10.307789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] DHCP port deletion for cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 09:46:10.380038 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.410769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Port': ['ID=09e902c4-d5ba-4ac0-8f75-5720ec59f036,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:10.423940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Deleting port f329a5dd-1b46-4466-b774-9059423b19e0 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:10.424313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.477240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.508739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] For port f329a5dd-1b46-4466-b774-9059423b19e0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f329a5dd-1b46-4466-b774-9059423b19e0,segment=NetworkSegment(7e2c0d10-d703-4058-bb16-706cff397d23),segment_id=7e2c0d10-d703-4058-bb16-706cff397d23)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:10.509384 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.524478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Calling delete_port for f329a5dd-1b46-4466-b774-9059423b19e0 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:10.541614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:46:08Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:10.571553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.573938 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.600410 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c254c-3a29-41b0-a92a-104efbd0c5b1 None None] The sync data for ids ['10054918-7807-4501-b235-cd62eff98ca1'] in n-d-780147-22 is: [{'id': '10054918-7807-4501-b235-cd62eff98ca1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1218561057', 'tenant_id': 'db21d0a28b1f4604a127a663de284d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112'}], 'enable_snat': True}, 'gw_port_id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:46:08Z', 'revision_number': 5, 'project_id': 'db21d0a28b1f4604a127a663de284d15', 'gw_port': {'id': '09e902c4-d5ba-4ac0-8f75-5720ec59f036', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10054918-7807-4501-b235-cd62eff98ca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:43:05Z', 'updated_at': '2021-06-30T09:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:46:10.621268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.621952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Fanout notify agent at l3_agent the message router_deleted on router 10054918-7807-4501-b235-cd62eff98ca1 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 09:46:10.631585 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.632724 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3e200959-48e6-4a69-9908-520c7d8b350c tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/routers/10054918-7807-4501-b235-cd62eff98ca1 HTTP/1.1" status: 204 len: 168 time: 0.8245502 Jun 30 09:46:10.635525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:10.651453 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.678524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] No DVR routers for this DVR port f329a5dd-1b46-4466-b774-9059423b19e0 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:10.682911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Pushing event deleted for resources: {'Port': ['ID=f329a5dd-1b46-4466-b774-9059423b19e0,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:10.691130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.691480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.691820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.692153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.692484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.692811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.693210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.693444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.693764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.694080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.694428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.694743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a86e2a-8bdb-47ef-b2a2-d2b259acbdd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:10.721529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.822049 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.833184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:10.844129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2c0d10-d703-4058-bb16-706cff397d23') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:10.844492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2c0d10-d703-4058-bb16-706cff397d23') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:46:10.853223 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.866677 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.872892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:46:10.873479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: timer() Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:46:10.876594 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:46:10.944987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.954965 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:10.956949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/networks/cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7 HTTP/1.1" status: 204 len: 168 time: 0.3202562 Jun 30 09:46:10.960137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49796) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:10.974712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc0765f-30a1-4db4-a65f-3cb874c7689d tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'Network': ['ID=cc7c67b5-ffd2-41a0-8ade-c13857e7fcb7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:11.045708 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8247e19-a008-4047-9640-52b7de62ce59 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.079120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:11.086706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8247e19-a008-4047-9640-52b7de62ce59 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.104883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:11.105233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c9c403d3-bfc0-4d0c-b0ae-bee6552d5e4b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:11.105717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f329a5dd-1b46-4466-b774-9059423b19e0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:11.134115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f329a5dd-1b46-4466-b774-9059423b19e0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:11.134606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f329a5dd-1b46-4466-b774-9059423b19e0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:11.162203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8247e19-a008-4047-9640-52b7de62ce59 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.165951 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a8247e19-a008-4047-9640-52b7de62ce59 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.167193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a8247e19-a008-4047-9640-52b7de62ce59 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] 10.222.0.77 "DELETE /v2.0/security-groups/b3aca009-0318-4379-a9e8-d20df65d3f26 HTTP/1.1" status: 204 len: 168 time: 0.2047739 Jun 30 09:46:11.180097 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8247e19-a008-4047-9640-52b7de62ce59 tempest-TestNetworkAdvancedServerOps-945244901 tempest-TestNetworkAdvancedServerOps-945244901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aca009-0318-4379-a9e8-d20df65d3f26,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:11.271783 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b3b7e15-ea62-4af4-8d79-1975e8633eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.524118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:11.676972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cf8a0684-88de-45f4-8c00-b141bf98e469 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=db21d0a28b1f4604a127a663de284d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516588 Jun 30 09:46:11.679469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:11.734281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73ef3639-fdcd-4b97-bf20-73d10293c829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.756769 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73ef3639-fdcd-4b97-bf20-73d10293c829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.805080 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73ef3639-fdcd-4b97-bf20-73d10293c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.808234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73ef3639-fdcd-4b97-bf20-73d10293c829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:11.809417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73ef3639-fdcd-4b97-bf20-73d10293c829 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/bad29e06-bf71-4fe6-ad8c-fde8d9105921 HTTP/1.1" status: 204 len: 168 time: 0.1289597 Jun 30 09:46:11.819012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef3639-fdcd-4b97-bf20-73d10293c829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad29e06-bf71-4fe6-ad8c-fde8d9105921,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:12.085315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49816) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:12.128790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0403369f-18df-480b-a5b6-6c3284eb1c8d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=cc4fe44fec5342df8023af053a2b021b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422831 Jun 30 09:46:12.131365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49818) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:12.183670 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.206533 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.256148 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.258761 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:12.260224 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/6e4ea4ef-663a-45e6-9155-e4eebb36a59a HTTP/1.1" status: 204 len: 168 time: 0.1278658 Jun 30 09:46:12.269016 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ea4ef-663a-45e6-9155-e4eebb36a59a,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:12.276946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.277289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.277634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.277969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.278323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.278825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.279268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.279590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.279918 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.280312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.280641 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.281089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d373630d-89c4-4dec-9fef-8560b61005b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:46:12.824937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 09e902c4-d5ba-4ac0-8f75-5720ec59f036 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:12.846095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 09e902c4-d5ba-4ac0-8f75-5720ec59f036 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:12.846473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 09e902c4-d5ba-4ac0-8f75-5720ec59f036 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:14.100086 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9ef49ea-6673-41da-bbb6-098595cfdadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:14.223848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:16.165459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.649281 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:17.694818 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:22.346673 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-ffb51269-7237-46a1-83ce-bfb1c42ac152 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=e057a20bd32f4815b9b86446ada61640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227284 Jun 30 09:46:22.456036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-65b6d5d9-2227-4d50-82fd-0a277539d14e tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:22.458718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-65b6d5d9-2227-4d50-82fd-0a277539d14e tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069732 Jun 30 09:46:22.474377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-b4b9fbbe-71b0-4add-b5ee-65483089932d tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/quotas/e057a20bd32f4815b9b86446ada61640 HTTP/1.1" status: 200 len: 375 time: 0.0102084 Jun 30 09:46:22.507188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-e7dac2d6-3d34-436f-8cfa-07c33bd80239 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=e057a20bd32f4815b9b86446ada61640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274489 Jun 30 09:46:22.676957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eeeb2cdb-2f12-4e4c-838d-083984bb6f12 req-c586758a-fa7a-45c9-9a20-29b9092c76ed tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 210 time: 0.0295002 Jun 30 09:46:23.821089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-557c5674-6ff2-4b9b-9011-30946e2f8c2e req-5e865938-00cc-44b3-85b2-31149fb10c6a tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 210 time: 0.0290706 Jun 30 09:46:23.900106 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-a4f5f17c-c76b-4b86-a6f3-0f23d029b9a4 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=e057a20bd32f4815b9b86446ada61640&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214419 Jun 30 09:46:24.004250 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-f53d581a-2a29-457f-a885-db8a20e22f44 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:24.005709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-f53d581a-2a29-457f-a885-db8a20e22f44 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1003084 Jun 30 09:46:24.022115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Request body: {'port': {'device_id': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'admin_state_up': True, 'tenant_id': 'e057a20bd32f4815b9b86446ada61640'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:24.151273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Made reservation on behalf of e057a20bd32f4815b9b86446ada61640 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:24.154973 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.163670 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.253546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.257533 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.325273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53040399-9291-483e-ac46-b50ca73335be,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:24.396809 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Allocated IP 192.168.233.74 (be651a07-2658-4942-8331-8cad166fc4d3/dba62e4c-ae8b-4a93-a87c-591e367056b6/6d480e66-12f6-4172-8ecd-c88e021be7fd) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:24.559506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.572906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Transition to ACTIVE for port object 6d480e66-12f6-4172-8ecd-c88e021be7fd will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:24.609642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.650581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Network be651a07-2658-4942-8331-8cad166fc4d3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:24.654404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:24.658144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:24.685643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Pushing event updated for resources: {'Port': ['ID=6d480e66-12f6-4172-8ecd-c88e021be7fd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:24.714682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:24.715332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.730806 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-616d7e4b-c865-4c47-bbe4-46e298a14aac tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7124660 Jun 30 09:46:24.748609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Request body: {'port': {'device_id': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:24.837987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.944916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95e76a3f-b67e-43af-a2ef-22bc5fc14d49 None None] Provisioning for port 6d480e66-12f6-4172-8ecd-c88e021be7fd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:24.948985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95e76a3f-b67e-43af-a2ef-22bc5fc14d49 None None] Provisioning complete for port 6d480e66-12f6-4172-8ecd-c88e021be7fd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:24.949579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95e76a3f-b67e-43af-a2ef-22bc5fc14d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:24.986445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-95e76a3f-b67e-43af-a2ef-22bc5fc14d49 None None] Port 6d480e66-12f6-4172-8ecd-c88e021be7fd cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:46:25.003194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba3b94-0897-46b9-81fb-66772bce5c76 req-1e9516f0-1c83-46f6-87db-a8117171bab6 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.004693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2fba3b94-0897-46b9-81fb-66772bce5c76 req-1e9516f0-1c83-46f6-87db-a8117171bab6 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 935 time: 0.0707927 Jun 30 09:46:25.048527 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2fba3b94-0897-46b9-81fb-66772bce5c76 req-6a6746ab-1bc9-4b71-a197-b1118e177ad1 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331275 Jun 30 09:46:25.105683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d480e66-12f6-4172-8ecd-c88e021be7fd {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:25.113080 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:25.125297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Transition to ACTIVE for port object 6d480e66-12f6-4172-8ecd-c88e021be7fd will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:25.129243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:25.177680 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Pushing event updated for resources: {'Port': ['ID=6d480e66-12f6-4172-8ecd-c88e021be7fd,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:25.267192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Attempting to bind port 6d480e66-12f6-4172-8ecd-c88e021be7fd on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:25.267632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Attempting to bind port 6d480e66-12f6-4172-8ecd-c88e021be7fd by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:25.268021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Attempting to bind port 6d480e66-12f6-4172-8ecd-c88e021be7fd on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:25.272424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Port 6d480e66-12f6-4172-8ecd-c88e021be7fd on network be651a07-2658-4942-8331-8cad166fc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:46:25.272741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Attempting to bind port 6d480e66-12f6-4172-8ecd-c88e021be7fd on network be651a07-2658-4942-8331-8cad166fc4d3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:25.277674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:25.278405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Checking segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:25.278790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Bound using segment: {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:25.279222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Bound port: 6d480e66-12f6-4172-8ecd-c88e021be7fd, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b8e8a5d-3153-4c77-95ac-15b37a11e2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:25.279575 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:25.352111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] For port 6d480e66-12f6-4172-8ecd-c88e021be7fd, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:25.355146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] For port 6d480e66-12f6-4172-8ecd-c88e021be7fd, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:25.359526 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:25.395016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.395640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:25.397023 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] 10.222.0.79 "PUT /v2.0/ports/6d480e66-12f6-4172-8ecd-c88e021be7fd HTTP/1.1" status: 200 len: 1096 time: 0.6534514 Jun 30 09:46:25.397466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'tag': '6d480e66-12f6-4172-8ecd-c88e021be7fd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:25.400369 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd05c12a-773f-4621-aa1a-686b8cc2934b" -d '{"events": [{"name": "network-changed", "server_uuid": "27862c7e-b207-40a8-9337-02f0dce74ad7", "tag": "6d480e66-12f6-4172-8ecd-c88e021be7fd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:25.432907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72467d3a-f09f-4bff-a5e1-f5ff54634e00 service neutron] Pushing event updated for resources: {'Port': ['ID=6d480e66-12f6-4172-8ecd-c88e021be7fd,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:25.460433 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dea6cea-dfb0-492e-a1a8-9ee30cbf4b2e x-openstack-request-id: req-7dea6cea-dfb0-492e-a1a8-9ee30cbf4b2e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:25.460725 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27862c7e-b207-40a8-9337-02f0dce74ad7", "tag": "6d480e66-12f6-4172-8ecd-c88e021be7fd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:25.461008 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7dea6cea-dfb0-492e-a1a8-9ee30cbf4b2e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:25.461405 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'tag': '6d480e66-12f6-4172-8ecd-c88e021be7fd', 'status': 'completed', 'code': 200} Jun 30 09:46:25.511661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-e5e2bf45-0c8f-4d95-a50a-1f9f7053f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.513985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-e5e2bf45-0c8f-4d95-a50a-1f9f7053f087 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e057a20bd32f4815b9b86446ada61640&device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0632255 Jun 30 09:46:25.562721 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-47f26a3e-7af0-4b1c-99b0-2e12d2a5ca62 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd HTTP/1.1" status: 200 len: 217 time: 0.0376508 Jun 30 09:46:25.612392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-50a44b41-a519-4d2f-9975-0413fffa138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.613791 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-50a44b41-a519-4d2f-9975-0413fffa138c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0454521 Jun 30 09:46:25.675725 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-4e05fe7f-ed41-473d-b3f5-c62f3870b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.677243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-4e05fe7f-ed41-473d-b3f5-c62f3870b760 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0530455 Jun 30 09:46:25.779350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-ada50f8a-b1a8-4411-b47d-e4ef399401f5 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904515 Jun 30 09:46:25.878154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d197c9c8-7d05-4bc8-b9bc-45715e71458c req-29bd4273-2211-45af-9e08-513cb77514a3 service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881686 Jun 30 09:46:25.987228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-ee12429f-3b88-4904-a1d2-4af9fe43472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:25.988730 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-ee12429f-3b88-4904-a1d2-4af9fe43472a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e057a20bd32f4815b9b86446ada61640&device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 1099 time: 0.0585396 Jun 30 09:46:26.080350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-9e5ac21f-c33c-4793-8f56-4ff676d79ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:26.081841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-9e5ac21f-c33c-4793-8f56-4ff676d79ac7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be651a07-2658-4942-8331-8cad166fc4d3 HTTP/1.1" status: 200 len: 870 time: 0.0861485 Jun 30 09:46:26.147598 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-60697cbf-e989-4543-86ef-dc432d1e29d2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd HTTP/1.1" status: 200 len: 217 time: 0.0584772 Jun 30 09:46:26.212863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-36c2cebe-1a0d-4a2e-aff3-627c523a6e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:26.214485 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-36c2cebe-1a0d-4a2e-aff3-627c523a6e87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=dba62e4c-ae8b-4a93-a87c-591e367056b6 HTTP/1.1" status: 200 len: 843 time: 0.0600648 Jun 30 09:46:26.256434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71151f-4aa0-4547-8a2b-30d9a0ee3610 req-648ece45-ce54-47d1-9ab8-5e9f3b593bce tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:26.257995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b71151f-4aa0-4547-8a2b-30d9a0ee3610 req-648ece45-ce54-47d1-9ab8-5e9f3b593bce tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 947 time: 0.0883524 Jun 30 09:46:26.275007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-9af60d3d-d058-44f9-82e8-762ace9d90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:26.276580 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-9af60d3d-d058-44f9-82e8-762ace9d90f0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be651a07-2658-4942-8331-8cad166fc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0553217 Jun 30 09:46:26.298987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b71151f-4aa0-4547-8a2b-30d9a0ee3610 req-841ec3a4-9f6f-4d46-9aee-b7585376c254 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351167 Jun 30 09:46:26.375765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-d1255cd5-a956-4145-b6a1-929d8606332d service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913267 Jun 30 09:46:26.467182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd05c12a-773f-4621-aa1a-686b8cc2934b req-e3fab157-144d-4e0e-9ea8-2981884a6d9a service neutron] 10.222.0.79 "GET /v2.0/networks/be651a07-2658-4942-8331-8cad166fc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827422 Jun 30 09:46:27.485732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcaa4b2-e266-400e-862a-03efa2595fa7 req-166d5df3-e347-43a8-b61b-69a3a8405f2c tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:27.487227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abcaa4b2-e266-400e-862a-03efa2595fa7 req-166d5df3-e347-43a8-b61b-69a3a8405f2c tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 947 time: 0.0698874 Jun 30 09:46:27.523814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abcaa4b2-e266-400e-862a-03efa2595fa7 req-1b6e91a0-7889-4d26-b8dd-f804c5aef5a4 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305450 Jun 30 09:46:28.696714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87288ca-a064-4be7-ba62-9fe6c4853448 req-e5c0f95f-2b6d-4499-82c0-fb65ad5cbdb5 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:28.698865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d87288ca-a064-4be7-ba62-9fe6c4853448 req-e5c0f95f-2b6d-4499-82c0-fb65ad5cbdb5 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 947 time: 0.0631976 Jun 30 09:46:28.737493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d87288ca-a064-4be7-ba62-9fe6c4853448 req-6e175c8d-c5bb-4aee-a6c2-1c94a1c1497b tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330725 Jun 30 09:46:29.210783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d480e66-12f6-4172-8ecd-c88e021be7fd details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:46:29.306746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6d480e66-12f6-4172-8ecd-c88e021be7fd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:29.318847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6d480e66-12f6-4172-8ecd-c88e021be7fd', 'network_id': 'be651a07-2658-4942-8331-8cad166fc4d3', 'port_id': '6d480e66-12f6-4172-8ecd-c88e021be7fd', 'mac_address': 'fa:16:3e:a1:01:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba62e4c-ae8b-4a93-a87c-591e367056b6', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:46:29.357267 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:29.370158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d480e66-12f6-4172-8ecd-c88e021be7fd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:29.391206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6d480e66-12f6-4172-8ecd-c88e021be7fd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:29.395724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:29.447674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6d480e66-12f6-4172-8ecd-c88e021be7fd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:29.501244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:29.723346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6d480e66-12f6-4172-8ecd-c88e021be7fd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:29.914572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f642d-60da-44e1-a604-89c93807eb69 req-3cae7aa3-89af-433b-b710-aa9f35340547 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:29.916088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-504f642d-60da-44e1-a604-89c93807eb69 req-3cae7aa3-89af-433b-b710-aa9f35340547 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 948 time: 0.0633631 Jun 30 09:46:29.955355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-504f642d-60da-44e1-a604-89c93807eb69 req-c0e4d60d-82e4-44f4-a14e-99f9d3f27032 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Jun 30 09:46:31.130170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc92bf1-f61d-468b-b49b-73960e2296bc req-4093756e-e776-409c-add8-d18530e6f163 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:31.131672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3dc92bf1-f61d-468b-b49b-73960e2296bc req-4093756e-e776-409c-add8-d18530e6f163 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 948 time: 0.0664499 Jun 30 09:46:31.169212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3dc92bf1-f61d-468b-b49b-73960e2296bc req-c502b4ce-ae85-4bb4-94c0-c08e9e02d11c tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Jun 30 09:46:31.233357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d480e66-12f6-4172-8ecd-c88e021be7fd up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:31.284015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6d480e66-12f6-4172-8ecd-c88e021be7fd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:31.287485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6d480e66-12f6-4172-8ecd-c88e021be7fd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:31.287858 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.365526 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.387939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d480e66-12f6-4172-8ecd-c88e021be7fd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:31.390308 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2766630-80e0-4904-872c-85d5efdf30e5" -d '{"events": [{"server_uuid": "27862c7e-b207-40a8-9337-02f0dce74ad7", "name": "network-vif-plugged", "status": "completed", "tag": "6d480e66-12f6-4172-8ecd-c88e021be7fd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:31.403563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6d480e66-12f6-4172-8ecd-c88e021be7fd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:31.408076 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:31.430895 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0a5d34-612e-4f91-9178-bde33e45bccb x-openstack-request-id: req-af0a5d34-612e-4f91-9178-bde33e45bccb {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:31.431195 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27862c7e-b207-40a8-9337-02f0dce74ad7", "name": "network-vif-plugged", "status": "completed", "tag": "6d480e66-12f6-4172-8ecd-c88e021be7fd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:31.431449 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-af0a5d34-612e-4f91-9178-bde33e45bccb {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:31.431840 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d480e66-12f6-4172-8ecd-c88e021be7fd', 'code': 200} Jun 30 09:46:31.472019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6d480e66-12f6-4172-8ecd-c88e021be7fd,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:31.555051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1267d726-e03f-4475-bc72-fe3821101f9c req-46dacb82-dad7-4551-aef9-3ef28158142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:31.556446 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1267d726-e03f-4475-bc72-fe3821101f9c req-46dacb82-dad7-4551-aef9-3ef28158142e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 1101 time: 0.0516865 Jun 30 09:46:31.595662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1267d726-e03f-4475-bc72-fe3821101f9c req-c2b475f8-3943-4ac4-937d-f43043ea10ee service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288851 Jun 30 09:46:32.345890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe1dbc-3e69-411b-8b2c-97ad70a193f2 req-e45033f0-3210-4473-b0db-e20da1c9bb35 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:32.347462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcbe1dbc-3e69-411b-8b2c-97ad70a193f2 req-e45033f0-3210-4473-b0db-e20da1c9bb35 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 949 time: 0.0649149 Jun 30 09:46:32.387353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcbe1dbc-3e69-411b-8b2c-97ad70a193f2 req-704a7c79-6546-4113-95c9-943f2cb34657 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Jun 30 09:46:33.567348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f0403-0920-4fda-80b9-e4eb1f8aa99d req-4adf1fd3-1599-4456-b290-e999dc00866e tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:33.568868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-339f0403-0920-4fda-80b9-e4eb1f8aa99d req-4adf1fd3-1599-4456-b290-e999dc00866e tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 949 time: 0.0677886 Jun 30 09:46:33.617642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-339f0403-0920-4fda-80b9-e4eb1f8aa99d req-d4153687-fd41-428c-8995-078d0034ddd6 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429447 Jun 30 09:46:34.795771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce7281-c89e-49da-a6ff-bbda4f903f44 req-6508b98e-5121-4921-960d-fcf70e95f7bb tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:34.797139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16ce7281-c89e-49da-a6ff-bbda4f903f44 req-6508b98e-5121-4921-960d-fcf70e95f7bb tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 949 time: 0.0671165 Jun 30 09:46:34.838452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16ce7281-c89e-49da-a6ff-bbda4f903f44 req-ebed31ab-5114-431f-a2a3-c464e50f78d4 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Jun 30 09:46:36.024652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c014b-8607-40f3-9b42-20fd6107b3a7 req-5df3b666-f0fd-4fdb-b9b5-ad88a41bbc88 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:36.026141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd3c014b-8607-40f3-9b42-20fd6107b3a7 req-5df3b666-f0fd-4fdb-b9b5-ad88a41bbc88 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 949 time: 0.0668826 Jun 30 09:46:36.064735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd3c014b-8607-40f3-9b42-20fd6107b3a7 req-c9659d90-72a3-4fa2-b0b7-9948e8ac0969 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/security-groups?id=53040399-9291-483e-ac46-b50ca73335be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328958 Jun 30 09:46:36.144198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e81caf-e393-4480-8999-2e2586c63842 req-cac910a7-483a-4a5b-8c2a-f535076a5940 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:36.145656 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b8e81caf-e393-4480-8999-2e2586c63842 req-cac910a7-483a-4a5b-8c2a-f535076a5940 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.79 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 949 time: 0.0688550 Jun 30 09:46:36.246189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Deleting port 6d480e66-12f6-4172-8ecd-c88e021be7fd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:46:36.246551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.337407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] For port 6d480e66-12f6-4172-8ecd-c88e021be7fd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6d480e66-12f6-4172-8ecd-c88e021be7fd,segment=NetworkSegment(9b8e8a5d-3153-4c77-95ac-15b37a11e2bd),segment_id=9b8e8a5d-3153-4c77-95ac-15b37a11e2bd)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:36.337678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.349125 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Calling delete_port for 6d480e66-12f6-4172-8ecd-c88e021be7fd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:46:36.477645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.494686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6d480e66-12f6-4172-8ecd-c88e021be7fd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:36.505334 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Pushing event deleted for resources: {'Port': ['ID=6d480e66-12f6-4172-8ecd-c88e021be7fd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:36.554777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] No DVR routers for this DVR port 6d480e66-12f6-4172-8ecd-c88e021be7fd on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:46:36.558057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:36.561850 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b8e81caf-e393-4480-8999-2e2586c63842 req-81f527c7-81fc-491a-a627-ea515ee38fe7 tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.79 "DELETE /v2.0/ports/6d480e66-12f6-4172-8ecd-c88e021be7fd HTTP/1.1" status: 204 len: 173 time: 0.4087498 Jun 30 09:46:36.562544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'name': 'network-vif-deleted', 'tag': '6d480e66-12f6-4172-8ecd-c88e021be7fd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:36.565192 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e338dd6-2e71-4972-93f5-737561cd60f7" -d '{"events": [{"server_uuid": "27862c7e-b207-40a8-9337-02f0dce74ad7", "name": "network-vif-deleted", "tag": "6d480e66-12f6-4172-8ecd-c88e021be7fd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:36.608282 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3be6ff4-03f7-4eea-801e-520a57bba972 x-openstack-request-id: req-f3be6ff4-03f7-4eea-801e-520a57bba972 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:36.608580 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27862c7e-b207-40a8-9337-02f0dce74ad7", "name": "network-vif-deleted", "tag": "6d480e66-12f6-4172-8ecd-c88e021be7fd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:36.608901 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f3be6ff4-03f7-4eea-801e-520a57bba972 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:36.609265 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27862c7e-b207-40a8-9337-02f0dce74ad7', 'name': 'network-vif-deleted', 'tag': '6d480e66-12f6-4172-8ecd-c88e021be7fd', 'status': 'completed', 'code': 200} Jun 30 09:46:37.230319 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f172d1c-c054-425a-8522-f8006c0f739e req-6bf6114b-1622-47b1-962b-370d53b76eec tempest-ServersAdminNegativeTestJSON-1594859424 tempest-ServersAdminNegativeTestJSON-1594859424-project] 10.222.0.77 "GET /v2.0/ports?device_id=27862c7e-b207-40a8-9337-02f0dce74ad7 HTTP/1.1" status: 200 len: 210 time: 0.0351169 Jun 30 09:46:38.575824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49956) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:38.708492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-40d465f7-213e-4833-b8b7-8c2ac247066b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=e057a20bd32f4815b9b86446ada61640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313760 Jun 30 09:46:38.710987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49960) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:38.759423 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb48db6-d652-4dbc-b6e5-d88427dc682e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:38.781003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb48db6-d652-4dbc-b6e5-d88427dc682e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:38.831007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb48db6-d652-4dbc-b6e5-d88427dc682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:38.833578 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3bb48db6-d652-4dbc-b6e5-d88427dc682e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:38.834758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3bb48db6-d652-4dbc-b6e5-d88427dc682e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/53040399-9291-483e-ac46-b50ca73335be HTTP/1.1" status: 204 len: 168 time: 0.1228824 Jun 30 09:46:38.843301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb48db6-d652-4dbc-b6e5-d88427dc682e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53040399-9291-483e-ac46-b50ca73335be,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:39.089556 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49966) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:39.103180 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbce406e-a655-49c9-8815-cf1cf5a54fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.191480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbce406e-a655-49c9-8815-cf1cf5a54fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.195146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbce406e-a655-49c9-8815-cf1cf5a54fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.233866 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fbce406e-a655-49c9-8815-cf1cf5a54fe8 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=84e36751591f4176b67155e97956b665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432581 Jun 30 09:46:39.234738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce406e-a655-49c9-8815-cf1cf5a54fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415de85-5a5f-497d-93a7-a8cb4e00dd72,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:39.237230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49968) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:39.287827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52d8912a-4b7e-402a-83cf-9b41c5d1d4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.309187 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52d8912a-4b7e-402a-83cf-9b41c5d1d4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.356435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52d8912a-4b7e-402a-83cf-9b41c5d1d4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.359639 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52d8912a-4b7e-402a-83cf-9b41c5d1d4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:39.360761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52d8912a-4b7e-402a-83cf-9b41c5d1d4c1 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/0415de85-5a5f-497d-93a7-a8cb4e00dd72 HTTP/1.1" status: 204 len: 168 time: 0.1219902 Jun 30 09:46:39.368264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8912a-4b7e-402a-83cf-9b41c5d1d4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415de85-5a5f-497d-93a7-a8cb4e00dd72,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:40.058522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 49990) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:40.155896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1174345508-network', 'tenant_id': 'f84612d9b7534e578244c90cee13f0c8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:40.181551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Made reservation on behalf of f84612d9b7534e578244c90cee13f0c8 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:40.184785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.193456 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.283043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.286823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.307218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:46:40.321798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3cb97e7-38cd-43a6-900a-4dd571e59307,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:40.324955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.325719 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Added segment 303c5baa-140e-416d-8da7-ed6379196e05 of type vlan for network fea463e7-fad2-40a5-94f1-83a9cadf21a9 Jun 30 09:46:40.636190 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.664596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.665659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:40.666272 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.718826 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6591952 Jun 30 09:46:40.721942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 49994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:46:40.725869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004dee07-c558-4f8f-8f03-6b93f60b14a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fea463e7-fad2-40a5-94f1-83a9cadf21a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:40.727043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Request body: {'subnet': {'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1174345508-subnet', 'tenant_id': 'f84612d9b7534e578244c90cee13f0c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:40.737195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fea463e7-fad2-40a5-94f1-83a9cadf21a9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:46:40.750373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Made reservation on behalf of f84612d9b7534e578244c90cee13f0c8 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:40.752803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.919861 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:40.972568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:40.982929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Checking segment: {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:40.983288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Network hostable DHCP agents. Network: fea463e7-fad2-40a5-94f1-83a9cadf21a9, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:46:41.000556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Network fea463e7-fad2-40a5-94f1-83a9cadf21a9 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:46:41.010611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fea463e7-fad2-40a5-94f1-83a9cadf21a9) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:41.016035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:41.017573 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:41.021551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeb73d3-3072-4e6d-b844-106ced769689 None None] Network fea463e7-fad2-40a5-94f1-83a9cadf21a9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:41.034973 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d3c44a4e-9bde-4e1d-93fd-a2c85f600a4b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3084307 Jun 30 09:46:41.151104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c3331d-a37a-41a0-9ae3-8c68a9ccc068 None None] Network fea463e7-fad2-40a5-94f1-83a9cadf21a9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:46:41.283099 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a7cdff1b-56b9-45b2-b67d-4b4cf2abad9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:41.311198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d480e66-12f6-4172-8ecd-c88e021be7fd no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:46:41.333091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 6d480e66-12f6-4172-8ecd-c88e021be7fd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:46:41.333440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6d480e66-12f6-4172-8ecd-c88e021be7fd not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:46:41.464228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-82d2f5c1-a158-4c6c-a19f-8607e01f0032 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:41.465605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-82d2f5c1-a158-4c6c-a19f-8607e01f0032 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 812 time: 0.1056190 Jun 30 09:46:41.480787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-692fc4cd-938e-42ce-9361-e2d3dd112b3b tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/quotas/f84612d9b7534e578244c90cee13f0c8 HTTP/1.1" status: 200 len: 375 time: 0.0089815 Jun 30 09:46:41.516130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-24aebd50-a616-401b-8d36-3d66cb996e1b tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285890 Jun 30 09:46:41.525549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-944d2498-6943-4583-b1de-0033aed574d6 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:46:41.526531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-944d2498-6943-4583-b1de-0033aed574d6 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049732 Jun 30 09:46:41.623945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-2f9e0dfe-5163-4a1d-9471-fe4fb00528c9 service neutron] 10.222.0.77 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920765 Jun 30 09:46:41.717508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-7ea323a0-9f88-46b9-ae24-291764338065 service neutron] 10.222.0.77 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876408 Jun 30 09:46:41.890814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f47a7ee-ee44-455d-80df-4471305b0391 req-a932088e-a630-4b58-a132-d6a601cb8152 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 210 time: 0.0292225 Jun 30 09:46:43.011757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-9df206df-2929-48c9-8400-6391b44750ae tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.013202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-9df206df-2929-48c9-8400-6391b44750ae tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.79 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 812 time: 0.1146705 Jun 30 09:46:43.032698 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:46:43.037992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8179f150-dac5-4aa5-870c-c8158512ffb3 req-697cb0ab-3d9a-42e3-83c8-b8453d6f8980 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 210 time: 0.0344791 Jun 30 09:46:43.038535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Request body: {'port': {'device_id': '6953982c-9d35-40b4-a59d-1f787209253f', 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9', 'admin_state_up': True, 'tenant_id': 'f84612d9b7534e578244c90cee13f0c8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:43.155445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Made reservation on behalf of f84612d9b7534e578244c90cee13f0c8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:46:43.159017 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.277254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Allocated IP 172.20.0.13 (fea463e7-fad2-40a5-94f1-83a9cadf21a9/9cfa0689-fd7e-4f81-bd25-7b8491e48b2d/8ed2d227-1563-434d-89de-847041288893) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:46:43.422368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.461005 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.502365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Network fea463e7-fad2-40a5-94f1-83a9cadf21a9 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:46:43.505496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:46:43.509157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:46:43.541230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:43.569062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:43.569676 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.584058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c4172fc4-5b4d-4091-9952-3410d1f0f91d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499194 Jun 30 09:46:43.601726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Request body: {'port': {'device_id': '6953982c-9d35-40b4-a59d-1f787209253f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:46:43.673269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.931155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed2d227-1563-434d-89de-847041288893 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:43.938368 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:43.949978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Transition to ACTIVE for port object 8ed2d227-1563-434d-89de-847041288893 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:46:43.954436 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.020993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.069479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:46:44.069479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:46:44.069731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 on network fea463e7-fad2-40a5-94f1-83a9cadf21a9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:44.073835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Port 8ed2d227-1563-434d-89de-847041288893 on network fea463e7-fad2-40a5-94f1-83a9cadf21a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:46:44.074152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 on network fea463e7-fad2-40a5-94f1-83a9cadf21a9 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:46:44.079977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:46:44.080313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Checking segment: {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:46:44.080684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Bound using segment: {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:46:44.081100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Bound port: 8ed2d227-1563-434d-89de-847041288893, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:46:44.081451 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.105344 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f3368d5e-97b3-4401-a557-d3ae69c8d2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.158627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:46:44.162245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:46:44.166733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.201496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.203108 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.204820 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] 10.222.0.79 "PUT /v2.0/ports/8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 1093 time: 0.6075180 Jun 30 09:46:44.205270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'tag': '8ed2d227-1563-434d-89de-847041288893'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:44.207741 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50" -d '{"events": [{"name": "network-changed", "server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "tag": "8ed2d227-1563-434d-89de-847041288893"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:44.229877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e5113-f983-4711-8c8d-58e0452e0a4a req-59871d80-c45c-467c-b1c9-64661b780bd0 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.230490 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:44.232801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df3e39-ec08-4eea-94c8-6f2b32965736 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:44.237685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-766e5113-f983-4711-8c8d-58e0452e0a4a req-59871d80-c45c-467c-b1c9-64661b780bd0 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0847778 Jun 30 09:46:44.257379 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3a488-6d52-4f91-b603-eba97293ef93 x-openstack-request-id: req-20c3a488-6d52-4f91-b603-eba97293ef93 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:44.257671 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "tag": "8ed2d227-1563-434d-89de-847041288893", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:44.257921 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-20c3a488-6d52-4f91-b603-eba97293ef93 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:44.258387 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'tag': '8ed2d227-1563-434d-89de-847041288893', 'status': 'completed', 'code': 200} Jun 30 09:46:44.273234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-766e5113-f983-4711-8c8d-58e0452e0a4a req-a0850cd0-5301-49ce-8206-e162a713c962 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Jun 30 09:46:44.323941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-d22b2dec-3d0f-428f-a800-d8caafc34cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.325453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-d22b2dec-3d0f-428f-a800-d8caafc34cc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1096 time: 0.0584731 Jun 30 09:46:44.374316 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-b26c7f94-8a80-4e66-baa6-6f99c25c8208 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0367815 Jun 30 09:46:44.424929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-f8cbd82b-c294-4880-9917-4cf3acf0a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.426381 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-f8cbd82b-c294-4880-9917-4cf3acf0a50d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0429718 Jun 30 09:46:44.463956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-d3cdcc60-de94-4325-8ae2-23f67fe467a1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259809 Jun 30 09:46:44.557905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-d0ac3a37-5e2f-4e27-a79c-7a41b063a1d3 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828035 Jun 30 09:46:44.647662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-871326ca-0d99-4aa5-b0f3-a21165c15b97 req-be14efd1-4b6a-40b0-a66e-47f7cead8b15 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808728 Jun 30 09:46:44.760066 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-c9fe668c-c279-464a-92fa-2c337c9b12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.761551 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-c9fe668c-c279-464a-92fa-2c337c9b12a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1096 time: 0.0519845 Jun 30 09:46:44.855911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-54ab8151-605b-49f2-b2f8-35f697e65189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.857404 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-54ab8151-605b-49f2-b2f8-35f697e65189 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0887842 Jun 30 09:46:44.898108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-f50e5af3-bb2d-45b8-9b17-845186d0663b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0337994 Jun 30 09:46:44.947784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-1d4eaf6b-e82c-4840-a5d4-4adbb0a56c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:44.949219 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-1d4eaf6b-e82c-4840-a5d4-4adbb0a56c10 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0449138 Jun 30 09:46:44.988182 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-7ff2a766-65f4-4246-9f55-6e95858c3fec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305481 Jun 30 09:46:45.076676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-51919ed6-7841-4cc2-947a-e83db762e972 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799642 Jun 30 09:46:45.168407 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef0e0b32-51fc-4cf9-83db-298b2e9b7d50 req-34f2ce56-700c-4ee8-bafc-d849a2613401 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841913 Jun 30 09:46:45.453327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a581c1-4ee6-48ee-a61e-734e858ec425 req-e0d86504-26ae-4997-bd06-a32d585957fb tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:45.454836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84a581c1-4ee6-48ee-a61e-734e858ec425 req-e0d86504-26ae-4997-bd06-a32d585957fb tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0624559 Jun 30 09:46:45.492281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84a581c1-4ee6-48ee-a61e-734e858ec425 req-08aff94d-b403-4e8e-9cda-d6f4579ea4b9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318556 Jun 30 09:46:46.168835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:46.671078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32a0cb-c504-492c-b18c-2bbf816dc369 req-42151182-e446-492b-bcfe-61ebfc6e79a9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:46.672792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd32a0cb-c504-492c-b18c-2bbf816dc369 req-42151182-e446-492b-bcfe-61ebfc6e79a9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0669534 Jun 30 09:46:46.710851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd32a0cb-c504-492c-b18c-2bbf816dc369 req-6b9355e7-1b5e-4d5d-8249-01e8334b712b tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jun 30 09:46:47.342808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8ed2d227-1563-434d-89de-847041288893 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:46:47.440532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:47.452019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '8ed2d227-1563-434d-89de-847041288893', 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9', 'port_id': '8ed2d227-1563-434d-89de-847041288893', 'mac_address': 'fa:16:3e:3c:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfa0689-fd7e-4f81-bd25-7b8491e48b2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:46:47.488714 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:47.501759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed2d227-1563-434d-89de-847041288893 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:46:47.521220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:47.524883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:47.572399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:47.669287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:47.699058 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:47.772584 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['8ed2d227-1563-434d-89de-847041288893'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:46:48.072527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72689539-8828-448c-a2cf-0cdba456ae3c req-bb236acd-ac10-4a90-8c51-44c506c9e945 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:48.073972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72689539-8828-448c-a2cf-0cdba456ae3c req-bb236acd-ac10-4a90-8c51-44c506c9e945 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 945 time: 0.0613575 Jun 30 09:46:48.110957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72689539-8828-448c-a2cf-0cdba456ae3c req-33de68f2-de21-47cc-bfb1-f464dd7a7222 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308564 Jun 30 09:46:49.287247 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecfe0e-5649-4a47-94cd-7a144c470640 req-b9d96d7e-9edf-4547-94db-a5e896b35df0 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:49.288710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cecfe0e-5649-4a47-94cd-7a144c470640 req-b9d96d7e-9edf-4547-94db-a5e896b35df0 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 945 time: 0.0682008 Jun 30 09:46:49.326998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8cecfe0e-5649-4a47-94cd-7a144c470640 req-e0572ba1-5d61-4f79-9ffb-5028cf282831 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Jun 30 09:46:49.374107 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8ed2d227-1563-434d-89de-847041288893 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:46:49.424076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 8ed2d227-1563-434d-89de-847041288893 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:46:49.427714 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 8ed2d227-1563-434d-89de-847041288893 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:46:49.428079 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:49.502102 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:49.523462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2d227-1563-434d-89de-847041288893'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:46:49.525654 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2043433d-c39b-41d3-a1eb-218f69f2bb04" -d '{"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2d227-1563-434d-89de-847041288893"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:46:49.537690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:46:49.541811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:49.567604 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c84d5-c56c-4cc0-a43f-9cf418e1e0ae x-openstack-request-id: req-ca3c84d5-c56c-4cc0-a43f-9cf418e1e0ae {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:46:49.567887 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2d227-1563-434d-89de-847041288893", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:46:49.568138 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ca3c84d5-c56c-4cc0-a43f-9cf418e1e0ae {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:46:49.568525 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2d227-1563-434d-89de-847041288893', 'code': 200} Jun 30 09:46:49.599622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:46:49.689909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e2bca-22b1-4350-8461-50d45f5e7c8e req-1c42b7e0-fe8a-4fd4-807e-5e11bf02061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:49.691346 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e1e2bca-22b1-4350-8461-50d45f5e7c8e req-1c42b7e0-fe8a-4fd4-807e-5e11bf02061a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1098 time: 0.0528481 Jun 30 09:46:49.730734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7e1e2bca-22b1-4350-8461-50d45f5e7c8e req-f1361e09-a2c3-4256-a1a3-c85d01652e36 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290082 Jun 30 09:46:50.501993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04099810-2c49-4d87-a1c6-e590227b470b req-c972b18b-03f6-4901-8260-f912511ae3e7 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:50.503507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04099810-2c49-4d87-a1c6-e590227b470b req-c972b18b-03f6-4901-8260-f912511ae3e7 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0627689 Jun 30 09:46:50.540402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-04099810-2c49-4d87-a1c6-e590227b470b req-f1c400b2-22af-462b-83d0-5b2313825286 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Jun 30 09:46:50.821901 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-ddbb2c5d-1c50-44db-a416-d057a1102623 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516131 Jun 30 09:46:50.916690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-bcccb4f3-a131-4de2-ab70-c622e35a861e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:50.918169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-bcccb4f3-a131-4de2-ab70-c622e35a861e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1098 time: 0.0547974 Jun 30 09:46:51.022162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-898d717a-5dca-4dc6-8e44-8a6f04879231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:51.023651 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-898d717a-5dca-4dc6-8e44-8a6f04879231 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0834553 Jun 30 09:46:51.068334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-c2a87173-a882-4045-8636-66645cb7f14c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0383139 Jun 30 09:46:51.115436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-50016b2f-5483-48c6-9f5b-ad3cbbbcfcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:51.116867 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-50016b2f-5483-48c6-9f5b-ad3cbbbcfcc1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0424509 Jun 30 09:46:51.149900 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-6d3d392d-941a-415a-9dd8-9cde7cc491d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255637 Jun 30 09:46:51.242412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-5e22164e-bb57-4aac-983f-c359f11ba6a6 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838413 Jun 30 09:46:51.329248 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9d0b352-4017-464b-a2c1-a0ce83e02ac4 req-80b2d726-a994-417c-a24f-79158f7de53e service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799763 Jun 30 09:46:51.713900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96aaad0-0c86-49b3-9f18-ab03a2d8f197 req-e7f2081d-5880-47e9-a69d-53eea85eb811 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:51.715395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b96aaad0-0c86-49b3-9f18-ab03a2d8f197 req-e7f2081d-5880-47e9-a69d-53eea85eb811 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0616968 Jun 30 09:46:51.756114 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b96aaad0-0c86-49b3-9f18-ab03a2d8f197 req-a8c0475a-a68e-4433-8898-3eb4a93e8280 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Jun 30 09:46:52.106350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-0b10dd2a-403e-4d87-a883-74d0e5aa4ea6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0633986 Jun 30 09:46:52.161388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620884c-7e3b-47a9-bcaa-7125de86eeff req-8468abef-fbfe-4d2a-a42e-edd92749e8d1 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:52.162929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0620884c-7e3b-47a9-bcaa-7125de86eeff req-8468abef-fbfe-4d2a-a42e-edd92749e8d1 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0733235 Jun 30 09:46:52.203069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0620884c-7e3b-47a9-bcaa-7125de86eeff req-aaa17295-9395-4cc6-90c7-29868ce80611 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Jun 30 09:46:53.390809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b87cc-2edf-4d9d-a7a7-e6834d7e8284 req-a4daa577-7049-48f3-9073-ad0d3d8ec550 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:53.392428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-312b87cc-2edf-4d9d-a7a7-e6834d7e8284 req-a4daa577-7049-48f3-9073-ad0d3d8ec550 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0706604 Jun 30 09:46:53.425177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-e66ef9c6-c00f-4380-8355-2064533d3e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:53.426728 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-e66ef9c6-c00f-4380-8355-2064533d3e05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1098 time: 0.0624998 Jun 30 09:46:53.433109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-312b87cc-2edf-4d9d-a7a7-e6834d7e8284 req-e9f1d42b-3512-4ec4-9eba-c30cb11285d7 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346735 Jun 30 09:46:53.519934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-43f6d796-caf2-4ed2-8c3d-622696db17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:53.521323 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-43f6d796-caf2-4ed2-8c3d-622696db17c3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0883448 Jun 30 09:46:53.563687 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-dd975538-4112-4990-a60e-70b98dfe1724 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0354834 Jun 30 09:46:53.612051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-993507b6-c8fe-4f85-9244-ea49cb1d1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:53.613476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-993507b6-c8fe-4f85-9244-ea49cb1d1e7b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0430830 Jun 30 09:46:53.649592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-787f4b5b-1418-4baa-9a76-13c245c00fd7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292070 Jun 30 09:46:53.740372 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-48a5dec6-c20f-4a66-9632-4df4f63f2c8e service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838354 Jun 30 09:46:53.833701 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-daa007b6-85d4-41bb-9b46-277a47132ad0 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865970 Jun 30 09:46:54.606551 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30f978-b761-4327-9a8f-41186b6578d2 req-68ae3cd3-2530-4a90-9c74-4ccf7b9b3144 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:54.608031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f30f978-b761-4327-9a8f-41186b6578d2 req-68ae3cd3-2530-4a90-9c74-4ccf7b9b3144 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0636325 Jun 30 09:46:54.645105 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f30f978-b761-4327-9a8f-41186b6578d2 req-8ff2bf50-19f5-42ee-920e-52d0808362a7 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Jun 30 09:46:55.822618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9f94d-9412-4166-acce-62d9b1ef51c1 req-0c2313f1-fbda-4441-90db-f9a5715ee6be tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:55.824091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90d9f94d-9412-4166-acce-62d9b1ef51c1 req-0c2313f1-fbda-4441-90db-f9a5715ee6be tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0637295 Jun 30 09:46:55.862344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90d9f94d-9412-4166-acce-62d9b1ef51c1 req-764aef18-2932-49d3-8e88-f7ee0636685f tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Jun 30 09:46:57.043979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5093c-ccc4-4e0b-87e0-c21d96ee420c req-8428de2d-3c9c-4bc6-a04b-e15a6471531f tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:57.045455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61a5093c-ccc4-4e0b-87e0-c21d96ee420c req-8428de2d-3c9c-4bc6-a04b-e15a6471531f tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0681891 Jun 30 09:46:57.084526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61a5093c-ccc4-4e0b-87e0-c21d96ee420c req-eb92873b-4baa-4099-9d80-cc6449261c48 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331120 Jun 30 09:46:58.261448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6a7d9-201f-432a-b2f5-4961d4c09708 req-9d5e92d6-f36d-44d3-8b68-c892fbe9911a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:58.262927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a6a7d9-201f-432a-b2f5-4961d4c09708 req-9d5e92d6-f36d-44d3-8b68-c892fbe9911a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0616477 Jun 30 09:46:58.299045 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3a6a7d9-201f-432a-b2f5-4961d4c09708 req-1cf68a0f-2648-417e-ae12-6bc15cd2ff20 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305440 Jun 30 09:46:59.476279 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95853b70-0d25-4cb0-9a37-68bd4a8e2127 req-1dc87f04-c23f-4483-8f79-5346df0850c5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:46:59.477828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95853b70-0d25-4cb0-9a37-68bd4a8e2127 req-1dc87f04-c23f-4483-8f79-5346df0850c5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0681283 Jun 30 09:46:59.518206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:46:59.519017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95853b70-0d25-4cb0-9a37-68bd4a8e2127 req-fab94e6e-7f04-4ae8-a800-a2cb80078c6c tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354714 Jun 30 09:47:00.694879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b77c852-9e53-4148-a77f-f0918886dfbb req-9bd5125b-741f-4beb-b265-f3b3fe2bfd0a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:00.696343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b77c852-9e53-4148-a77f-f0918886dfbb req-9bd5125b-741f-4beb-b265-f3b3fe2bfd0a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0618103 Jun 30 09:47:00.734766 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b77c852-9e53-4148-a77f-f0918886dfbb req-d07095a6-06b5-4427-aba5-1d8f064b284a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327458 Jun 30 09:47:01.905258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bf21f-2cc6-41a0-bd4f-962ea5f8d61b req-2a74d5e3-1d4c-46a1-80a7-f03e26aa9af9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:01.906719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-048bf21f-2cc6-41a0-bd4f-962ea5f8d61b req-2a74d5e3-1d4c-46a1-80a7-f03e26aa9af9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0599127 Jun 30 09:47:01.943647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-048bf21f-2cc6-41a0-bd4f-962ea5f8d61b req-6a0e7e76-541f-4ac2-ae01-bdfd64474094 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Jun 30 09:47:03.122245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fb755-7ec8-4bba-b2a4-d45189b14fe3 req-64370889-d302-4716-a4eb-0d4db0612ecb tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:03.123711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab8fb755-7ec8-4bba-b2a4-d45189b14fe3 req-64370889-d302-4716-a4eb-0d4db0612ecb tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0676770 Jun 30 09:47:03.161354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab8fb755-7ec8-4bba-b2a4-d45189b14fe3 req-423135ff-8a81-4f76-9936-bbf136f5b173 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311608 Jun 30 09:47:04.332969 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72970e37-a05e-4c71-92e6-b3391eec81bf req-a2a9d6c6-3d8b-4d0c-8200-2d6ef554f155 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:04.334446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72970e37-a05e-4c71-92e6-b3391eec81bf req-a2a9d6c6-3d8b-4d0c-8200-2d6ef554f155 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0624528 Jun 30 09:47:04.372213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72970e37-a05e-4c71-92e6-b3391eec81bf req-fe2b2a4e-2795-4194-a165-b4211974b1af tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321152 Jun 30 09:47:05.547266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17183d37-e5b0-4c18-9a34-5d807ebe3ac6 req-aa427845-73a8-44b2-b0bd-fa4f60764707 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:05.548824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17183d37-e5b0-4c18-9a34-5d807ebe3ac6 req-aa427845-73a8-44b2-b0bd-fa4f60764707 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0655987 Jun 30 09:47:05.588077 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17183d37-e5b0-4c18-9a34-5d807ebe3ac6 req-c4609383-5af1-4f2e-8623-318c47d8d884 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335357 Jun 30 09:47:06.762711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3415-c499-4a44-b6d0-04a472fcb38d req-8dd6d4d9-659e-4122-9e13-b775f218f465 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:06.764204 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc3d3415-c499-4a44-b6d0-04a472fcb38d req-8dd6d4d9-659e-4122-9e13-b775f218f465 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0629168 Jun 30 09:47:06.803743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc3d3415-c499-4a44-b6d0-04a472fcb38d req-913cdf59-cedb-4902-a478-b55c81e69c18 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338414 Jun 30 09:47:07.977954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926e094-ecb4-453e-a567-8e6912f9bbf5 req-78018e32-4f9b-4b28-a5fb-f5e666be575e tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:07.979468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d926e094-ecb4-453e-a567-8e6912f9bbf5 req-78018e32-4f9b-4b28-a5fb-f5e666be575e tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0627859 Jun 30 09:47:08.015920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d926e094-ecb4-453e-a567-8e6912f9bbf5 req-10f021c7-232a-4176-b3e4-fb365905d6f4 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307941 Jun 30 09:47:09.197331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c97795-23e8-499a-95eb-ff79674f47da req-b8de0131-c32c-4867-8dfb-c8983eee202d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:09.198887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60c97795-23e8-499a-95eb-ff79674f47da req-b8de0131-c32c-4867-8dfb-c8983eee202d tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0720420 Jun 30 09:47:09.237432 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-60c97795-23e8-499a-95eb-ff79674f47da req-7e28e6fa-2a0b-466c-aff5-f9783b55a758 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324965 Jun 30 09:47:10.411155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be907942-def1-422e-9fdc-af5141a9a113 req-aeb2b4bf-df73-4315-8593-7076c04ebee9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:10.412627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be907942-def1-422e-9fdc-af5141a9a113 req-aeb2b4bf-df73-4315-8593-7076c04ebee9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0615847 Jun 30 09:47:10.448876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be907942-def1-422e-9fdc-af5141a9a113 req-6a85b91d-8925-4a23-9dd0-05793202a2d9 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306461 Jun 30 09:47:11.257977 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e85f62a1-de33-45c5-813a-f3347ace5d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:11.627318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4c89-be4b-4e40-a882-563f386d61e2 req-683c2039-98f6-4b8b-8d45-23a74911daa8 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:11.628804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d86f4c89-be4b-4e40-a882-563f386d61e2 req-683c2039-98f6-4b8b-8d45-23a74911daa8 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0658746 Jun 30 09:47:11.666822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d86f4c89-be4b-4e40-a882-563f386d61e2 req-81244d5f-a90f-4a6d-a852-0f2802ff90cc tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Jun 30 09:47:12.848008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363f9d4-c734-4c38-929c-b3d9e0d30205 req-0b96a59b-6aee-4ce6-b495-73dec0628962 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:12.849498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4363f9d4-c734-4c38-929c-b3d9e0d30205 req-0b96a59b-6aee-4ce6-b495-73dec0628962 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0696027 Jun 30 09:47:12.887718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4363f9d4-c734-4c38-929c-b3d9e0d30205 req-e360815d-012d-4278-9322-2ddc7c51b479 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jun 30 09:47:14.059665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45546c72-6d16-4bdd-9f92-e57389062d66 req-5f9cac8b-9512-459b-9bf6-0db65ab93412 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:14.061136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45546c72-6d16-4bdd-9f92-e57389062d66 req-5f9cac8b-9512-459b-9bf6-0db65ab93412 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0620477 Jun 30 09:47:14.099550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b618-4c1a-46a5-a39a-ba85674a29b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:14.104389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45546c72-6d16-4bdd-9f92-e57389062d66 req-0e1ee3f8-9a20-4062-a154-372a37e36ba4 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Jun 30 09:47:14.223106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:15.279518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09544253-dc4b-46c4-94c3-45bc285338b7 req-3af136dd-71ed-4c66-ba43-e8b16f217015 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:15.280981 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09544253-dc4b-46c4-94c3-45bc285338b7 req-3af136dd-71ed-4c66-ba43-e8b16f217015 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0630205 Jun 30 09:47:15.318756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-09544253-dc4b-46c4-94c3-45bc285338b7 req-887bc4d0-32bc-4258-badd-579987e6c2fc tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315537 Jun 30 09:47:16.171845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:16.493014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c94cf-3048-4eb0-a405-fbf3c7bf4047 req-43f7e6f8-27ee-4c9b-8184-e5f2e48bc7e6 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:16.494509 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e09c94cf-3048-4eb0-a405-fbf3c7bf4047 req-43f7e6f8-27ee-4c9b-8184-e5f2e48bc7e6 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0621071 Jun 30 09:47:16.533228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e09c94cf-3048-4eb0-a405-fbf3c7bf4047 req-7918fd8a-7d19-46af-965a-a07ea6359603 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Jun 30 09:47:17.669453 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:17.698550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:17.714652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a67101-8608-452f-956f-215c48b4a5ed req-a9f8c8e1-e431-4042-92d0-b31f43c865ad tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:17.716229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44a67101-8608-452f-956f-215c48b4a5ed req-a9f8c8e1-e431-4042-92d0-b31f43c865ad tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0707533 Jun 30 09:47:17.754111 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44a67101-8608-452f-956f-215c48b4a5ed req-8e70cb2b-4b2e-4264-aae0-8c964a97290a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323193 Jun 30 09:47:18.927770 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c60025-8603-42b8-bd17-0d14cb436afc req-adb15cde-96c0-4cec-af85-dc4b032c02a3 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:18.929251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83c60025-8603-42b8-bd17-0d14cb436afc req-adb15cde-96c0-4cec-af85-dc4b032c02a3 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0632036 Jun 30 09:47:18.966190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83c60025-8603-42b8-bd17-0d14cb436afc req-c432297e-1ce3-4662-b9b4-c4e0dd0872a7 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Jun 30 09:47:20.031149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:20.141863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7806c6b-5c8e-4546-996e-8bb8ee2a9896 req-fcb7e4b4-55e0-4ae8-89ef-c6e7d10e2fe6 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:20.143353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7806c6b-5c8e-4546-996e-8bb8ee2a9896 req-fcb7e4b4-55e0-4ae8-89ef-c6e7d10e2fe6 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0617559 Jun 30 09:47:20.185177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7806c6b-5c8e-4546-996e-8bb8ee2a9896 req-46457594-1b14-4429-8549-4823c833b627 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356381 Jun 30 09:47:21.131052 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-2cb4fe05-13c5-4732-8c44-b1f8998dc42b service neutron] show failed (client error): The resource could not be found. Jun 30 09:47:21.132358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-2cb4fe05-13c5-4732-8c44-b1f8998dc42b service neutron] 10.222.0.79 "GET /v2.0/ports/8ed2d227-1563-434d-89de-847041288893/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0553279 Jun 30 09:47:21.389663 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62ad53-7fd6-4de8-93ad-c0d2c8aa5857 req-e256e269-ca61-42c9-92ce-076ffbc0ac50 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:21.391070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db62ad53-7fd6-4de8-93ad-c0d2c8aa5857 req-e256e269-ca61-42c9-92ce-076ffbc0ac50 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0930252 Jun 30 09:47:21.437214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7177ac0b-0ebf-41bd-81f8-f88a9d484ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:21.438709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7177ac0b-0ebf-41bd-81f8-f88a9d484ab2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f&tenant_id=f84612d9b7534e578244c90cee13f0c8 HTTP/1.1" status: 200 len: 1098 time: 0.0936053 Jun 30 09:47:21.442163 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-db62ad53-7fd6-4de8-93ad-c0d2c8aa5857 req-963af733-d23d-474b-bfe6-37b4717538a5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447478 Jun 30 09:47:21.457984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:21.529918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:21.727834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:21.759480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] For port 8ed2d227-1563-434d-89de-847041288893, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:47:21.797746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed2d227-1563-434d-89de-847041288893'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:21.800020 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56baa9f6-d020-4c9b-8624-6825bbf58921" -d '{"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed2d227-1563-434d-89de-847041288893"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:21.803763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:21.815603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Transition to ACTIVE for port object 8ed2d227-1563-434d-89de-847041288893 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:47:21.821178 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:21.893535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] No DVR routers for this DVR port 8ed2d227-1563-434d-89de-847041288893 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:47:21.897810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:21.908795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.909140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.909476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.910453 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.910994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.911325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.912494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.912832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.913171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.913499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.913819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.914137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:21.934932 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1fe18f-eef9-4f09-9437-a552c66798e1 x-openstack-request-id: req-be1fe18f-eef9-4f09-9437-a552c66798e1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:21.935218 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-unplugged", "status": "completed", "tag": "8ed2d227-1563-434d-89de-847041288893", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:21.935466 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-be1fe18f-eef9-4f09-9437-a552c66798e1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:21.935853 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ed2d227-1563-434d-89de-847041288893', 'code': 200} Jun 30 09:47:21.948532 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:47:21.948863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:47:21.949191 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 on network fea463e7-fad2-40a5-94f1-83a9cadf21a9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:47:21.953604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Port 8ed2d227-1563-434d-89de-847041288893 on network fea463e7-fad2-40a5-94f1-83a9cadf21a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:47:21.953922 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Attempting to bind port 8ed2d227-1563-434d-89de-847041288893 on network fea463e7-fad2-40a5-94f1-83a9cadf21a9 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:47:21.958775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:47:21.959111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Checking segment: {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:47:21.959485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Bound using segment: {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:47:21.959902 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Bound port: 8ed2d227-1563-434d-89de-847041288893, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303c5baa-140e-416d-8da7-ed6379196e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:47:21.960250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:22.020767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] For port 8ed2d227-1563-434d-89de-847041288893, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:47:22.024222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] For port 8ed2d227-1563-434d-89de-847041288893, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:47:22.027911 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:22.064613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:22.065238 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:22.067482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] 10.222.0.83 "PUT /v2.0/ports/8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 1093 time: 0.6143868 Jun 30 09:47:22.090335 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e866b-9a96-441a-a6fa-2c2f4a509742 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:22.151890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-3d30d6ed-eee6-4623-a534-d34dffb39718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:22.153397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-3d30d6ed-eee6-4623-a534-d34dffb39718 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1096 time: 0.0531573 Jun 30 09:47:22.238506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-1d40dcc2-6cb7-413a-8c1a-40fd2a6a2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:22.239974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-1d40dcc2-6cb7-413a-8c1a-40fd2a6a2641 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0809994 Jun 30 09:47:22.283304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-92d6eb68-2a7f-4f04-aede-b9a873461d5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0363033 Jun 30 09:47:22.329726 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7e831602-99a7-48f6-bd2a-afb7aae009d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:22.331150 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-7e831602-99a7-48f6-bd2a-afb7aae009d0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0420384 Jun 30 09:47:22.363000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-45ed0e6f-f6d2-4d02-99c5-155056ce515a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252469 Jun 30 09:47:22.452520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-89db8fcd-3465-4400-8407-6dbade74814f service neutron] 10.222.0.83 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834398 Jun 30 09:47:22.541236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd802ed2-9202-4bed-8991-c7a124dc4a74 req-f9f3ba67-e521-41f2-8972-27f29f3bd744 service neutron] 10.222.0.83 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822179 Jun 30 09:47:22.625208 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f25bf-5144-4787-97ba-a3d235f8431f req-ae5b8a44-49a2-4493-b654-6b449ff28805 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:22.626670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d7f25bf-5144-4787-97ba-a3d235f8431f req-ae5b8a44-49a2-4493-b654-6b449ff28805 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0716803 Jun 30 09:47:22.664867 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d7f25bf-5144-4787-97ba-a3d235f8431f req-09dcca39-aafc-4f58-8d7d-8f17ea81c3d5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321767 Jun 30 09:47:23.842576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb0ed3-0bf5-4220-b698-cd98e7e95ecc req-cc622071-77f7-443c-af22-7c2bb7cd9c55 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:23.844531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdeb0ed3-0bf5-4220-b698-cd98e7e95ecc req-cc622071-77f7-443c-af22-7c2bb7cd9c55 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0631690 Jun 30 09:47:23.882160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdeb0ed3-0bf5-4220-b698-cd98e7e95ecc req-e1512fe6-af63-4261-9646-256a678be90a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Jun 30 09:47:23.936833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'tag': '8ed2d227-1563-434d-89de-847041288893'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:23.939158 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "tag": "8ed2d227-1563-434d-89de-847041288893"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:23.989806 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c4112b-921b-4a81-952f-04d1eaf04dc5 x-openstack-request-id: req-71c4112b-921b-4a81-952f-04d1eaf04dc5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:23.990041 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "tag": "8ed2d227-1563-434d-89de-847041288893", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:23.990320 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-71c4112b-921b-4a81-952f-04d1eaf04dc5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:23.990720 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'tag': '8ed2d227-1563-434d-89de-847041288893', 'status': 'completed', 'code': 200} Jun 30 09:47:24.069713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-dea40567-2d94-473a-8ae8-3c1083cabeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:24.071328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-dea40567-2d94-473a-8ae8-3c1083cabeca service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1096 time: 0.0526869 Jun 30 09:47:24.080576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-9137c785-7f96-4372-9982-56c6bbba0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:24.082016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-9137c785-7f96-4372-9982-56c6bbba0b0c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1096 time: 0.0521555 Jun 30 09:47:24.167373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-c1a05bce-7c3a-49e0-8f59-e34e98b42f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:24.168862 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-c1a05bce-7c3a-49e0-8f59-e34e98b42f22 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0895634 Jun 30 09:47:24.172604 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-9810c74c-9d77-469c-b1c0-32223069dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:24.174042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-9810c74c-9d77-469c-b1c0-32223069dd43 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0845776 Jun 30 09:47:24.213413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-112a30b3-72c4-4bf9-86c2-cfa6970f1e01 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0342751 Jun 30 09:47:24.213961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-51aa62e3-f014-4188-a0d7-297437397267 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0334196 Jun 30 09:47:24.263051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-1f3bc579-46f1-48db-a24f-04ce1b257d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:24.264521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-1f3bc579-46f1-48db-a24f-04ce1b257d38 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0432792 Jun 30 09:47:24.266568 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-d6136f78-af0a-4356-a3e0-6c078f98a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:24.267999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-d6136f78-af0a-4356-a3e0-6c078f98a277 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0469284 Jun 30 09:47:24.313618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-8ca006f2-8dcd-44db-bae4-749a986408fa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383549 Jun 30 09:47:24.317069 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-2a439960-06ad-4944-a0b3-5992c59cb5ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418139 Jun 30 09:47:24.400909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-b6a19e5e-e262-4698-847d-6a80d46abfb6 service neutron] 10.222.0.83 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803604 Jun 30 09:47:24.409490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-c8ce06cc-7ff7-4dc6-afba-15c1bdb3d96a service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809457 Jun 30 09:47:24.491988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-b99f1356-12a7-4743-bb54-d0ffa7f91782 service neutron] 10.222.0.83 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841718 Jun 30 09:47:24.507957 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bf026ebe-4fc3-4bbb-8107-3d06fe8f3d0e req-8db2aafd-8695-4c2b-93f3-9c6bcc74c567 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855155 Jun 30 09:47:25.055067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0fc49-6f65-449a-9d10-92ec2fa47f78 req-46b34569-557f-42a4-a55f-2d087efedbca tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:25.056541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0e0fc49-6f65-449a-9d10-92ec2fa47f78 req-46b34569-557f-42a4-a55f-2d087efedbca tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0630503 Jun 30 09:47:25.093918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d0e0fc49-6f65-449a-9d10-92ec2fa47f78 req-33a68122-2b08-413e-bffa-10a50c19870a tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317063 Jun 30 09:47:25.561807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8ed2d227-1563-434d-89de-847041288893 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:47:25.598375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 8ed2d227-1563-434d-89de-847041288893 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:47:26.106482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8ed2d227-1563-434d-89de-847041288893 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:47:26.201672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8ed2d227-1563-434d-89de-847041288893, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:26.215597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '8ed2d227-1563-434d-89de-847041288893', 'network_id': 'fea463e7-fad2-40a5-94f1-83a9cadf21a9', 'port_id': '8ed2d227-1563-434d-89de-847041288893', 'mac_address': 'fa:16:3e:3c:b7:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cfa0689-fd7e-4f81-bd25-7b8491e48b2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:47:26.254523 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:26.267387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed2d227-1563-434d-89de-847041288893 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:47:26.274646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2778e-af62-40a4-b064-ad8e271f0a3f req-9f1e8cbc-f48d-4d3b-927e-2ddc231d63c5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:26.276168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00a2778e-af62-40a4-b064-ad8e271f0a3f req-9f1e8cbc-f48d-4d3b-927e-2ddc231d63c5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 944 time: 0.0690844 Jun 30 09:47:26.287915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8ed2d227-1563-434d-89de-847041288893, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:26.291872 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:26.341457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:26.349589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.349940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.350367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.350643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.350976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.351300 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.351620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.351946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.352264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.352583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.352902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.353219 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:26.647710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00a2778e-af62-40a4-b064-ad8e271f0a3f req-b0b88f74-2874-4e9b-b327-84f4f6868e02 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649685 Jun 30 09:47:26.746432 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8ed2d227-1563-434d-89de-847041288893'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:47:27.075047 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-70278af3-bab4-4704-b330-16a0a7c79693 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.076498 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-70278af3-bab4-4704-b330-16a0a7c79693 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.79 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f&tenant_id=f84612d9b7534e578244c90cee13f0c8&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 945 time: 0.1064885 Jun 30 09:47:27.140524 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-c7644541-ebcb-4eb4-adcb-44645873faf3 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:47:27.141539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-c7644541-ebcb-4eb4-adcb-44645873faf3 service neutron] 10.222.0.79 "DELETE /v2.0/ports/8ed2d227-1563-434d-89de-847041288893/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0561988 Jun 30 09:47:27.244330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-7ef5ba50-926f-41f6-8bb4-edbe230eda40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.245833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-7ef5ba50-926f-41f6-8bb4-edbe230eda40 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f84612d9b7534e578244c90cee13f0c8&device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 1097 time: 0.0537341 Jun 30 09:47:27.341263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-292b43f1-8a91-4ab0-9e21-baf8a71efc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.342694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-292b43f1-8a91-4ab0-9e21-baf8a71efc84 service neutron] 10.222.0.79 "GET /v2.0/networks?id=fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 200 len: 913 time: 0.0857162 Jun 30 09:47:27.387733 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-820176f5-6a70-42aa-b81c-2fc976f6db2f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 200 len: 217 time: 0.0340688 Jun 30 09:47:27.435958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-9c78f162-2c9a-4b87-bf58-84275facec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:27.437448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-9c78f162-2c9a-4b87-bf58-84275facec61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 200 len: 852 time: 0.0421236 Jun 30 09:47:27.468675 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-ed13902b-75e6-49e4-890a-b7f3d650488d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=fea463e7-fad2-40a5-94f1-83a9cadf21a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251656 Jun 30 09:47:27.567505 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-abfd582b-2c11-44f6-9e22-fdcedc895ec0 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820019 Jun 30 09:47:27.670103 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-dfcec3b9-abe9-4a5e-b748-9265a160d3e5 service neutron] 10.222.0.79 "GET /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916584 Jun 30 09:47:28.121054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8ed2d227-1563-434d-89de-847041288893 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:47:28.174097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 8ed2d227-1563-434d-89de-847041288893 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:47:28.178369 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 8ed2d227-1563-434d-89de-847041288893 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:47:28.178755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:28.262565 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:28.284821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2d227-1563-434d-89de-847041288893'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:28.287094 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e479f47-164b-4ba3-8869-01ceed7d5c41" -d '{"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2d227-1563-434d-89de-847041288893"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:28.301402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 8ed2d227-1563-434d-89de-847041288893, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:28.306917 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:28.349538 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2abe5-8dd8-4863-87b3-68c4fcc93a7b x-openstack-request-id: req-64f2abe5-8dd8-4863-87b3-68c4fcc93a7b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:28.349825 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-plugged", "status": "completed", "tag": "8ed2d227-1563-434d-89de-847041288893", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:28.350084 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-64f2abe5-8dd8-4863-87b3-68c4fcc93a7b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:28.350523 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed2d227-1563-434d-89de-847041288893', 'code': 200} Jun 30 09:47:28.360671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:28.660550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fad480-bac6-4e6e-a59e-f26e56cc960a req-103d5a9f-cbe0-458a-91e3-a92133de6845 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:28.661976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4fad480-bac6-4e6e-a59e-f26e56cc960a req-103d5a9f-cbe0-458a-91e3-a92133de6845 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0613239 Jun 30 09:47:28.697899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4fad480-bac6-4e6e-a59e-f26e56cc960a req-7b3cc977-7e6a-4ae6-b402-ae9723b3e487 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301545 Jun 30 09:47:29.508934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:29.878907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af4316-5489-4476-b4f4-2823e8c7889b req-56424c84-96b6-4845-a109-7e92c52b8b36 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:29.880284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66af4316-5489-4476-b4f4-2823e8c7889b req-56424c84-96b6-4845-a109-7e92c52b8b36 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0670063 Jun 30 09:47:29.923658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66af4316-5489-4476-b4f4-2823e8c7889b req-240b1a0c-cb4c-43a9-8b24-61bb8dd918d5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.77 "GET /v2.0/security-groups?id=c3cb97e7-38cd-43a6-900a-4dd571e59307&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375736 Jun 30 09:47:30.046848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-8ed1a3b1-f261-49e7-a79d-447eeb9e5707 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:30.048265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-8ed1a3b1-f261-49e7-a79d-447eeb9e5707 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.83 "GET /v2.0/ports?device_id=6953982c-9d35-40b4-a59d-1f787209253f HTTP/1.1" status: 200 len: 946 time: 0.0616744 Jun 30 09:47:30.143878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Deleting port 8ed2d227-1563-434d-89de-847041288893 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:47:30.144130 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:30.231718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] For port 8ed2d227-1563-434d-89de-847041288893, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=8ed2d227-1563-434d-89de-847041288893,segment=NetworkSegment(303c5baa-140e-416d-8da7-ed6379196e05),segment_id=303c5baa-140e-416d-8da7-ed6379196e05)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:30.232249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:30.244670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Calling delete_port for 8ed2d227-1563-434d-89de-847041288893 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:47:30.371673 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:30.400440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Pushing event deleted for resources: {'Port': ['ID=8ed2d227-1563-434d-89de-847041288893,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:30.406281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['8ed2d227-1563-434d-89de-847041288893'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:47:30.446456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] No DVR routers for this DVR port 8ed2d227-1563-434d-89de-847041288893 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:47:30.448975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:30.451012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-954ffa7e-0aeb-4719-90f5-049655e4f6b9 req-b03cc010-0957-4f54-8cc4-251489cc4cb5 tempest-DeleteServersTestJSON-306241865 tempest-DeleteServersTestJSON-306241865-project] 10.222.0.83 "DELETE /v2.0/ports/8ed2d227-1563-434d-89de-847041288893 HTTP/1.1" status: 204 len: 173 time: 0.3970387 Jun 30 09:47:30.451443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-deleted', 'tag': '8ed2d227-1563-434d-89de-847041288893'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:30.453963 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2636d8e2-0db8-43ad-adcd-de3078692c46" -d '{"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-deleted", "tag": "8ed2d227-1563-434d-89de-847041288893"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:30.490063 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2257d81a-e42c-4734-ab67-0d6fa1826c7a x-openstack-request-id: req-2257d81a-e42c-4734-ab67-0d6fa1826c7a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:30.490390 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6953982c-9d35-40b4-a59d-1f787209253f", "name": "network-vif-deleted", "tag": "8ed2d227-1563-434d-89de-847041288893", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:30.490646 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2257d81a-e42c-4734-ab67-0d6fa1826c7a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:30.491044 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6953982c-9d35-40b4-a59d-1f787209253f', 'name': 'network-vif-deleted', 'tag': '8ed2d227-1563-434d-89de-847041288893', 'status': 'completed', 'code': 200} Jun 30 09:47:31.157700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50146) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:31.204639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Deleting subnet 9cfa0689-fd7e-4f81-bd25-7b8491e48b2d {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:47:31.207627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.240217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.277918 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.328274 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.357408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfa0689-fd7e-4f81-bd25-7b8491e48b2d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:31.362899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.362899 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ca669bbc-9489-40e2-88c0-2d4c4a144777 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9cfa0689-fd7e-4f81-bd25-7b8491e48b2d HTTP/1.1" status: 204 len: 168 time: 0.2040894 Jun 30 09:47:31.365308 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50148) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:31.431055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.510351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.519813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea463e7-fad2-40a5-94f1-83a9cadf21a9']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:31.530531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303c5baa-140e-416d-8da7-ed6379196e05') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:31.530823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303c5baa-140e-416d-8da7-ed6379196e05') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:47:31.539424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.552378 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.557974 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:47:31.558397 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:47:31.560002 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:47:31.611665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.617118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.619009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] 10.222.0.77 "DELETE /v2.0/networks/fea463e7-fad2-40a5-94f1-83a9cadf21a9 HTTP/1.1" status: 204 len: 168 time: 0.2527931 Jun 30 09:47:31.629672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326899f-6aaa-4a8b-9c43-e187aa159cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea463e7-fad2-40a5-94f1-83a9cadf21a9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:31.729071 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50154) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:31.769180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d709b551-b717-49d5-80e3-b041225f2947 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=f84612d9b7534e578244c90cee13f0c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388868 Jun 30 09:47:31.771633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50156) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:31.820434 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.841475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.887195 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.889620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:31.890777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/c3cb97e7-38cd-43a6-900a-4dd571e59307 HTTP/1.1" status: 204 len: 168 time: 0.1182537 Jun 30 09:47:31.899106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3cb97e7-38cd-43a6-900a-4dd571e59307,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:31.906548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.906898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.907239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.907572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.907899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.908223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.908544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.908865 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.909183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.909500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.909816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:31.910130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dec0e23-33fb-465e-aec5-7d185e1dfaa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:47:32.548432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50178) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:32.649699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1873037379-network', 'tenant_id': 'edee802adf924f98ab0fe27316c52a63'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:32.670672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Made reservation on behalf of edee802adf924f98ab0fe27316c52a63 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:47:32.673090 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.681795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.775095 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.779217 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.803396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:47:32.812912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f806c94-6708-426b-950f-45ea5b851c69,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:32.818135 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.818645 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Added segment e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5 of type vlan for network e0de01fe-2b17-443e-aaa2-b64d670c0c2d Jun 30 09:47:32.859921 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.892075 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.892991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:32.893579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:32.946288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3967156 Jun 30 09:47:32.949477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50182) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:47:32.953707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa59cd0-1889-4625-b45e-9f26ec47e4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=e0de01fe-2b17-443e-aaa2-b64d670c0c2d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:32.954923 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Request body: {'subnet': {'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1873037379-subnet', 'tenant_id': 'edee802adf924f98ab0fe27316c52a63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:32.964797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e0de01fe-2b17-443e-aaa2-b64d670c0c2d details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:47:32.979792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Made reservation on behalf of edee802adf924f98ab0fe27316c52a63 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:47:32.982295 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:33.417387 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:33.477077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16c4447-9710-43e8-8194-3966369e6936,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:33.485132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Checking segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:47:33.485491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Network hostable DHCP agents. Network: e0de01fe-2b17-443e-aaa2-b64d670c0c2d, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:47:33.502515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Network e0de01fe-2b17-443e-aaa2-b64d670c0c2d is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:47:33.511457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e0de01fe-2b17-443e-aaa2-b64d670c0c2d) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:47:33.515734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:33.516475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:33.521761 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f0ee01-3f9d-4e41-9cbc-14ed14b1bc7e None None] Network e0de01fe-2b17-443e-aaa2-b64d670c0c2d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:47:33.530975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-998c0a77-a766-4242-aeb9-071fcd42ea10 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5804007 Jun 30 09:47:33.653406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8a4ff-6748-4935-90af-15a9eba43b8a None None] Network e0de01fe-2b17-443e-aaa2-b64d670c0c2d requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:47:33.966576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-06651144-fbdd-4a36-8a29-03caf1556f33 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:33.967986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-06651144-fbdd-4a36-8a29-03caf1556f33 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 815 time: 0.1071718 Jun 30 09:47:33.982391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-03aa300b-bd7c-4eed-bc12-cf9d1c0b912d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/quotas/edee802adf924f98ab0fe27316c52a63 HTTP/1.1" status: 200 len: 375 time: 0.0088608 Jun 30 09:47:34.013646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-d5784b12-b2fd-46c6-bd1e-e7fb1fb0a6d5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264506 Jun 30 09:47:34.146246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8ed2d227-1563-434d-89de-847041288893 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:47:34.155256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-35b7097a-d624-4f4f-b453-6f699b252c56 service neutron] 10.222.0.77 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350081 Jun 30 09:47:34.167276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 8ed2d227-1563-434d-89de-847041288893 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:47:34.167621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 8ed2d227-1563-434d-89de-847041288893 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:47:34.248435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-28379519-c79b-46e3-a663-2565efef0513 service neutron] 10.222.0.77 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873196 Jun 30 09:47:34.420953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3cc0d1e-0682-42e7-b195-2d25aca4ad91 req-a8e8a287-0d18-49b8-bc03-423765aa81f8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 210 time: 0.0298564 Jun 30 09:47:35.559542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-ff17aadc-9438-45aa-b634-72d93e976e0f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:35.560948 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-ff17aadc-9438-45aa-b634-72d93e976e0f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 815 time: 0.1241717 Jun 30 09:47:35.580477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eb82eba-e6c2-4a17-bbdf-eb417b8fe119 req-26edf31b-daac-4e49-a404-b719b2543aee tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 210 time: 0.0399275 Jun 30 09:47:35.583943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Request body: {'port': {'device_id': 'ee833514-e1ed-4758-bacf-1073d960822d', 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'admin_state_up': True, 'tenant_id': 'edee802adf924f98ab0fe27316c52a63'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:35.694029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Made reservation on behalf of edee802adf924f98ab0fe27316c52a63 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:47:35.698619 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:35.819352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Allocated IP 172.20.0.13 (e0de01fe-2b17-443e-aaa2-b64d670c0c2d/c16c4447-9710-43e8-8194-3966369e6936/81971f3f-1862-4d4c-82ec-d9db889394e8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:47:35.967107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.003912 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.051483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Network e0de01fe-2b17-443e-aaa2-b64d670c0c2d is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:47:36.055487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:47:36.060169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:47:36.068614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:36.113854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:36.114501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.127895 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-e9a49de9-7ad0-413e-ae16-ae232d54647b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496800 Jun 30 09:47:36.188560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Request body: {'port': {'device_id': 'ee833514-e1ed-4758-bacf-1073d960822d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:47:36.257439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.512634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81971f3f-1862-4d4c-82ec-d9db889394e8 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:47:36.520093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.532802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Transition to ACTIVE for port object 81971f3f-1862-4d4c-82ec-d9db889394e8 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:47:36.536189 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.584101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:36.654147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:47:36.654505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:47:36.654877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:47:36.659112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Port 81971f3f-1862-4d4c-82ec-d9db889394e8 on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:47:36.659429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:47:36.664621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:47:36.664953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Checking segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:47:36.665328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Bound using segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:47:36.665745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Bound port: 81971f3f-1862-4d4c-82ec-d9db889394e8, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:47:36.666093 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.764443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:47:36.767950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:47:36.773627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.816246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ac52b-d1bc-4047-8c28-41372203bcac req-5ec19f15-5da4-434f-8770-b896125b69a6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:36.817808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d57ac52b-d1bc-4047-8c28-41372203bcac req-5ec19f15-5da4-434f-8770-b896125b69a6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 944 time: 0.1168654 Jun 30 09:47:36.823341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:36.824055 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:36.825495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] 10.222.0.83 "PUT /v2.0/ports/81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 1093 time: 0.6411242 Jun 30 09:47:36.825954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:36.828586 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97a5b66-fcdb-421e-b11a-6895d71c88e5" -d '{"events": [{"name": "network-changed", "server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:36.878661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8178f0e6-0b0c-46eb-a91b-d7684c281d5f service neutron] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:36.882084 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ba3579-92f4-412b-9659-5a0c220f8033 x-openstack-request-id: req-53ba3579-92f4-412b-9659-5a0c220f8033 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:36.882931 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:36.883179 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-53ba3579-92f4-412b-9659-5a0c220f8033 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:36.883577 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'status': 'completed', 'code': 200} Jun 30 09:47:36.891143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d57ac52b-d1bc-4047-8c28-41372203bcac req-1807113e-5235-42d2-952d-4e8564e5a7ad tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599744 Jun 30 09:47:36.955035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-41e565c0-3a4b-4685-9a72-4860a293494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:36.956529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-41e565c0-3a4b-4685-9a72-4860a293494c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1096 time: 0.0534182 Jun 30 09:47:37.004231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-355cdfdf-f467-47dc-8e41-fac4b749ee1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0341592 Jun 30 09:47:37.051549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-1cc7f1f0-8938-4c53-b536-96841304b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:37.052871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-1cc7f1f0-8938-4c53-b536-96841304b927 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0423322 Jun 30 09:47:37.090745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-a1e9f28f-70b3-4e00-a71c-3c99789d812b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302432 Jun 30 09:47:37.178397 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-1db0c10a-e908-4ff0-890d-972af7d41633 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811377 Jun 30 09:47:37.271455 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee4c64d0-4ac9-4a4e-be15-4ac68807c18a req-aedd2c8d-3828-4022-bff9-ffe4af313025 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865340 Jun 30 09:47:37.410408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-3deba617-11a0-4646-b8f4-5e62287c787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:37.411832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-3deba617-11a0-4646-b8f4-5e62287c787e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1096 time: 0.0522039 Jun 30 09:47:37.499740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-cc3780de-0081-438e-aa05-7297e5e7db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:37.501200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-cc3780de-0081-438e-aa05-7297e5e7db8a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0820673 Jun 30 09:47:37.545971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-3e602c2a-2d9a-47d3-8139-003bfd2c8673 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0375073 Jun 30 09:47:37.594159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-8c0b4b19-f747-473d-a567-f1f2b4086831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:37.595618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-8c0b4b19-f747-473d-a567-f1f2b4086831 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0436740 Jun 30 09:47:37.627503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-f37dc5eb-f89a-4160-8a4f-97b5724c75a8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253520 Jun 30 09:47:37.719569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-5fce608b-5a67-48c8-8371-c818ed3dd8d3 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855875 Jun 30 09:47:37.809145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f97a5b66-fcdb-421e-b11a-6895d71c88e5 req-fbf654e2-6b7e-4d3a-a2f7-4322c2d1e436 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836759 Jun 30 09:47:38.071979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd8701-2ed2-48c4-a56e-5e296fca6901 req-e73324b5-c635-46fd-ac4c-7ebb2885d20b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:38.073440 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddbd8701-2ed2-48c4-a56e-5e296fca6901 req-e73324b5-c635-46fd-ac4c-7ebb2885d20b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 944 time: 0.0684536 Jun 30 09:47:38.110148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddbd8701-2ed2-48c4-a56e-5e296fca6901 req-97918bd6-df2d-4488-814f-61006feb1543 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306888 Jun 30 09:47:39.284945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3d7dc-c2fd-4082-9cef-8c11bf13d436 req-48d9adcf-df72-450f-95b1-8cfb7f527b7b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:39.286457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8d3d7dc-c2fd-4082-9cef-8c11bf13d436 req-48d9adcf-df72-450f-95b1-8cfb7f527b7b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 944 time: 0.0644302 Jun 30 09:47:39.324022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c8d3d7dc-c2fd-4082-9cef-8c11bf13d436 req-d9794bb5-8843-4f9c-9280-0f0c36d10cba tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317576 Jun 30 09:47:40.177624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:47:40.268032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:40.279731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'port_id': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'mac_address': 'fa:16:3e:f7:60:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c4447-9710-43e8-8194-3966369e6936', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:47:40.320932 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:40.334379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81971f3f-1862-4d4c-82ec-d9db889394e8 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:47:40.354739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:40.358712 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:40.406304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:40.496868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e895e0-ad50-4bd4-8b6a-68712dd65484 req-17c18eef-564b-4582-8101-28fa030762a7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:40.498348 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93e895e0-ad50-4bd4-8b6a-68712dd65484 req-17c18eef-564b-4582-8101-28fa030762a7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 945 time: 0.0625868 Jun 30 09:47:40.534528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93e895e0-ad50-4bd4-8b6a-68712dd65484 req-8f1141c4-b9bf-47d7-aaea-3b0fecbb6f9a tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305493 Jun 30 09:47:40.698125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['81971f3f-1862-4d4c-82ec-d9db889394e8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:47:41.258057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab345019-57f3-4f6f-a27e-def5d57a81e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:41.716538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525628b5-9a17-4436-9bad-93c67e10957b req-c8756e0a-8202-4726-a1b3-3d31cd80b2e7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:41.718419 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-525628b5-9a17-4436-9bad-93c67e10957b req-c8756e0a-8202-4726-a1b3-3d31cd80b2e7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 945 time: 0.0679171 Jun 30 09:47:41.755812 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-525628b5-9a17-4436-9bad-93c67e10957b req-f4358d51-d5c5-40bb-b94c-00cdab7b3ca6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Jun 30 09:47:42.192752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:47:42.395642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 81971f3f-1862-4d4c-82ec-d9db889394e8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:47:42.399873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 81971f3f-1862-4d4c-82ec-d9db889394e8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:47:42.400243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:42.474318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:42.497492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:47:42.499750 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6abdf04-1f64-4496-a960-8fb342dc1236" -d '{"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-plugged", "status": "completed", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:47:42.515384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:47:42.519241 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:42.541144 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a0d0a7-3b6d-487e-a217-a5ccf20ba45a x-openstack-request-id: req-44a0d0a7-3b6d-487e-a217-a5ccf20ba45a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:47:42.541437 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-plugged", "status": "completed", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:47:42.541685 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-44a0d0a7-3b6d-487e-a217-a5ccf20ba45a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:47:42.542066 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'code': 200} Jun 30 09:47:42.566935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:47:42.676132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efa482-4279-4441-8895-05432284bc70 req-5d7ef79a-587f-4f64-b4b2-2eb79cb8df08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:42.677620 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9efa482-4279-4441-8895-05432284bc70 req-5d7ef79a-587f-4f64-b4b2-2eb79cb8df08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1098 time: 0.0523477 Jun 30 09:47:42.711267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9efa482-4279-4441-8895-05432284bc70 req-684193bc-d601-4c51-980f-1075768df270 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271325 Jun 30 09:47:42.935989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5da8d-06e7-4e51-9a04-e2bf63517176 req-cc1d2ce7-09d0-476d-b35d-0178b4804409 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:42.937518 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08e5da8d-06e7-4e51-9a04-e2bf63517176 req-cc1d2ce7-09d0-476d-b35d-0178b4804409 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0676427 Jun 30 09:47:42.977643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08e5da8d-06e7-4e51-9a04-e2bf63517176 req-cdce2f0f-debb-45b2-ae8c-ac0583aea6d2 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Jun 30 09:47:44.103552 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4fc31bc-a356-495c-8ebf-16c60ee0da2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:44.159575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0acb6d-c52c-4bbc-ae49-eb43116edb4e req-71171a70-cb67-4b2e-aa9a-0610b1fbc254 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:44.161051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf0acb6d-c52c-4bbc-ae49-eb43116edb4e req-71171a70-cb67-4b2e-aa9a-0610b1fbc254 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0659418 Jun 30 09:47:44.199213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf0acb6d-c52c-4bbc-ae49-eb43116edb4e req-9f10c759-32fe-418e-9474-a7c9bda0bea9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316365 Jun 30 09:47:44.224845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:45.382373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba868ece-10dd-4ee2-8579-b31dc5fbb6d7 req-4beb5c7c-20e4-40fe-ae64-e9e90df3d3c1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:45.383876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba868ece-10dd-4ee2-8579-b31dc5fbb6d7 req-4beb5c7c-20e4-40fe-ae64-e9e90df3d3c1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0639312 Jun 30 09:47:45.423634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba868ece-10dd-4ee2-8579-b31dc5fbb6d7 req-48aa9dac-7b0e-4f58-bc78-5f91a8fb984f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337913 Jun 30 09:47:45.606169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6c5a5-7940-4509-8658-5028cf938e35 req-6350a136-52ca-4bb7-983b-6777a6522cbf tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:45.607648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cba6c5a5-7940-4509-8658-5028cf938e35 req-6350a136-52ca-4bb7-983b-6777a6522cbf tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0708890 Jun 30 09:47:45.646447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cba6c5a5-7940-4509-8658-5028cf938e35 req-447af84c-7848-448b-be32-2e630bce7805 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329833 Jun 30 09:47:45.997899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da64779-1801-4ed4-8c47-c6a9d473eddd req-df9bd374-45b3-4a9a-8ec7-3a54214d4da6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:45.999384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8da64779-1801-4ed4-8c47-c6a9d473eddd req-df9bd374-45b3-4a9a-8ec7-3a54214d4da6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0620437 Jun 30 09:47:46.037619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8da64779-1801-4ed4-8c47-c6a9d473eddd req-71259fa1-149b-4845-9f90-050669e8d1d6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325496 Jun 30 09:47:46.176546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:46.217288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00824509-0f8a-4f98-b454-5a31829e45df req-e94acd37-899e-424f-b0a8-7aec1bd09859 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:46.218789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00824509-0f8a-4f98-b454-5a31829e45df req-e94acd37-899e-424f-b0a8-7aec1bd09859 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0680671 Jun 30 09:47:46.257656 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00824509-0f8a-4f98-b454-5a31829e45df req-dc4be8ca-97f4-4fbd-a4e9-8f2d750e4cf6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Jun 30 09:47:46.700533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e943689-3f1f-4440-ad6e-25db2b591897 req-dec25c46-6211-42e4-b47f-b368e639ae83 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:46.702390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e943689-3f1f-4440-ad6e-25db2b591897 req-dec25c46-6211-42e4-b47f-b368e639ae83 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0999150 Jun 30 09:47:46.713342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-f74cd5be-1336-436f-9e8a-b3feb681a2ad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1555755 Jun 30 09:47:46.746197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e943689-3f1f-4440-ad6e-25db2b591897 req-af113813-dad9-4125-9d81-820c895739c1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370512 Jun 30 09:47:47.675459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:47.700666 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:47:47.936721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51674850-f034-4a72-8c37-f415eb61f176 req-2cde42a5-f009-405d-b385-fe1fe01e1d24 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:47.938469 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51674850-f034-4a72-8c37-f415eb61f176 req-2cde42a5-f009-405d-b385-fe1fe01e1d24 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0763795 Jun 30 09:47:47.979617 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-51674850-f034-4a72-8c37-f415eb61f176 req-798a0672-6dc6-4d2e-9e4e-b8e7f97bd07c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Jun 30 09:47:48.033115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-98b35a4f-2287-49c2-93a6-7db9b2213b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:48.034623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-98b35a4f-2287-49c2-93a6-7db9b2213b6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1098 time: 0.0541635 Jun 30 09:47:48.127824 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-3add4032-86d9-4c77-8a3f-1697e05b5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:48.129360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-3add4032-86d9-4c77-8a3f-1697e05b5bce service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0891685 Jun 30 09:47:48.169229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-fa1d1027-60de-45fb-8dfb-aedf78c7362f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0335863 Jun 30 09:47:48.216786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-4e76d5bf-7b40-46a1-8e06-41af2d3b6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:48.218165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-4e76d5bf-7b40-46a1-8e06-41af2d3b6b9d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0434518 Jun 30 09:47:48.252380 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-6d1ab926-91c4-43e2-b16f-a39b74d7e465 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246000 Jun 30 09:47:48.345613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-06d2bb4c-af18-40ca-b283-694457d01dee service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Jun 30 09:47:48.431901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-81857f26-cf10-445f-b016-8f78033af973 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798979 Jun 30 09:47:49.169882 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee8dfc-fda6-48c3-87bb-abaa115ccd0c req-e512f637-233b-4ea8-bde6-6e0c565e6bcf tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:49.171434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18ee8dfc-fda6-48c3-87bb-abaa115ccd0c req-e512f637-233b-4ea8-bde6-6e0c565e6bcf tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0758796 Jun 30 09:47:49.211850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18ee8dfc-fda6-48c3-87bb-abaa115ccd0c req-4fae90eb-9b0b-40a4-85da-f0f17cda1e0b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Jun 30 09:47:50.389614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d98b421-a802-4b5c-8865-49d5ab3dce70 req-46b4e805-19bc-403a-9cc6-cd4dbef03e53 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:50.391199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d98b421-a802-4b5c-8865-49d5ab3dce70 req-46b4e805-19bc-403a-9cc6-cd4dbef03e53 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0632129 Jun 30 09:47:50.428868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d98b421-a802-4b5c-8865-49d5ab3dce70 req-a611f036-ff30-4823-90db-e9142a7f940f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319765 Jun 30 09:47:51.606713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af527f57-d936-42c3-b197-cae067afabba req-0f98cf85-255e-4ae1-8092-56545df3cea5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:51.608497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af527f57-d936-42c3-b197-cae067afabba req-0f98cf85-255e-4ae1-8092-56545df3cea5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0673931 Jun 30 09:47:51.645147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af527f57-d936-42c3-b197-cae067afabba req-1e26723d-930b-42a5-b736-595870493a48 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311978 Jun 30 09:47:52.828103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36879ade-ae1f-4130-9ebf-3b9230450d39 req-d34eb06b-d600-4922-b038-f433589ec14e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:52.829592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36879ade-ae1f-4130-9ebf-3b9230450d39 req-d34eb06b-d600-4922-b038-f433589ec14e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0674827 Jun 30 09:47:52.867632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36879ade-ae1f-4130-9ebf-3b9230450d39 req-abb3b7e9-23db-4061-9dca-e05465897628 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Jun 30 09:47:54.040527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff657f-623a-41f4-8d5d-457037b5f3bb req-f878ed90-cae8-491f-afa5-255d05fd4ab7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:54.042005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ff657f-623a-41f4-8d5d-457037b5f3bb req-f878ed90-cae8-491f-afa5-255d05fd4ab7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0622754 Jun 30 09:47:54.082854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-45ff657f-623a-41f4-8d5d-457037b5f3bb req-ec09969c-a0f5-456e-91b0-f8a832ee6723 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Jun 30 09:47:55.254384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097aae32-5380-45fc-b9aa-c90405527979 req-3e8b794d-22d0-4d80-adf9-dfec3459dd01 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:55.255862 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-097aae32-5380-45fc-b9aa-c90405527979 req-3e8b794d-22d0-4d80-adf9-dfec3459dd01 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0629570 Jun 30 09:47:55.293245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-097aae32-5380-45fc-b9aa-c90405527979 req-744c6261-97e3-4a71-9419-5951dc713bdb tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317688 Jun 30 09:47:56.477867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee3cad-4676-4f1a-96d9-9f94f74c7878 req-f26f4ecf-6ebc-4648-9b96-64a9172dd2f2 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:56.479460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bee3cad-4676-4f1a-96d9-9f94f74c7878 req-f26f4ecf-6ebc-4648-9b96-64a9172dd2f2 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0683150 Jun 30 09:47:56.520958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bee3cad-4676-4f1a-96d9-9f94f74c7878 req-6b43d818-7179-4c3e-a572-c45e785fee5a tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357883 Jun 30 09:47:57.030591 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:47:57.702923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74f05-bb15-4ec4-bd3b-6ca518a63a9f req-cf9c67c1-a548-4f98-a6e4-58f5942e7223 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:57.704408 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1e74f05-bb15-4ec4-bd3b-6ca518a63a9f req-cf9c67c1-a548-4f98-a6e4-58f5942e7223 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0678496 Jun 30 09:47:57.742295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1e74f05-bb15-4ec4-bd3b-6ca518a63a9f req-a77e47a3-9ab9-4a36-a6bc-fb7667e805c5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315094 Jun 30 09:47:58.916643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb1508-6ec5-4b64-8462-931f3716b5ef req-f94a8348-3d80-4ebd-99c7-577cc792ef6c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:47:58.918130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4eb1508-6ec5-4b64-8462-931f3716b5ef req-f94a8348-3d80-4ebd-99c7-577cc792ef6c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0631318 Jun 30 09:47:58.955048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4eb1508-6ec5-4b64-8462-931f3716b5ef req-97ff9f04-5733-4be3-97e8-33235d13ff36 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jun 30 09:47:59.525653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:00.133799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd24b65-2e4d-465a-8373-ef0f0ab7b8c1 req-f13c4312-d0a8-4ba9-9d6d-61a2bc92ce48 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:00.135326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fd24b65-2e4d-465a-8373-ef0f0ab7b8c1 req-f13c4312-d0a8-4ba9-9d6d-61a2bc92ce48 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0680978 Jun 30 09:48:00.176578 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8fd24b65-2e4d-465a-8373-ef0f0ab7b8c1 req-fc2d84b1-a1c7-4c83-985f-2ae3cc633a82 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354078 Jun 30 09:48:01.354033 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4f28b-988d-4085-a30d-f1524a59c5eb req-37414454-b634-42f9-ac76-700dec03b9f0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:01.355574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32c4f28b-988d-4085-a30d-f1524a59c5eb req-37414454-b634-42f9-ac76-700dec03b9f0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0656826 Jun 30 09:48:01.394916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-32c4f28b-988d-4085-a30d-f1524a59c5eb req-e85096dd-3688-42c5-b58f-e0661cc5b31d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333385 Jun 30 09:48:02.583136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20c134-814b-4125-abca-2e4aed15ea52 req-264113ed-99fc-45aa-b2a4-336c64f7e035 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:02.585146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb20c134-814b-4125-abca-2e4aed15ea52 req-264113ed-99fc-45aa-b2a4-336c64f7e035 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0674605 Jun 30 09:48:02.624684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fb20c134-814b-4125-abca-2e4aed15ea52 req-defee3d1-5229-4f39-9529-fa49c6435464 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Jun 30 09:48:03.806938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec8901-2a6d-4c83-8e6f-b696a6d3b747 req-073caad6-1dde-481b-940d-a98495c1583e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:03.808421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfec8901-2a6d-4c83-8e6f-b696a6d3b747 req-073caad6-1dde-481b-940d-a98495c1583e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0699105 Jun 30 09:48:03.850425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfec8901-2a6d-4c83-8e6f-b696a6d3b747 req-c845462b-8a06-4188-87f5-52fb139f2c6c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357118 Jun 30 09:48:05.027138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d32502-be52-4521-a0e1-aa69b870b12c req-cee4d654-64b6-4d6d-ae25-019f7695f916 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:05.028599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03d32502-be52-4521-a0e1-aa69b870b12c req-cee4d654-64b6-4d6d-ae25-019f7695f916 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0618575 Jun 30 09:48:05.067817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03d32502-be52-4521-a0e1-aa69b870b12c req-ad494c47-69d8-42d1-a7a3-07bf1a5b5cff tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334353 Jun 30 09:48:06.242523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacd086-4a42-41b3-9a1e-8b7ab3802d8e req-a89a8d1f-3192-41c4-bcca-3c953db30fd1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:06.244004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdacd086-4a42-41b3-9a1e-8b7ab3802d8e req-a89a8d1f-3192-41c4-bcca-3c953db30fd1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0619745 Jun 30 09:48:06.285372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cdacd086-4a42-41b3-9a1e-8b7ab3802d8e req-ada3cb16-41a6-4ea7-abff-c9b154d0fa59 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358183 Jun 30 09:48:06.655053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e6d2-8354-47c2-a516-08950194833d req-e8311155-4e4b-4606-b751-d4a7a85bfe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:06.656539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-e8311155-4e4b-4606-b751-d4a7a85bfe9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1098 time: 0.0537632 Jun 30 09:48:06.761754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e6d2-8354-47c2-a516-08950194833d req-00042dd4-bf99-41a5-933f-1a124fcc1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:06.763259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-00042dd4-bf99-41a5-933f-1a124fcc1755 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0858874 Jun 30 09:48:06.809559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-c9cbcade-29d0-4e69-b254-af844d149c42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0393336 Jun 30 09:48:06.860821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030e6d2-8354-47c2-a516-08950194833d req-56c47e49-3d6d-4736-aae3-bdb12fb3caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:06.862365 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-56c47e49-3d6d-4736-aae3-bdb12fb3caf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0467467 Jun 30 09:48:06.894088 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-c5e1fccb-14d6-4075-8542-3549beaccd01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256596 Jun 30 09:48:06.985511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-3f4ae359-6534-4fab-8425-9ec283dac634 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856743 Jun 30 09:48:07.080334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8030e6d2-8354-47c2-a516-08950194833d req-e7a6ac89-4957-4422-ac41-b014834cb785 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884118 Jun 30 09:48:07.462655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2bee-63f2-413f-a96a-9d0193d5a4de req-630ae472-52e6-4ca9-8651-2a5bc6a4d492 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:07.464180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-962b2bee-63f2-413f-a96a-9d0193d5a4de req-630ae472-52e6-4ca9-8651-2a5bc6a4d492 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0650752 Jun 30 09:48:07.505746 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-962b2bee-63f2-413f-a96a-9d0193d5a4de req-df07a4e2-a06b-4bd4-ac90-bf8c20315139 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359197 Jun 30 09:48:08.686275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfaf0ab-ff64-4243-8887-ff3cec118030 req-dc3a23b7-b68f-4c3d-b404-d4b56820a18e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:08.687675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bfaf0ab-ff64-4243-8887-ff3cec118030 req-dc3a23b7-b68f-4c3d-b404-d4b56820a18e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0644741 Jun 30 09:48:08.734679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7bfaf0ab-ff64-4243-8887-ff3cec118030 req-db2e7bcd-6124-4b86-bbd5-a49fe5f5e1b0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Jun 30 09:48:09.919260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b59f6d-7386-462a-a071-52d34319d863 req-3dc20670-085d-4247-a67c-e899b851ae96 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:09.921007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7b59f6d-7386-462a-a071-52d34319d863 req-3dc20670-085d-4247-a67c-e899b851ae96 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0687625 Jun 30 09:48:09.966958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a7b59f6d-7386-462a-a071-52d34319d863 req-eafdb7f6-0514-4305-9cf2-b288627bf0b7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Jun 30 09:48:11.148275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38385909-5e5c-4ca4-bc53-3f1550eb18e6 req-2c325d0e-75f1-47bc-b982-5154a7900710 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:11.149789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38385909-5e5c-4ca4-bc53-3f1550eb18e6 req-2c325d0e-75f1-47bc-b982-5154a7900710 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0688241 Jun 30 09:48:11.201283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38385909-5e5c-4ca4-bc53-3f1550eb18e6 req-8b09c793-24be-4672-afda-9c6ef619fecd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450137 Jun 30 09:48:11.263387 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-75fdd76d-1ee6-45cd-b6af-ed38f81916f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:12.391153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2bce7-8dd0-4813-a715-57c37ba50fb1 req-fe651dcf-c9eb-48c8-a2e5-384921a9ea4f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:12.392640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22b2bce7-8dd0-4813-a715-57c37ba50fb1 req-fe651dcf-c9eb-48c8-a2e5-384921a9ea4f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0712674 Jun 30 09:48:12.441550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-22b2bce7-8dd0-4813-a715-57c37ba50fb1 req-ba936b0a-56e5-42fa-8302-073028982f4c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409989 Jun 30 09:48:13.636500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcee4c4-f2c0-418e-a02d-a0a30f4fe4ba req-a097ae8a-5da6-40ae-a57e-fa4b6d06f4b6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:13.638500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2bcee4c4-f2c0-418e-a02d-a0a30f4fe4ba req-a097ae8a-5da6-40ae-a57e-fa4b6d06f4b6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0692031 Jun 30 09:48:14.003467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2bcee4c4-f2c0-418e-a02d-a0a30f4fe4ba req-5d6cd00b-8af5-424e-bb81-ab05380d8ff5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593359 Jun 30 09:48:14.104588 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f23a8b9e-19e7-4893-b62e-2e6b353229a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:14.226106 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:15.173951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214565e7-9763-4253-bb80-f97dda655823 req-b520483c-a255-40f2-8256-9b9a11571805 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.175446 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-214565e7-9763-4253-bb80-f97dda655823 req-b520483c-a255-40f2-8256-9b9a11571805 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0618675 Jun 30 09:48:15.212849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-214565e7-9763-4253-bb80-f97dda655823 req-1bf8c037-ce9d-45b6-9fb5-81f94452c41b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312057 Jun 30 09:48:15.589419 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-6a540319-8abc-4582-bf48-907dfcbea750 service neutron] show failed (client error): The resource could not be found. Jun 30 09:48:15.590443 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-6a540319-8abc-4582-bf48-907dfcbea750 service neutron] 10.222.0.83 "GET /v2.0/ports/81971f3f-1862-4d4c-82ec-d9db889394e8/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0542388 Jun 30 09:48:15.844945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-9927c498-23e1-4e23-aad6-bdb0cbc35c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:15.846379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-9927c498-23e1-4e23-aad6-bdb0cbc35c8d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d&tenant_id=edee802adf924f98ab0fe27316c52a63 HTTP/1.1" status: 200 len: 1098 time: 0.0550628 Jun 30 09:48:15.861488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:15.931278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.133825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:16.165303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:16.177138 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.204270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:16.206572 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9392f209-86ef-4953-b9ff-36e558fac239" -d '{"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-unplugged", "status": "completed", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:16.210666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.223089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Transition to ACTIVE for port object 81971f3f-1862-4d4c-82ec-d9db889394e8 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:16.227329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.260512 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9b18c7-cee7-4f98-b351-5777849df2bb x-openstack-request-id: req-1b9b18c7-cee7-4f98-b351-5777849df2bb {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:16.260816 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-unplugged", "status": "completed", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:16.261067 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1b9b18c7-cee7-4f98-b351-5777849df2bb {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:16.261465 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'code': 200} Jun 30 09:48:16.289188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] No DVR routers for this DVR port 81971f3f-1862-4d4c-82ec-d9db889394e8 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:16.297456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:16.335221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:16.335557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:16.335885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:16.340375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Port 81971f3f-1862-4d4c-82ec-d9db889394e8 on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:48:16.340691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Attempting to bind port 81971f3f-1862-4d4c-82ec-d9db889394e8 on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:16.345531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:16.345866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Checking segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:16.346268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Bound using segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:16.346694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Bound port: 81971f3f-1862-4d4c-82ec-d9db889394e8, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:16.347046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.396384 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902eb99-3170-4ba5-9947-29868101ed8e req-1b9f2c24-824e-4fbe-9562-8f9e79a602d1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.397785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b902eb99-3170-4ba5-9947-29868101ed8e req-1b9f2c24-824e-4fbe-9562-8f9e79a602d1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 944 time: 0.0645759 Jun 30 09:48:16.409142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:16.412293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:16.417951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.438451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b902eb99-3170-4ba5-9947-29868101ed8e req-0105a9cc-223b-4164-8533-b5b51af595a7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343931 Jun 30 09:48:16.451339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.452469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:16.453769 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] 10.222.0.79 "PUT /v2.0/ports/81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 1093 time: 0.5967729 Jun 30 09:48:16.479010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a3773-b084-4a70-9c08-54c52e3ccce9 service neutron] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:16.532796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-eb224cf9-4194-4986-9d0d-689115ac8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.534336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-eb224cf9-4194-4986-9d0d-689115ac8091 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1096 time: 0.0524335 Jun 30 09:48:16.626121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-ed230124-b591-452a-b8e2-b29581748f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.627622 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-ed230124-b591-452a-b8e2-b29581748f53 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0866547 Jun 30 09:48:16.672736 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-4245294d-1dc8-4398-8ac5-447b36f1c632 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0342407 Jun 30 09:48:16.727769 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-0f8ca05b-da7e-47d9-b775-fa1000bc77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:16.729212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-0f8ca05b-da7e-47d9-b775-fa1000bc77a4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0475392 Jun 30 09:48:16.765098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-96ed777e-0267-4af1-8181-e073d40ffeff service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262949 Jun 30 09:48:16.853367 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-c7b7c895-2cf9-4527-89e5-0dbe73ba9cdb service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808969 Jun 30 09:48:16.949410 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef973fc6-c656-4f57-b3de-bf2f5c9329e8 req-6069befe-6b02-4408-b71b-d0e6328b64f5 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855560 Jun 30 09:48:17.619615 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562965d9-e1f9-42b4-8aec-86ea9b1d0dc6 req-c16d20c9-5bf3-4d32-8011-ce3e2372b604 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:17.621263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-562965d9-e1f9-42b4-8aec-86ea9b1d0dc6 req-c16d20c9-5bf3-4d32-8011-ce3e2372b604 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 944 time: 0.0640569 Jun 30 09:48:17.659703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-562965d9-e1f9-42b4-8aec-86ea9b1d0dc6 req-0829224e-2782-4bd9-a52e-1d77f19a4288 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jun 30 09:48:17.681011 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:17.703140 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:18.262822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:18.265605 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:18.313576 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17352160-e0e1-4e86-8310-01f3b875d184 x-openstack-request-id: req-17352160-e0e1-4e86-8310-01f3b875d184 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:18.313865 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:18.314115 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-17352160-e0e1-4e86-8310-01f3b875d184 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:18.314581 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'status': 'completed', 'code': 200} Jun 30 09:48:18.393753 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-ce5109ab-0965-4f21-b981-10ab5ab8c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.395287 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-ce5109ab-0965-4f21-b981-10ab5ab8c1d7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1096 time: 0.0551527 Jun 30 09:48:18.406778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-64411351-88d2-4616-aec0-b4509cee6255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.408248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-64411351-88d2-4616-aec0-b4509cee6255 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1096 time: 0.0538003 Jun 30 09:48:18.491031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-cd756b57-5d67-4a77-bef9-da64f04722af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.492577 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-cd756b57-5d67-4a77-bef9-da64f04722af service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0900369 Jun 30 09:48:18.496373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-571c3112-69db-40b0-8c12-28c377c526b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.497847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-571c3112-69db-40b0-8c12-28c377c526b2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0832219 Jun 30 09:48:18.534967 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-3cc12fd1-835d-4dad-9eb1-7b8f992b4a51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0346348 Jun 30 09:48:18.537035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-e05dc23f-2d5e-4796-8fc2-7c5e33a85f98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0333812 Jun 30 09:48:18.584068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-693908d3-2dc3-4f54-a4a0-d68dcab181fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.586399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-693908d3-2dc3-4f54-a4a0-d68dcab181fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0435009 Jun 30 09:48:18.588460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-dd8f4324-89bb-4ac8-951c-3f99fd10e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.589933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-dd8f4324-89bb-4ac8-951c-3f99fd10e314 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0467649 Jun 30 09:48:18.623932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-24d7d9c2-7d3b-484d-be5e-ee61dd63f266 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270820 Jun 30 09:48:18.626768 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-ff92e5ed-00be-44bc-a008-1b13a225c94e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315423 Jun 30 09:48:18.737803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-2c93051f-79b6-4d24-bdbf-188b45ae902b service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015832 Jun 30 09:48:18.738623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-8c3444e1-d656-4996-a312-99fad4a435f0 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084263 Jun 30 09:48:18.847384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-a3ad87d2-bcfa-48cc-aef9-b7cb43f8dc12 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008770 Jun 30 09:48:18.888704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cb1fb38e-396d-4a09-bd1b-0d10b7b2a81c req-a0e695bf-4051-4334-acd7-ca7b805d3be3 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443329 Jun 30 09:48:18.917627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7350398-a277-4c73-b4a9-7849314ce656 req-7942266e-b95f-41f7-be1d-74cfe8933c7e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:18.917627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7350398-a277-4c73-b4a9-7849314ce656 req-7942266e-b95f-41f7-be1d-74cfe8933c7e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 944 time: 0.0930564 Jun 30 09:48:18.960524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7350398-a277-4c73-b4a9-7849314ce656 req-524c9fa1-cad7-4ff4-87bc-47fcd3314412 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Jun 30 09:48:19.885431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:48:19.977905 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:19.988830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'port_id': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'mac_address': 'fa:16:3e:f7:60:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c4447-9710-43e8-8194-3966369e6936', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:48:20.026386 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.038794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81971f3f-1862-4d4c-82ec-d9db889394e8 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:20.058495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:20.062821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:20.113681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:20.142721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88697e1-4750-4838-9fec-ed3f2796a99f req-4eb49c65-b390-4912-9c26-ed683c2ecc85 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.144112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b88697e1-4750-4838-9fec-ed3f2796a99f req-4eb49c65-b390-4912-9c26-ed683c2ecc85 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 945 time: 0.0675299 Jun 30 09:48:20.181939 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b88697e1-4750-4838-9fec-ed3f2796a99f req-bd486503-b5fd-4530-8a85-cad51865123e tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319211 Jun 30 09:48:20.305548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81971f3f-1862-4d4c-82ec-d9db889394e8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:20.392599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:20.463054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:20.599409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1234-9d57-480d-b624-c84970ea3571 req-c6a65595-20c0-403d-9ffc-6b1d6f09cb9c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.601604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78ab1234-9d57-480d-b624-c84970ea3571 req-c6a65595-20c0-403d-9ffc-6b1d6f09cb9c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 945 time: 0.1577094 Jun 30 09:48:20.608763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-98dac4ce-a969-42c0-a893-34e7dc4366bf tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.610116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-98dac4ce-a969-42c0-a893-34e7dc4366bf tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.83 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d&tenant_id=edee802adf924f98ab0fe27316c52a63&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 945 time: 0.1562326 Jun 30 09:48:20.680550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78ab1234-9d57-480d-b624-c84970ea3571 req-24d22762-4e4b-4edd-a783-bc83c5ee6aac tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694356 Jun 30 09:48:20.689040 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-3af2d5a2-2bfc-4d7a-af34-b0846bf20911 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:48:20.690004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-3af2d5a2-2bfc-4d7a-af34-b0846bf20911 service neutron] 10.222.0.83 "DELETE /v2.0/ports/81971f3f-1862-4d4c-82ec-d9db889394e8/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0730669 Jun 30 09:48:20.802312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-dabfba95-f369-4486-a0ce-f3c7e42ebb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.803838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-dabfba95-f369-4486-a0ce-f3c7e42ebb50 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 1097 time: 0.0560434 Jun 30 09:48:20.897035 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-e07d9ac5-f551-403f-8950-0648c13149ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.899287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-e07d9ac5-f551-403f-8950-0648c13149ea service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0890338 Jun 30 09:48:20.942510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-a0fcb5ff-9110-4fc4-99e6-6e1b5a28bbb4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 200 len: 217 time: 0.0372164 Jun 30 09:48:20.991728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-cd9da17a-f2f3-4130-9520-fc6cb51d8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:20.993308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-cd9da17a-f2f3-4130-9520-fc6cb51d8b19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0447295 Jun 30 09:48:21.026000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-68668b8c-a510-4ce0-9e6d-f7f4c8d398ea service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265856 Jun 30 09:48:21.115195 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-a29d9cfc-4b3a-417b-a19f-40fcae7e142b service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832253 Jun 30 09:48:21.203815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e9718f2a-f609-4112-8f60-27bcc759a007 req-ab3bc61f-7387-4d8e-a497-fee5e36cfa9e service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819077 Jun 30 09:48:21.863306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35033ff-558a-492a-88e2-b2db7c3c4e99 req-92aa74d1-d3be-45b9-a19e-539e5bd4cfc6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:21.864794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e35033ff-558a-492a-88e2-b2db7c3c4e99 req-92aa74d1-d3be-45b9-a19e-539e5bd4cfc6 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 945 time: 0.0655165 Jun 30 09:48:21.903715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e35033ff-558a-492a-88e2-b2db7c3c4e99 req-ed6cb17e-6eef-4abb-8e19-11e85834ca77 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jun 30 09:48:21.905877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:21.955816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 81971f3f-1862-4d4c-82ec-d9db889394e8 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:21.959655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 81971f3f-1862-4d4c-82ec-d9db889394e8 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:21.961027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.041144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.063918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:22.066203 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c458e830-d215-4e26-af47-8778d0016ff2" -d '{"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-plugged", "status": "completed", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:22.083006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:22.083978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a13f3d4-4ebd-4bf5-b5de-f0971c21e942 req-e9ffa87b-563e-42e5-986d-4b8dbcb89852 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:22.086089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a13f3d4-4ebd-4bf5-b5de-f0971c21e942 req-e9ffa87b-563e-42e5-986d-4b8dbcb89852 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 945 time: 0.0707829 Jun 30 09:48:22.091088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:22.116713 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d592d5-54a6-4136-9510-3c6665efb5d5 x-openstack-request-id: req-d7d592d5-54a6-4136-9510-3c6665efb5d5 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:22.117001 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-plugged", "status": "completed", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:22.117248 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7d592d5-54a6-4136-9510-3c6665efb5d5 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:22.117629 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'code': 200} Jun 30 09:48:22.132633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a13f3d4-4ebd-4bf5-b5de-f0971c21e942 req-2ee11061-795a-4230-991d-c5e124dcc4ec tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345957 Jun 30 09:48:22.142326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:22.306739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446bcf9-72d4-4387-9908-dfe991d7c031 req-31fb2722-7609-4038-aa10-9b2cd007d582 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:22.308197 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7446bcf9-72d4-4387-9908-dfe991d7c031 req-31fb2722-7609-4038-aa10-9b2cd007d582 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0627241 Jun 30 09:48:22.346529 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7446bcf9-72d4-4387-9908-dfe991d7c031 req-8f420b10-1f09-4a40-b109-82647f6e1953 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326819 Jun 30 09:48:22.793484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-bbbae061-3e60-486c-8631-f457c0309842 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:22.794977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-bbbae061-3e60-486c-8631-f457c0309842 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 815 time: 0.1070101 Jun 30 09:48:22.809756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fb63d40c-6eea-4acd-a981-872dc16f9182 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/quotas/edee802adf924f98ab0fe27316c52a63 HTTP/1.1" status: 200 len: 375 time: 0.0094128 Jun 30 09:48:22.875068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-2ccfd473-aff6-4a22-97b2-e39e94d2576a tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0604122 Jun 30 09:48:22.934764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-c2ce6e23-8415-42db-85d6-5605e30023b2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:48:22.935760 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-c2ce6e23-8415-42db-85d6-5605e30023b2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0543215 Jun 30 09:48:23.026584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-0737c867-8515-4c72-a864-394913a5b111 service neutron] 10.222.0.77 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849626 Jun 30 09:48:23.111558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-125b04ef-c5bb-43dd-b9ee-7a04d46d6ef1 service neutron] 10.222.0.77 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792129 Jun 30 09:48:23.277819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f2661c0-f321-41fb-94c4-53c538ab7d07 req-d738b8eb-099c-409c-9761-73e4582375d1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 210 time: 0.0290048 Jun 30 09:48:24.138443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-3b1bc4fa-22dc-4593-975e-3dfd1a59b016 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:24.139925 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-3b1bc4fa-22dc-4593-975e-3dfd1a59b016 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee833514-e1ed-4758-bacf-1073d960822d HTTP/1.1" status: 200 len: 946 time: 0.0623536 Jun 30 09:48:24.245482 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Deleting port 81971f3f-1862-4d4c-82ec-d9db889394e8 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:48:24.245903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.416654 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] For port 81971f3f-1862-4d4c-82ec-d9db889394e8, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81971f3f-1862-4d4c-82ec-d9db889394e8,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:24.416924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.435063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-faad06b2-fc4e-4f49-81d6-a177aa21ba7f req-5b3cee16-8a65-4be6-8f16-b2371d0de820 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 210 time: 0.0353532 Jun 30 09:48:24.438863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Calling delete_port for 81971f3f-1862-4d4c-82ec-d9db889394e8 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:48:24.449088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-1fdb6aae-bfd4-449a-b007-93c9825d94a0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:24.450606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-1fdb6aae-bfd4-449a-b007-93c9825d94a0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 815 time: 0.1596076 Jun 30 09:48:24.465243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Request body: {'port': {'device_id': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'admin_state_up': True, 'tenant_id': 'edee802adf924f98ab0fe27316c52a63'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:24.648913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Made reservation on behalf of edee802adf924f98ab0fe27316c52a63 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:48:24.652485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.693216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.706172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81971f3f-1862-4d4c-82ec-d9db889394e8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:24.755677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Pushing event deleted for resources: {'Port': ['ID=81971f3f-1862-4d4c-82ec-d9db889394e8,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:24.837033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] No DVR routers for this DVR port 81971f3f-1862-4d4c-82ec-d9db889394e8 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:48:24.840967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:24.842938 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.79 "DELETE /v2.0/ports/81971f3f-1862-4d4c-82ec-d9db889394e8 HTTP/1.1" status: 204 len: 173 time: 0.6971436 Jun 30 09:48:24.843389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-deleted', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:24.845638 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c721fd3c-7add-4c04-b0fe-a62d9ecb6135" -d '{"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-deleted", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:24.873609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Allocated IP 172.20.0.14 (e0de01fe-2b17-443e-aaa2-b64d670c0c2d/c16c4447-9710-43e8-8194-3966369e6936/2a1c6e4a-3d98-4185-bbdb-6995c493689c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:48:24.887697 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eff369-59d3-4227-a41a-f20fb7c1cd40 x-openstack-request-id: req-f2eff369-59d3-4227-a41a-f20fb7c1cd40 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:24.888034 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee833514-e1ed-4758-bacf-1073d960822d", "name": "network-vif-deleted", "tag": "81971f3f-1862-4d4c-82ec-d9db889394e8", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:24.888313 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f2eff369-59d3-4227-a41a-f20fb7c1cd40 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:24.888813 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee833514-e1ed-4758-bacf-1073d960822d', 'name': 'network-vif-deleted', 'tag': '81971f3f-1862-4d4c-82ec-d9db889394e8', 'status': 'completed', 'code': 200} Jun 30 09:48:25.029334 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.070564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.082381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81971f3f-1862-4d4c-82ec-d9db889394e8'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:25.120778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Network e0de01fe-2b17-443e-aaa2-b64d670c0c2d is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:48:25.124037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:48:25.126932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:48:25.163029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.185362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.185982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.200224 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-74d7c1f6-e29f-4868-b1f5-68b45e8da1a9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391210 Jun 30 09:48:25.212892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Request body: {'port': {'device_id': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:48:25.282612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.539965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1c6e4a-3d98-4185-bbdb-6995c493689c {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:25.547497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.559895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Transition to ACTIVE for port object 2a1c6e4a-3d98-4185-bbdb-6995c493689c will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:48:25.564057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.615668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167dbb0-075b-4747-afa2-3b1b99daa8ab req-dac84604-4518-4052-b9bc-3d44733deb6b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.616849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.617395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a167dbb0-075b-4747-afa2-3b1b99daa8ab req-dac84604-4518-4052-b9bc-3d44733deb6b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 932 time: 0.0665267 Jun 30 09:48:25.656340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a167dbb0-075b-4747-afa2-3b1b99daa8ab req-dd4e35b8-0804-41ee-97a1-cc3333e6f090 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332599 Jun 30 09:48:25.685602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:48:25.685942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:48:25.686299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:25.690512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:48:25.690837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:48:25.696255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:48:25.696592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Checking segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:48:25.696969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Bound using segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:48:25.697386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Bound port: 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:48:25.697738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.759639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:48:25.762594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:48:25.767144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.799763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.800288 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:25.801652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] 10.222.0.79 "PUT /v2.0/ports/2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 1093 time: 0.5931473 Jun 30 09:48:25.826459 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c899f-2b7b-4d89-8324-48b0ebb14a22 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:25.891643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-8b8ab2dc-8af7-437d-86b3-21da20744508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.893150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-8b8ab2dc-8af7-437d-86b3-21da20744508 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1096 time: 0.0541294 Jun 30 09:48:25.937786 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-d9131a1c-e649-44e9-92e1-9fa17dc7aaff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0367942 Jun 30 09:48:25.987598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-f8226f12-d424-44a7-8684-eb8098a4f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:25.989038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-f8226f12-d424-44a7-8684-eb8098a4f13b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0445025 Jun 30 09:48:26.023870 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-7d747c56-d6ef-48d5-84e5-548dcd5e59d3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266476 Jun 30 09:48:26.117540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-524422af-ce4f-47b0-8bf5-db3f01d2de72 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856225 Jun 30 09:48:26.203849 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971a96a-9bf0-4812-8da3-2d2b272d27c5 req-f570a119-9bc9-4ced-8f7e-6ab46dee0f91 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794272 Jun 30 09:48:26.841819 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be908d-9262-4665-bfa3-dda04177c5b4 req-e58ab205-d747-4b87-8b08-8fb6e1df468c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:26.843326 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6be908d-9262-4665-bfa3-dda04177c5b4 req-e58ab205-d747-4b87-8b08-8fb6e1df468c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 944 time: 0.0634604 Jun 30 09:48:26.880483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6be908d-9262-4665-bfa3-dda04177c5b4 req-b88a61e5-fe9c-4c03-8377-3e08da647aa3 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Jun 30 09:48:26.889940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:26.892521 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c066a289-979c-4151-80f9-c374e0773f43" -d '{"events": [{"name": "network-changed", "server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:26.928190 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa0355-6735-48b1-bb21-76fa2093697e x-openstack-request-id: req-34fa0355-6735-48b1-bb21-76fa2093697e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:26.929083 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:26.929339 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-34fa0355-6735-48b1-bb21-76fa2093697e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:26.929744 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'status': 'completed', 'code': 200} Jun 30 09:48:27.007684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a289-979c-4151-80f9-c374e0773f43 req-1a811d54-ce4b-4c05-8e91-a9a14900b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:27.009164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-1a811d54-ce4b-4c05-8e91-a9a14900b46e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1096 time: 0.0565622 Jun 30 09:48:27.101000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a289-979c-4151-80f9-c374e0773f43 req-b583ad90-c595-4e29-b3a4-e53f4a14524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:27.102487 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-b583ad90-c595-4e29-b3a4-e53f4a14524c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0852752 Jun 30 09:48:27.144263 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-20bbb216-4c73-49f3-9904-447774e025e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0341146 Jun 30 09:48:27.196451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066a289-979c-4151-80f9-c374e0773f43 req-ca544706-c42d-4f74-8647-60eb8611a831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:27.197797 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-ca544706-c42d-4f74-8647-60eb8611a831 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0464275 Jun 30 09:48:27.229683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-c50a6a86-bbab-402a-8920-058a5281a644 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256236 Jun 30 09:48:27.320057 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-a12b1298-2566-4cfa-94df-dccec7e9a35b service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829411 Jun 30 09:48:27.415803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c066a289-979c-4151-80f9-c374e0773f43 req-d00598e6-56e7-4cae-a1f3-8bf14bebd15e service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893791 Jun 30 09:48:27.907645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:48:27.910760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:48:27.935611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 81971f3f-1862-4d4c-82ec-d9db889394e8 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:48:27.935951 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81971f3f-1862-4d4c-82ec-d9db889394e8 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:48:28.026399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:28.036775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'port_id': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'mac_address': 'fa:16:3e:fe:ac:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c4447-9710-43e8-8194-3966369e6936', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:48:28.062439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e99bdc-c5c8-46bb-be5b-a73ce826432f req-3af8cf36-a04d-4dd9-b706-1cedc2163ae5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:28.063910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08e99bdc-c5c8-46bb-be5b-a73ce826432f req-3af8cf36-a04d-4dd9-b706-1cedc2163ae5 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 944 time: 0.0662239 Jun 30 09:48:28.077518 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:28.090089 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c6e4a-3d98-4185-bbdb-6995c493689c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:48:28.102718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-08e99bdc-c5c8-46bb-be5b-a73ce826432f req-4bb35d17-6948-4fa5-96e3-392fb5c69ca7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317855 Jun 30 09:48:28.109688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:28.114000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:28.161659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:28.168867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.169213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.169548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.169880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.170205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.170548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.170869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.171188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.171504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.171819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.172134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.172447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:48:28.364216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['2a1c6e4a-3d98-4185-bbdb-6995c493689c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:48:29.282624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce723a2a-0113-461a-a85b-cdd4beba0003 req-c9c6199b-90d7-48b9-97b9-3ee0737be960 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:29.284097 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce723a2a-0113-461a-a85b-cdd4beba0003 req-c9c6199b-90d7-48b9-97b9-3ee0737be960 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 945 time: 0.0631604 Jun 30 09:48:29.322648 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce723a2a-0113-461a-a85b-cdd4beba0003 req-ce3359e1-269f-4e8a-82a4-3ccd290d92af tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322340 Jun 30 09:48:29.530619 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:29.917657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:48:29.965495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 2a1c6e4a-3d98-4185-bbdb-6995c493689c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:48:29.969285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 2a1c6e4a-3d98-4185-bbdb-6995c493689c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:48:29.969682 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.046773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.069754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:48:30.072041 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79a5032-b7d4-4a78-9547-5f74af2627c5" -d '{"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:48:30.084550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:48:30.089760 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:30.115062 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00014e0-2c6e-4970-adae-098891c976c1 x-openstack-request-id: req-b00014e0-2c6e-4970-adae-098891c976c1 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:48:30.115348 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:48:30.115597 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b00014e0-2c6e-4970-adae-098891c976c1 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:48:30.116970 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'code': 200} Jun 30 09:48:30.142958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:48:30.229595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09990e-02af-41f2-8d28-2f774322c612 req-cf6012aa-632d-4f1a-a235-289afda5ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:30.231139 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc09990e-02af-41f2-8d28-2f774322c612 req-cf6012aa-632d-4f1a-a235-289afda5ebe2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1098 time: 0.0513031 Jun 30 09:48:30.269340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc09990e-02af-41f2-8d28-2f774322c612 req-9857216a-69ab-4364-bdd8-6428f40381b9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273156 Jun 30 09:48:30.503762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120006b-0c8b-42a4-8e37-69cc8d1a43f1 req-ad06b1e8-8932-4b97-985c-ce811588382c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:30.505151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7120006b-0c8b-42a4-8e37-69cc8d1a43f1 req-ad06b1e8-8932-4b97-985c-ce811588382c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0658774 Jun 30 09:48:30.543304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7120006b-0c8b-42a4-8e37-69cc8d1a43f1 req-218cae43-8d9b-4496-833a-bdc1e3f93461 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322814 Jun 30 09:48:31.714967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d0e09-35de-4b2a-856b-f4ba61c2bcbe req-8f1f1982-eca6-407f-9bf1-93d3b17260ae tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:31.716486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-170d0e09-35de-4b2a-856b-f4ba61c2bcbe req-8f1f1982-eca6-407f-9bf1-93d3b17260ae tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0622931 Jun 30 09:48:31.755358 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-170d0e09-35de-4b2a-856b-f4ba61c2bcbe req-61bff472-0ee8-4830-a3fa-adffba599624 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332422 Jun 30 09:48:31.929377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616a69f-1b30-4ae2-a23a-7fcdf5cc9af3 req-ed185cb1-41aa-42db-b302-c22aca717d7d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:31.930786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e616a69f-1b30-4ae2-a23a-7fcdf5cc9af3 req-ed185cb1-41aa-42db-b302-c22aca717d7d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0613971 Jun 30 09:48:31.968313 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e616a69f-1b30-4ae2-a23a-7fcdf5cc9af3 req-9055c3c4-dc49-45bf-bab5-6a202ac502b8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319076 Jun 30 09:48:32.320343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-c24552b9-871f-4f2f-9344-e75d49ccdfd6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0640109 Jun 30 09:48:32.371130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fb7c-c028-4e23-9649-82ef7ac741c2 req-f9d7de74-e803-459b-9595-a1f06343a301 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:32.372623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ef1fb7c-c028-4e23-9649-82ef7ac741c2 req-f9d7de74-e803-459b-9595-a1f06343a301 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0693536 Jun 30 09:48:32.411601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3ef1fb7c-c028-4e23-9649-82ef7ac741c2 req-8cbdbd81-fa17-4ea8-91a0-6385509a87bc tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333157 Jun 30 09:48:33.539678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-2ad0c36c-47e7-4243-8f06-020412e69313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:33.541210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-2ad0c36c-47e7-4243-8f06-020412e69313 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1098 time: 0.0598042 Jun 30 09:48:33.601316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015852cf-820d-40a2-bbfd-9755a9e61aa9 req-7223dcd8-2647-4632-8850-cbb53e65a901 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:33.602814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-015852cf-820d-40a2-bbfd-9755a9e61aa9 req-7223dcd8-2647-4632-8850-cbb53e65a901 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0630150 Jun 30 09:48:33.635520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ee152ac5-ef97-4507-9e6e-0064248040c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:33.636988 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ee152ac5-ef97-4507-9e6e-0064248040c6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0886388 Jun 30 09:48:33.650076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-015852cf-820d-40a2-bbfd-9755a9e61aa9 req-be63a406-10b8-4b95-9caf-8344d4c0dd13 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415716 Jun 30 09:48:33.678920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ed875cf2-f7f3-4597-aacc-43a85310c7cc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0349987 Jun 30 09:48:33.729758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-96c8ae38-a8cd-45e8-bed5-62cc31354ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:33.731243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-96c8ae38-a8cd-45e8-bed5-62cc31354ed9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0469439 Jun 30 09:48:33.763489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-c40f4de2-74dd-4807-b223-11f54d81d10c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262506 Jun 30 09:48:33.852431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-173f479c-9b23-49d6-b13a-eb4ffe4dd096 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822587 Jun 30 09:48:33.945208 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-c4e91d74-101c-4e2c-ad35-cd4763610d95 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854723 Jun 30 09:48:34.029775 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:48:34.828105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d540e-a2c5-4715-9964-3638bd15570f req-02fcaa45-4e45-44fd-98a7-b255e5b3dfa3 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:34.829595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f1d540e-a2c5-4715-9964-3638bd15570f req-02fcaa45-4e45-44fd-98a7-b255e5b3dfa3 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0624325 Jun 30 09:48:34.870808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f1d540e-a2c5-4715-9964-3638bd15570f req-9aedc606-debd-4b04-bdfa-5521692f9db4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Jun 30 09:48:36.043148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20105dfc-4e3d-43c0-a9b6-85d2b6e2b03d req-dcf7cd41-e8b0-406d-98c5-17c6847b8eb9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:36.044627 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20105dfc-4e3d-43c0-a9b6-85d2b6e2b03d req-dcf7cd41-e8b0-406d-98c5-17c6847b8eb9 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0628588 Jun 30 09:48:36.081774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20105dfc-4e3d-43c0-a9b6-85d2b6e2b03d req-80913914-d46f-423c-90e7-9e3617cdb4eb tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jun 30 09:48:37.258520 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21aaac-6346-4798-a506-6a4370024ffc req-f0073d46-21ee-49a9-aef8-c128e0db73c8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:37.260007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c21aaac-6346-4798-a506-6a4370024ffc req-f0073d46-21ee-49a9-aef8-c128e0db73c8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0663559 Jun 30 09:48:37.296149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c21aaac-6346-4798-a506-6a4370024ffc req-31a809ee-58d9-4a12-886f-2dc4a53e805d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304692 Jun 30 09:48:38.475677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523ba95-800a-44ad-bb45-22813e6ef81c req-ae515a5e-7fd1-42fd-b473-0dcfcb467bf7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:38.477213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5523ba95-800a-44ad-bb45-22813e6ef81c req-ae515a5e-7fd1-42fd-b473-0dcfcb467bf7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0640440 Jun 30 09:48:38.513293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5523ba95-800a-44ad-bb45-22813e6ef81c req-bf2e25a1-526c-4e01-9df8-e4793a8a515c tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305710 Jun 30 09:48:39.687410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62381ae4-0d03-476e-bdd7-1faa725024d7 req-44d75865-2161-4794-9c41-55958503dc22 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:39.688897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62381ae4-0d03-476e-bdd7-1faa725024d7 req-44d75865-2161-4794-9c41-55958503dc22 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0665469 Jun 30 09:48:39.726015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62381ae4-0d03-476e-bdd7-1faa725024d7 req-905bc8cc-6ecd-4d19-8cb1-4ec80a028a16 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313902 Jun 30 09:48:40.897944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278c8f6-1a99-490e-8536-301a1d208e78 req-5da0d73e-9dce-41a6-b8d6-a5cf299837d4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:40.899445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2278c8f6-1a99-490e-8536-301a1d208e78 req-5da0d73e-9dce-41a6-b8d6-a5cf299837d4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0612645 Jun 30 09:48:40.938436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2278c8f6-1a99-490e-8536-301a1d208e78 req-beaf686c-b63b-4a0f-8e5b-3aa557da9bb0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jun 30 09:48:41.265369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b19187ee-35fb-467c-bcb3-4cb8769d353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:42.114578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7893360-ecba-4c64-bb0d-79faa91c33b1 req-6236e650-7d83-48dd-877e-576cac41fab4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:42.116615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7893360-ecba-4c64-bb0d-79faa91c33b1 req-6236e650-7d83-48dd-877e-576cac41fab4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0641100 Jun 30 09:48:42.155449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7893360-ecba-4c64-bb0d-79faa91c33b1 req-031d8f70-a5f8-4d08-bdec-d43bed0e3206 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331478 Jun 30 09:48:43.335009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4bfff-b462-4b6b-b06a-092a7b3094f5 req-df99a2fc-0f22-405e-888c-5b34d8d7b199 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:43.336487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42e4bfff-b462-4b6b-b06a-092a7b3094f5 req-df99a2fc-0f22-405e-888c-5b34d8d7b199 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0677795 Jun 30 09:48:43.374420 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-42e4bfff-b462-4b6b-b06a-092a7b3094f5 req-18efa991-1a06-49a0-8643-e081539f1062 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322106 Jun 30 09:48:44.105742 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bbc441e2-0d74-4d7f-98a3-8fcf1206a400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:44.228484 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:44.554810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63762069-83af-4180-9e02-19bcd79b0356 req-db66fb6a-bf4e-45ae-b1b3-b3e9fe25a7ca tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:44.556285 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63762069-83af-4180-9e02-19bcd79b0356 req-db66fb6a-bf4e-45ae-b1b3-b3e9fe25a7ca tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0637081 Jun 30 09:48:44.594350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63762069-83af-4180-9e02-19bcd79b0356 req-15a836e8-c822-44c9-a033-cfb1a7e62589 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323706 Jun 30 09:48:45.773170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76f8d04-d903-44a5-b9a1-0e68aa0b5d21 req-bd72cd9b-24ae-48ac-b589-db259a8be475 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:45.774725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a76f8d04-d903-44a5-b9a1-0e68aa0b5d21 req-bd72cd9b-24ae-48ac-b589-db259a8be475 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0678146 Jun 30 09:48:45.813030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a76f8d04-d903-44a5-b9a1-0e68aa0b5d21 req-335adfaa-6992-4898-baef-5666af49dff2 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Jun 30 09:48:46.181251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:46.991880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d707ec-bb2e-482c-88e7-72460ba4c04f req-4e477410-93ea-401d-b1a2-7a3e4fc873f1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:46.993379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1d707ec-bb2e-482c-88e7-72460ba4c04f req-4e477410-93ea-401d-b1a2-7a3e4fc873f1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0647361 Jun 30 09:48:47.031946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1d707ec-bb2e-482c-88e7-72460ba4c04f req-d596d0a4-ec40-41c9-b0ed-1a041fe73d6f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Jun 30 09:48:47.679965 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:47.714808 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:48:48.212546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0e681-02c8-4bcf-a3df-28e4bb6eb1d5 req-84717f30-7284-4b3f-a962-c0ddc41f71fa tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:48.214129 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44a0e681-02c8-4bcf-a3df-28e4bb6eb1d5 req-84717f30-7284-4b3f-a962-c0ddc41f71fa tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0636902 Jun 30 09:48:48.267269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44a0e681-02c8-4bcf-a3df-28e4bb6eb1d5 req-7795ef0d-689c-44b2-9873-50c4dc1ed126 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467710 Jun 30 09:48:49.455510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b021ba5-9efd-46d5-a980-9d1c7a1d34ba req-82f6bb05-fa6d-4271-8496-21826d387a08 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:49.457010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b021ba5-9efd-46d5-a980-9d1c7a1d34ba req-82f6bb05-fa6d-4271-8496-21826d387a08 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0725713 Jun 30 09:48:49.498394 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b021ba5-9efd-46d5-a980-9d1c7a1d34ba req-8a9a61f1-95e4-4ced-816f-a778ee1eff32 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343683 Jun 30 09:48:50.675299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a0e9a-0789-45c9-ad96-a78e7ba2b0fe req-9fdec986-37c3-46c9-b71a-019f3c8799e8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:50.676779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f6a0e9a-0789-45c9-ad96-a78e7ba2b0fe req-9fdec986-37c3-46c9-b71a-019f3c8799e8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0629401 Jun 30 09:48:50.717978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0f6a0e9a-0789-45c9-ad96-a78e7ba2b0fe req-4aaf7997-aa45-4560-b404-20c4ac49eb83 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353594 Jun 30 09:48:51.903111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f878e99-5646-475a-9c3a-a4bbcae5312e req-16d39035-d646-4802-aea8-70e45ef0abf3 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:51.904554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f878e99-5646-475a-9c3a-a4bbcae5312e req-16d39035-d646-4802-aea8-70e45ef0abf3 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0696783 Jun 30 09:48:51.944755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8f878e99-5646-475a-9c3a-a4bbcae5312e req-467d0835-02df-4ba1-8583-b806c81016ad tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335665 Jun 30 09:48:53.122091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111989f-bc59-4d3f-a756-20152791c207 req-9f62f1c4-55e9-4ca0-b2c2-c7866ab128b2 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:53.123611 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b111989f-bc59-4d3f-a756-20152791c207 req-9f62f1c4-55e9-4ca0-b2c2-c7866ab128b2 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0647764 Jun 30 09:48:53.165850 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b111989f-bc59-4d3f-a756-20152791c207 req-492e4563-7109-4a36-b8b3-f7c84150d73b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361750 Jun 30 09:48:53.331368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94973238-361c-46fe-ba62-340fd5dfcdad req-5f6d21af-bec7-44f9-a345-905f7d1618f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:53.332906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-5f6d21af-bec7-44f9-a345-905f7d1618f3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1098 time: 0.1625257 Jun 30 09:48:53.447479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94973238-361c-46fe-ba62-340fd5dfcdad req-08c013f7-a9d9-4cab-b3f4-6a01218fcf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:53.448965 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-08c013f7-a9d9-4cab-b3f4-6a01218fcf3e service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0904624 Jun 30 09:48:53.491862 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-a75733bc-95dd-4e9d-8ef6-d0db0ea08fa7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0353749 Jun 30 09:48:53.542539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94973238-361c-46fe-ba62-340fd5dfcdad req-6d5711cc-1bc2-4dd8-bdbf-f8995eb77a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:53.544073 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-6d5711cc-1bc2-4dd8-bdbf-f8995eb77a9f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0452390 Jun 30 09:48:53.581509 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-d4760446-7c26-42c1-ae06-21e23b596484 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294654 Jun 30 09:48:53.672406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-e28f818c-3c14-40b5-ac01-ba96e5f7787e service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807061 Jun 30 09:48:54.038384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94973238-361c-46fe-ba62-340fd5dfcdad req-4385b4b0-32a1-4de4-8a97-1d64cfd67713 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570669 Jun 30 09:48:54.341686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ead8cb-8909-4979-bbf6-3ee778a603ce req-58041ee0-881d-484b-8646-480baf12092f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:54.343087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03ead8cb-8909-4979-bbf6-3ee778a603ce req-58041ee0-881d-484b-8646-480baf12092f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0631649 Jun 30 09:48:54.384565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-03ead8cb-8909-4979-bbf6-3ee778a603ce req-81f15cf4-7d5a-4c2a-bf8b-bc6292fd5793 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jun 30 09:48:55.555426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99514e73-75e4-4faf-8847-646a15032624 req-2a164bd2-c47f-4459-82ee-55deb8380394 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:55.556911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99514e73-75e4-4faf-8847-646a15032624 req-2a164bd2-c47f-4459-82ee-55deb8380394 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0617385 Jun 30 09:48:55.593770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99514e73-75e4-4faf-8847-646a15032624 req-dadc9bb8-3636-414f-add9-4679326ebc6f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313404 Jun 30 09:48:56.768217 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc03c61-8bb8-4dae-8ea6-337fcf3df852 req-06cb09f2-b470-4f1d-a4cf-95ad0dc93bd1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:56.769724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cc03c61-8bb8-4dae-8ea6-337fcf3df852 req-06cb09f2-b470-4f1d-a4cf-95ad0dc93bd1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0643344 Jun 30 09:48:56.808042 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cc03c61-8bb8-4dae-8ea6-337fcf3df852 req-30bdc7b5-0b92-4478-a3ce-959614c30ced tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jun 30 09:48:57.993842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed5947-cf58-43c8-8f4c-f38f1387ac4c req-f7efaa3d-341d-477d-82e5-43996fa1f4f7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:57.995643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50ed5947-cf58-43c8-8f4c-f38f1387ac4c req-f7efaa3d-341d-477d-82e5-43996fa1f4f7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0701065 Jun 30 09:48:58.032807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50ed5947-cf58-43c8-8f4c-f38f1387ac4c req-e09892e6-7967-4eae-86ac-4d1c1df3b296 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315208 Jun 30 09:48:59.213080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5601216-c8c6-49ee-964d-67b612fd16d9 req-ca379b33-6dc8-4726-aebf-62890ac79891 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:48:59.214593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5601216-c8c6-49ee-964d-67b612fd16d9 req-ca379b33-6dc8-4726-aebf-62890ac79891 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0670302 Jun 30 09:48:59.255338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5601216-c8c6-49ee-964d-67b612fd16d9 req-e1561499-1a8c-415b-a50a-2b36fe32416d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348406 Jun 30 09:48:59.538245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:00.427281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ad006-1ad9-458d-9c9c-49e255dcc0e6 req-adbb40b6-cc98-4ee4-831b-0993e15970d0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:00.429306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-090ad006-1ad9-458d-9c9c-49e255dcc0e6 req-adbb40b6-cc98-4ee4-831b-0993e15970d0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0613754 Jun 30 09:49:00.470562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-090ad006-1ad9-458d-9c9c-49e255dcc0e6 req-4208ae07-0335-458a-b376-9d22ce5ce610 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355816 Jun 30 09:49:01.148850 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-f610c0dc-c7aa-42fc-bfac-a1d13621e811 service neutron] show failed (client error): The resource could not be found. Jun 30 09:49:01.149834 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-f610c0dc-c7aa-42fc-bfac-a1d13621e811 service neutron] 10.222.0.79 "GET /v2.0/ports/2a1c6e4a-3d98-4185-bbdb-6995c493689c/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0544517 Jun 30 09:49:01.414868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ccf822fd-9385-49f4-9765-0d25d98f2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:01.416286 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ccf822fd-9385-49f4-9765-0d25d98f2645 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e&tenant_id=edee802adf924f98ab0fe27316c52a63 HTTP/1.1" status: 200 len: 1098 time: 0.0543427 Jun 30 09:49:01.434340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:01.505152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.745898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe77301-b381-4e51-9747-0d07f3f572fc req-6621ae40-dfeb-4965-ae7d-fa1b1c50b2bb tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:01.747374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfe77301-b381-4e51-9747-0d07f3f572fc req-6621ae40-dfeb-4965-ae7d-fa1b1c50b2bb tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.1397927 Jun 30 09:49:01.768899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:01.807891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfe77301-b381-4e51-9747-0d07f3f572fc req-785a5cfd-dda4-4f4e-9401-563031538a49 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Jun 30 09:49:01.825600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:01.864105 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:01.867183 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f398c78-52cf-4b57-a8d2-d25db7a0bcd2" -d '{"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:01.870860 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.884290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Transition to ACTIVE for port object 2a1c6e4a-3d98-4185-bbdb-6995c493689c will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:01.888429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:01.924684 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4490c9-9049-4f89-bc35-a7aeb1f71587 x-openstack-request-id: req-4d4490c9-9049-4f89-bc35-a7aeb1f71587 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:01.924971 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-unplugged", "status": "completed", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:01.925223 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4d4490c9-9049-4f89-bc35-a7aeb1f71587 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:01.925603 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'code': 200} Jun 30 09:49:01.960334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] No DVR routers for this DVR port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:01.963410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:01.974174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.974549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.974889 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.975403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.975844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.976024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.976352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.976679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.977004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.977328 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.977649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:01.977970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:02.008619 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:02.008960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:02.009288 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:02.013468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:49:02.013789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Attempting to bind port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on network e0de01fe-2b17-443e-aaa2-b64d670c0c2d {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:02.018535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:02.018876 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Checking segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:02.019258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Bound using segment: {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:02.019683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Bound port: 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:02.020037 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.081593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:02.085034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:02.088838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.125513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.126210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:02.127581 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] 10.222.0.83 "PUT /v2.0/ports/2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 1093 time: 0.6971643 Jun 30 09:49:02.146982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba25e3b6-926e-4c4b-823b-08e9ed1383b3 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:02.214478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-dfb8f6b7-3d8c-4296-8200-3fae2a9600c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.215952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-dfb8f6b7-3d8c-4296-8200-3fae2a9600c9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1096 time: 0.0519679 Jun 30 09:49:02.303114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-b0715c0f-b546-4985-b639-a2948b485208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.305118 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-b0715c0f-b546-4985-b639-a2948b485208 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0830448 Jun 30 09:49:02.349441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-0eb3b96a-022b-427f-ab57-b5bb7f20f229 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0380080 Jun 30 09:49:02.396025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-c5bdf029-5f75-4842-a0ff-dbcc4383103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.397481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-c5bdf029-5f75-4842-a0ff-dbcc4383103f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0425177 Jun 30 09:49:02.428116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-dd23a5ea-4615-4026-ae85-7049b4f597bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248187 Jun 30 09:49:02.517246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-51c6ccb3-74fe-41a9-95f5-0ae228402f28 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822854 Jun 30 09:49:02.604170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ab6e9a76-b91a-4a7f-8616-52119e033b17 req-a9bafc65-794b-4a5f-8dee-be7c89b5ab89 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804212 Jun 30 09:49:02.989883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28261d7-4a24-4e7b-930f-2e392498108a req-43d45b47-e5e4-4e24-9f54-e1503e414689 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:02.991996 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c28261d7-4a24-4e7b-930f-2e392498108a req-43d45b47-e5e4-4e24-9f54-e1503e414689 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 944 time: 0.0662007 Jun 30 09:49:03.028269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c28261d7-4a24-4e7b-930f-2e392498108a req-9fa1c8a7-28a3-4473-ba4c-71573e166975 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Jun 30 09:49:03.926957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:03.929366 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb704f70-1dc1-4392-ab02-43b17e540681" -d '{"events": [{"name": "network-changed", "server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:03.976871 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5698746f-67e7-4215-898e-db1ff6bfffe5 x-openstack-request-id: req-5698746f-67e7-4215-898e-db1ff6bfffe5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:03.977163 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:03.977411 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5698746f-67e7-4215-898e-db1ff6bfffe5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:03.977805 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'status': 'completed', 'code': 200} Jun 30 09:49:04.059625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-e0384ca2-ce25-4019-b97b-ccab1312bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.061117 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-e0384ca2-ce25-4019-b97b-ccab1312bdce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1096 time: 0.0522804 Jun 30 09:49:04.069712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-b8f57d5f-2367-4fe1-8c91-be3ec340706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.071280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-b8f57d5f-2367-4fe1-8c91-be3ec340706a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1096 time: 0.0543106 Jun 30 09:49:04.156744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-f6c7a067-d8e1-452c-8741-01145bad7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.158258 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-f6c7a067-d8e1-452c-8741-01145bad7341 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0900471 Jun 30 09:49:04.199634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-0c8ef103-5b69-4847-8f5b-b322d58c8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.201115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-0c8ef103-5b69-4847-8f5b-b322d58c8012 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.1231725 Jun 30 09:49:04.206897 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-184c23c9-b33b-4d54-a3b6-bdb61b5b7648 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0351589 Jun 30 09:49:04.245304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-34627af8-67cd-4d65-bfcd-794d216c19c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0361929 Jun 30 09:49:04.259941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-4989c64b-4e21-4f84-9e85-bd6f3a73d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.260189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa17a3-00e3-4ba1-893e-eb5601a2f7ad req-a92a9c32-5b12-47a4-b963-70b645bbb4d4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.261506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6aa17a3-00e3-4ba1-893e-eb5601a2f7ad req-a92a9c32-5b12-47a4-b963-70b645bbb4d4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 944 time: 0.1154807 Jun 30 09:49:04.261642 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-4989c64b-4e21-4f84-9e85-bd6f3a73d1b7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0440156 Jun 30 09:49:04.304150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-fe2859a1-e572-429d-b5a3-122d1ef19377 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312099 Jun 30 09:49:04.329535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-698705f2-b561-4b7c-a271-1871fb1efa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:04.331127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-698705f2-b561-4b7c-a271-1871fb1efa3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0793831 Jun 30 09:49:04.336270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6aa17a3-00e3-4ba1-893e-eb5601a2f7ad req-cf63dd2b-2131-43f0-b943-f41c7722eef0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678527 Jun 30 09:49:04.365182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-994460e3-bcef-4da0-9644-a124033791e4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268304 Jun 30 09:49:04.393755 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-83387838-4ca1-4154-804c-8f4521630003 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827973 Jun 30 09:49:04.452990 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-01d0c006-57a2-41f7-9302-185f0b77a464 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818391 Jun 30 09:49:04.489618 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-d205fa4d-3ce2-47e8-85d6-3f110858bcc8 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853109 Jun 30 09:49:04.546865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb704f70-1dc1-4392-ab02-43b17e540681 req-586e5eac-5f89-4885-8248-fe7a03068639 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854809 Jun 30 09:49:05.523005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3ec3c-41dc-4ef1-b817-5d18842a27e4 req-2b235cf5-0cde-48c6-ba28-113a88e66e18 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:05.524644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbb3ec3c-41dc-4ef1-b817-5d18842a27e4 req-2b235cf5-0cde-48c6-ba28-113a88e66e18 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 944 time: 0.0685141 Jun 30 09:49:05.563165 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbb3ec3c-41dc-4ef1-b817-5d18842a27e4 req-6af9d0e9-f5b8-4ec0-a466-22ad5d4a82c1 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jun 30 09:49:06.058404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:06.096189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:06.642920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-3cbf106a-fe05-4479-b0f1-fc90fca2e98f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551584 Jun 30 09:49:06.665109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:06.765659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:06.778340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'network_id': 'e0de01fe-2b17-443e-aaa2-b64d670c0c2d', 'port_id': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'mac_address': 'fa:16:3e:fe:ac:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16c4447-9710-43e8-8194-3966369e6936', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:06.797512 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991200c-275e-40bd-b0a7-f0220e4b6b22 req-382903a3-f6c3-4ae3-96c2-97e00c180839 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:06.799184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8991200c-275e-40bd-b0a7-f0220e4b6b22 req-382903a3-f6c3-4ae3-96c2-97e00c180839 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 944 time: 0.1148911 Jun 30 09:49:06.804580 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-c9e41d54-3239-41c1-becf-999651e50117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:06.805969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-c9e41d54-3239-41c1-becf-999651e50117 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1096 time: 0.0859916 Jun 30 09:49:06.821132 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:06.835654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1c6e4a-3d98-4185-bbdb-6995c493689c {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:06.854885 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:06.858802 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:06.887203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8991200c-275e-40bd-b0a7-f0220e4b6b22 req-28ac8313-8b5b-4a85-95c2-7115bb0102f8 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802555 Jun 30 09:49:06.917203 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:06.938858 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-a3e73a08-ebf9-46f9-b35f-b5f64bb01da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:06.940149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-a3e73a08-ebf9-46f9-b35f-b5f64bb01da7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.1140130 Jun 30 09:49:06.981084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-5bea1843-b910-4921-9f11-4a31268b74fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0342739 Jun 30 09:49:07.030344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-b4471be7-0779-4321-8c0b-885b3331242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.031799 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-b4471be7-0779-4321-8c0b-885b3331242a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0447586 Jun 30 09:49:07.075091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-5a52fada-c784-49a0-80c4-c1b288c88177 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363574 Jun 30 09:49:07.202709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-a92de805-f41f-483b-91f1-10f06ad089e5 service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219430 Jun 30 09:49:07.227638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-eaeb4396-29c4-4001-af15-46f61b84958b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.229259 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-eaeb4396-29c4-4001-af15-46f61b84958b tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.79 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e&tenant_id=edee802adf924f98ab0fe27316c52a63&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 945 time: 0.0734365 Jun 30 09:49:07.248838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['2a1c6e4a-3d98-4185-bbdb-6995c493689c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:07.302450 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-d0f0f01e-2c8b-4820-af9e-46b49bbf53c3 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:49:07.304167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-d0f0f01e-2c8b-4820-af9e-46b49bbf53c3 service neutron] 10.222.0.79 "DELETE /v2.0/ports/2a1c6e4a-3d98-4185-bbdb-6995c493689c/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0643756 Jun 30 09:49:07.434614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-d5c488cd-e865-459d-b919-434fbf16a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.436198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-d5c488cd-e865-459d-b919-434fbf16a733 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=edee802adf924f98ab0fe27316c52a63&device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 1097 time: 0.0729191 Jun 30 09:49:07.532657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-d7310960-b8db-497a-83f1-ff7b9b3df2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.534212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-d7310960-b8db-497a-83f1-ff7b9b3df2a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 200 len: 916 time: 0.0860410 Jun 30 09:49:07.582057 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-5111e5ec-d4b2-41fa-bb1f-1b88b2adb05c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 200 len: 217 time: 0.0404015 Jun 30 09:49:07.601034 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d9de2-6333-46c2-b74f-bad4d55a1661 req-0bd3b396-23d5-4ec3-a191-08ec8dfc823d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.602513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-009d9de2-6333-46c2-b74f-bad4d55a1661 req-0bd3b396-23d5-4ec3-a191-08ec8dfc823d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 945 time: 0.4640794 Jun 30 09:49:07.635148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-21d543d0-ba13-4a0f-9c30-de7d4c4c8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:07.636630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-21d543d0-ba13-4a0f-9c30-de7d4c4c8a32 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 200 len: 855 time: 0.0442679 Jun 30 09:49:07.661768 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-009d9de2-6333-46c2-b74f-bad4d55a1661 req-76b1ed2a-c815-4b0c-9504-15cead7b757d tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533412 Jun 30 09:49:07.668149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23a5f50c-7b7d-476a-aca4-979e0736922c req-8f381238-ca79-4c08-bc69-b18acb5f1b1b service neutron] 10.222.0.83 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586477 Jun 30 09:49:07.675408 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-05974e4a-ebc6-488e-9fae-f3f6326453ee service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0de01fe-2b17-443e-aaa2-b64d670c0c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300965 Jun 30 09:49:07.776032 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-abf5262c-fb19-4cc1-99b4-7e1e071027c8 service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885844 Jun 30 09:49:07.869087 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4ae814b6-525f-4057-bfe1-099d766744e3 req-52e17084-6721-43a2-b815-37bba9b0627d service neutron] 10.222.0.79 "GET /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Jun 30 09:49:08.671516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:08.721873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 2a1c6e4a-3d98-4185-bbdb-6995c493689c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:08.726923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 2a1c6e4a-3d98-4185-bbdb-6995c493689c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:08.727293 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:08.807841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:08.838599 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:08.840881 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9580235-8127-4c4a-b6a5-ef9ac83e01e9" -d '{"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:08.854869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:08.860875 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:08.866693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b364-939d-460f-a5b3-dac8dcc3a3c0 req-55ea4e27-9793-4842-a3ed-fccebb8ac569 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:08.873583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8578b364-939d-460f-a5b3-dac8dcc3a3c0 req-55ea4e27-9793-4842-a3ed-fccebb8ac569 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 945 time: 0.0762589 Jun 30 09:49:08.892786 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53df378-e895-4f65-b8a7-89a3bb37d00e x-openstack-request-id: req-f53df378-e895-4f65-b8a7-89a3bb37d00e {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:08.893048 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-plugged", "status": "completed", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:08.893302 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f53df378-e895-4f65-b8a7-89a3bb37d00e {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:08.893693 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'code': 200} Jun 30 09:49:08.917262 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8578b364-939d-460f-a5b3-dac8dcc3a3c0 req-0917f2c8-5824-4de3-9833-c0c031fcaae0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426719 Jun 30 09:49:08.920084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:09.090686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c046aa-5cdf-4b12-98a7-c6051b15f50e req-b426e758-01eb-4ffc-829f-047067655a43 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:09.092143 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3c046aa-5cdf-4b12-98a7-c6051b15f50e req-b426e758-01eb-4ffc-829f-047067655a43 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0612686 Jun 30 09:49:09.129831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3c046aa-5cdf-4b12-98a7-c6051b15f50e req-8411d0b9-5935-4ff1-86a1-8c2b4d6ee891 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320535 Jun 30 09:49:09.301743 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec56ac-2069-4e97-b8b0-f5f23ac03757 req-7ccfa271-5d21-458d-9224-a34b32bd073a tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:09.303344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfec56ac-2069-4e97-b8b0-f5f23ac03757 req-7ccfa271-5d21-458d-9224-a34b32bd073a tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0621874 Jun 30 09:49:09.340949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfec56ac-2069-4e97-b8b0-f5f23ac03757 req-9ceda827-3089-4815-b6f7-22785aeb7a22 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315068 Jun 30 09:49:09.935944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c84d5f-a784-4249-9f4c-bc08109bd3f9 req-53145292-d344-417d-b5db-623205730358 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:09.937288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23c84d5f-a784-4249-9f4c-bc08109bd3f9 req-53145292-d344-417d-b5db-623205730358 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0652823 Jun 30 09:49:09.976915 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-23c84d5f-a784-4249-9f4c-bc08109bd3f9 req-3da86b81-8691-4be7-a29b-8b8aa10ef3a4 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335128 Jun 30 09:49:11.029799 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:11.185224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbe14e-7c61-443b-a15c-28972a97ebe2 req-cf6aca3f-12c7-474c-8141-37b906924eb7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.186703 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78fbe14e-7c61-443b-a15c-28972a97ebe2 req-cf6aca3f-12c7-474c-8141-37b906924eb7 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.0947750 Jun 30 09:49:11.240413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-665cb18e-9975-4c92-92d3-a2ca6a018b99 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:11.241897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-665cb18e-9975-4c92-92d3-a2ca6a018b99 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.83 "GET /v2.0/ports?device_id=5338fa4c-cdbc-4b23-9ddd-431a291b674e HTTP/1.1" status: 200 len: 946 time: 0.1050003 Jun 30 09:49:11.245082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78fbe14e-7c61-443b-a15c-28972a97ebe2 req-aafe5134-48be-43b3-abb1-66d91f7625c0 tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.77 "GET /v2.0/security-groups?id=2f806c94-6708-426b-950f-45ea5b851c69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521858 Jun 30 09:49:11.278955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-07681219-189b-4e54-b0b2-0886cdd8a1c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.345527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Deleting port 2a1c6e4a-3d98-4185-bbdb-6995c493689c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:49:11.345879 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.434579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] For port 2a1c6e4a-3d98-4185-bbdb-6995c493689c, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=2a1c6e4a-3d98-4185-bbdb-6995c493689c,segment=NetworkSegment(e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5),segment_id=e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:11.435057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.448189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Calling delete_port for 2a1c6e4a-3d98-4185-bbdb-6995c493689c owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:49:11.577552 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.605692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Pushing event deleted for resources: {'Port': ['ID=2a1c6e4a-3d98-4185-bbdb-6995c493689c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:11.611602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['2a1c6e4a-3d98-4185-bbdb-6995c493689c'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:11.653984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] No DVR routers for this DVR port 2a1c6e4a-3d98-4185-bbdb-6995c493689c on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:49:11.656510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:11.658595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b15f2ca-fd4e-4418-b545-c55a2d08547a req-6b736ef4-9401-495e-9334-40f45f147a3f tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] 10.222.0.83 "DELETE /v2.0/ports/2a1c6e4a-3d98-4185-bbdb-6995c493689c HTTP/1.1" status: 204 len: 173 time: 0.4115357 Jun 30 09:49:11.659023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-deleted', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:11.661276 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ce345c-3bca-439b-80d2-643de05f902d" -d '{"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-deleted", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:11.700693 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff92ceaa-eb11-4b54-98a9-83b0f83a8234 x-openstack-request-id: req-ff92ceaa-eb11-4b54-98a9-83b0f83a8234 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:11.701084 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5338fa4c-cdbc-4b23-9ddd-431a291b674e", "name": "network-vif-deleted", "tag": "2a1c6e4a-3d98-4185-bbdb-6995c493689c", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:11.701687 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ff92ceaa-eb11-4b54-98a9-83b0f83a8234 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:11.702155 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5338fa4c-cdbc-4b23-9ddd-431a291b674e', 'name': 'network-vif-deleted', 'tag': '2a1c6e4a-3d98-4185-bbdb-6995c493689c', 'status': 'completed', 'code': 200} Jun 30 09:49:12.498531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50518) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:12.554093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Deleting subnet c16c4447-9710-43e8-8194-3966369e6936 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 09:49:12.557493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.602431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.645109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.701154 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.727144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16c4447-9710-43e8-8194-3966369e6936,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:12.732797 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.734676 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c16c4447-9710-43e8-8194-3966369e6936 HTTP/1.1" status: 204 len: 168 time: 0.2351205 Jun 30 09:49:12.737350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50520) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:12.739938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.740881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.741339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.741676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.742005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.742365 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.742688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.743185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.743674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.744196 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.744708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.745229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0d5f85-1cbd-4dcd-86c1-192244231251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:12.813435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.899563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.908931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0de01fe-2b17-443e-aaa2-b64d670c0c2d']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:12.920305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:12.920600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f6bd41-eb5c-44c3-bfb4-684d80d67fb5') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:12.930308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.943794 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.949588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 09:49:12.949973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: timer() Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 09:49:12.951901 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 09:49:13.009526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:13.017150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:13.019009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] 10.222.0.77 "DELETE /v2.0/networks/e0de01fe-2b17-443e-aaa2-b64d670c0c2d HTTP/1.1" status: 204 len: 168 time: 0.2803502 Jun 30 09:49:13.030955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b56c8-3678-4295-8b98-2d8a0c1f0b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=e0de01fe-2b17-443e-aaa2-b64d670c0c2d,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:13.143122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50524) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:13.185172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5d09f730-4150-48a1-a80c-7e10299ea018 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=edee802adf924f98ab0fe27316c52a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407612 Jun 30 09:49:13.187714 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50526) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:13.236789 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3d41-537c-4855-a2e8-273918a7bd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:13.258004 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3d41-537c-4855-a2e8-273918a7bd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:13.303825 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3d41-537c-4855-a2e8-273918a7bd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:13.306471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c4b3d41-537c-4855-a2e8-273918a7bd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:13.308251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4c4b3d41-537c-4855-a2e8-273918a7bd37 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/2f806c94-6708-426b-950f-45ea5b851c69 HTTP/1.1" status: 204 len: 168 time: 0.1195402 Jun 30 09:49:13.315924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b3d41-537c-4855-a2e8-273918a7bd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f806c94-6708-426b-950f-45ea5b851c69,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:14.000381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50548) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:14.109948 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-516bbd75-c87f-4e8a-ad7a-c43504e09953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.151729 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-205168241-network', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:14.179255 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Made reservation on behalf of 8fcb59992c174c9ea08081b508d8202d for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:14.181658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.196851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.230957 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.305869 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.311580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.337937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 09:49:14.348957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7c683-ef57-45ff-9dd1-6f2635102cec,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:14.354800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.355149 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Added segment 03439211-7ec2-4caf-8134-0bb0fb1ee796 of type vlan for network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 Jun 30 09:49:14.403336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.444194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.446347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:14.447036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.504984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5034583 Jun 30 09:49:14.510038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50554) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:14.515091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Request body: {'subnet': {'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-205168241-subnet', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:14.516674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69640f03-e82d-407c-9e4d-3452cbf2cc80 admin admin] Pushing event updated for resources: {'Network': ['ID=e369d080-fbb0-48a0-9d1c-3da4f14d2a40,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:14.536146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 09:49:14.546759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Made reservation on behalf of 8fcb59992c174c9ea08081b508d8202d for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:14.549501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.720444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:49:14.743766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 2a1c6e4a-3d98-4185-bbdb-6995c493689c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:49:14.744104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 2a1c6e4a-3d98-4185-bbdb-6995c493689c not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:49:14.754587 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.807396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c06ff6a7-32e0-4fa2-95ba-8de95780b047,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:14.819016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:14.819590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Network hostable DHCP agents. Network: e369d080-fbb0-48a0-9d1c-3da4f14d2a40, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 09:49:14.848197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 09:49:14.858194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e369d080-fbb0-48a0-9d1c-3da4f14d2a40) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:14.862639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:14.863161 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.871556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e6f7ac-7727-4a59-8498-b989a92ce48a None None] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:14.879542 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ae5de70c-67ea-4932-95e5-0accbb219d44 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3683510 Jun 30 09:49:14.882384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50556) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:14.886815 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:14.908666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.910013 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:14.972306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.033280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079394d-610f-41b4-9594-e405434b181d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 09:49:15.034688 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9079394d-610f-41b4-9594-e405434b181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.123424 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.174430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9079394d-610f-41b4-9594-e405434b181d None None] Allocated IP 172.20.0.2 (e369d080-fbb0-48a0-9d1c-3da4f14d2a40/c06ff6a7-32e0-4fa2-95ba-8de95780b047/c1572b2f-837b-4ee3-96af-04a3dbf4308a) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:15.324689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9079394d-610f-41b4-9594-e405434b181d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.333153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9079394d-610f-41b4-9594-e405434b181d None None] Transition to ACTIVE for port object c1572b2f-837b-4ee3-96af-04a3dbf4308a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:15.348638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.348903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9079394d-610f-41b4-9594-e405434b181d None None] Transition to ACTIVE for port object c1572b2f-837b-4ee3-96af-04a3dbf4308a will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:15.355314 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9079394d-610f-41b4-9594-e405434b181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.371276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.393065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9079394d-610f-41b4-9594-e405434b181d None None] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:15.395785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9079394d-610f-41b4-9594-e405434b181d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:15.403496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079394d-610f-41b4-9594-e405434b181d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:15.406570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079394d-610f-41b4-9594-e405434b181d None None] Pushing event updated for resources: {'Port': ['ID=c1572b2f-837b-4ee3-96af-04a3dbf4308a,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:15.464807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9079394d-610f-41b4-9594-e405434b181d None None] Attempting to bind port c1572b2f-837b-4ee3-96af-04a3dbf4308a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:15.465177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9079394d-610f-41b4-9594-e405434b181d None None] Attempting to bind port c1572b2f-837b-4ee3-96af-04a3dbf4308a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:15.465536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079394d-610f-41b4-9594-e405434b181d None None] Attempting to bind port c1572b2f-837b-4ee3-96af-04a3dbf4308a on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:15.470414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079394d-610f-41b4-9594-e405434b181d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:15.470789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079394d-610f-41b4-9594-e405434b181d None None] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:15.471181 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9079394d-610f-41b4-9594-e405434b181d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.471564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9079394d-610f-41b4-9594-e405434b181d None None] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:15.472021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9079394d-610f-41b4-9594-e405434b181d None None] Bound port: c1572b2f-837b-4ee3-96af-04a3dbf4308a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:15.472392 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9079394d-610f-41b4-9594-e405434b181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.494860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Allocated IP 172.25.7.231 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/35f049e5-c96a-4498-9924-2d00e150753e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:15.536597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9079394d-610f-41b4-9594-e405434b181d None None] For port c1572b2f-837b-4ee3-96af-04a3dbf4308a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:15.540784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9079394d-610f-41b4-9594-e405434b181d None None] For port c1572b2f-837b-4ee3-96af-04a3dbf4308a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c1572b2f-837b-4ee3-96af-04a3dbf4308a,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:15.544724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9079394d-610f-41b4-9594-e405434b181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.602508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079394d-610f-41b4-9594-e405434b181d None None] Pushing event updated for resources: {'Port': ['ID=c1572b2f-837b-4ee3-96af-04a3dbf4308a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:15.606479 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.647669 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:15.688557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:15.691447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:15.695534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:15.703428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Pushing event updated for resources: {'Port': ['ID=35f049e5-c96a-4498-9924-2d00e150753e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:15.979441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.174595 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.190564 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.315790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 09:49:16.432255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:16.442788 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:16.455641 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:16.456427 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:49:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:16.457184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:16.458511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-696f85f6-0d4d-45ee-9397-2c419ddd1a08 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5751441 Jun 30 09:49:16.463849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50558) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:16.537923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718ecf30-393f-4acb-976d-bf5d4017bf3a None None] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 09:49:16.585387 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:16.634337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-40ea5348-37aa-4333-af0a-b5e406441015 None None] Provisioning for port c1572b2f-837b-4ee3-96af-04a3dbf4308a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:16.783324 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:15Z', 'revision_number': 3, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:16.815166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:16.815657 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Updating router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d port 35f049e5-c96a-4498-9924-2d00e150753e binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:49:16.854482 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.043187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c1572b2f-837b-4ee3-96af-04a3dbf4308a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:17.119454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c1572b2f-837b-4ee3-96af-04a3dbf4308a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:17.123652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c1572b2f-837b-4ee3-96af-04a3dbf4308a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:17.124028 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.151833 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.165463 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Transition to ACTIVE for port object 35f049e5-c96a-4498-9924-2d00e150753e will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:17.172963 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.218839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.223782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Attempting to bind port 35f049e5-c96a-4498-9924-2d00e150753e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:17.224164 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Attempting to bind port 35f049e5-c96a-4498-9924-2d00e150753e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:17.224566 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Attempting to bind port 35f049e5-c96a-4498-9924-2d00e150753e on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:17.235337 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Pushing event updated for resources: {'Port': ['ID=35f049e5-c96a-4498-9924-2d00e150753e,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:17.239575 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:17.241224 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:17.241224 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.241478 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:17.241769 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Bound port: 35f049e5-c96a-4498-9924-2d00e150753e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:17.242140 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.254033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c1572b2f-837b-4ee3-96af-04a3dbf4308a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c1572b2f-837b-4ee3-96af-04a3dbf4308a,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:17.259821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.276247 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.276947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.277576 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.278097 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.278651 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.278979 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.279303 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.279560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.280024 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.280024 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.280294 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.280628 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.280942 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:17.311387 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c1572b2f-837b-4ee3-96af-04a3dbf4308a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:17.332124 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] For port 35f049e5-c96a-4498-9924-2d00e150753e, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:17.337195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] For port 35f049e5-c96a-4498-9924-2d00e150753e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35f049e5-c96a-4498-9924-2d00e150753e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:17.342417 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.409583 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:17.410205 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:49:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:17.412724 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df7473-69bf-485b-b1c1-a059859483c4 None None] Pushing event updated for resources: {'Port': ['ID=35f049e5-c96a-4498-9924-2d00e150753e,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:17.498596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Allocated IP 172.20.0.1 (e369d080-fbb0-48a0-9d1c-3da4f14d2a40/c06ff6a7-32e0-4fa2-95ba-8de95780b047/f09e92ce-d735-4ff0-80cf-50f78d5b6874) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:17.526922 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:17.631429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.647410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Transition to ACTIVE for port object f09e92ce-d735-4ff0-80cf-50f78d5b6874 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:17.684703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.707596 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.721263 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.727639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:17.730452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:17.732926 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:17.759993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Pushing event updated for resources: {'Port': ['ID=f09e92ce-d735-4ff0-80cf-50f78d5b6874,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:17.780383 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:17.827894 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:15Z', 'revision_number': 3, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:17.857257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b276ec57-281e-4385-9e1c-edeb7582c7a3 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:15Z', 'revision_number': 3, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:17.988088 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.027931 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-641514ce-edbc-41df-821b-af7ebe687a7a None None] Provisioning for port f09e92ce-d735-4ff0-80cf-50f78d5b6874 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:18.032109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-641514ce-edbc-41df-821b-af7ebe687a7a None None] Provisioning complete for port f09e92ce-d735-4ff0-80cf-50f78d5b6874 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:18.032728 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-641514ce-edbc-41df-821b-af7ebe687a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.072120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-641514ce-edbc-41df-821b-af7ebe687a7a None None] Port f09e92ce-d735-4ff0-80cf-50f78d5b6874 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:49:18.194497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.203101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.281007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Pushing event updated for resources: {'Port': ['ID=f09e92ce-d735-4ff0-80cf-50f78d5b6874,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:18.285085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.383908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:18.385354 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:18.524276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:18.644013 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:18.649636 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3e1f168b-100b-4921-8e03-7ffde6738308 admin admin] 10.222.0.77 "PUT /v2.0/routers/998f2ee4-ad75-486f-b7d1-8cbbcd38a00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1784298 Jun 30 09:49:18.695681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e183bab0-bb1a-4518-a156-7b2c2dc1cf3e None None] Provisioning complete for port f09e92ce-d735-4ff0-80cf-50f78d5b6874 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:18.696206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e183bab0-bb1a-4518-a156-7b2c2dc1cf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:18.734483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e183bab0-bb1a-4518-a156-7b2c2dc1cf3e None None] Port f09e92ce-d735-4ff0-80cf-50f78d5b6874 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:49:19.044530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c1572b2f-837b-4ee3-96af-04a3dbf4308a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:19.091672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c1572b2f-837b-4ee3-96af-04a3dbf4308a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:19.092039 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:19.170619 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35f049e5-c96a-4498-9924-2d00e150753e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:19.220013 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 35f049e5-c96a-4498-9924-2d00e150753e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:19.225216 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 35f049e5-c96a-4498-9924-2d00e150753e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:19.225905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:19.305560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:19.327924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 35f049e5-c96a-4498-9924-2d00e150753e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35f049e5-c96a-4498-9924-2d00e150753e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:19.332261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:19.383407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=35f049e5-c96a-4498-9924-2d00e150753e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:19.494759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:19.503845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:19.504454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:49:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:19.765361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:19.960252 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:18Z', 'revision_number': 2, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:19.985581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:19.985935 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Updating router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d port f09e92ce-d735-4ff0-80cf-50f78d5b6874 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 09:49:20.027302 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.255496 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50568) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:20.261803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1130407163', 'description': 'tempest-description--961034732'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:20.288717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.304813 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.318494 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Transition to ACTIVE for port object f09e92ce-d735-4ff0-80cf-50f78d5b6874 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:20.323861 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.376518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938782a4-34a9-4537-893e-440faa61645d None None] Pushing event updated for resources: {'Port': ['ID=f09e92ce-d735-4ff0-80cf-50f78d5b6874,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:20.379653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.390846 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.420429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.424767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1650307 Jun 30 09:49:20.424767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50570) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:20.429194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'security_group_rule': {'security_group_id': '3d10a1c8-6449-4537-adad-827ef9b40b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:20.436602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Attempting to bind port f09e92ce-d735-4ff0-80cf-50f78d5b6874 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:20.436966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Attempting to bind port f09e92ce-d735-4ff0-80cf-50f78d5b6874 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:20.437321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Attempting to bind port f09e92ce-d735-4ff0-80cf-50f78d5b6874 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:20.442968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:20.443866 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:20.444233 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.444618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:20.445251 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Bound port: f09e92ce-d735-4ff0-80cf-50f78d5b6874, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:20.445671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.450619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8230c-10f6-4b97-b0b5-2f1b2d247c06 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d10a1c8-6449-4537-adad-827ef9b40b13,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:20.460089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.517394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] For port f09e92ce-d735-4ff0-80cf-50f78d5b6874, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:20.521434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] For port f09e92ce-d735-4ff0-80cf-50f78d5b6874, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f09e92ce-d735-4ff0-80cf-50f78d5b6874,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:20.525556 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.532230 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.539144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.555958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19232dbc-5335-404b-9a19-9507b4800156,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:20.570799 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.575081 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-163ada64-aa14-452c-8df6-cf0c5280f165 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495388 Jun 30 09:49:20.575474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50572) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:20.581297 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'security_group_rule': {'security_group_id': '3d10a1c8-6449-4537-adad-827ef9b40b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:20.599464 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:20.600383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:49:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:20.619072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.676406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938782a4-34a9-4537-893e-440faa61645d None None] Pushing event updated for resources: {'Port': ['ID=f09e92ce-d735-4ff0-80cf-50f78d5b6874,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:20.713835 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.726603 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.740798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:20.750689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2c35181-80be-42c9-a49c-75cfc96a4106,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:20.755147 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.762300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 50574) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:20.762952 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e795fdc2-8d0c-44d0-859f-7d884e5f8797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1859362 Jun 30 09:49:20.768419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:20.811103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:20.973875 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.017963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35f049e5-c96a-4498-9924-2d00e150753e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:21.084816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:20Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:21.088128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Allocated IP 172.25.7.33 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/9b134059-22de-4d31-ab12-5aeb04cfe82e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:21.088758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 35f049e5-c96a-4498-9924-2d00e150753e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:21.089129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.115018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37160c38-07c0-41ce-b86e-31897fb8847a None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:20Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:21.227245 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.270274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.309870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:21.312731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:21.316790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:21.325985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'Port': ['ID=9b134059-22de-4d31-ab12-5aeb04cfe82e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:21.454122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.498720 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.664448 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.669330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.742147 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'Port': ['ID=9b134059-22de-4d31-ab12-5aeb04cfe82e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:21.756891 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.772921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:21.778816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3814170a-ceb4-472d-be4f-9816d827401e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0149662 Jun 30 09:49:21.945438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-f570e8fe-4bf0-4f99-8413-8d6b5de8d64a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1130407163&fields=id&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 267 time: 0.0357132 Jun 30 09:49:22.068825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-faf0f42e-0d59-48ea-8fff-357b641111ae tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:22.070415 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-faf0f42e-0d59-48ea-8fff-357b641111ae tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.1180229 Jun 30 09:49:22.087570 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-c735398a-8a14-4880-8b61-d71aa13b8942 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/quotas/8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 375 time: 0.0111134 Jun 30 09:49:22.167595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-17d7dd66-e1c5-4ae0-a10c-eaa9a41e6b36 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742738 Jun 30 09:49:22.288375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-d97cb888-0597-4b36-9f99-bd1490b8176b service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078808 Jun 30 09:49:22.378870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-d35c2806-432b-4be3-bab4-3a53f3377dcc service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Jun 30 09:49:22.566975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff16ec7-929f-415a-9840-23755096b463 req-1e7231f2-11a7-4a86-ba8b-110cc6bcb81c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 210 time: 0.0417662 Jun 30 09:49:22.996215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f09e92ce-d735-4ff0-80cf-50f78d5b6874 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:23.046963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f09e92ce-d735-4ff0-80cf-50f78d5b6874 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:23.050963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f09e92ce-d735-4ff0-80cf-50f78d5b6874 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:23.051340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.136920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.171077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f09e92ce-d735-4ff0-80cf-50f78d5b6874, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f09e92ce-d735-4ff0-80cf-50f78d5b6874,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:23.177937 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:23.228992 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f09e92ce-d735-4ff0-80cf-50f78d5b6874,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:23.719264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5197c8b9-13be-4d37-9d1f-ba4af917072e req-94e6cb6e-c913-4b0d-926e-6524c83e0c4e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 210 time: 0.0359983 Jun 30 09:49:23.989342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-40617607-ac98-491f-a015-f403eee906f4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:23.991514 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-40617607-ac98-491f-a015-f403eee906f4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.1120224 Jun 30 09:49:24.045376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-406cf194-8dad-46f1-85ca-15e7c8dfcc9b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 380 time: 0.0356247 Jun 30 09:49:24.054939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'port': {'device_id': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'admin_state_up': True, 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'security_groups': ['3d10a1c8-6449-4537-adad-827ef9b40b13']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:24.173230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Made reservation on behalf of 8fcb59992c174c9ea08081b508d8202d for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:49:24.176781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.309157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Allocated IP 172.20.0.12 (e369d080-fbb0-48a0-9d1c-3da4f14d2a40/c06ff6a7-32e0-4fa2-95ba-8de95780b047/9a9143df-48d3-40f2-b244-dbd7aad38b28) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:49:24.449838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.464597 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Transition to ACTIVE for port object 9a9143df-48d3-40f2-b244-dbd7aad38b28 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:24.498609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.547755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:49:24.550929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:49:24.555128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:49:24.563825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:24.611860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:24.612484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.627318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-119efbe2-fd55-4c23-a477-bb6c220b5d49 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771117 Jun 30 09:49:24.644494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Request body: {'port': {'device_id': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:24.725498 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.784949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-58a9336b-7095-4d94-81f4-03d6666e0f26 None None] Provisioning for port 9a9143df-48d3-40f2-b244-dbd7aad38b28 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:24.790949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-58a9336b-7095-4d94-81f4-03d6666e0f26 None None] Provisioning complete for port 9a9143df-48d3-40f2-b244-dbd7aad38b28 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:24.791709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58a9336b-7095-4d94-81f4-03d6666e0f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:24.834693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-58a9336b-7095-4d94-81f4-03d6666e0f26 None None] Port 9a9143df-48d3-40f2-b244-dbd7aad38b28 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:49:24.987381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f09e92ce-d735-4ff0-80cf-50f78d5b6874 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:24.991197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ec97e-3424-4b0c-be3a-d05923c179b5 req-c7b9490f-eb53-46da-bbe5-8c2571ed60f7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:24.992982 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c42ec97e-3424-4b0c-be3a-d05923c179b5 req-c7b9490f-eb53-46da-bbe5-8c2571ed60f7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 932 time: 0.1476266 Jun 30 09:49:25.036195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f09e92ce-d735-4ff0-80cf-50f78d5b6874 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:25.036690 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.058266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c42ec97e-3424-4b0c-be3a-d05923c179b5 req-0e5f108e-c3e3-42d0-986d-5782c8696ba5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591202 Jun 30 09:49:25.102026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a9143df-48d3-40f2-b244-dbd7aad38b28 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:25.110398 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.126446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Transition to ACTIVE for port object 9a9143df-48d3-40f2-b244-dbd7aad38b28 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:49:25.130493 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.183851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:25.256966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:49:25.257324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:49:25.257656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:25.262627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:49:25.262977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:49:25.268307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:49:25.268648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:49:25.269043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:49:25.269474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Bound port: 9a9143df-48d3-40f2-b244-dbd7aad38b28, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:49:25.269866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.343039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:49:25.346340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:49:25.352198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.399954 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.400617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:25.402000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] 10.222.0.83 "PUT /v2.0/ports/9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1093 time: 0.7618949 Jun 30 09:49:25.402470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:25.404768 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16d544d-e533-4ed6-834d-6a991cd39e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:25.432606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0501f-c7ca-4621-8881-fa4d348ad304 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:25.452291 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3270d168-9e1b-4975-bc84-eec6f177094f x-openstack-request-id: req-3270d168-9e1b-4975-bc84-eec6f177094f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:25.452719 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:25.452999 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3270d168-9e1b-4975-bc84-eec6f177094f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:25.453414 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'status': 'completed', 'code': 200} Jun 30 09:49:25.538561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-197b8084-3fc6-49d9-81df-ca6a283fe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.540099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-197b8084-3fc6-49d9-81df-ca6a283fe7e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0584216 Jun 30 09:49:25.592845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-ea6c81be-f780-4e7c-99ec-619b602e0696 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 217 time: 0.0390346 Jun 30 09:49:25.640621 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-b519ce2d-304e-4a56-b87e-ef99a0a98772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.642039 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-b519ce2d-304e-4a56-b87e-ef99a0a98772 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0436778 Jun 30 09:49:25.699536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af60de-4c97-41e8-aae6-613602800193 req-f2e00410-c6f0-4e94-8ca8-b82b47227ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:25.701038 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-f2e00410-c6f0-4e94-8ca8-b82b47227ebc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532608 Jun 30 09:49:25.793495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-320b6ee7-1628-4360-a67e-2b05535040d7 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859001 Jun 30 09:49:25.883347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6af60de-4c97-41e8-aae6-613602800193 req-b2cca588-3fc6-4bf4-9eb3-060b691abb27 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839386 Jun 30 09:49:26.026060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-5e6d8761-7f47-46c1-a37f-a5fcc4264c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.027572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-5e6d8761-7f47-46c1-a37f-a5fcc4264c89 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0525026 Jun 30 09:49:26.125373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-1c78482b-af40-4270-8b0f-e26cf8ac3edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.126927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-1c78482b-af40-4270-8b0f-e26cf8ac3edd service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0914710 Jun 30 09:49:26.171266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-99b6dbbd-2bed-488c-8e6b-d25284c03b08 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 217 time: 0.0362153 Jun 30 09:49:26.254567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-fc644324-edba-4835-a976-05b62ef7b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.256246 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-fc644324-edba-4835-a976-05b62ef7b233 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0723326 Jun 30 09:49:26.307497 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9d18b-377d-466b-9ca4-83a9bf428da4 req-625651eb-c5d9-4cea-a888-0ba372867daf tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.308912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99c9d18b-377d-466b-9ca4-83a9bf428da4 req-625651eb-c5d9-4cea-a888-0ba372867daf tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 944 time: 0.1346169 Jun 30 09:49:26.356115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99c9d18b-377d-466b-9ca4-83a9bf428da4 req-7ba36bbf-c8aa-4679-8da3-ffe59d2534a5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413957 Jun 30 09:49:26.364154 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-cf40540c-468d-4baf-b793-393322d7da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:26.365775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-cf40540c-468d-4baf-b793-393322d7da5f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019258 Jun 30 09:49:26.461860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-af1e1f1f-3d78-442d-8330-566bc562f781 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885153 Jun 30 09:49:26.551549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a16d544d-e533-4ed6-834d-6a991cd39e7a req-cdb7c407-bcb2-45ef-a8fc-9e9cd991dbf2 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821171 Jun 30 09:49:27.541863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f682b-7cb2-446a-9272-3aa2b482f534 req-9fdf4df3-61d8-46a4-a6c2-dee5e0b743f9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:27.543393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be0f682b-7cb2-446a-9272-3aa2b482f534 req-9fdf4df3-61d8-46a4-a6c2-dee5e0b743f9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 944 time: 0.0691512 Jun 30 09:49:27.582438 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be0f682b-7cb2-446a-9272-3aa2b482f534 req-016691ef-e596-497d-ad85-64105a85b8ad tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324728 Jun 30 09:49:28.767631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15dd1b-2d39-41ab-add9-769d59829f92 req-b571579f-e695-4303-bf26-ea7dd556784f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:28.769241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc15dd1b-2d39-41ab-add9-769d59829f92 req-b571579f-e695-4303-bf26-ea7dd556784f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 944 time: 0.0648015 Jun 30 09:49:28.780824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:49:28.811228 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc15dd1b-2d39-41ab-add9-769d59829f92 req-16a65f67-abd4-4a0c-ab80-9abb7b3d40f7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352604 Jun 30 09:49:28.887141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:28.899616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'mac_address': 'fa:16:3e:83:ae:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:49:28.940166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:28.955130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9143df-48d3-40f2-b244-dbd7aad38b28 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:49:28.977607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:28.982192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.034347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:29.042781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.043121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.043459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.043789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.044112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.044436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.044755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.045070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.045386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.045706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.046016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.046356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:49:29.343447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['9a9143df-48d3-40f2-b244-dbd7aad38b28'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:49:29.543673 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:29.996999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c8bcc-a171-4c2c-9a35-35e76ae04acd req-4a1adf30-941f-42a7-8852-ff76e3c1a000 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:29.998614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-593c8bcc-a171-4c2c-9a35-35e76ae04acd req-4a1adf30-941f-42a7-8852-ff76e3c1a000 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 945 time: 0.0659673 Jun 30 09:49:30.037505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-593c8bcc-a171-4c2c-9a35-35e76ae04acd req-b28060a0-0e6b-48c1-a2e3-c394847e54c8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Jun 30 09:49:30.781693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:49:30.831119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 9a9143df-48d3-40f2-b244-dbd7aad38b28 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:49:30.835874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 9a9143df-48d3-40f2-b244-dbd7aad38b28 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:49:30.836334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.915044 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.938913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:30.941206 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1873868e-c3b5-4ce3-9efc-5a4fb56d0828" -d '{"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:30.954405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:49:30.958618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:30.986083 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09c1bd4-04e2-4719-a806-5b859abe1ef6 x-openstack-request-id: req-c09c1bd4-04e2-4719-a806-5b859abe1ef6 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:30.986442 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:30.986696 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c09c1bd4-04e2-4719-a806-5b859abe1ef6 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:30.987178 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'code': 200} Jun 30 09:49:31.013673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:49:31.120052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f62c9-08cd-4b48-96ce-dc54b893a9f6 req-6e709b6f-24eb-4561-9366-1df2296f6a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:31.121559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-625f62c9-08cd-4b48-96ce-dc54b893a9f6 req-6e709b6f-24eb-4561-9366-1df2296f6a02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0562577 Jun 30 09:49:31.165789 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-625f62c9-08cd-4b48-96ce-dc54b893a9f6 req-88656f9a-5791-4af1-99f0-1e03607211d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382016 Jun 30 09:49:31.214937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b96b77-e820-4ec4-a403-0fe63806a98c req-c358cf32-a25e-43ba-a458-f8c282c9d460 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:31.216405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87b96b77-e820-4ec4-a403-0fe63806a98c req-c358cf32-a25e-43ba-a458-f8c282c9d460 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0657451 Jun 30 09:49:31.256633 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87b96b77-e820-4ec4-a403-0fe63806a98c req-91a076c4-5c1a-402c-ad31-406db1eb342e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343626 Jun 30 09:49:32.437367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b5bb-bcb4-48a4-aea5-c310f7f14523 req-00fee791-a658-4b18-9f5a-461d91687f76 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:32.438874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dec8b5bb-bcb4-48a4-aea5-c310f7f14523 req-00fee791-a658-4b18-9f5a-461d91687f76 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0664914 Jun 30 09:49:32.479095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dec8b5bb-bcb4-48a4-aea5-c310f7f14523 req-3dc7c145-8bbb-4f54-b8d1-32447aaafdbf tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346065 Jun 30 09:49:33.660141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94033e-4987-417c-b7bf-2cbb51633d71 req-abd17836-983e-4dbd-99cd-59ffb56aa2a7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:33.661635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e94033e-4987-417c-b7bf-2cbb51633d71 req-abd17836-983e-4dbd-99cd-59ffb56aa2a7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0648320 Jun 30 09:49:33.699945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e94033e-4987-417c-b7bf-2cbb51633d71 req-78c2ec2d-7c2c-46be-8e66-b767a60adb39 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323927 Jun 30 09:49:33.867036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407e70b-8674-4129-892e-2cbbc9b9f279 req-d58acb65-4cc3-42cf-ad25-0d91065ade18 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:33.868417 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c407e70b-8674-4129-892e-2cbbc9b9f279 req-d58acb65-4cc3-42cf-ad25-0d91065ade18 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0638137 Jun 30 09:49:33.876983 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 50630) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:49:33.882437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'floatingip': {'port_id': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:49:33.924500 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.725481 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.729420 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:34.838694 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c associated. External IP: 172.25.7.33, port: 9a9143df-48d3-40f2-b244-dbd7aad38b28. Jun 30 09:49:35.049647 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:49:35.157030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:49:35.161449 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:35.167412 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:49:35.176370 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:35.176963 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:49:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:35.203386 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7a9b4924-263b-4925-8bc9-149df5fa3d44 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "PUT /v2.0/floatingips/c5557c36-2d4f-4b58-8953-99dd31099f7c HTTP/1.1" status: 200 len: 991 time: 1.3253200 Jun 30 09:49:35.204070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:49:35.206571 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1941b8-70bc-429d-b263-dc5e4d08f94c" -d '{"events": [{"name": "network-changed", "server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:49:35.245710 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635b7e5-c54d-41de-9a40-272b42e6e93e x-openstack-request-id: req-a635b7e5-c54d-41de-9a40-272b42e6e93e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:49:35.246012 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:49:35.246286 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a635b7e5-c54d-41de-9a40-272b42e6e93e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:49:35.246690 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'status': 'completed', 'code': 200} Jun 30 09:49:35.290818 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:35.355785 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-32ac8104-7803-441a-8872-5e1e7fdca769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.357304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-32ac8104-7803-441a-8872-5e1e7fdca769 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0646324 Jun 30 09:49:35.447167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-b1fe3972-b7e4-4dc0-8d61-caf937e07694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.448655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-b1fe3972-b7e4-4dc0-8d61-caf937e07694 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0851429 Jun 30 09:49:35.522712 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:83:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:49:34Z', 'revision_number': 1, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:35.523751 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-f35e1345-ee49-4a2d-bc68-1a99b3d695ad service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 999 time: 0.0692484 Jun 30 09:49:35.549166 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:49:35.558327 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:49:35.558954 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:49:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:35.575007 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-6d0851a8-bf8c-4e1e-9a66-0f74e21de6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.576672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-6d0851a8-bf8c-4e1e-9a66-0f74e21de6d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0457332 Jun 30 09:49:35.636526 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-94a348d0-af19-4484-9aa8-3517fb23d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:49:35.638162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-94a348d0-af19-4484-9aa8-3517fb23d8a6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559947 Jun 30 09:49:35.666586 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:49:35.737507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-18333e5e-f2b1-4c30-a6ce-92924aa46642 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925448 Jun 30 09:49:35.830705 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa1941b8-70bc-429d-b263-dc5e4d08f94c req-3d492ef2-70ac-48f1-bfa6-2da9a5b8ffa3 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864651 Jun 30 09:49:35.904564 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:83:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:49:34Z', 'revision_number': 1, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:49:35.930884 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c7a87-7176-451a-8b07-a9963d0cb7fa None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:83:ae:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:49:34Z', 'revision_number': 1, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:49:36.131876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c742f53-a086-4f9a-b569-245706ac42f3 None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:49:41.275846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-360c3259-6ca3-42cb-b8cc-55cf06503484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:44.117819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e6b512da-9df9-4044-b285-b21257c64c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:44.233415 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:46.188450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:47.699810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:47.715575 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:49:48.028015 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:49:59.551168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:08.637685 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-87c6cd5d-e5ba-4b9c-873c-e3925eb7dead service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577478 Jun 30 09:50:08.751345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-8e6c645b-e21a-47ef-a89c-5b437a81da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:08.752865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-8e6c645b-e21a-47ef-a89c-5b437a81da77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0563412 Jun 30 09:50:08.857986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-25d0d8d4-c4ab-4bdd-a153-0e33d476ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:08.859537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-25d0d8d4-c4ab-4bdd-a153-0e33d476ea63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0861609 Jun 30 09:50:08.936086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-715e3bcf-de10-43bc-ad7a-c70ac2d5fca9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1001 time: 0.0675886 Jun 30 09:50:08.985988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-5223edf9-27b7-4bbd-a518-0028ac46a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:08.987628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-5223edf9-27b7-4bbd-a518-0028ac46a974 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0465474 Jun 30 09:50:09.046460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-258993d4-b848-4d4b-b5c0-0d47227e710b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:50:09.047978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-258993d4-b848-4d4b-b5c0-0d47227e710b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528986 Jun 30 09:50:09.138822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-f5970e10-4dd5-4164-b24a-7a56a3619b3c service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846572 Jun 30 09:50:09.228539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87598b03-63aa-4af4-9eb0-633bab6d64e8 req-7dab0b12-0e06-4399-9620-605cb323fb4e service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826559 Jun 30 09:50:11.282550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa3d8-5436-4164-b218-8e45c90f468a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:14.110894 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4db9ae78-8fa2-4826-aed7-b6b9aebcf88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:14.241705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:16.190779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:17.692523 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:17.719564 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:25.027535 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:50:29.568838 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:41.274098 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0f11f3d2-efbe-4aaa-b3fa-efe2362b68e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:44.111754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b63fbfb0-2376-4144-84be-cdbf118e9d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:44.232314 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:46.193137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:47.718788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:47.720906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:50:59.568597 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:02.033822 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:06.613367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-f64c87fb-92ae-456b-9ed3-b32837586d23 req-2eaf7a1d-bdac-42f0-a982-c9628f9ac446 service neutron] (93724) timed out ('10.222.0.83', 55266) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:51:09.688863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-d08bde18-41ce-4cea-920d-98e59f381f0d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1464350 Jun 30 09:51:09.810778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-7dc127f6-340b-4bf9-8888-54c2603bfd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:09.812281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-7dc127f6-340b-4bf9-8888-54c2603bfd62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0531940 Jun 30 09:51:09.919008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-d21c051b-d32c-480b-b214-b3722729b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:09.920372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-d21c051b-d32c-480b-b214-b3722729b929 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0856931 Jun 30 09:51:09.988880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-37579a8f-17d9-4842-ad93-b68246947add service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1001 time: 0.0614605 Jun 30 09:51:10.040727 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-c5674c51-62c4-4b83-a308-72612578b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:10.042280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-c5674c51-62c4-4b83-a308-72612578b51d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0477004 Jun 30 09:51:10.101432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-284b6fe4-d56f-44c5-9154-8286fa348b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:51:10.102932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-284b6fe4-d56f-44c5-9154-8286fa348b69 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530658 Jun 30 09:51:10.113410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-7c341544-bf6a-44d5-8c32-4c209366a209 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:51:10.114383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-7c341544-bf6a-44d5-8c32-4c209366a209 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049775 Jun 30 09:51:10.206743 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-03111683-d69d-4d51-b131-88d33712783c service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860162 Jun 30 09:51:10.294451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fcffbfd5-4905-4a9b-85c5-1d7cd7679401 req-80dedcd8-fac1-4135-b300-70b6bde60fb1 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809960 Jun 30 09:51:11.274721 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0999f6db-9cb3-4b80-957b-81ec791a4564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:14.112137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3472eecb-cb8f-480d-9384-2c57f2f81e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:14.232907 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:16.199189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:17.706425 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:17.723680 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:18.417748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-ddf448d1-df5f-4f04-8602-de9c620b2652 req-3ab11ce1-9a8a-462b-b1c9-28ebf243da19 service neutron] (93725) timed out ('10.222.0.79', 57026) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:51:29.566208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:39.022372 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:51:41.275096 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7e7e8ea7-70f1-42e4-a81a-ef50b0573389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.114756 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dab9f94e-aa94-4a25-9c5b-a523e3e880ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:44.236755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:46.200157 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.702550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:47.725656 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:51:59.580647 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:05.657971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184d4e-b983-4e20-a064-4fb3639949ea req-7a508fc1-3b93-40f5-a990-2b5bec49c6f9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:05.659471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26184d4e-b983-4e20-a064-4fb3639949ea req-7a508fc1-3b93-40f5-a990-2b5bec49c6f9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.1506608 Jun 30 09:52:05.696267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26184d4e-b983-4e20-a064-4fb3639949ea req-4e315f49-bdbf-4fe3-ac32-da7c8c5b99cb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311959 Jun 30 09:52:07.130338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d79c8c-1a97-45da-a208-05ed7bbb9baf req-6d530991-9a17-4074-9a4c-d10ee91364bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:07.131837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9d79c8c-1a97-45da-a208-05ed7bbb9baf req-6d530991-9a17-4074-9a4c-d10ee91364bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0676448 Jun 30 09:52:07.137833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-3d508f7d-96aa-41db-802b-be1b63b842d4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218317 Jun 30 09:52:07.172071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d9d79c8c-1a97-45da-a208-05ed7bbb9baf req-e6465caa-7103-4b54-8e2b-e7834d44586f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344586 Jun 30 09:52:08.399678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74b608-5544-4cad-9508-55ce372e759a req-2e89af91-bf3a-4162-9fff-02dc5c5a2ece tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:08.401158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e74b608-5544-4cad-9508-55ce372e759a req-2e89af91-bf3a-4162-9fff-02dc5c5a2ece tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.1142356 Jun 30 09:52:08.440816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e74b608-5544-4cad-9508-55ce372e759a req-505b640e-0ce3-4a95-83f2-32adff7da4b4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339394 Jun 30 09:52:09.649689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6df26ef-92af-403c-9c2d-a0ec9d5f1cc2 req-d481377e-0b9e-4252-99f2-d6a4850c46ca tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:09.651203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6df26ef-92af-403c-9c2d-a0ec9d5f1cc2 req-d481377e-0b9e-4252-99f2-d6a4850c46ca tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0985768 Jun 30 09:52:09.683903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-9001a364-cf5b-4404-bf19-3e9f68857505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:09.685909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-9001a364-cf5b-4404-bf19-3e9f68857505 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0926034 Jun 30 09:52:09.702669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6df26ef-92af-403c-9c2d-a0ec9d5f1cc2 req-6a64a5ff-a0ec-4495-aed8-f60ed7abfbac tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427084 Jun 30 09:52:09.793465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-5f698e63-05b3-4c28-a6d3-e138546417e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:09.795176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-5f698e63-05b3-4c28-a6d3-e138546417e9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0902505 Jun 30 09:52:09.863532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-a456c359-01d5-4ab9-b393-057cf87845da service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1001 time: 0.0623777 Jun 30 09:52:09.918321 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-599f0d16-04c7-477c-b1eb-ffc2de1ab2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:09.919798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-599f0d16-04c7-477c-b1eb-ffc2de1ab2d1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0506606 Jun 30 09:52:09.979713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-9c834dda-508d-4ad2-86ac-5360de99a2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:09.981176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-9c834dda-508d-4ad2-86ac-5360de99a2bb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552738 Jun 30 09:52:10.069140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-3dec66a5-15c3-410a-bd1a-4c539770bc36 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812428 Jun 30 09:52:10.166781 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93a9ad5a-0f9f-470a-aa6d-fc13edce9671 req-48a7485d-83cf-4073-9c74-2ef59ed09101 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909452 Jun 30 09:52:10.890807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886a1d8-68b5-49aa-acbf-0fcf3927c833 req-6e378b49-5239-41af-bc0c-e441556a0bfa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:10.892317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7886a1d8-68b5-49aa-acbf-0fcf3927c833 req-6e378b49-5239-41af-bc0c-e441556a0bfa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0674498 Jun 30 09:52:10.932968 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7886a1d8-68b5-49aa-acbf-0fcf3927c833 req-54f1a7fe-56a7-4cad-a120-ad757e936a3e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347311 Jun 30 09:52:11.276778 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-433a40bb-069e-43db-bcc9-62784ed7fb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:11.417942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-73639b93-2f78-45c2-b847-5b799f115050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:11.419445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-73639b93-2f78-45c2-b847-5b799f115050 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1098 time: 0.0531085 Jun 30 09:52:11.511744 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-981ef86a-a5df-462a-ae10-958a404f334e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:11.513205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-981ef86a-a5df-462a-ae10-958a404f334e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0877662 Jun 30 09:52:11.577067 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ace9806e-692e-410a-a619-69dde058cee1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1001 time: 0.0575271 Jun 30 09:52:11.628875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-102751f7-9ded-47ca-8d7f-cfac36b1aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:11.630335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-102751f7-9ded-47ca-8d7f-cfac36b1aab9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0470631 Jun 30 09:52:11.687125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-a11ad778-9e91-45f6-bb8c-d3e016b20b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:11.688640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-a11ad778-9e91-45f6-bb8c-d3e016b20b6a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520825 Jun 30 09:52:11.776927 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-a9a5817a-32e2-405d-9f7c-4ba6c4ca5c00 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812306 Jun 30 09:52:11.884334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-4f877b72-9197-4d87-a047-9c8785770661 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004291 Jun 30 09:52:12.110140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2639c-f081-4599-a7f9-0ca804206249 req-e267ff90-3986-48eb-998a-2d0ddf5f837c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:12.111559 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73a2639c-f081-4599-a7f9-0ca804206249 req-e267ff90-3986-48eb-998a-2d0ddf5f837c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0635598 Jun 30 09:52:12.151461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-73a2639c-f081-4599-a7f9-0ca804206249 req-239ae514-3571-4a10-89d0-b26477afd177 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342381 Jun 30 09:52:13.345833 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee026ec-7046-4159-bfb0-b5006e0ea57d req-6785b09a-1dcf-49f0-9865-4f43cba3394e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:13.347725 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dee026ec-7046-4159-bfb0-b5006e0ea57d req-6785b09a-1dcf-49f0-9865-4f43cba3394e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0679626 Jun 30 09:52:13.384753 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dee026ec-7046-4159-bfb0-b5006e0ea57d req-60741c9f-033a-443c-b37b-8de771efb562 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314660 Jun 30 09:52:14.115114 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b68f2771-e2fa-4fee-a9b1-29f6639daa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:14.237265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:14.558048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdef266-0f22-40c0-b125-724fad2a77d9 req-b267f009-db5d-4d84-91d7-e42160b7d911 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:14.559554 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bdef266-0f22-40c0-b125-724fad2a77d9 req-b267f009-db5d-4d84-91d7-e42160b7d911 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0626528 Jun 30 09:52:14.598692 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bdef266-0f22-40c0-b125-724fad2a77d9 req-07337551-d961-49b9-b88f-1ded4d1ec881 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330584 Jun 30 09:52:15.772690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f0334-ed4c-48c7-844c-5e660f047879 req-9f935ad0-23ed-4454-8641-6cba5be9fd25 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:15.774196 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-088f0334-ed4c-48c7-844c-5e660f047879 req-9f935ad0-23ed-4454-8641-6cba5be9fd25 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0648336 Jun 30 09:52:15.812775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-088f0334-ed4c-48c7-844c-5e660f047879 req-03e166f8-cc6b-47b0-b712-ae36ee468d60 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jun 30 09:52:16.021383 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:52:16.203481 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:16.991679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e26295-a4da-4932-a447-58f6fda329e7 req-c1270332-7c50-4e61-8e1a-bc663d6c8bf0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:16.993142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1e26295-a4da-4932-a447-58f6fda329e7 req-c1270332-7c50-4e61-8e1a-bc663d6c8bf0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0659862 Jun 30 09:52:17.030089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1e26295-a4da-4932-a447-58f6fda329e7 req-6055dbe4-fef0-4cbe-8ba6-c2effaf811b7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313041 Jun 30 09:52:17.723085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:17.732347 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:18.233299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba67ec0-ab1b-45ca-9955-4b60d1348d90 req-b092d360-ea53-4310-a7b5-e440a34f7615 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:18.235931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ba67ec0-ab1b-45ca-9955-4b60d1348d90 req-b092d360-ea53-4310-a7b5-e440a34f7615 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0843525 Jun 30 09:52:18.281158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4ba67ec0-ab1b-45ca-9955-4b60d1348d90 req-55d480e2-cb15-4797-b24a-0419b223415b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Jun 30 09:52:19.457125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752c6d4-5179-4f21-95aa-f20c8526de69 req-3bd11dd2-9775-4e06-8344-bf45b19f0edd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:19.458640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a752c6d4-5179-4f21-95aa-f20c8526de69 req-3bd11dd2-9775-4e06-8344-bf45b19f0edd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0667584 Jun 30 09:52:19.495365 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a752c6d4-5179-4f21-95aa-f20c8526de69 req-8eea9abe-dacc-47db-8421-2439f7229471 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307829 Jun 30 09:52:20.669612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbe15a-7071-4674-9957-9d6cc39396d7 req-d8377352-42ec-4feb-82d3-4928e599c202 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:20.671135 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96cbe15a-7071-4674-9957-9d6cc39396d7 req-d8377352-42ec-4feb-82d3-4928e599c202 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0615809 Jun 30 09:52:20.708541 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96cbe15a-7071-4674-9957-9d6cc39396d7 req-fbbfc10d-fb73-4687-b86a-925eacea99c0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318782 Jun 30 09:52:21.881680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b3597-46b1-4cdc-ae14-8a8c22edcc07 req-cf5695ae-4a9b-4eda-98ec-550b7fca9c14 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:21.883169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-086b3597-46b1-4cdc-ae14-8a8c22edcc07 req-cf5695ae-4a9b-4eda-98ec-550b7fca9c14 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0621018 Jun 30 09:52:21.924428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-086b3597-46b1-4cdc-ae14-8a8c22edcc07 req-6f948ea1-bb31-4c65-875b-e88386a5faed tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356271 Jun 30 09:52:23.102389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a10601-8cd5-4458-811c-a26b257d58da req-81ca0e6c-6a1e-45be-a4ab-ccbdf2cea6e7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:23.103857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6a10601-8cd5-4458-811c-a26b257d58da req-81ca0e6c-6a1e-45be-a4ab-ccbdf2cea6e7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0625224 Jun 30 09:52:23.140909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6a10601-8cd5-4458-811c-a26b257d58da req-7e6984a6-26d3-4e04-b9e3-1b9e8d6ba5df tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306964 Jun 30 09:52:23.964879 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-29b5ec2d-247a-466e-bd26-d161674621ec req-4ad16c40-16cd-41ec-8def-4974e1d1a08c service neutron] show failed (client error): The resource could not be found. Jun 30 09:52:23.969482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-4ad16c40-16cd-41ec-8def-4974e1d1a08c service neutron] 10.222.0.83 "GET /v2.0/ports/9a9143df-48d3-40f2-b244-dbd7aad38b28/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0543082 Jun 30 09:52:24.212803 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-5e261850-f57e-486f-9e44-0c6205966dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:24.214352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-5e261850-f57e-486f-9e44-0c6205966dd6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 1098 time: 0.0538955 Jun 30 09:52:24.231264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:52:24.306355 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.319230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c958e-c06a-4c3e-8289-759ae285904e req-a15bd078-0369-4c64-b3af-e442be548400 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:24.320735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e6c958e-c06a-4c3e-8289-759ae285904e req-a15bd078-0369-4c64-b3af-e442be548400 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0667098 Jun 30 09:52:24.360474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4e6c958e-c06a-4c3e-8289-759ae285904e req-2da730dc-8841-4d5c-bc84-9337001bd575 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Jun 30 09:52:24.504543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:24.535669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:52:24.574541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:24.577070 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c691cea-c770-42a9-b523-b174cf3ec9c5" -d '{"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:24.581312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.594687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Transition to ACTIVE for port object 9a9143df-48d3-40f2-b244-dbd7aad38b28 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:52:24.598447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.681153 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=6']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:24.694667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.695014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.695353 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.695685 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.696015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.696346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.696668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.696989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.697310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.697631 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.697955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.698278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:24.721811 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e541b70-c2ad-4174-95a7-baa8b6c80dc1 x-openstack-request-id: req-0e541b70-c2ad-4174-95a7-baa8b6c80dc1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:24.722103 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-unplugged", "status": "completed", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:24.722377 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0e541b70-c2ad-4174-95a7-baa8b6c80dc1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:24.722775 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'code': 200} Jun 30 09:52:24.742564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] No DVR routers for this DVR port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:52:24.880002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:52:24.880340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:52:24.880671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:52:24.884877 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:52:24.885197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Attempting to bind port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:52:24.890105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:52:24.890505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:52:24.890887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:52:24.891312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Bound port: 9a9143df-48d3-40f2-b244-dbd7aad38b28, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:52:24.891667 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.956411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:52:24.959606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:52:24.963666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.997849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:24.998590 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:24.999902 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] 10.222.0.79 "PUT /v2.0/ports/9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1093 time: 0.7727795 Jun 30 09:52:25.020852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31fe93-4500-4b9a-bf41-1769aaf640e4 service neutron] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:25.083650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-21efcb69-0f55-4052-9637-0827a5c508f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:25.085207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-21efcb69-0f55-4052-9637-0827a5c508f9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0558417 Jun 30 09:52:25.489673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-01f320b2-d9f2-48ff-8700-61793e5dbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:25.491371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-01f320b2-d9f2-48ff-8700-61793e5dbfb2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.3922880 Jun 30 09:52:25.540227 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66227b13-b424-49b6-a53a-3a0583f2fa06 req-6b0d4a59-dbd6-4350-9fd2-ae4a07a51cc0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:25.542040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66227b13-b424-49b6-a53a-3a0583f2fa06 req-6b0d4a59-dbd6-4350-9fd2-ae4a07a51cc0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 944 time: 0.0639694 Jun 30 09:52:25.559579 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-bd452439-be7c-4e3c-ae1f-58adf5cd3c32 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 999 time: 0.0562084 Jun 30 09:52:25.581194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66227b13-b424-49b6-a53a-3a0583f2fa06 req-8b5af626-9f1e-4c72-a0b5-5580eb864fb3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333004 Jun 30 09:52:25.616720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-2f4b9bb9-ffad-47ee-8ff9-145d75098ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:25.618198 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-2f4b9bb9-ffad-47ee-8ff9-145d75098ef3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0481381 Jun 30 09:52:25.681276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b5ec2d-247a-466e-bd26-d161674621ec req-36d1e14d-20b9-4b14-87fd-7acd543c3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:25.682752 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-36d1e14d-20b9-4b14-87fd-7acd543c3128 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530517 Jun 30 09:52:25.773573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-97b0cfb3-ec35-41e4-9376-8b032f0b98fb service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804734 Jun 30 09:52:25.870515 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29b5ec2d-247a-466e-bd26-d161674621ec req-2ca33ef8-cc25-48a6-94cb-ab31b1c17c2c service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846486 Jun 30 09:52:26.723879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:26.726659 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d1922f-c634-4549-a7f1-9e3fe354d5fc" -d '{"events": [{"name": "network-changed", "server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:26.757361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01457b26-9866-4e4b-b16e-31191b758500 req-0fad0730-8b87-4816-80d1-bd319d03b792 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.758867 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01457b26-9866-4e4b-b16e-31191b758500 req-0fad0730-8b87-4816-80d1-bd319d03b792 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 944 time: 0.0644398 Jun 30 09:52:26.776795 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68bd3c-e842-4b08-b309-fe44d817e6c5 x-openstack-request-id: req-9a68bd3c-e842-4b08-b309-fe44d817e6c5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:26.777089 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:26.777524 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a68bd3c-e842-4b08-b309-fe44d817e6c5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:26.777925 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'status': 'completed', 'code': 200} Jun 30 09:52:26.801925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01457b26-9866-4e4b-b16e-31191b758500 req-b2f7eb2a-5f3e-4e19-8ee1-453cfc49bb84 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369246 Jun 30 09:52:26.862404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-cfbd00a6-4385-4cbd-95b2-0143c7694a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.863800 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-cfbd00a6-4385-4cbd-95b2-0143c7694a9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0544553 Jun 30 09:52:26.871229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-a95c0edb-02e0-4cf9-a7b6-d8f14fa7074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.872695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-a95c0edb-02e0-4cf9-a7b6-d8f14fa7074d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1096 time: 0.0569103 Jun 30 09:52:26.956639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-44f28394-cb2e-41f4-8340-7312ac2ae00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.958096 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-44f28394-cb2e-41f4-8340-7312ac2ae00a service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0870569 Jun 30 09:52:26.960446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-9bdeb277-0903-4862-85aa-0dcf77608ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:26.961888 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-9bdeb277-0903-4862-85aa-0dcf77608ce0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0828888 Jun 30 09:52:27.026478 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-8928b8b1-6528-4e84-95db-7b2ae1845fbd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 999 time: 0.0574386 Jun 30 09:52:27.032376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-95c6a937-38e0-4649-a1bb-9ce734b88ef2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 999 time: 0.0641897 Jun 30 09:52:27.080711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-c676d03e-9978-4aa0-9b15-a45ab9a16d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:27.080971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-2a8be5ed-ed2d-45b7-9868-46183c1756bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:27.082202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-c676d03e-9978-4aa0-9b15-a45ab9a16d85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0436604 Jun 30 09:52:27.082379 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-2a8be5ed-ed2d-45b7-9868-46183c1756bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0435455 Jun 30 09:52:27.138960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-19aadade-1f3a-41a0-972f-6c13524b244e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:27.140498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-19aadade-1f3a-41a0-972f-6c13524b244e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519831 Jun 30 09:52:27.143493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-903de855-5c86-4474-9147-0d84c665dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:27.144980 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-903de855-5c86-4474-9147-0d84c665dae3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558639 Jun 30 09:52:27.145116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:52:27.240395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-0dbbe3b1-306e-4313-bf2c-78154051629f service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936065 Jun 30 09:52:27.241845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-2ebc1fc5-7d46-4e11-a46a-10f78ef2d748 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871613 Jun 30 09:52:27.336737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-86fa9a3f-4c3e-4eee-abc0-2d6f5468e1d2 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899575 Jun 30 09:52:27.343667 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-02d1922f-c634-4549-a7f1-9e3fe354d5fc req-61d1f72b-d84c-453b-96e9-0183f7175b77 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930660 Jun 30 09:52:27.407355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:27.418164 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'mac_address': 'fa:16:3e:83:ae:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:52:27.454035 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:27.465917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a9143df-48d3-40f2-b244-dbd7aad38b28 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:52:27.485681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:27.485681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:27.536831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:27.543900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.544239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.544576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.544902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.545226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.545549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.546059 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.546430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.546747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.547064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.547378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.547690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:52:27.646769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:52:27.692883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:52:27.787739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['9a9143df-48d3-40f2-b244-dbd7aad38b28'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:52:28.005768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed61fd-3abc-4c1f-9f3b-67a4ed2540d5 req-21aa56d6-8cb5-43be-a924-431d6eb5c949 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.007441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfed61fd-3abc-4c1f-9f3b-67a4ed2540d5 req-21aa56d6-8cb5-43be-a924-431d6eb5c949 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 945 time: 0.0714142 Jun 30 09:52:28.045130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfed61fd-3abc-4c1f-9f3b-67a4ed2540d5 req-be05035d-5b84-4383-a8e2-f9f145cd4129 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Jun 30 09:52:28.376935 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff441de-8076-4915-98a6-e11e66e0fb13 req-2e249d3f-06ee-437a-93fa-6d1f9b4fb336 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.378364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fff441de-8076-4915-98a6-e11e66e0fb13 req-2e249d3f-06ee-437a-93fa-6d1f9b4fb336 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 945 time: 0.1044867 Jun 30 09:52:28.404041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-0ddbe4ac-f89f-4cc1-bd09-e2eabf68ab66 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.405976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-0ddbe4ac-f89f-4cc1-bd09-e2eabf68ab66 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3&tenant_id=8fcb59992c174c9ea08081b508d8202d&binding%3Ahost_id=n-h1-780147-22 HTTP/1.1" status: 200 len: 945 time: 0.1034045 Jun 30 09:52:28.461368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fff441de-8076-4915-98a6-e11e66e0fb13 req-63403d67-8cec-4b40-83d8-1521c1987a08 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772274 Jun 30 09:52:28.483350 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-0a27125c-9a30-46e1-96ba-c320a732055b service neutron] delete failed (client error): The resource could not be found. Jun 30 09:52:28.483350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-0a27125c-9a30-46e1-96ba-c320a732055b service neutron] 10.222.0.83 "DELETE /v2.0/ports/9a9143df-48d3-40f2-b244-dbd7aad38b28/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0707445 Jun 30 09:52:28.591565 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-317e6e4e-4d3e-401c-b850-d1bb3f91aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.593696 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-317e6e4e-4d3e-401c-b850-d1bb3f91aa37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 1097 time: 0.0516310 Jun 30 09:52:28.681145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-a8d09f1e-175c-4560-a9ef-e68620257794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.682563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-a8d09f1e-175c-4560-a9ef-e68620257794 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0837779 Jun 30 09:52:28.744814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-5db40500-0bb3-4962-aa09-9e57f844d6fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 200 len: 1000 time: 0.0560606 Jun 30 09:52:28.791643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-77e861c8-efbb-4076-b19c-0aaf2eb64482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.793085 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-77e861c8-efbb-4076-b19c-0aaf2eb64482 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0421386 Jun 30 09:52:28.851280 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-bd9669da-c866-47d6-8a7d-aa169e9fe66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:28.852735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-bd9669da-c866-47d6-8a7d-aa169e9fe66b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532241 Jun 30 09:52:28.941395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-363af158-9ff7-4058-8084-a9bf41cade1d service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811093 Jun 30 09:52:29.029843 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-276959fa-cc01-4b2b-b524-c75aa57011ae req-54eb9849-a108-4eb3-be2f-f54da4a60c69 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827527 Jun 30 09:52:29.157959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:52:29.211469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 9a9143df-48d3-40f2-b244-dbd7aad38b28 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:52:29.214910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 9a9143df-48d3-40f2-b244-dbd7aad38b28 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:52:29.215275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.289454 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.310989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:29.313376 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cf55e2-d7c0-420b-a854-c38d60d5210f" -d '{"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:29.326093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:29.330893 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.382514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:29.431209 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b489a145-14e8-4dd1-b1a0-6e4d3b450493 x-openstack-request-id: req-b489a145-14e8-4dd1-b1a0-6e4d3b450493 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:29.431502 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-plugged", "status": "completed", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:29.431754 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b489a145-14e8-4dd1-b1a0-6e4d3b450493 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:29.432152 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'code': 200} Jun 30 09:52:29.595514 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:29.643606 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6355a1c6-4829-4f3f-8ab7-cfad677d8017 req-c4a86f96-8cce-4075-9e35-7a04bf3e4e93 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:29.645102 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6355a1c6-4829-4f3f-8ab7-cfad677d8017 req-c4a86f96-8cce-4075-9e35-7a04bf3e4e93 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0649059 Jun 30 09:52:29.684584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6355a1c6-4829-4f3f-8ab7-cfad677d8017 req-4a3a2970-4e4f-43f2-892b-ab828f3fac17 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Jun 30 09:52:29.866069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c29570-ea0b-4268-82bc-fa557e789459 req-cace0f8d-7de2-44c4-af34-8ff23f16474b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:29.867478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0c29570-ea0b-4268-82bc-fa557e789459 req-cace0f8d-7de2-44c4-af34-8ff23f16474b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0644207 Jun 30 09:52:29.904154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0c29570-ea0b-4268-82bc-fa557e789459 req-f8a36d73-17a7-4c49-92ca-fa8cafed91af tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311241 Jun 30 09:52:30.418162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55545f2d-ff05-416f-9762-15729fae0b4d req-fb00987a-64f9-4dcf-82b2-c351e4589cd7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:30.419665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55545f2d-ff05-416f-9762-15729fae0b4d req-fb00987a-64f9-4dcf-82b2-c351e4589cd7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.4065492 Jun 30 09:52:30.457814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55545f2d-ff05-416f-9762-15729fae0b4d req-1e877e4b-d2f0-4f55-a8f2-51475377eb95 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Jun 30 09:52:30.832041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a04b0d-b7ee-4c40-bff8-345067ab7606 req-be3f1a36-5439-40bd-9f3a-17b1eacef902 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:30.833482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a04b0d-b7ee-4c40-bff8-345067ab7606 req-be3f1a36-5439-40bd-9f3a-17b1eacef902 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0611830 Jun 30 09:52:30.870095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11a04b0d-b7ee-4c40-bff8-345067ab7606 req-8cae1f69-a493-49ee-b3cf-d41491e31292 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Jun 30 09:52:32.049908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176eadc-4282-4901-aff3-7020906695d6 req-8ff86da9-1445-4a24-bca6-1900a39b5a85 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:32.051395 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9176eadc-4282-4901-aff3-7020906695d6 req-8ff86da9-1445-4a24-bca6-1900a39b5a85 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0648320 Jun 30 09:52:32.088084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9176eadc-4282-4901-aff3-7020906695d6 req-19c37bef-754f-4456-8b2a-e3aa0c6a7059 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Jun 30 09:52:32.200016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-08540615-5a8c-4522-8535-0f6d16e7fde3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:32.201727 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-08540615-5a8c-4522-8535-0f6d16e7fde3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 946 time: 0.0626590 Jun 30 09:52:32.307664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Deleting port 9a9143df-48d3-40f2-b244-dbd7aad38b28 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:52:32.307919 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.396025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] For port 9a9143df-48d3-40f2-b244-dbd7aad38b28, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=9a9143df-48d3-40f2-b244-dbd7aad38b28,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:32.396388 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.563551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.563551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.563954 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c disassociated. External IP: 172.25.7.33, port: 9a9143df-48d3-40f2-b244-dbd7aad38b28. Jun 30 09:52:32.564157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Calling delete_port for 9a9143df-48d3-40f2-b244-dbd7aad38b28 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:52:32.695537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:32.723915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event deleted for resources: {'Port': ['ID=9a9143df-48d3-40f2-b244-dbd7aad38b28,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:32.846924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:52:32.957207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:52:32.967528 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:52:32.977276 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:32.977869 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:52:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:33.000632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] No DVR routers for this DVR port 9a9143df-48d3-40f2-b244-dbd7aad38b28 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:52:33.003240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:33.005313 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ad72fda-2310-4fac-9e76-61a939ada236 req-0a173de0-3f66-45af-b695-fea4982ac3fa tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "DELETE /v2.0/ports/9a9143df-48d3-40f2-b244-dbd7aad38b28 HTTP/1.1" status: 204 len: 173 time: 0.7938504 Jun 30 09:52:33.005782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-deleted', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:33.008083 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c065e1-f3ed-447e-af14-b50a317aec62" -d '{"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-deleted", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:33.044217 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79bf2d11-b7f6-4ebf-9b23-f9f24b814c59 x-openstack-request-id: req-79bf2d11-b7f6-4ebf-9b23-f9f24b814c59 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:33.044562 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b47fc4-6e14-43f3-8858-e41562c3f2c3", "name": "network-vif-deleted", "tag": "9a9143df-48d3-40f2-b244-dbd7aad38b28", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:33.044825 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-79bf2d11-b7f6-4ebf-9b23-f9f24b814c59 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:33.045277 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b47fc4-6e14-43f3-8858-e41562c3f2c3', 'name': 'network-vif-deleted', 'tag': '9a9143df-48d3-40f2-b244-dbd7aad38b28', 'status': 'completed', 'code': 200} Jun 30 09:52:33.090890 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:33.258974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8cb729b-7d6d-47f6-a78d-3a10bdbf7faa req-d9f5c1fb-1dc4-4721-bc0e-51246339684c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=09b47fc4-6e14-43f3-8858-e41562c3f2c3 HTTP/1.1" status: 200 len: 210 time: 0.0372725 Jun 30 09:52:33.385011 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:33.413536 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:52:33.423014 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:33.423632 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:52:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:33.536707 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:33.734759 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:33.761854 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2edb3-0705-44f7-b84c-a67e14aeabf0 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:52:33.991588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4243ac4-184b-4a67-a430-3de919e3b193 None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:52:34.559274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-744b191b-e17f-4652-8eb7-a69ffb86858a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1130407163&fields=id&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 267 time: 0.0316944 Jun 30 09:52:34.669685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-0157b4f8-7149-476f-989e-ad6bcfb6b03b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:34.671767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-0157b4f8-7149-476f-989e-ad6bcfb6b03b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.1056108 Jun 30 09:52:34.685706 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-977bd9ad-d632-4234-852d-15b9d00d1d83 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/quotas/8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 375 time: 0.0086603 Jun 30 09:52:34.753119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-bd650f1c-5941-47d1-b4a0-30a6a6fab973 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626247 Jun 30 09:52:34.851009 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-04325e37-db44-470e-99bd-9fe1fa3576d0 service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867019 Jun 30 09:52:34.936480 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-7db3ce6b-83fb-40a3-b724-a53879d0344f service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795999 Jun 30 09:52:35.106027 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d456eab5-6f92-427c-a6e9-40351904c811 req-0466f927-9516-4575-b026-4c2acead076a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 210 time: 0.0307560 Jun 30 09:52:35.177440 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:52:35.197759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 9a9143df-48d3-40f2-b244-dbd7aad38b28 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:52:35.198109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 9a9143df-48d3-40f2-b244-dbd7aad38b28 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:52:36.191444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-10621f03-d504-46ba-a968-da9c8d1b8d61 req-da367577-9354-4d69-91a6-245be680776a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 210 time: 0.0320776 Jun 30 09:52:37.333268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-77d2d655-2cbf-4461-992b-045fdfc68fb4 req-cea91d88-6112-493e-a3fb-caeedf3b3258 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 210 time: 0.0279090 Jun 30 09:52:38.431881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-6b4e21e6-ef8a-44c2-82d2-f27764012a47 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:38.433445 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-6b4e21e6-ef8a-44c2-82d2-f27764012a47 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.1165228 Jun 30 09:52:38.478872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6edb1941-ce85-4fe2-aed4-240609b417b0 req-e27d6f68-6e59-4594-946c-c4e79ebd0ed5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 210 time: 0.0283499 Jun 30 09:52:38.500652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-fb2a0dd2-a17d-4f27-a238-e220fee498c0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 380 time: 0.0452132 Jun 30 09:52:38.513209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'port': {'device_id': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'admin_state_up': True, 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'security_groups': ['3d10a1c8-6449-4537-adad-827ef9b40b13']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:52:38.621639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Made reservation on behalf of 8fcb59992c174c9ea08081b508d8202d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:52:38.625084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:38.750059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Allocated IP 172.20.0.13 (e369d080-fbb0-48a0-9d1c-3da4f14d2a40/c06ff6a7-32e0-4fa2-95ba-8de95780b047/58ccfbca-cf1a-4511-9468-cac73761427e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:52:38.890680 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:38.903461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Transition to ACTIVE for port object 58ccfbca-cf1a-4511-9468-cac73761427e will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:52:38.936934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:38.983521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:52:38.987396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:52:38.991230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:52:38.999403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:39.045653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:39.046293 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.060678 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-2f87ae68-78d8-42d2-9661-321079e6dee1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5511615 Jun 30 09:52:39.076985 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Request body: {'port': {'device_id': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:52:39.151780 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.249543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fdbf3519-399c-4565-b334-5327ee5a1ead None None] Provisioning for port 58ccfbca-cf1a-4511-9468-cac73761427e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:52:39.254171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fdbf3519-399c-4565-b334-5327ee5a1ead None None] Provisioning complete for port 58ccfbca-cf1a-4511-9468-cac73761427e triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:52:39.254724 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fdbf3519-399c-4565-b334-5327ee5a1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.287971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf3519-399c-4565-b334-5327ee5a1ead None None] Port 58ccfbca-cf1a-4511-9468-cac73761427e cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:52:39.413861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ccfbca-cf1a-4511-9468-cac73761427e {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:52:39.421039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.432997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Transition to ACTIVE for port object 58ccfbca-cf1a-4511-9468-cac73761427e will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:52:39.437137 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.506641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:39.558604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:52:39.558956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:52:39.559298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:52:39.563918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Port 58ccfbca-cf1a-4511-9468-cac73761427e on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:52:39.564249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:52:39.569356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:52:39.569708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:52:39.570080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:52:39.570550 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Bound port: 58ccfbca-cf1a-4511-9468-cac73761427e, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:52:39.570918 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.644074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:52:39.647523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:52:39.653342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.670733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403fd10b-d065-41dc-a05f-db3f681173e3 req-9736ef39-9f26-4859-b938-b30c02ad2dd8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:39.672434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-403fd10b-d065-41dc-a05f-db3f681173e3 req-9736ef39-9f26-4859-b938-b30c02ad2dd8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0684650 Jun 30 09:52:39.690123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:39.690737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:39.692153 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] 10.222.0.79 "PUT /v2.0/ports/58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1093 time: 0.6198115 Jun 30 09:52:39.692602 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:39.694955 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3" -d '{"events": [{"name": "network-changed", "server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:39.728166 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2d5bd-5245-484e-9ea7-d03211f732ad service neutron] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:39.735093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-403fd10b-d065-41dc-a05f-db3f681173e3 req-a04aebd5-ee16-4e89-9636-4151de52dd93 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567353 Jun 30 09:52:39.759225 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddb9f83-2288-43f8-85a2-d5244984c344 x-openstack-request-id: req-0ddb9f83-2288-43f8-85a2-d5244984c344 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:39.759515 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:39.759921 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0ddb9f83-2288-43f8-85a2-d5244984c344 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:39.760320 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'status': 'completed', 'code': 200} Jun 30 09:52:39.823668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-83e2baac-6fb3-4e3f-bab7-1a16f067b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:39.825216 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-83e2baac-6fb3-4e3f-bab7-1a16f067b886 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1096 time: 0.0558259 Jun 30 09:52:39.877188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-c970a3ab-1cb3-43c9-9bbf-adc9def18343 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 217 time: 0.0389416 Jun 30 09:52:39.929762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-b0196f91-bf1b-47f8-985e-7c110cf4607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:39.931159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-b0196f91-bf1b-47f8-985e-7c110cf4607b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0437002 Jun 30 09:52:39.993578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-d1a38e88-4641-47c7-81b2-d19afaec1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:39.995108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-d1a38e88-4641-47c7-81b2-d19afaec1a9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518360 Jun 30 09:52:40.094852 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-19dd1e8e-0d05-4a74-af4f-9ec7620d7ff2 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865800 Jun 30 09:52:40.182994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-efc4d970-9def-4e0b-9365-337e8a65b8e8 req-85089707-afdf-4e74-99e4-bce4c11dab19 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806477 Jun 30 09:52:40.287049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-1a637a54-4c03-44fc-836d-261ff9b2f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.288525 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-1a637a54-4c03-44fc-836d-261ff9b2f0ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1096 time: 0.0528450 Jun 30 09:52:40.388971 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-7ac639a1-d01a-4fd7-928f-68ecf72b5267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.390465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-7ac639a1-d01a-4fd7-928f-68ecf72b5267 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0947170 Jun 30 09:52:40.435132 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-ca33aaf8-6c37-4291-b695-1bcf7bfa2f76 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 217 time: 0.0374568 Jun 30 09:52:40.491116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-8f85f703-50d4-462d-aa91-9d716b6f7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.492816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-8f85f703-50d4-462d-aa91-9d716b6f7089 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0510733 Jun 30 09:52:40.550290 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-bc526933-6b01-41a8-9243-13c4c3b240ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.551781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-bc526933-6b01-41a8-9243-13c4c3b240ae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519116 Jun 30 09:52:40.639549 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-6b62e14f-c111-442b-a146-77b5c6dc8e32 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792408 Jun 30 09:52:40.733135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dc240373-09a4-4e2c-b0ab-a1fcdc9c08f3 req-24483e0b-9af7-4f76-8a42-cce96485a8f7 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864155 Jun 30 09:52:40.916405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef966b11-92d8-4f21-a157-6f49d521ead9 req-3b5651b0-ea08-4fcb-9adb-e27aaf8a78e9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:40.917951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef966b11-92d8-4f21-a157-6f49d521ead9 req-3b5651b0-ea08-4fcb-9adb-e27aaf8a78e9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0671475 Jun 30 09:52:40.957736 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef966b11-92d8-4f21-a157-6f49d521ead9 req-fb04f60a-3a8e-4291-9bb1-66c14695d648 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339520 Jun 30 09:52:41.222154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:52:41.300001 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9acec918-5f31-40b1-bad0-0228c9bc7053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.330685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:41.340528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '58ccfbca-cf1a-4511-9468-cac73761427e', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '58ccfbca-cf1a-4511-9468-cac73761427e', 'mac_address': 'fa:16:3e:11:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:52:41.377224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.392960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ccfbca-cf1a-4511-9468-cac73761427e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:52:41.412237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:41.415223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:41.462667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:41.678455 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['58ccfbca-cf1a-4511-9468-cac73761427e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:52:42.130482 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70a80e-6a6c-48bd-ae34-6e41b5d0c7d5 req-4c809cdc-8054-44ef-8a2a-910e2c6285d0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:42.131942 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e70a80e-6a6c-48bd-ae34-6e41b5d0c7d5 req-4c809cdc-8054-44ef-8a2a-910e2c6285d0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 945 time: 0.0620580 Jun 30 09:52:42.168785 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e70a80e-6a6c-48bd-ae34-6e41b5d0c7d5 req-69acecd6-51c4-45d5-8ed8-479174d799ba tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312011 Jun 30 09:52:43.229161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:52:43.294571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 58ccfbca-cf1a-4511-9468-cac73761427e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:52:43.298772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 58ccfbca-cf1a-4511-9468-cac73761427e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:52:43.299146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:43.361344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07513834-3bee-4624-a490-28e52b252035 req-e4991bfc-3f82-4f07-a57e-bac1ad65214b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:43.366259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07513834-3bee-4624-a490-28e52b252035 req-e4991bfc-3f82-4f07-a57e-bac1ad65214b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 945 time: 0.0771215 Jun 30 09:52:43.397118 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:43.407928 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07513834-3bee-4624-a490-28e52b252035 req-a5ed9757-c3b2-4878-a8c1-94210de63463 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390084 Jun 30 09:52:43.434598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:52:43.435553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:43.438934 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca783f47-264d-420b-99bb-b468f571686d" -d '{"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-plugged", "status": "completed", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:43.442936 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:43.498615 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9137fc-f35e-4346-81af-593ddd62e0d4 x-openstack-request-id: req-9a9137fc-f35e-4346-81af-593ddd62e0d4 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:43.498894 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-plugged", "status": "completed", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:43.499139 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9a9137fc-f35e-4346-81af-593ddd62e0d4 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:43.499523 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'code': 200} Jun 30 09:52:43.508844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:52:43.626017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1fa52-1bfd-409a-a1c0-237419b8fecf req-5381a377-d44d-44d2-aa72-24007f879fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:43.627488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fcf1fa52-1bfd-409a-a1c0-237419b8fecf req-5381a377-d44d-44d2-aa72-24007f879fb2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1098 time: 0.0533912 Jun 30 09:52:43.667376 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fcf1fa52-1bfd-409a-a1c0-237419b8fecf req-535464c8-3695-4e3e-a51e-9cc877e3d02b service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301852 Jun 30 09:52:44.114988 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-673bda11-1594-4c53-bfa6-7188a40c9c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:44.238520 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:44.581769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38807704-2b98-4fb9-8845-ca6bc5a77531 req-06fdf862-33b8-47f1-abcf-afbbe271a225 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:44.583275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38807704-2b98-4fb9-8845-ca6bc5a77531 req-06fdf862-33b8-47f1-abcf-afbbe271a225 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0626819 Jun 30 09:52:44.621459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38807704-2b98-4fb9-8845-ca6bc5a77531 req-616f1742-4d90-483c-843d-f49da88b846d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326543 Jun 30 09:52:45.798652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621518f-843e-4780-856c-0b8b819ecb33 req-0e234f60-47d1-473f-a1f3-674429d6139b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:45.800144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e621518f-843e-4780-856c-0b8b819ecb33 req-0e234f60-47d1-473f-a1f3-674429d6139b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0663300 Jun 30 09:52:45.843200 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e621518f-843e-4780-856c-0b8b819ecb33 req-48d59a48-0df1-47d0-aa32-22dfc211fbbc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374017 Jun 30 09:52:46.015142 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5fc26-ad6c-4d87-9d32-1d14a13d33af req-08b2b790-8be4-4e71-b2e7-0d91f30c4d6f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:46.017378 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2ff5fc26-ad6c-4d87-9d32-1d14a13d33af req-08b2b790-8be4-4e71-b2e7-0d91f30c4d6f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0651245 Jun 30 09:52:46.025975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51154) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:52:46.030666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'floatingip': {'port_id': '58ccfbca-cf1a-4511-9468-cac73761427e'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:52:46.071128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:46.206147 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:46.520796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:46.525756 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:46.630489 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c associated. External IP: 172.25.7.33, port: 58ccfbca-cf1a-4511-9468-cac73761427e. Jun 30 09:52:46.854036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:52:46.960410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:52:46.965223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:46.970135 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:52:46.979518 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:46.980262 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:52:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:47.002544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bda85bb3-bbac-4f60-8d66-1fb716d8b763 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "PUT /v2.0/floatingips/c5557c36-2d4f-4b58-8953-99dd31099f7c HTTP/1.1" status: 200 len: 991 time: 0.9754016 Jun 30 09:52:47.003244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:52:47.005605 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7302fa5b-2cfb-44af-9e69-802d466fd408" -d '{"events": [{"name": "network-changed", "server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:52:47.092850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:47.106706 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de15428-68c8-470c-812c-26d70146f30d x-openstack-request-id: req-1de15428-68c8-470c-812c-26d70146f30d {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:52:47.106868 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:52:47.107112 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1de15428-68c8-470c-812c-26d70146f30d {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:52:47.107589 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'status': 'completed', 'code': 200} Jun 30 09:52:47.191497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-78347a6c-391d-4748-b827-9a5d4543c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:47.192986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-78347a6c-391d-4748-b827-9a5d4543c7e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1098 time: 0.0590527 Jun 30 09:52:47.285908 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-1abd6f6e-8cd5-40b9-8465-dde1523869ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:47.287424 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-1abd6f6e-8cd5-40b9-8465-dde1523869ac service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0845954 Jun 30 09:52:47.315065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '58ccfbca-cf1a-4511-9468-cac73761427e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:11:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:52:46Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:47.340581 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:52:47.349241 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:52:47.349838 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:52:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:47.356340 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-2340c445-0056-4aa3-9053-0527eb80a3a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 999 time: 0.0621817 Jun 30 09:52:47.406656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-78e86899-ecc4-430a-8b2c-2b484628ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:47.408229 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-78e86899-ecc4-430a-8b2c-2b484628ffe3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0443416 Jun 30 09:52:47.453625 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:52:47.463852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-79d710dd-4fed-4e59-a45c-527724b81f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:47.465563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-79d710dd-4fed-4e59-a45c-527724b81f08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510864 Jun 30 09:52:47.560479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-54b3ca46-182d-4733-832c-470c85b43812 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863202 Jun 30 09:52:47.651255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7302fa5b-2cfb-44af-9e69-802d466fd408 req-b71639bc-670d-4bb1-b5d5-1447ad4d73bb service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842521 Jun 30 09:52:47.674970 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '58ccfbca-cf1a-4511-9468-cac73761427e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:11:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:52:46Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:52:47.704777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5885d2cd-009b-4704-8406-0bfd0e79e674 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '58ccfbca-cf1a-4511-9468-cac73761427e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:11:96:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:52:46Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:52:47.719606 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:47.736121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:52:47.894246 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5722c2-4829-4f68-95ac-10f1c489c9c7 None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:52:53.020868 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:52:57.177028 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-708fad5b-09f1-4392-a9b2-1d363876712e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500302 Jun 30 09:52:57.274623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40db536-4c42-4260-b27b-678dffb78154 req-f0e31e39-4fe7-4fec-afd4-c6ccc2fa566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:57.276087 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-f0e31e39-4fe7-4fec-afd4-c6ccc2fa566a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1098 time: 0.0545399 Jun 30 09:52:57.380131 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40db536-4c42-4260-b27b-678dffb78154 req-3f63ad79-46d0-47e7-846a-8f6aefad0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:57.381578 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-3f63ad79-46d0-47e7-846a-8f6aefad0502 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0810561 Jun 30 09:52:57.449078 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-e61e0a4b-874c-4694-80b1-f7c97af708c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1001 time: 0.0593116 Jun 30 09:52:57.496173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40db536-4c42-4260-b27b-678dffb78154 req-47d90d76-0513-4be4-88a2-04edc5ec0bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:57.497567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-47d90d76-0513-4be4-88a2-04edc5ec0bfb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0415866 Jun 30 09:52:57.553414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40db536-4c42-4260-b27b-678dffb78154 req-a5d19d1e-1a8d-4dcb-9ab1-5860dc051170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:52:57.554922 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-a5d19d1e-1a8d-4dcb-9ab1-5860dc051170 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507300 Jun 30 09:52:57.645725 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-a4a13811-9acf-4182-8f83-608180996eab service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828359 Jun 30 09:52:57.735647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a40db536-4c42-4260-b27b-678dffb78154 req-e6fb7b1a-32b1-4b2e-b00a-b2cb49e8a4cb service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822845 Jun 30 09:52:59.584003 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:11.283704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6a9e4e05-c986-4603-94a7-39039e38fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:14.115684 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-17e11463-6647-4dee-8360-ae0927ba1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:14.240616 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:16.209772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.715488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:17.738703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:29.604928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:30.020114 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:53:41.284122 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6c75e1cc-594e-4b5f-87b6-88203a30c182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.115215 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b9fea80c-3fe9-4b29-a53f-d99f37247735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:44.241815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:46.212065 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.739227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:47.743180 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:53:59.227308 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-9fa68c6f-45e7-4a07-ab1b-2a236dacefa6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1003954 Jun 30 09:53:59.336541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-fe49fa6a-e551-4164-811d-ea471d8a9450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:59.337956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-fe49fa6a-e551-4164-811d-ea471d8a9450 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1098 time: 0.0591497 Jun 30 09:53:59.452228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-c6d7f1bb-62fc-460e-9c8b-42bf3ed957c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:59.453675 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-c6d7f1bb-62fc-460e-9c8b-42bf3ed957c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0888231 Jun 30 09:53:59.523227 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-2ce8e6aa-5c77-4f1d-869d-53a82a487a0d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1001 time: 0.0621910 Jun 30 09:53:59.574896 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-bad68389-a265-4755-8d5d-b53d97350f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:59.576604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-bad68389-a265-4755-8d5d-b53d97350f41 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0433624 Jun 30 09:53:59.637467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-1ce41a0e-d7ef-419c-8db7-0c3e2743d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:53:59.638888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-1ce41a0e-d7ef-419c-8db7-0c3e2743d4cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506372 Jun 30 09:53:59.653648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-a588496e-1f48-44c4-ab33-591fdb30b8b5 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:53:59.654606 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-a588496e-1f48-44c4-ab33-591fdb30b8b5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049036 Jun 30 09:53:59.767294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:00.044858 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-0cc2a02a-40a6-4035-9e1d-0e0f9f1a4919 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796413 Jun 30 09:54:00.141604 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0399c036-9173-4f01-b6bf-2ce8e2fbd1fa req-eca1d195-8033-4cea-bc22-58d6a4517709 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Jun 30 09:54:07.019077 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:11.284736 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e769e2b7-7c52-42af-a004-647966ad1a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.116101 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d9a99c77-89ca-41b5-aa1c-3ea4ccf7ef8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:14.243974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:16.216336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:17.729859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:17.743667 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:28.680052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f97c0-2f20-4586-a15e-179451fd1fef req-c6d74099-8d94-4877-9832-3533d9a5fc2d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:28.681552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b6f97c0-2f20-4586-a15e-179451fd1fef req-c6d74099-8d94-4877-9832-3533d9a5fc2d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0639324 Jun 30 09:54:28.724040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0b6f97c0-2f20-4586-a15e-179451fd1fef req-2cbde1ab-9e5e-45b8-9d3e-4b16f93183b0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364463 Jun 30 09:54:29.765318 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:29.918238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ba797-f4e5-4338-957a-1162d27d9470 req-9f8ffe5e-78a9-413b-a2cc-cb5b8497024f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:29.919729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b07ba797-f4e5-4338-957a-1162d27d9470 req-9f8ffe5e-78a9-413b-a2cc-cb5b8497024f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0636501 Jun 30 09:54:29.956499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b07ba797-f4e5-4338-957a-1162d27d9470 req-8579c422-c67e-4949-ae94-e9094bb73be7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304110 Jun 30 09:54:31.133660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033233ff-8811-41fa-9afd-a859d19318b8 req-fdf64816-71a7-484e-a5cb-f5eb30d04170 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:31.135188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-033233ff-8811-41fa-9afd-a859d19318b8 req-fdf64816-71a7-484e-a5cb-f5eb30d04170 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0637527 Jun 30 09:54:31.172125 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-033233ff-8811-41fa-9afd-a859d19318b8 req-3c5ef9d9-82c4-4798-9897-a43575672a79 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Jun 30 09:54:32.346730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db002c8-3091-458d-9933-dcbcbd4d2e50 req-f5eba94c-7c78-4669-8db0-c8766fc0c5b2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:32.348173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9db002c8-3091-458d-9933-dcbcbd4d2e50 req-f5eba94c-7c78-4669-8db0-c8766fc0c5b2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0654867 Jun 30 09:54:32.385732 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9db002c8-3091-458d-9933-dcbcbd4d2e50 req-bdc8440c-1042-4761-a767-0276703f54b5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Jun 30 09:54:33.558457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be649ea1-a8b9-4198-838d-d6c8c3fd4e72 req-4d875bce-7cb1-4e52-9d9d-65bfc6757110 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:33.559950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be649ea1-a8b9-4198-838d-d6c8c3fd4e72 req-4d875bce-7cb1-4e52-9d9d-65bfc6757110 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0626328 Jun 30 09:54:33.598677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be649ea1-a8b9-4198-838d-d6c8c3fd4e72 req-585dd338-90fd-4e98-9d6b-fb6625b13ff9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331986 Jun 30 09:54:34.773245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425dc4b7-d4e7-49ef-9609-e7562637b359 req-de834512-e9d4-4fe2-b13b-429e2042da88 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:34.774758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-425dc4b7-d4e7-49ef-9609-e7562637b359 req-de834512-e9d4-4fe2-b13b-429e2042da88 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0668945 Jun 30 09:54:34.812670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-425dc4b7-d4e7-49ef-9609-e7562637b359 req-64e0b5f0-1b1c-43a6-96af-d6bb184cc8a3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Jun 30 09:54:35.995943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b23eb-b985-4e74-abed-b61bb03691d3 req-3dc49adb-ab6d-4264-a9ab-93f54b0c0cd6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:35.998268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c07b23eb-b985-4e74-abed-b61bb03691d3 req-3dc49adb-ab6d-4264-a9ab-93f54b0c0cd6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0706110 Jun 30 09:54:36.037116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c07b23eb-b985-4e74-abed-b61bb03691d3 req-8bf4b4bd-ea80-4fc8-9a9d-290ad5d44b52 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334213 Jun 30 09:54:37.215000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c7074-9397-4ecb-bb08-2318d63f4863 req-30404ac5-7b11-41ce-b915-879773987ade tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:37.216458 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e0c7074-9397-4ecb-bb08-2318d63f4863 req-30404ac5-7b11-41ce-b915-879773987ade tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0624850 Jun 30 09:54:37.259647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e0c7074-9397-4ecb-bb08-2318d63f4863 req-d0582656-a9f2-45e7-92e3-9c7ca9fbc9de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374513 Jun 30 09:54:38.437038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff0928-2a1e-4c5b-a446-98a437aa7bb9 req-f35d06a0-1211-4a47-9e29-2779a3d4cd28 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:38.438544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4ff0928-2a1e-4c5b-a446-98a437aa7bb9 req-f35d06a0-1211-4a47-9e29-2779a3d4cd28 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0675030 Jun 30 09:54:38.477012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4ff0928-2a1e-4c5b-a446-98a437aa7bb9 req-d60aadc2-4447-4097-81e2-5078ed66239e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326498 Jun 30 09:54:39.652381 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ed1a0-929a-4bbe-b30a-4b56a449a885 req-9806199c-27d4-448d-aaed-d58892e8c148 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:39.653752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e42ed1a0-929a-4bbe-b30a-4b56a449a885 req-9806199c-27d4-448d-aaed-d58892e8c148 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0610371 Jun 30 09:54:39.689970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e42ed1a0-929a-4bbe-b30a-4b56a449a885 req-5a87034d-e288-4d24-9065-f9db930c4cc6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304420 Jun 30 09:54:40.121720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-4ed9dcba-26e3-4078-98ae-131029ff13e2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1411481 Jun 30 09:54:40.131709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131b78b-311d-4f34-8d33-75fc7b926670 req-39aa11de-5961-4285-834b-da6ba87dc8fb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:40.133133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4131b78b-311d-4f34-8d33-75fc7b926670 req-39aa11de-5961-4285-834b-da6ba87dc8fb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.1046398 Jun 30 09:54:40.175560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4131b78b-311d-4f34-8d33-75fc7b926670 req-fbcf8149-58dc-4ea6-b19a-f975669559db tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339293 Jun 30 09:54:41.287636 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4366dcdd-5bcb-49db-b41d-05b331b92373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:41.346764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-8dad58e2-e840-4cb8-8ac1-85a8b91c518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:41.349025 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-8dad58e2-e840-4cb8-8ac1-85a8b91c518c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1098 time: 0.0594201 Jun 30 09:54:41.357863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf04ce-264c-4ad0-88e2-14994463ae15 req-2dd9a3fe-b156-4fbd-b018-c532e09b70b9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:41.359350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fcf04ce-264c-4ad0-88e2-14994463ae15 req-2dd9a3fe-b156-4fbd-b018-c532e09b70b9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0638573 Jun 30 09:54:41.397877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fcf04ce-264c-4ad0-88e2-14994463ae15 req-06dcf29f-0e85-40e6-8d2c-09051bff41ce tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Jun 30 09:54:41.437457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-c0ba375d-8a5f-450a-a1cc-508a2eb0d365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:41.438984 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-c0ba375d-8a5f-450a-a1cc-508a2eb0d365 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0836170 Jun 30 09:54:41.509885 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-847fdd2d-d57f-45e5-9361-c3b0e6c145df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1001 time: 0.0601988 Jun 30 09:54:41.561599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-a9650f65-ba11-4a1b-8150-e726b41e2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:41.563049 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-a9650f65-ba11-4a1b-8150-e726b41e2cc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0419118 Jun 30 09:54:41.623006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-0b1f9698-4fc7-45aa-ba40-783888105933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:41.624380 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-0b1f9698-4fc7-45aa-ba40-783888105933 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507529 Jun 30 09:54:41.718828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-539b7ee5-899e-4daa-8472-7fc0a3b67644 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837343 Jun 30 09:54:41.807190 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-6ec4f4ad-83c8-42e7-8191-827c80a35768 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799093 Jun 30 09:54:42.579348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111220c7-8319-4b2c-b416-bc53025f982f req-af93da18-26e8-4e5c-8346-db7ea7f376d2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:42.580806 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-111220c7-8319-4b2c-b416-bc53025f982f req-af93da18-26e8-4e5c-8346-db7ea7f376d2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0659757 Jun 30 09:54:42.617779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-111220c7-8319-4b2c-b416-bc53025f982f req-d547fb86-02c7-478e-a30c-fc85b81a058e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jun 30 09:54:43.797021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c117ec3-8c35-4f40-a1af-6b99b76647a9 req-9893363b-7ab6-45b6-ba83-f2f5ea38e96b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:43.798547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c117ec3-8c35-4f40-a1af-6b99b76647a9 req-9893363b-7ab6-45b6-ba83-f2f5ea38e96b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0664182 Jun 30 09:54:43.837901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0c117ec3-8c35-4f40-a1af-6b99b76647a9 req-f20dd04f-fe54-49d2-8547-e69348e28782 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Jun 30 09:54:44.018583 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:54:44.117001 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d353271f-9b0a-4d3a-920e-23c42a7572ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.150629 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-685f0550-5dc3-455a-9336-e723a12ad39b req-7b90615d-4ead-49b7-b894-addf6ccf3082 service neutron] show failed (client error): The resource could not be found. Jun 30 09:54:44.151721 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-7b90615d-4ead-49b7-b894-addf6ccf3082 service neutron] 10.222.0.79 "GET /v2.0/ports/58ccfbca-cf1a-4511-9468-cac73761427e/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0555174 Jun 30 09:54:44.246177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.422339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-35798d47-5801-47aa-b9ef-80905e515ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:44.423728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-35798d47-5801-47aa-b9ef-80905e515ba9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 1098 time: 0.0556264 Jun 30 09:54:44.442045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:54:44.510693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.705991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:44.739592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:44.781503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:44.783923 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb9f641-bf86-4782-85de-a89d73ad00c6" -d '{"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-unplugged", "status": "completed", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:44.788166 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.800449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Transition to ACTIVE for port object 58ccfbca-cf1a-4511-9468-cac73761427e will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:54:44.804368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:44.838463 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce12501-9b62-4b88-bb8c-7630dfb3621a x-openstack-request-id: req-1ce12501-9b62-4b88-bb8c-7630dfb3621a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:44.838835 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-unplugged", "status": "completed", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:44.838986 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1ce12501-9b62-4b88-bb8c-7630dfb3621a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:44.839367 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'code': 200} Jun 30 09:54:44.888440 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:44.904329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.904673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.905009 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.905340 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.905666 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.905986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.906329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.906650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.906972 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.907290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.907602 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.907914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:44.936271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] No DVR routers for this DVR port 58ccfbca-cf1a-4511-9468-cac73761427e on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:45.090773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618a2c5-9d8a-434e-9ec0-b99be7a87821 req-4f8ab697-495a-4c8b-99c7-1a917507ed5d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.092248 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6618a2c5-9d8a-434e-9ec0-b99be7a87821 req-4f8ab697-495a-4c8b-99c7-1a917507ed5d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.1187284 Jun 30 09:54:45.140898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:54:45.141153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:54:45.141491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:45.153588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Port 58ccfbca-cf1a-4511-9468-cac73761427e on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:54:45.153911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Attempting to bind port 58ccfbca-cf1a-4511-9468-cac73761427e on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:54:45.162721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6618a2c5-9d8a-434e-9ec0-b99be7a87821 req-a2925f12-b42b-4ff4-aff5-81b0cfbbebf4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634787 Jun 30 09:54:45.163825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:54:45.164155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:54:45.164525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:54:45.164943 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Bound port: 58ccfbca-cf1a-4511-9468-cac73761427e, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:54:45.165293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.228464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:54:45.231648 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:54:45.236597 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.270123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.270698 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:45.272083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] 10.222.0.83 "PUT /v2.0/ports/58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1093 time: 0.8343687 Jun 30 09:54:45.304682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7641-05b6-4c50-9b9e-0d62a8cc8ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:45.364082 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-4e90de0e-872c-4705-9cf5-3253b83e9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.365595 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-4e90de0e-872c-4705-9cf5-3253b83e9a49 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1096 time: 0.0565929 Jun 30 09:54:45.462649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-85828c16-39df-448f-b6e6-350e1548e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.464175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-85828c16-39df-448f-b6e6-350e1548e170 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0910780 Jun 30 09:54:45.527770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-fc26ecda-ca99-4645-a67e-fcb549bbb136 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 999 time: 0.0576901 Jun 30 09:54:45.575332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-806c2096-b0b5-40c0-bc17-7e8f5aeaf449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.576933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-806c2096-b0b5-40c0-bc17-7e8f5aeaf449 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0429115 Jun 30 09:54:45.637026 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f0550-5dc3-455a-9336-e723a12ad39b req-b9c7e340-92da-4a80-8c74-ce830bc3faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:45.638536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-b9c7e340-92da-4a80-8c74-ce830bc3faee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551620 Jun 30 09:54:45.725133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-1f766b10-9645-4c27-be7d-4349a38ae65f service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791817 Jun 30 09:54:46.144590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-685f0550-5dc3-455a-9336-e723a12ad39b req-48796b9b-6863-4162-ab55-682023f7a325 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124627 Jun 30 09:54:46.218912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:46.351562 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ff96e-0a92-48ab-9afe-d2f1aaf6a59d req-0add08fa-2bb2-4437-af29-5946ca9d0d59 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.353048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a0ff96e-0a92-48ab-9afe-d2f1aaf6a59d req-0add08fa-2bb2-4437-af29-5946ca9d0d59 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0649090 Jun 30 09:54:46.389688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1a0ff96e-0a92-48ab-9afe-d2f1aaf6a59d req-1007fc9c-4ae8-4ac0-86e0-91a7470a755a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311077 Jun 30 09:54:46.840090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:46.842499 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad525819-6474-4294-8c57-41bd1392cab4" -d '{"events": [{"name": "network-changed", "server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:46.890495 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921bf7c-dc00-4763-9b55-d425f7c3b50a x-openstack-request-id: req-1921bf7c-dc00-4763-9b55-d425f7c3b50a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:46.890788 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:46.891039 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-1921bf7c-dc00-4763-9b55-d425f7c3b50a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:46.891429 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'status': 'completed', 'code': 200} Jun 30 09:54:46.983743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-81837797-cf5a-40d4-b023-7643be784baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.984541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-89590d7f-4821-4223-919f-a08e207f78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:46.985247 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-81837797-cf5a-40d4-b023-7643be784baf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1096 time: 0.0582597 Jun 30 09:54:46.986026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-89590d7f-4821-4223-919f-a08e207f78f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1096 time: 0.0544100 Jun 30 09:54:47.078203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-ca125248-af5c-4a1c-ad6f-76878ca9ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.078515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-9c31e31b-a43e-4bda-ae07-2dc83dc2aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.079719 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-ca125248-af5c-4a1c-ad6f-76878ca9ecda service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0833464 Jun 30 09:54:47.079865 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-9c31e31b-a43e-4bda-ae07-2dc83dc2aae7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0862472 Jun 30 09:54:47.145354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-29c63bc1-1b2d-416e-9944-c36c68fef95a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 999 time: 0.0580149 Jun 30 09:54:47.152428 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-3436b639-db2f-4074-9344-a0ea6e3b482a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 999 time: 0.0622001 Jun 30 09:54:47.199460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-d6b3e1ff-3313-4051-a1b7-80a3fa449c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.201174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-d6b3e1ff-3313-4051-a1b7-80a3fa449c30 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0479932 Jun 30 09:54:47.206009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-db07d955-4cc9-4968-81b6-14b2c447d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.207742 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-db07d955-4cc9-4968-81b6-14b2c447d708 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0445011 Jun 30 09:54:47.258626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-29aef004-2f05-4661-b378-d25398fe86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.260056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-29aef004-2f05-4661-b378-d25398fe86a5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520220 Jun 30 09:54:47.268493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad525819-6474-4294-8c57-41bd1392cab4 req-390c8c8a-f485-4be7-8554-2038d758e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.270291 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-390c8c8a-f485-4be7-8554-2038d758e3b4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525358 Jun 30 09:54:47.349221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-6820e606-41e0-42eb-bdd5-fa6afaa57f86 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815809 Jun 30 09:54:47.369630 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-133b35e3-1328-4395-adb1-bdc34234158a service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869889 Jun 30 09:54:47.447089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-6bf9f5fe-045e-4dad-b78d-af25ac299a1c service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901902 Jun 30 09:54:47.475068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ad525819-6474-4294-8c57-41bd1392cab4 req-307d9b43-d11d-4e90-a154-f778ec739dd0 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949817 Jun 30 09:54:47.567157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01421945-4b0c-4f79-b4b1-2001917bb75b req-9aff8f8c-6c94-4010-ac27-0415f90126d3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:47.568512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01421945-4b0c-4f79-b4b1-2001917bb75b req-9aff8f8c-6c94-4010-ac27-0415f90126d3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0618041 Jun 30 09:54:47.606353 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01421945-4b0c-4f79-b4b1-2001917bb75b req-5606e350-d54d-42dc-baed-806b5817596c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322249 Jun 30 09:54:47.747055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.750522 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:47.940234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:54:47.977791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:54:48.787374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d470555-3805-455d-96c4-10bec1a818a8 req-715f4080-ba21-46f5-b0dd-66f09b4c8191 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:48.788841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d470555-3805-455d-96c4-10bec1a818a8 req-715f4080-ba21-46f5-b0dd-66f09b4c8191 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0680749 Jun 30 09:54:48.826953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d470555-3805-455d-96c4-10bec1a818a8 req-ddddb47e-0bd4-4cbf-b070-4f36cdd66f4d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323503 Jun 30 09:54:49.998520 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce16142-42ce-4057-8a9e-704899ccbb69 req-e209ce6a-d569-4cac-9f24-793cc4cb67b9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:49.999999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ce16142-42ce-4057-8a9e-704899ccbb69 req-e209ce6a-d569-4cac-9f24-793cc4cb67b9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0633409 Jun 30 09:54:50.037176 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7ce16142-42ce-4057-8a9e-704899ccbb69 req-84f2a26f-cde8-4d9d-ae34-eaa4b2584026 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315025 Jun 30 09:54:50.234549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:54:50.333790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:50.337171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c5f7c-3956-4f8c-be05-ac063ff0973d req-650a6d1e-83b4-4fe2-b3f0-4c29f5db3a92 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:50.338846 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd6c5f7c-3956-4f8c-be05-ac063ff0973d req-650a6d1e-83b4-4fe2-b3f0-4c29f5db3a92 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 944 time: 0.0658121 Jun 30 09:54:50.345514 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '58ccfbca-cf1a-4511-9468-cac73761427e', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '58ccfbca-cf1a-4511-9468-cac73761427e', 'mac_address': 'fa:16:3e:11:96:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:54:50.366592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-e29602ab-2579-49e0-89ea-067b25a4f3ad tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:50.368138 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-e29602ab-2579-49e0-89ea-067b25a4f3ad tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95&tenant_id=8fcb59992c174c9ea08081b508d8202d&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 944 time: 0.0846958 Jun 30 09:54:50.379207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd6c5f7c-3956-4f8c-be05-ac063ff0973d req-f2a8eb1c-6184-4ece-bbfe-8b8bfd5e5f62 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332863 Jun 30 09:54:50.382864 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.396457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ccfbca-cf1a-4511-9468-cac73761427e {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:54:50.416469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:50.420419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:50.435483 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-96c987a0-6c6c-44be-991e-b96578d71413 service neutron] delete failed (client error): The resource could not be found. Jun 30 09:54:50.436581 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-96c987a0-6c6c-44be-991e-b96578d71413 service neutron] 10.222.0.79 "DELETE /v2.0/ports/58ccfbca-cf1a-4511-9468-cac73761427e/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0567896 Jun 30 09:54:50.466873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:50.475112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.475454 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.475803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.476145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.476480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.476810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.477136 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.477461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.477785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.478106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.478460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.478780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:54:50.540040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-d2b67ded-b39c-4876-acf4-6f105f223021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:50.541508 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-d2b67ded-b39c-4876-acf4-6f105f223021 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1097 time: 0.0522313 Jun 30 09:54:50.634374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-9055cc89-0e50-41dc-bc5f-b415131571e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:50.635790 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-9055cc89-0e50-41dc-bc5f-b415131571e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0855319 Jun 30 09:54:50.703015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-f2d38a6d-c7cf-49d4-a780-9fdde545febf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1000 time: 0.0568082 Jun 30 09:54:50.755941 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-b2fd2d44-353a-49f4-abe3-cc99322c8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:50.757387 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-b2fd2d44-353a-49f4-abe3-cc99322c8fc7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0434875 Jun 30 09:54:50.819242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-c4183b1a-4447-4112-9be2-e19c1f407028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:50.820729 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-c4183b1a-4447-4112-9be2-e19c1f407028 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565052 Jun 30 09:54:50.845051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['58ccfbca-cf1a-4511-9468-cac73761427e'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:54:50.913858 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-5784a60d-456f-4e66-8027-615745ae8fad service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806756 Jun 30 09:54:51.011516 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46b931c0-c438-4d9f-ab69-b7342f81fc06 req-e23ca832-5a18-4537-9649-08b8344576b7 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894427 Jun 30 09:54:51.557908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7df72-6004-4290-92dd-9c97205a5af1 req-95fdce5f-0548-49ff-a132-b93c7d37d7d1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:51.559376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39b7df72-6004-4290-92dd-9c97205a5af1 req-95fdce5f-0548-49ff-a132-b93c7d37d7d1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 945 time: 0.0645933 Jun 30 09:54:51.597563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-39b7df72-6004-4290-92dd-9c97205a5af1 req-8cee094b-e772-432c-8127-3ba3288b3c8d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325737 Jun 30 09:54:52.234751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:54:52.282635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 58ccfbca-cf1a-4511-9468-cac73761427e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:54:52.287054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 58ccfbca-cf1a-4511-9468-cac73761427e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:54:52.287423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.365039 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.386702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:52.388932 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb086b0-5c3a-4981-995a-9cd3bd274845" -d '{"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-plugged", "status": "completed", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:52.401533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:52.405380 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:52.429951 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8af5713-0c75-44d9-980a-922d4d2d6701 x-openstack-request-id: req-e8af5713-0c75-44d9-980a-922d4d2d6701 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:52.430256 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-plugged", "status": "completed", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:52.430512 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e8af5713-0c75-44d9-980a-922d4d2d6701 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:52.430899 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'code': 200} Jun 30 09:54:52.456280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:52.795775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7daae-e3d1-4518-b842-62dc5a63e119 req-1e07aaa5-6513-4013-a04d-3f1c1a68e9bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:52.797243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81d7daae-e3d1-4518-b842-62dc5a63e119 req-1e07aaa5-6513-4013-a04d-3f1c1a68e9bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0636444 Jun 30 09:54:52.834971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81d7daae-e3d1-4518-b842-62dc5a63e119 req-284bf14c-030f-43f1-a9fa-cba406f6fa90 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319996 Jun 30 09:54:53.013997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7bfd9-8ae2-47ba-b5d8-4974978ad8ff req-b01777fd-6a39-4276-8bdd-6328f1f88a5a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.015614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36f7bfd9-8ae2-47ba-b5d8-4974978ad8ff req-b01777fd-6a39-4276-8bdd-6328f1f88a5a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0656853 Jun 30 09:54:53.055008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36f7bfd9-8ae2-47ba-b5d8-4974978ad8ff req-bf5294c9-d2eb-4a2d-96c6-e60f358e972f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Jun 30 09:54:53.421363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d46e97-68cf-462a-bdab-233bbc66a911 req-50ff18bb-a3c4-4760-a848-aa625d0d785d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.422755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31d46e97-68cf-462a-bdab-233bbc66a911 req-50ff18bb-a3c4-4760-a848-aa625d0d785d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0974722 Jun 30 09:54:53.432412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-e6bd2fd3-e7f1-42fb-8c75-3a1b0413ed2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.433814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-e6bd2fd3-e7f1-42fb-8c75-3a1b0413ed2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 1098 time: 0.0798569 Jun 30 09:54:53.514036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31d46e97-68cf-462a-bdab-233bbc66a911 req-0463e709-5b49-4bb4-b48f-ce274ed8cae2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837128 Jun 30 09:54:53.546590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-f94c34f0-eb2e-4f55-abd8-adb1e0fc269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.548037 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-f94c34f0-eb2e-4f55-abd8-adb1e0fc269a service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.1078701 Jun 30 09:54:53.611147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-9bd374c7-d93e-4aac-b938-f2eec9e7a48b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 200 len: 1001 time: 0.0569875 Jun 30 09:54:53.663391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-956f829e-a913-4099-92d3-c1658db05f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.664826 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-956f829e-a913-4099-92d3-c1658db05f0c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0474286 Jun 30 09:54:53.721141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-bda7a07e-af94-4d13-81d0-390694208dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:53.722871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-bda7a07e-af94-4d13-81d0-390694208dde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516505 Jun 30 09:54:53.809542 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-163231d0-b1d8-43bf-addc-0c0672295d50 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794396 Jun 30 09:54:53.903384 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86289755-7bd7-4ee9-98ea-ca66afaa32cc req-eea5ea4e-3b98-4f23-bf9d-ae5a7fa88c75 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874348 Jun 30 09:54:54.706850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bd50f-bf35-42d8-bd5a-efd0cb2d858c req-39f764de-45c8-4e14-b30d-4d5a377983b4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:54.708341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-547bd50f-bf35-42d8-bd5a-efd0cb2d858c req-39f764de-45c8-4e14-b30d-4d5a377983b4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0774004 Jun 30 09:54:54.746677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-547bd50f-bf35-42d8-bd5a-efd0cb2d858c req-cb224841-be40-43e7-a2fd-379ababb3f85 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jun 30 09:54:55.139256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139db5d3-3d73-4ff3-bfd4-03aece150d70 req-d64a20fe-5ce5-40eb-890a-1a16d073cffb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:55.140629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-139db5d3-3d73-4ff3-bfd4-03aece150d70 req-d64a20fe-5ce5-40eb-890a-1a16d073cffb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0698619 Jun 30 09:54:55.179588 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-139db5d3-3d73-4ff3-bfd4-03aece150d70 req-21df9096-41b2-40de-b228-f2cced220349 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331767 Jun 30 09:54:56.369788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75e5cc-5fb0-4423-a8bf-f61ae1a0f78a req-acd0ae18-d75c-4931-b574-0534460ed2b2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.371986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f75e5cc-5fb0-4423-a8bf-f61ae1a0f78a req-acd0ae18-d75c-4931-b574-0534460ed2b2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0719554 Jun 30 09:54:56.411582 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f75e5cc-5fb0-4423-a8bf-f61ae1a0f78a req-9111470c-ab7b-4c53-872d-2b3961cadb08 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338228 Jun 30 09:54:56.579514 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c38e7-8f27-475b-9f08-0501e4138433 req-8b027289-a831-4a58-abf9-b19fcf3a3711 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:56.580992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-177c38e7-8f27-475b-9f08-0501e4138433 req-8b027289-a831-4a58-abf9-b19fcf3a3711 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 946 time: 0.0647342 Jun 30 09:54:56.688938 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Deleting port 58ccfbca-cf1a-4511-9468-cac73761427e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:54:56.689152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:56.781866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] For port 58ccfbca-cf1a-4511-9468-cac73761427e, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=58ccfbca-cf1a-4511-9468-cac73761427e,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:54:56.782159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.004792 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.005181 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.005486 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c disassociated. External IP: 172.25.7.33, port: 58ccfbca-cf1a-4511-9468-cac73761427e. Jun 30 09:54:57.005834 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Calling delete_port for 58ccfbca-cf1a-4511-9468-cac73761427e owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:54:57.132764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.162967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event deleted for resources: {'Port': ['ID=58ccfbca-cf1a-4511-9468-cac73761427e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:54:57.280481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:54:57.390493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:54:57.400477 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:54:57.409830 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:57.410512 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:54:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:57.434399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] No DVR routers for this DVR port 58ccfbca-cf1a-4511-9468-cac73761427e on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:54:57.441938 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:54:57.443525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-177c38e7-8f27-475b-9f08-0501e4138433 req-d1886c7c-a864-479d-ab8f-1704aff32354 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "DELETE /v2.0/ports/58ccfbca-cf1a-4511-9468-cac73761427e HTTP/1.1" status: 204 len: 173 time: 0.8569648 Jun 30 09:54:57.443985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-deleted', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:54:57.446358 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23b611-2fb8-4611-990b-0445d2e1ac76" -d '{"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-deleted", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:54:57.490277 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ec1137-0026-4ea1-beee-1ddf0fa07e21 x-openstack-request-id: req-66ec1137-0026-4ea1-beee-1ddf0fa07e21 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:54:57.490570 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98da5699-6064-46ee-93fb-4bf73eeffa95", "name": "network-vif-deleted", "tag": "58ccfbca-cf1a-4511-9468-cac73761427e", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:54:57.490815 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-66ec1137-0026-4ea1-beee-1ddf0fa07e21 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:54:57.491209 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98da5699-6064-46ee-93fb-4bf73eeffa95', 'name': 'network-vif-deleted', 'tag': '58ccfbca-cf1a-4511-9468-cac73761427e', 'status': 'completed', 'code': 200} Jun 30 09:54:57.532303 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:54:57.568488 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8eba606c-71c4-411a-b11f-fec0269272c3 req-3eabbf85-4a44-4247-b53d-acb5b5ccf8db tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=98da5699-6064-46ee-93fb-4bf73eeffa95 HTTP/1.1" status: 200 len: 210 time: 0.0389521 Jun 30 09:54:57.737118 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:57.765914 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:54:57.775112 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:54:57.775702 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:54:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:57.884174 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:54:58.073975 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:54:58.099602 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687c75c0-629a-450f-814b-a5db51bd2e1e None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:54:58.302809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34fc4df-3c91-4dcc-8280-d24d94d1bb09 None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:54:58.924403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-68d67124-221e-4396-8194-776cf88d3bd5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1130407163&fields=id&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 267 time: 0.0322537 Jun 30 09:54:59.027828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-1f54ac97-03b6-4c6a-9d77-2ed4d61cffea tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:54:59.029295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-1f54ac97-03b6-4c6a-9d77-2ed4d61cffea tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.0979917 Jun 30 09:54:59.044669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-81b1e725-7de0-4dbc-b6fa-3a9a7d134132 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/quotas/8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 375 time: 0.0092208 Jun 30 09:54:59.129647 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-0683f3e4-6c38-4300-a4bd-cf65e108ee26 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0799878 Jun 30 09:54:59.269325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-2eaf46f5-be5d-41fe-b978-f5857ba8e879 service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279490 Jun 30 09:54:59.360451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8fe6101f-dff9-4e1f-bad0-b5be47c5323f service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852215 Jun 30 09:54:59.537479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44298d02-14c2-4db6-a4dc-2dee053146a9 req-e8f019dd-3f90-4cd1-ad09-6754d6ff418c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 210 time: 0.0294986 Jun 30 09:54:59.765629 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:00.282821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:55:00.303087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 58ccfbca-cf1a-4511-9468-cac73761427e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:55:00.303433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 58ccfbca-cf1a-4511-9468-cac73761427e not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:55:00.677429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83763dc0-612a-4b91-b526-61c5665fb6be req-f193f9a5-eeea-4655-9f54-46a2e984113b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 210 time: 0.0286777 Jun 30 09:55:00.741966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-5bea23cd-e17c-44f5-a34a-6e5234fd505b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:00.743508 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-5bea23cd-e17c-44f5-a34a-6e5234fd505b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.1058295 Jun 30 09:55:00.806386 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8d69614a-5c54-4c34-bd08-7831bd5588db tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 380 time: 0.0397353 Jun 30 09:55:00.816336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'port': {'device_id': '26246745-3de2-4230-b21a-053a7c94903a', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'admin_state_up': True, 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'security_groups': ['3d10a1c8-6449-4537-adad-827ef9b40b13']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:00.927423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Made reservation on behalf of 8fcb59992c174c9ea08081b508d8202d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:55:00.930961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.058005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Allocated IP 172.20.0.12 (e369d080-fbb0-48a0-9d1c-3da4f14d2a40/c06ff6a7-32e0-4fa2-95ba-8de95780b047/44dfb27b-1ba3-4752-a724-872c90d543a9) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:55:01.204096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.217397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Transition to ACTIVE for port object 44dfb27b-1ba3-4752-a724-872c90d543a9 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:01.249538 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.297704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:55:01.300997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:55:01.304869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:55:01.313271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:01.342412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.342757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.343102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.343431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.343758 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.344085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.344410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.344727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.345049 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.345373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.345689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.346008 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:55:01.372332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:01.372949 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.387959 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c61b6e46-d008-4e25-b5f1-4e0174c66e30 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5757496 Jun 30 09:55:01.406636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Request body: {'port': {'device_id': '26246745-3de2-4230-b21a-053a7c94903a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:01.481789 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.529691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb51ce97-0644-4673-a961-c97bf7cb6809 None None] Provisioning for port 44dfb27b-1ba3-4752-a724-872c90d543a9 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:01.533355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb51ce97-0644-4673-a961-c97bf7cb6809 None None] Provisioning complete for port 44dfb27b-1ba3-4752-a724-872c90d543a9 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:01.533728 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb51ce97-0644-4673-a961-c97bf7cb6809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.569346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fb51ce97-0644-4673-a961-c97bf7cb6809 None None] Port 44dfb27b-1ba3-4752-a724-872c90d543a9 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:55:01.743508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44dfb27b-1ba3-4752-a724-872c90d543a9 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:01.750923 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.763392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Transition to ACTIVE for port object 44dfb27b-1ba3-4752-a724-872c90d543a9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:55:01.766545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.857350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:01.862069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4b33b-a681-4b5a-87cb-423a3aafd2c2 req-486a7d96-f495-473a-830f-69e9ed741c4c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:01.866722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5e4b33b-a681-4b5a-87cb-423a3aafd2c2 req-486a7d96-f495-473a-830f-69e9ed741c4c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.0750854 Jun 30 09:55:01.898969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:55:01.899442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:55:01.899891 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:01.904759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:55:01.905193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:55:01.906133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5e4b33b-a681-4b5a-87cb-423a3aafd2c2 req-795dd896-1e73-44fd-8aa6-e7a4447a5e76 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357983 Jun 30 09:55:01.911310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:55:01.911770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:55:01.912251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:55:01.912929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Bound port: 44dfb27b-1ba3-4752-a724-872c90d543a9, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:55:01.913497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:01.984085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:55:01.987958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:55:01.992134 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.024783 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.025408 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:02.026820 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] 10.222.0.79 "PUT /v2.0/ports/44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1093 time: 0.6247361 Jun 30 09:55:02.027313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:02.029615 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826" -d '{"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:02.062002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1735be-fa7c-4364-a125-1cebe31036bb service neutron] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:02.077327 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed40c1f4-927e-4a52-ab83-1f5fbe3437e8 x-openstack-request-id: req-ed40c1f4-927e-4a52-ab83-1f5fbe3437e8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:02.078293 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:02.078610 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ed40c1f4-927e-4a52-ab83-1f5fbe3437e8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:02.079496 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'status': 'completed', 'code': 200} Jun 30 09:55:02.138308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-9f5c08b0-7d93-4e40-8f2e-0914ffc1b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.139808 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-9f5c08b0-7d93-4e40-8f2e-0914ffc1b4a6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1096 time: 0.0594435 Jun 30 09:55:02.188178 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-93183db6-f11c-4b49-b005-bdc26c995318 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 217 time: 0.0351574 Jun 30 09:55:02.236683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c4210e6c-9ae9-4fe5-8d0c-fff89e2b1878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.238803 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-c4210e6c-9ae9-4fe5-8d0c-fff89e2b1878 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0442998 Jun 30 09:55:02.306840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-2b836170-f632-42c5-bc58-9537cdec25d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.308641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-2b836170-f632-42c5-bc58-9537cdec25d6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578773 Jun 30 09:55:02.400710 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-cec40a39-513a-4121-83af-17b738b0cb1a service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Jun 30 09:55:02.497780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31c34645-83ac-42a1-820a-283e280bd6e6 req-f24757cd-d5d7-4068-858c-3a4f1dc25efe service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863810 Jun 30 09:55:02.603374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-93e04d7c-fd6c-4529-b00f-30013d12aee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.604876 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-93e04d7c-fd6c-4529-b00f-30013d12aee4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1096 time: 0.0518949 Jun 30 09:55:02.695005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-a815cbae-cecf-4dcf-b660-4bbacfb90626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.696456 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-a815cbae-cecf-4dcf-b660-4bbacfb90626 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0813949 Jun 30 09:55:02.743503 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-d4d6e4fb-8cef-4eff-8b68-f5b6b9c439bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 217 time: 0.0388691 Jun 30 09:55:02.795058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-f568523a-1e95-4ec6-9602-4c19fff78461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.796421 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-f568523a-1e95-4ec6-9602-4c19fff78461 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0425482 Jun 30 09:55:02.856035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-e40b4468-f3dc-4f47-97e8-8e88e1a4c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:02.857527 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-e40b4468-f3dc-4f47-97e8-8e88e1a4c0fa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539823 Jun 30 09:55:02.952179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-1ec645b0-2640-4778-88ce-fa2324323f89 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864670 Jun 30 09:55:03.043370 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3eaffcbc-5613-4ae3-9d70-94d00e6ec826 req-2e8ec12b-a069-43fc-af2b-4c60fdf0ebf5 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842977 Jun 30 09:55:03.088369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad9fa1-61d5-4237-bd25-d539e9f88188 req-dfe5bfae-377c-4477-b271-09a05ede80d8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:03.089771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3ad9fa1-61d5-4237-bd25-d539e9f88188 req-dfe5bfae-377c-4477-b271-09a05ede80d8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.0646834 Jun 30 09:55:03.126490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3ad9fa1-61d5-4237-bd25-d539e9f88188 req-d281ae35-922c-479f-9aa6-c4acefd13cd8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jun 30 09:55:04.302509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2431a-8f8e-4bba-b366-b3024646b702 req-2769e533-39db-4fce-803c-14eb9a25267f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:04.303988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76a2431a-8f8e-4bba-b366-b3024646b702 req-2769e533-39db-4fce-803c-14eb9a25267f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.0623906 Jun 30 09:55:04.341364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76a2431a-8f8e-4bba-b366-b3024646b702 req-df43ee84-0e16-4f13-adb1-4410a2f4fcd8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Jun 30 09:55:05.516517 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d70da-24a0-47f2-9ffa-7a96d2393de4 req-5ea20a92-e20e-4c1d-8e57-76aac7c9e66b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:05.517989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f91d70da-24a0-47f2-9ffa-7a96d2393de4 req-5ea20a92-e20e-4c1d-8e57-76aac7c9e66b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.0656836 Jun 30 09:55:05.555182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f91d70da-24a0-47f2-9ffa-7a96d2393de4 req-d5e50c68-6ef4-4ccf-b971-7a08599457d4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309732 Jun 30 09:55:06.078069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:55:06.173400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:06.185035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'mac_address': 'fa:16:3e:30:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:55:06.220260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.232802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dfb27b-1ba3-4752-a724-872c90d543a9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:55:06.252528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:06.256421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:06.302094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:06.519479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['44dfb27b-1ba3-4752-a724-872c90d543a9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:55:06.730668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcbe9cc-c5d0-4675-9c61-f59a0420e1b3 req-0b8caa76-47fc-4244-aa0c-d7e97ddd1797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:06.732152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abcbe9cc-c5d0-4675-9c61-f59a0420e1b3 req-0b8caa76-47fc-4244-aa0c-d7e97ddd1797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0641158 Jun 30 09:55:06.770048 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-abcbe9cc-c5d0-4675-9c61-f59a0420e1b3 req-770e7c52-4a3b-4df6-a98b-bfdfb2c6efd5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314913 Jun 30 09:55:07.945799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f788665-3607-49ee-b681-0e522e59f96b req-4f9687e2-2b0c-4feb-ad0c-46e8a6afbad4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:07.947377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f788665-3607-49ee-b681-0e522e59f96b req-4f9687e2-2b0c-4feb-ad0c-46e8a6afbad4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0660255 Jun 30 09:55:07.986243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5f788665-3607-49ee-b681-0e522e59f96b req-8209afcc-63f3-4442-8e10-a180473aff12 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jun 30 09:55:08.111020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:55:08.157057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 44dfb27b-1ba3-4752-a724-872c90d543a9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:55:08.160978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 44dfb27b-1ba3-4752-a724-872c90d543a9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:55:08.161342 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.238298 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.259672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:08.262178 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3dd111-2561-40e5-aa35-1909c67fe045" -d '{"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-plugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:08.274755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:55:08.279066 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:08.302493 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adce218-24ec-4332-9726-8538f011fa3f x-openstack-request-id: req-0adce218-24ec-4332-9726-8538f011fa3f {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:08.302781 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-plugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:08.303029 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0adce218-24ec-4332-9726-8538f011fa3f {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:08.303417 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'code': 200} Jun 30 09:55:08.329563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:55:08.422027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cd9e0-eb30-4c3d-a5ad-00cb64b91a08 req-79e51ccd-9bca-437f-8616-5a39289675fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:08.423524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4e5cd9e0-eb30-4c3d-a5ad-00cb64b91a08 req-79e51ccd-9bca-437f-8616-5a39289675fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1098 time: 0.0504820 Jun 30 09:55:08.470557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4e5cd9e0-eb30-4c3d-a5ad-00cb64b91a08 req-f7f5c510-d777-4da4-9c3c-d9ca8afcc1e9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Jun 30 09:55:09.157901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc683e-932d-4547-ba60-1a9db5b44ff5 req-3549c897-bad9-45b5-9a96-212f582407c0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:09.159401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53fc683e-932d-4547-ba60-1a9db5b44ff5 req-3549c897-bad9-45b5-9a96-212f582407c0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0613148 Jun 30 09:55:09.195999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-53fc683e-932d-4547-ba60-1a9db5b44ff5 req-64e031ab-2dc1-4873-924c-7d2692abad2e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307662 Jun 30 09:55:10.369156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2d3b1-bbee-49cb-b6fc-a61db1e05f13 req-fa87ef02-bcd6-4196-bab5-14e0b214e217 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:10.370644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2e2d3b1-bbee-49cb-b6fc-a61db1e05f13 req-fa87ef02-bcd6-4196-bab5-14e0b214e217 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0620511 Jun 30 09:55:10.407989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2e2d3b1-bbee-49cb-b6fc-a61db1e05f13 req-8b8274a4-2362-42b9-a291-e6f66d77badf tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314343 Jun 30 09:55:10.604299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b87c61-5b3d-428f-9959-eff4f3ca3281 req-cfc06945-7182-45bc-ad72-3abaa7029b23 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:10.605683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-67b87c61-5b3d-428f-9959-eff4f3ca3281 req-cfc06945-7182-45bc-ad72-3abaa7029b23 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0667207 Jun 30 09:55:10.614859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51532) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:55:10.619264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'floatingip': {'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:55:10.656333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.093591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.098057 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.194631 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c associated. External IP: 172.25.7.33, port: 44dfb27b-1ba3-4752-a724-872c90d543a9. Jun 30 09:55:11.289175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-09ac013d-3dfd-4d1e-817b-b274a2654c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.404613 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:55:11.510323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:55:11.515208 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:11.519452 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:55:11.528691 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:11.529289 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:54:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:11.554707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ad35c13d-ee35-4545-ac6b-150cc29fd816 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "PUT /v2.0/floatingips/c5557c36-2d4f-4b58-8953-99dd31099f7c HTTP/1.1" status: 200 len: 991 time: 0.9362326 Jun 30 09:55:11.554707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:55:11.555047 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888" -d '{"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:55:11.592776 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a253138-9bdb-4c29-8c1f-8d7e0beda459 x-openstack-request-id: req-7a253138-9bdb-4c29-8c1f-8d7e0beda459 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:55:11.593074 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:55:11.593330 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a253138-9bdb-4c29-8c1f-8d7e0beda459 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:55:11.593734 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'status': 'completed', 'code': 200} Jun 30 09:55:11.644097 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:11.671252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-92c24b71-81a0-4788-b9ae-bc1dbefb4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:11.672767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-92c24b71-81a0-4788-b9ae-bc1dbefb4678 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1098 time: 0.0548234 Jun 30 09:55:11.762023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-93ccf61f-6e51-4479-8996-e5e9dcb3d50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:11.763534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-93ccf61f-6e51-4479-8996-e5e9dcb3d50f service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0838587 Jun 30 09:55:11.835625 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-2b239602-4b55-4af4-aaed-63fb7ec551a7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 999 time: 0.0646827 Jun 30 09:55:11.885540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:30:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26246745-3de2-4230-b21a-053a7c94903a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 9, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:11.886526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-4e6e8694-4c80-4c94-8a38-8dcbe8c9428f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:11.888023 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-4e6e8694-4c80-4c94-8a38-8dcbe8c9428f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0447984 Jun 30 09:55:11.911308 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:55:11.919228 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:55:11.919836 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:54:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:11.944901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-aecab3f0-f1e3-4430-a549-fa816466017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:11.946488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-aecab3f0-f1e3-4430-a549-fa816466017d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514126 Jun 30 09:55:12.026729 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:55:12.046117 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-99a89a6a-4942-485b-be83-eee9c8463629 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891719 Jun 30 09:55:12.136411 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c8d3659e-e3a8-4f0c-bebe-620a10ae9888 req-c79f655b-9420-448f-bcd8-0d144a38c180 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825872 Jun 30 09:55:12.250070 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:30:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26246745-3de2-4230-b21a-053a7c94903a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 9, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:55:12.359809 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35aba50-fbde-4b18-9732-6d825e587240 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:30:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26246745-3de2-4230-b21a-053a7c94903a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:55:11Z', 'revision_number': 9, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:55:12.552533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b43f93-9333-4446-a22c-fe1bb003be3d None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:55:14.117463 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1b9ccbdd-ae33-4062-b4d5-55f36c082149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:14.247168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:16.225176 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.756593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:17.758411 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:21.016856 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:55:29.764208 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:41.291262 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-47749102-92b3-4741-98fc-fa03f7188108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:44.118782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d32c007-04f3-494f-bb20-c66f45e8a4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:44.248577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:46.222777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.759668 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:47.760711 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:55:58.016333 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:55:59.189807 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-a485f389-0727-4fd9-bba4-a375b77f7c16 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583658 Jun 30 09:55:59.296845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-e39df95b-618f-4426-b446-b3e292cb13bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:59.298327 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-e39df95b-618f-4426-b446-b3e292cb13bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1098 time: 0.0514398 Jun 30 09:55:59.400074 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-167458d7-5b5b-4c3b-b79f-7de064500698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:59.401481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-167458d7-5b5b-4c3b-b79f-7de064500698 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0810328 Jun 30 09:55:59.471834 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-5c27f20c-84e1-4382-b8da-d00b5f7d9684 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1002 time: 0.0597970 Jun 30 09:55:59.523151 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-5a1a7fde-3122-4472-b6f8-d8fe61091b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:59.524599 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-5a1a7fde-3122-4472-b6f8-d8fe61091b96 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0420642 Jun 30 09:55:59.583931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-3a86438d-7f96-4217-a91d-134ff46beaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:55:59.585414 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-3a86438d-7f96-4217-a91d-134ff46beaf1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506973 Jun 30 09:55:59.680734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-47355171-0ad5-4223-bdbc-fa550172b1e3 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842080 Jun 30 09:55:59.770830 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a10ddb8a-d801-488e-ae5a-054b1df950ba req-bf9c4a64-0c58-4291-a189-710f2ca89570 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791502 Jun 30 09:55:59.781241 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:00.785930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-907fe087-74f6-4ebf-abb6-df27d536dc00 req-3f15601c-9781-48b1-b556-58b9532df1de service neutron] (93725) timed out ('10.222.0.77', 47728) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 09:56:11.291632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cebb28ab-bac4-4a48-808e-fad16802070f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:14.119479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2a880c13-f75d-430a-927e-f019c7c8e4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:14.249218 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:16.227391 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:17.758586 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:17.767618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:29.779064 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:35.015589 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:56:41.296272 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-28a08b8f-6afe-4540-8369-c437a11f9b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.120623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-962ef2a1-1408-4f95-b391-899229cba136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:44.251815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:46.230275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.765367 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:47.770353 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:56:52.834369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-1094879d-14dd-48bc-bfc2-1964c7aadc0e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0601270 Jun 30 09:56:52.907413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8854b32-1b53-4de3-a355-2287848b418a req-15dfddd8-3044-4f76-b6da-6e2c2af1a8d8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:52.909634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8854b32-1b53-4de3-a355-2287848b418a req-15dfddd8-3044-4f76-b6da-6e2c2af1a8d8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0780144 Jun 30 09:56:52.948695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8854b32-1b53-4de3-a355-2287848b418a req-5d5ec936-1172-48d8-a6c3-bcf57c17964e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332999 Jun 30 09:56:54.128978 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-403b3cbd-8e94-41b0-bfe9-a3fb89c03518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:54.130659 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-403b3cbd-8e94-41b0-bfe9-a3fb89c03518 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1098 time: 0.0579214 Jun 30 09:56:54.134045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422513c-bd10-4c98-814a-fdccc29e25b8 req-c508ef5c-81d1-45f3-8ca9-bf573cf8dc52 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:54.135550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f422513c-bd10-4c98-814a-fdccc29e25b8 req-c508ef5c-81d1-45f3-8ca9-bf573cf8dc52 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0638130 Jun 30 09:56:54.176769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f422513c-bd10-4c98-814a-fdccc29e25b8 req-07c6e142-5a68-453e-bd6a-18a530107b1f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347378 Jun 30 09:56:54.226576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-ac10505d-b686-499f-8be9-744180e55a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:54.228171 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-ac10505d-b686-499f-8be9-744180e55a55 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0871618 Jun 30 09:56:54.299253 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-f0b81e63-be5a-42dd-a997-ecfb7ccef5ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1002 time: 0.0595205 Jun 30 09:56:54.640885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-10ae728f-8ff9-4811-b771-33cecb917a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:54.642332 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-10ae728f-8ff9-4811-b771-33cecb917a19 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.3370574 Jun 30 09:56:54.702884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-1ae62ee3-1aec-46d2-beee-863892122257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:54.704336 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-1ae62ee3-1aec-46d2-beee-863892122257 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500438 Jun 30 09:56:54.798179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a4176487-61e6-4b42-9e37-ef3389c1e274 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832138 Jun 30 09:56:54.890827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-61b25bce-aa9c-4f44-b1cb-f655592c7b39 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823269 Jun 30 09:56:55.348443 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25abe3b9-9e78-4aee-a9c6-14eaecdcac66 req-81048120-2410-4622-8993-f197d6acd3de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:55.350054 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25abe3b9-9e78-4aee-a9c6-14eaecdcac66 req-81048120-2410-4622-8993-f197d6acd3de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0620255 Jun 30 09:56:55.387465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25abe3b9-9e78-4aee-a9c6-14eaecdcac66 req-a9cf4d11-3fbd-4c5d-a7d1-1f066c5ee6fd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317774 Jun 30 09:56:56.569676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d511661-b8e0-461a-be54-3787fb9d30d8 req-00f6145a-4fcf-4885-a9a6-c34e3bcb4ab1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:56.571180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d511661-b8e0-461a-be54-3787fb9d30d8 req-00f6145a-4fcf-4885-a9a6-c34e3bcb4ab1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0696828 Jun 30 09:56:56.609423 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d511661-b8e0-461a-be54-3787fb9d30d8 req-0dcb4d07-8c21-420e-9c50-24a718bab5ef tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323553 Jun 30 09:56:57.783610 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22ecc1-a1d2-4173-aec3-a282c7f32eba req-095b3329-61c9-4479-9de4-aa3d70f625af tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:57.785770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c22ecc1-a1d2-4173-aec3-a282c7f32eba req-095b3329-61c9-4479-9de4-aa3d70f625af tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0634480 Jun 30 09:56:57.823269 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c22ecc1-a1d2-4173-aec3-a282c7f32eba req-e033d6ce-6cda-473c-bb02-0f55e4c7c07d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jun 30 09:56:59.025055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745c88e-7997-4b5d-a927-13cfe3cdb147 req-f80588ff-38ea-4133-b88b-6ef0b59f788d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:56:59.026566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9745c88e-7997-4b5d-a927-13cfe3cdb147 req-f80588ff-38ea-4133-b88b-6ef0b59f788d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0680797 Jun 30 09:56:59.063933 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9745c88e-7997-4b5d-a927-13cfe3cdb147 req-913f3cb7-b837-4a5d-91c1-79ccf82a17a8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Jun 30 09:56:59.793119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:00.201869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-b1bd254d-1d27-40aa-a6b0-4ccda04d2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:00.203409 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-b1bd254d-1d27-40aa-a6b0-4ccda04d2ea1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1098 time: 0.0517409 Jun 30 09:57:00.237880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b5d7b-a2d1-4cc7-8068-264820fb215c req-2b9adf94-c9d3-4556-9331-9fcf9cd2689b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:00.240006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-757b5d7b-a2d1-4cc7-8068-264820fb215c req-2b9adf94-c9d3-4556-9331-9fcf9cd2689b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0643246 Jun 30 09:57:00.277410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-757b5d7b-a2d1-4cc7-8068-264820fb215c req-8ca502ec-6229-49d3-8a32-b8466d9e31c7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315461 Jun 30 09:57:00.311861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-72145bcc-5f5a-46fc-9db9-f33e9f534e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:00.313368 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-72145bcc-5f5a-46fc-9db9-f33e9f534e5d service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0875204 Jun 30 09:57:00.377483 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-822f9af1-81cf-4b50-8231-42a42d1dcec2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1002 time: 0.0566499 Jun 30 09:57:00.430486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-28cc7d58-7898-4e74-8b03-cbaad3068916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:00.431949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-28cc7d58-7898-4e74-8b03-cbaad3068916 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0475645 Jun 30 09:57:00.489216 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-41d81d15-1e65-49a4-afa5-9c2a116a5ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:00.491188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-41d81d15-1e65-49a4-afa5-9c2a116a5ba2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518966 Jun 30 09:57:00.579585 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-e8aa6e4c-03c4-414b-9d0b-75f9908e480c service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806661 Jun 30 09:57:00.672981 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ef3e0579-d267-4154-bc6f-2c00e16086cb req-5b220f06-f6c5-4ce1-86ae-2bfbedbe8d60 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853121 Jun 30 09:57:01.448695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c9a5f-709b-4e6b-b7c9-2afe765f74b4 req-2d6247c6-99f9-4ff0-ab80-1bb80cae5195 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:01.450049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-473c9a5f-709b-4e6b-b7c9-2afe765f74b4 req-2d6247c6-99f9-4ff0-ab80-1bb80cae5195 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0604141 Jun 30 09:57:01.487181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-473c9a5f-709b-4e6b-b7c9-2afe765f74b4 req-acb14ac3-4c66-4d69-b610-f56122004e82 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312397 Jun 30 09:57:02.673763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe8ddd-78a9-434d-9aec-8be07400f66c req-b033ebb7-844d-4039-9d7e-86d60fcdeb07 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:02.675297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bbe8ddd-78a9-434d-9aec-8be07400f66c req-b033ebb7-844d-4039-9d7e-86d60fcdeb07 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0692351 Jun 30 09:57:02.713945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8bbe8ddd-78a9-434d-9aec-8be07400f66c req-e6f2cc7b-fe9c-4b83-aabe-1554ac0b426e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319169 Jun 30 09:57:03.887984 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd1e7b-2a02-4045-90dd-32760203de31 req-5c9ecbc0-b6e1-4c5e-8693-6bce4ea951b8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:03.889437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3fd1e7b-2a02-4045-90dd-32760203de31 req-5c9ecbc0-b6e1-4c5e-8693-6bce4ea951b8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0611837 Jun 30 09:57:03.925960 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c3fd1e7b-2a02-4045-90dd-32760203de31 req-7e1f2347-efe1-4550-b6c0-c155573ffc64 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302160 Jun 30 09:57:05.101810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5f4d6-6273-47d6-986d-5c036d26c433 req-c6122543-4bf8-4e33-b543-944ce7e5377c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:05.103283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bc5f4d6-6273-47d6-986d-5c036d26c433 req-c6122543-4bf8-4e33-b543-944ce7e5377c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0645707 Jun 30 09:57:05.139343 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4bc5f4d6-6273-47d6-986d-5c036d26c433 req-11a32e7d-3180-48a2-9946-98654113926a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305183 Jun 30 09:57:06.366856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa3446-a165-470a-82e8-93e8ee77fcca req-90a397f3-a512-4303-a94d-aee45f0cb1e3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:06.368330 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70aa3446-a165-470a-82e8-93e8ee77fcca req-90a397f3-a512-4303-a94d-aee45f0cb1e3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.1163902 Jun 30 09:57:06.404879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70aa3446-a165-470a-82e8-93e8ee77fcca req-b8cc6415-e414-4e82-b3fa-b07d1e4d6536 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308421 Jun 30 09:57:07.256536 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-dcdd6746-e3ca-44ba-b18a-1490b2501ebe service neutron] show failed (client error): The resource could not be found. Jun 30 09:57:07.257551 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-dcdd6746-e3ca-44ba-b18a-1490b2501ebe service neutron] 10.222.0.79 "GET /v2.0/ports/44dfb27b-1ba3-4752-a724-872c90d543a9/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0539448 Jun 30 09:57:07.947417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-5aaea28a-b8d7-4985-bfee-4bfbc8b1591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:07.948907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-5aaea28a-b8d7-4985-bfee-4bfbc8b1591d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 1098 time: 0.4721959 Jun 30 09:57:07.963049 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9d283-c98a-423a-b402-e3349d7a21d6 req-f142661e-135a-4c20-9b02-96cee144e5b3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:07.964407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ef9d283-c98a-423a-b402-e3349d7a21d6 req-f142661e-135a-4c20-9b02-96cee144e5b3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.4141266 Jun 30 09:57:07.969243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:08.065140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:08.085855 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ef9d283-c98a-423a-b402-e3349d7a21d6 req-bf1d553a-26dc-43aa-98f4-790d225b14b9 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142347 Jun 30 09:57:08.273618 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:08.310826 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:08.348808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:08.351223 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f895d4-4452-418a-9f84-c8923ee0abbe" -d '{"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-unplugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:08.355140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:08.369078 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Transition to ACTIVE for port object 44dfb27b-1ba3-4752-a724-872c90d543a9 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:08.372400 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:08.400289 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fb79cd-9c40-4255-ab87-33ab78fe893f x-openstack-request-id: req-62fb79cd-9c40-4255-ab87-33ab78fe893f {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:08.400588 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-unplugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:08.400838 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-62fb79cd-9c40-4255-ab87-33ab78fe893f {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:08.401237 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'code': 200} Jun 30 09:57:08.453293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:08.466650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.467002 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.467363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.467685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.468021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.468356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.468686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.469019 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.469349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.469672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.470001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.470352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:08.511045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] No DVR routers for this DVR port 44dfb27b-1ba3-4752-a724-872c90d543a9 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:57:08.646553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:08.646890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:08.647222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:08.651428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:57:08.651751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:08.656528 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:08.656868 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:08.657251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:08.657678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Bound port: 44dfb27b-1ba3-4752-a724-872c90d543a9, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:08.658035 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:08.719354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:08.722852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:08.727219 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:08.759854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:08.760392 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:08.761884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] 10.222.0.83 "PUT /v2.0/ports/44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1093 time: 0.7964299 Jun 30 09:57:08.786739 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cfc77-34fa-43ad-bcdf-05f625e08b34 service neutron] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:08.858108 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a19ce810-fb4a-4c16-b4a8-f96b2f97a6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:08.859659 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a19ce810-fb4a-4c16-b4a8-f96b2f97a6f5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1096 time: 0.0577922 Jun 30 09:57:08.952356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-8fbc11d5-1e73-4595-853f-68ab0067797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:08.953827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-8fbc11d5-1e73-4595-853f-68ab0067797e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0873313 Jun 30 09:57:09.022566 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-fb9eb8cb-0133-41ab-bf9e-fdae046864d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1000 time: 0.0621991 Jun 30 09:57:09.069977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a6a67c97-0544-4165-9b35-8c3ba5a05887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:09.071303 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a6a67c97-0544-4165-9b35-8c3ba5a05887 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0429919 Jun 30 09:57:09.129997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-52bd1a3c-d93b-40bb-bb21-cae3f9bc7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:09.131536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-52bd1a3c-d93b-40bb-bb21-cae3f9bc7125 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535026 Jun 30 09:57:09.254339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-f9a36d0e-3d01-4e49-bc71-597e8ca5f8c9 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156490 Jun 30 09:57:09.324593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be177a8-9335-45e9-b1c7-f4c4cc0188c1 req-1a9233a0-fc86-4b09-8bd8-faff8e935fa4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:09.326257 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6be177a8-9335-45e9-b1c7-f4c4cc0188c1 req-1a9233a0-fc86-4b09-8bd8-faff8e935fa4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.1254687 Jun 30 09:57:09.392669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6be177a8-9335-45e9-b1c7-f4c4cc0188c1 req-28ae1d97-85a6-4db7-8c0d-e702f5a1e467 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600934 Jun 30 09:57:09.397970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f8db4e3-7659-488e-94ec-8d9963f9ce9d req-a066e8bd-a46b-463a-b5d4-fbbe187dcc0c service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362808 Jun 30 09:57:10.402173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:10.404682 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735862f1-038a-4845-9a3b-b667d8b48478" -d '{"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:10.454108 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a3e4fe-84e4-4311-a7c3-aea4a2814375 x-openstack-request-id: req-d6a3e4fe-84e4-4311-a7c3-aea4a2814375 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:10.454434 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:10.454691 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d6a3e4fe-84e4-4311-a7c3-aea4a2814375 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:10.455096 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'status': 'completed', 'code': 200} Jun 30 09:57:10.554279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-0a7a57bc-041d-4480-9807-f346278bf771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.555774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-0a7a57bc-041d-4480-9807-f346278bf771 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1096 time: 0.0577204 Jun 30 09:57:10.591117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-87b768b2-0763-436e-bb4a-1ed093632e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.592601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-87b768b2-0763-436e-bb4a-1ed093632e56 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1096 time: 0.0987780 Jun 30 09:57:10.602439 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71aa14-de5f-4894-8fbd-10abaa2efcc4 req-7e9cd05f-933e-4c9e-93e6-69e647648f71 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.603816 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa71aa14-de5f-4894-8fbd-10abaa2efcc4 req-7e9cd05f-933e-4c9e-93e6-69e647648f71 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.0805590 Jun 30 09:57:10.648868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-bb12e870-e406-4c70-898b-b9f084177a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.650573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-bb12e870-e406-4c70-898b-b9f084177a67 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0856330 Jun 30 09:57:10.693574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa71aa14-de5f-4894-8fbd-10abaa2efcc4 req-533d89aa-5c66-4aef-8ce0-ce69a57c266c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817161 Jun 30 09:57:10.720909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-d09853de-8a9e-48d8-aed4-320b19bbfaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.723053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-d09853de-8a9e-48d8-aed4-320b19bbfaa9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.1183205 Jun 30 09:57:10.729206 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-740dd9ed-a1fa-4c33-8a3a-66310a3e4667 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1000 time: 0.0686965 Jun 30 09:57:10.780713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:57:10.781893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-0f2363db-c450-4d8a-95e3-c73fc6e5c148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.783393 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-0f2363db-c450-4d8a-95e3-c73fc6e5c148 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0441775 Jun 30 09:57:10.790421 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-a720f11f-444a-4b89-8b05-43d15265c2dd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1000 time: 0.0608647 Jun 30 09:57:10.819724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:57:10.845053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-12ebd9b3-c97d-4693-8fc0-a8eb8a7e1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.845277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-1efecd91-282c-4eea-a809-8c49a6396f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.846610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-12ebd9b3-c97d-4693-8fc0-a8eb8a7e1bdb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533957 Jun 30 09:57:10.846724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-1efecd91-282c-4eea-a809-8c49a6396f54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0494654 Jun 30 09:57:10.902841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735862f1-038a-4845-9a3b-b667d8b48478 req-1036e01d-81dd-433a-b671-3b94fa285f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:10.904347 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-1036e01d-81dd-433a-b671-3b94fa285f82 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516853 Jun 30 09:57:10.943107 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-16ff1bee-3a02-4c8f-93c7-79a2541b11a0 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860894 Jun 30 09:57:10.993406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-287c6418-12fa-4599-93d0-2441a6e094cf service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Jun 30 09:57:11.041326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-41998231-7bae-4e68-b110-1f32efde469d service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Jun 30 09:57:11.088302 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-735862f1-038a-4845-9a3b-b667d8b48478 req-536c3677-2829-4a91-87e9-c212024188df service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888078 Jun 30 09:57:11.296772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-efcb5ca3-62d7-4112-b166-59c53a0afafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:11.871541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ac36f-4251-43c8-9987-fb2b28746cfc req-bff8d82d-7a50-4191-84de-e36227fe7958 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:11.873182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c5ac36f-4251-43c8-9987-fb2b28746cfc req-bff8d82d-7a50-4191-84de-e36227fe7958 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 944 time: 0.0637257 Jun 30 09:57:11.912632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c5ac36f-4251-43c8-9987-fb2b28746cfc req-3c8d7e55-4e8c-41b0-8216-ad8e01fd778a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329776 Jun 30 09:57:12.014540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:13.031678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:57:13.132443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:13.145083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'mac_address': 'fa:16:3e:30:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:57:13.181287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.193964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dfb27b-1ba3-4752-a724-872c90d543a9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:57:13.213886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:13.218799 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:13.264785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:13.272630 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.272974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.273310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.273639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.273965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.274202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cbe64-7efb-4822-8f52-c557eb978d10 req-f5c7731f-3ea7-4891-887a-732b3a89a250 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:13.274734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.274734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.275737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-130cbe64-7efb-4822-8f52-c557eb978d10 req-f5c7731f-3ea7-4891-887a-732b3a89a250 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0694771 Jun 30 09:57:13.278352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.278726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.279071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.279418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.279894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:13.324979 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-130cbe64-7efb-4822-8f52-c557eb978d10 req-0d833c6d-63aa-45d2-b324-77dc4332aef7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434387 Jun 30 09:57:13.708995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['44dfb27b-1ba3-4752-a724-872c90d543a9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:57:13.753527 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-4454cf8f-7e6c-44c5-81b4-c68b018c5e65 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:13.755090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-4454cf8f-7e6c-44c5-81b4-c68b018c5e65 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a&tenant_id=8fcb59992c174c9ea08081b508d8202d&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 945 time: 0.0853360 Jun 30 09:57:13.847606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-bcc0cd10-f7eb-43b4-acc8-49edbcdb0ab6 service neutron] 10.222.0.83 "GET /v2.0/ports/44dfb27b-1ba3-4752-a724-872c90d543a9/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.0732462 Jun 30 09:57:13.861675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03fece-bb46-431b-9f9d-bac1ce76a229 req-b07b1c48-74fe-42f7-97b0-9b3704ee6563 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:13.863363 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b03fece-bb46-431b-9f9d-bac1ce76a229 req-b07b1c48-74fe-42f7-97b0-9b3704ee6563 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.1295092 Jun 30 09:57:13.933294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2b03fece-bb46-431b-9f9d-bac1ce76a229 req-4191b58a-77d2-4494-bc66-aa10b3a56c4c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642269 Jun 30 09:57:13.958182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-ed822c35-2f20-4654-941d-a4bf32872bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:13.959697 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-ed822c35-2f20-4654-941d-a4bf32872bed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1097 time: 0.0729437 Jun 30 09:57:14.052784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-370899a9-46cc-4d74-ab8d-427524b326b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.054261 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-370899a9-46cc-4d74-ab8d-427524b326b3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0879266 Jun 30 09:57:14.121526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-6b6e0554-deef-44cb-a556-629c9aa6cd44 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1001 time: 0.0603526 Jun 30 09:57:14.122811 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ffb13f67-7b2f-4385-aae9-06f753fd2993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.168688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-1f493550-23cc-4935-be22-1dc60bfbb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.170087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-1f493550-23cc-4935-be22-1dc60bfbb4d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0423048 Jun 30 09:57:14.231764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-ea2262d0-156f-4da7-a860-29c72b5656d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.233264 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-ea2262d0-156f-4da7-a860-29c72b5656d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562637 Jun 30 09:57:14.253496 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:14.323564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-71b123db-dc97-4c43-a82b-f429ea45b9f1 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832303 Jun 30 09:57:14.414584 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-8d572299-57bd-4bdb-aa62-5da65de08c51 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850050 Jun 30 09:57:14.639187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-e711a9aa-3cf3-4da3-b936-4dcc2e6b6a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.640614 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-e711a9aa-3cf3-4da3-b936-4dcc2e6b6a5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1097 time: 0.0530584 Jun 30 09:57:14.743620 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-8c48702c-f643-4e09-8de9-342a9b85aebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.745106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-8c48702c-f643-4e09-8de9-342a9b85aebd service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0833185 Jun 30 09:57:14.814860 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-520d94ce-be8b-41b3-bcfd-3eb2866f713f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1001 time: 0.0610213 Jun 30 09:57:14.864891 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-f52f9260-04ea-4f38-bf63-2e061329212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.866336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-f52f9260-04ea-4f38-bf63-2e061329212a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0438788 Jun 30 09:57:14.923043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-bb39ca1b-2e50-4cf4-839a-c4fe9f5d0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:14.924424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-bb39ca1b-2e50-4cf4-839a-c4fe9f5d0cac service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510519 Jun 30 09:57:15.019946 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-5de44cdd-def6-4074-8853-58d0d5ad3249 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869522 Jun 30 09:57:15.042228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:15.091942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 44dfb27b-1ba3-4752-a724-872c90d543a9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:15.095782 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 44dfb27b-1ba3-4752-a724-872c90d543a9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:15.096154 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.152731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57f1ce5a-c554-4492-b978-dc29c2368910 req-f39bd35a-c8d4-4e8a-aa63-f4df619c3d4b service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234496 Jun 30 09:57:15.166491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ce66e-59e3-4453-9535-b890a2e79c5f req-15e84733-d342-4f10-a64c-deda3f14705a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:15.167953 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-761ce66e-59e3-4453-9535-b890a2e79c5f req-15e84733-d342-4f10-a64c-deda3f14705a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0972707 Jun 30 09:57:15.177658 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.200918 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:15.203466 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339da863-37fa-411c-b988-62dcd4f0c283" -d '{"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-plugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:15.216618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:15.217966 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-761ce66e-59e3-4453-9535-b890a2e79c5f req-37753da4-07f5-4419-b76b-096fa386c890 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360751 Jun 30 09:57:15.221531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:15.256103 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81693375-eb08-48b4-8107-11f969fd4512 x-openstack-request-id: req-81693375-eb08-48b4-8107-11f969fd4512 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:15.256394 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-plugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:15.256644 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81693375-eb08-48b4-8107-11f969fd4512 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:15.257030 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'code': 200} Jun 30 09:57:15.274801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:16.232028 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:16.392731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c21909-8da1-4794-912e-4cc96e6375e6 req-5d36fb78-b793-4de6-8926-2d50e9a680de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:16.395010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96c21909-8da1-4794-912e-4cc96e6375e6 req-5d36fb78-b793-4de6-8926-2d50e9a680de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0646217 Jun 30 09:57:16.433993 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-96c21909-8da1-4794-912e-4cc96e6375e6 req-3115e662-d022-4a0e-af62-e181135916b8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334387 Jun 30 09:57:16.889406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-211a25d4-4990-452b-89b7-b230d525eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:16.890833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-211a25d4-4990-452b-89b7-b230d525eb2e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 1098 time: 0.0582738 Jun 30 09:57:16.906044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:16.980588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.179731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:17.212998 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:17.252266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:17.254616 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af4fa45-142e-4e88-a775-b68957ec4fc5" -d '{"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-unplugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:17.258102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.270885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Transition to ACTIVE for port object 44dfb27b-1ba3-4752-a724-872c90d543a9 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:17.276064 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.308739 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec326c09-ed41-467d-b32a-995569b64f05 x-openstack-request-id: req-ec326c09-ed41-467d-b32a-995569b64f05 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:17.309032 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-unplugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:17.309848 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ec326c09-ed41-467d-b32a-995569b64f05 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:17.309848 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'code': 200} Jun 30 09:57:17.361296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:17.373801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.374149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.374554 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.374902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.375233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.375563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.375892 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.376225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.376555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.376879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.377202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.377523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:57:17.415301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] No DVR routers for this DVR port 44dfb27b-1ba3-4752-a724-872c90d543a9 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:57:17.558906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:17.559241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:17.559566 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:17.563845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:57:17.564162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Attempting to bind port 44dfb27b-1ba3-4752-a724-872c90d543a9 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:17.569674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:17.570006 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:17.570411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:17.570832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Bound port: 44dfb27b-1ba3-4752-a724-872c90d543a9, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:17.571187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.627782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92215-1d95-4643-b27a-c69136f90eb8 req-ed59096c-647f-4404-aaac-0c4666ee13bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:17.629925 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ec92215-1d95-4643-b27a-c69136f90eb8 req-ed59096c-647f-4404-aaac-0c4666ee13bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0699387 Jun 30 09:57:17.635183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:17.638535 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:17.644524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.669815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1ec92215-1d95-4643-b27a-c69136f90eb8 req-d854ff5c-60ef-4aec-a020-0ad41efb9b09 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340734 Jun 30 09:57:17.683885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:17.684652 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.686146 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] 10.222.0.79 "PUT /v2.0/ports/44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1094 time: 0.7838945 Jun 30 09:57:17.707692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087a1f9-b567-41a2-a64b-a9e1dce59a02 service neutron] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=11']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:17.765146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.784833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-90c7548f-2d52-4ee9-8ccb-4568b155d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:17.785912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:17.786833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-90c7548f-2d52-4ee9-8ccb-4568b155d0e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1097 time: 0.0655186 Jun 30 09:57:17.887183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7c16ba57-461d-4fe2-b475-2312198f587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:17.888688 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-7c16ba57-461d-4fe2-b475-2312198f587c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0914295 Jun 30 09:57:17.957947 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-dad8d2bd-fdaa-411a-a784-a17dbfb273ac service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1000 time: 0.0574272 Jun 30 09:57:18.010371 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-005a2b0f-4f2f-417b-a6be-34bda68ddc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:18.011835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-005a2b0f-4f2f-417b-a6be-34bda68ddc48 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0438466 Jun 30 09:57:18.078625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-523b5fe5-4eaf-45fc-b0cd-a84bc97b1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:18.080108 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-523b5fe5-4eaf-45fc-b0cd-a84bc97b1517 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568371 Jun 30 09:57:18.173473 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-b86d3473-fbfd-4d74-9e59-4218a3d1dded service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822480 Jun 30 09:57:18.270373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d3579999-fa2c-450c-b6f9-25e4e56e8374 req-0d6de0b0-cf25-460c-ac8a-9b3bee0d93ff service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848083 Jun 30 09:57:18.849821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50956be7-26bf-44b0-9295-64ca3ee58552 req-621836ab-dccc-4fc7-b698-af60ff651c63 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:18.851306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50956be7-26bf-44b0-9295-64ca3ee58552 req-621836ab-dccc-4fc7-b698-af60ff651c63 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0630703 Jun 30 09:57:18.888716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50956be7-26bf-44b0-9295-64ca3ee58552 req-d46743f9-4550-4e46-80a5-1ea96ff0a797 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Jun 30 09:57:19.041428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:57:19.083322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:57:19.311135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:19.313534 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64956d2-9672-40e5-a921-8d4e1e0a48db" -d '{"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:19.359933 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205d700a-746d-4f00-a278-e8f527ed6d1c x-openstack-request-id: req-205d700a-746d-4f00-a278-e8f527ed6d1c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:19.360226 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:19.360472 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-205d700a-746d-4f00-a278-e8f527ed6d1c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:19.360874 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'status': 'completed', 'code': 200} Jun 30 09:57:19.439169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-41e360ea-5ad3-46b0-904e-536209f7f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.441217 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-41e360ea-5ad3-46b0-904e-536209f7f669 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1097 time: 0.0531676 Jun 30 09:57:19.454830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-dd099709-c0c1-4286-b962-86c9b4cc3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.456410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-dd099709-c0c1-4286-b962-86c9b4cc3858 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 1097 time: 0.0534508 Jun 30 09:57:19.529009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-ea9b76dc-24d8-4975-ad67-4b1132882031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.530772 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-ea9b76dc-24d8-4975-ad67-4b1132882031 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0831232 Jun 30 09:57:19.547839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-319b74c7-0c8f-4584-ab6b-b04021daf9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.549287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-319b74c7-0c8f-4584-ab6b-b04021daf9cb service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0868573 Jun 30 09:57:19.602480 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-b96d5a12-39ca-46c7-bb2f-ff9d15f53858 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1000 time: 0.0631390 Jun 30 09:57:19.614794 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-de68af60-f02e-4dc3-bb11-a9f293584140 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 200 len: 1000 time: 0.0584488 Jun 30 09:57:19.655616 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-263dfb5e-e937-469e-80b4-e27f88b2c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.657088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-263dfb5e-e937-469e-80b4-e27f88b2c871 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0432129 Jun 30 09:57:19.666210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-7a22c95b-680b-4acd-8529-56fdc1cac6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.667660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-7a22c95b-680b-4acd-8529-56fdc1cac6e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0470061 Jun 30 09:57:19.716184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-cc3ff061-3b97-417c-9b5c-ed3d6406a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.717953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-cc3ff061-3b97-417c-9b5c-ed3d6406a69a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537033 Jun 30 09:57:19.725487 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-ccc1a5cb-c7ee-4a7e-9c8c-866ebb560cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:19.727145 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-ccc1a5cb-c7ee-4a7e-9c8c-866ebb560cf9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528667 Jun 30 09:57:19.817701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-0d129265-0e86-4744-8779-470656d7df24 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836225 Jun 30 09:57:19.821471 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-9996e4e1-794b-4253-ba60-a89192523e4d service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949163 Jun 30 09:57:19.912256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-e0882c33-d40d-4f50-851d-511cfe1ef2d1 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876825 Jun 30 09:57:19.915939 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b64956d2-9672-40e5-a921-8d4e1e0a48db req-5efaaeba-9bb8-4150-9d71-5f6e1fe882b9 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857420 Jun 30 09:57:20.075496 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bd63d-5a74-4b40-9f30-8e83b153bd21 req-bb7c45ff-0242-4f89-9bb3-713affb0ca21 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:20.077243 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-998bd63d-5a74-4b40-9f30-8e83b153bd21 req-bb7c45ff-0242-4f89-9bb3-713affb0ca21 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 945 time: 0.0702188 Jun 30 09:57:20.115814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-998bd63d-5a74-4b40-9f30-8e83b153bd21 req-c337ec97-1e97-4cf8-b685-5f5f2026f887 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321460 Jun 30 09:57:20.834336 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:57:20.928376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:20.939208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'mac_address': 'fa:16:3e:30:57:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:57:20.976330 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:20.991863 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44dfb27b-1ba3-4752-a724-872c90d543a9 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:57:21.011153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:21.014725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:21.059732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=12']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:21.301748 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefe422-25c3-4fa1-8e43-7cbb14f0df0a req-f3bdabee-e86b-46ff-8b1c-513e990cfd5a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:21.303158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fefe422-25c3-4fa1-8e43-7cbb14f0df0a req-f3bdabee-e86b-46ff-8b1c-513e990cfd5a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0670891 Jun 30 09:57:21.320856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['44dfb27b-1ba3-4752-a724-872c90d543a9'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:57:21.341133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fefe422-25c3-4fa1-8e43-7cbb14f0df0a req-0f4cd983-fedd-4382-95a9-0e905983cd9d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jun 30 09:57:21.513805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6575dc9-d3cf-4f23-89bf-87258b6189ed req-0f09ce87-fc57-4d4d-b422-6f43b1000314 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:21.515305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6575dc9-d3cf-4f23-89bf-87258b6189ed req-0f09ce87-fc57-4d4d-b422-6f43b1000314 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0622487 Jun 30 09:57:21.552406 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6575dc9-d3cf-4f23-89bf-87258b6189ed req-a60d8194-df3b-4760-92df-f9100d638f87 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Jun 30 09:57:21.721516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0c193-5e21-46ad-ac2a-4663fbb10a57 req-eddc1f4e-0b5f-46b8-96d7-490effb6c998 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:21.723606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bee0c193-5e21-46ad-ac2a-4663fbb10a57 req-eddc1f4e-0b5f-46b8-96d7-490effb6c998 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0626788 Jun 30 09:57:21.764126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bee0c193-5e21-46ad-ac2a-4663fbb10a57 req-2b6be13e-aeaf-4c34-87ac-1d657f0b9fb1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348611 Jun 30 09:57:22.137367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd4343-8783-414c-a6f5-e6697059056b req-655ba9ac-3cd3-47f0-ad7b-b935a0fd5c98 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:22.138769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fedd4343-8783-414c-a6f5-e6697059056b req-655ba9ac-3cd3-47f0-ad7b-b935a0fd5c98 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 946 time: 0.0628252 Jun 30 09:57:22.176493 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fedd4343-8783-414c-a6f5-e6697059056b req-0b7e7c3f-b435-4312-8653-e0821f983e64 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Jun 30 09:57:22.856825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:22.911437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 44dfb27b-1ba3-4752-a724-872c90d543a9 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:22.916099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 44dfb27b-1ba3-4752-a724-872c90d543a9 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:22.916476 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:22.992931 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.013973 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:23.016233 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a06c552-1f97-4c7a-ba19-e7dd68a6d8d6" -d '{"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-plugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:23.029269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:23.033655 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.061426 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7829b7-30b0-41a5-8992-a91fc923d4a2 x-openstack-request-id: req-bd7829b7-30b0-41a5-8992-a91fc923d4a2 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:23.061717 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-plugged", "status": "completed", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:23.061962 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bd7829b7-30b0-41a5-8992-a91fc923d4a2 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:23.062374 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'code': 200} Jun 30 09:57:23.088084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=13']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:23.351811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f1aec-fd26-4d8f-9662-b1b81ed7caae req-ab14c7d5-241d-490e-9362-91e81218d777 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:23.353294 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-498f1aec-fd26-4d8f-9662-b1b81ed7caae req-ab14c7d5-241d-490e-9362-91e81218d777 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 947 time: 0.0629818 Jun 30 09:57:23.390439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-498f1aec-fd26-4d8f-9662-b1b81ed7caae req-b1ed2ebd-6f89-4790-b8b4-e872a2b9d8ef tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Jun 30 09:57:23.534278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-7348a794-613f-4284-b92b-6612866b511d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:23.536465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-7348a794-613f-4284-b92b-6612866b511d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 947 time: 0.0678136 Jun 30 09:57:23.642703 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Deleting port 44dfb27b-1ba3-4752-a724-872c90d543a9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 09:57:23.643046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.733715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] For port 44dfb27b-1ba3-4752-a724-872c90d543a9, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=44dfb27b-1ba3-4752-a724-872c90d543a9,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:23.734081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.900480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.900772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:23.901086 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c disassociated. External IP: 172.25.7.33, port: 44dfb27b-1ba3-4752-a724-872c90d543a9. Jun 30 09:57:23.901428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Calling delete_port for 44dfb27b-1ba3-4752-a724-872c90d543a9 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 09:57:24.034508 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:24.063072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event deleted for resources: {'Port': ['ID=44dfb27b-1ba3-4752-a724-872c90d543a9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:24.177847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:57:24.285559 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:57:24.295763 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:57:24.308302 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:24.308900 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:57:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:24.329475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] No DVR routers for this DVR port 44dfb27b-1ba3-4752-a724-872c90d543a9 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:57:24.332165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:24.335039 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd9c1cd4-aa41-4376-b8a9-66bbde0d46ff req-4daa0107-9636-4227-baa3-a5de534bd624 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "DELETE /v2.0/ports/44dfb27b-1ba3-4752-a724-872c90d543a9 HTTP/1.1" status: 204 len: 173 time: 0.7871842 Jun 30 09:57:24.335518 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-deleted', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:24.338032 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f17d4d8-c6a4-4ba3-bd07-d687be4d96d6" -d '{"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-deleted", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:24.376842 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b916ca8-b27d-453f-a8f5-739e313f2377 x-openstack-request-id: req-3b916ca8-b27d-453f-a8f5-739e313f2377 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:24.377136 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26246745-3de2-4230-b21a-053a7c94903a", "name": "network-vif-deleted", "tag": "44dfb27b-1ba3-4752-a724-872c90d543a9", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:24.377392 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3b916ca8-b27d-453f-a8f5-739e313f2377 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:24.377798 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26246745-3de2-4230-b21a-053a7c94903a', 'name': 'network-vif-deleted', 'tag': '44dfb27b-1ba3-4752-a724-872c90d543a9', 'status': 'completed', 'code': 200} Jun 30 09:57:24.414126 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:24.534522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bc34c045-7365-4b75-b042-02fce64b428f req-d9b357e9-251c-4fe0-9915-d492ed882999 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=26246745-3de2-4230-b21a-053a7c94903a HTTP/1.1" status: 200 len: 210 time: 0.0323498 Jun 30 09:57:24.622910 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:24.648201 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:57:24.655964 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:24.656571 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:57:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:24.758504 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:24.964094 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:24.996672 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902633db-a525-4ddf-92b4-98832c0fc7b6 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:57:25.235610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342ac1e-f933-4cf0-b9d9-47e3144b133f None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:57:25.880156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-f3c1b9e6-6364-4325-bf9b-ca77c29703be tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-securitygroup--1130407163&fields=id&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 267 time: 0.0330555 Jun 30 09:57:25.984839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-a5ab2594-af4c-4076-ad54-addf60f4c1bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:25.986288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-a5ab2594-af4c-4076-ad54-addf60f4c1bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.0993214 Jun 30 09:57:26.000854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc9eff4c-cf29-417e-a875-cda1ea6074d7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/quotas/8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 375 time: 0.0089343 Jun 30 09:57:26.074300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-9e5639d4-2617-417f-bb4d-c7d18e93e8f3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681617 Jun 30 09:57:26.135607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-aa8ce8df-5c06-4e22-b9c7-2c88fa4c50ad service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 09:57:26.136613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-aa8ce8df-5c06-4e22-b9c7-2c88fa4c50ad service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507612 Jun 30 09:57:26.222549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-3ae4c8b0-4f95-48ea-a3c3-e601f6730e90 service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800540 Jun 30 09:57:26.313450 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-4f4c38f2-42b9-46cc-8093-c45cc5d602be service neutron] 10.222.0.77 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845926 Jun 30 09:57:26.483505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-75fe9e86-f751-4f67-8b72-9695e56b6b0d req-e8215ee4-88f9-4592-9257-e9fbb90239ed tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 210 time: 0.0296175 Jun 30 09:57:26.873652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:57:26.895065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 44dfb27b-1ba3-4752-a724-872c90d543a9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 09:57:26.895443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 44dfb27b-1ba3-4752-a724-872c90d543a9 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:57:27.593726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-6fc0eab2-f031-46d3-8bc5-c49f4f7ea81c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:27.595383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-6fc0eab2-f031-46d3-8bc5-c49f4f7ea81c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 811 time: 0.1067374 Jun 30 09:57:27.630634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b70d72b0-d913-4ec6-bc44-696c22349116 req-53a2f835-bca8-4524-a0b8-165f747b32c8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 210 time: 0.0299859 Jun 30 09:57:27.660793 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-9ef42a41-c5de-4f5a-8e0a-f30677c207a8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 380 time: 0.0368786 Jun 30 09:57:27.671842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'port': {'device_id': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'admin_state_up': True, 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'security_groups': ['3d10a1c8-6449-4537-adad-827ef9b40b13']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:27.783742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Made reservation on behalf of 8fcb59992c174c9ea08081b508d8202d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 09:57:27.787786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:27.913646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Allocated IP 172.20.0.6 (e369d080-fbb0-48a0-9d1c-3da4f14d2a40/c06ff6a7-32e0-4fa2-95ba-8de95780b047/3833bef9-04bb-4b2d-b722-8c4d1dc58b83) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 09:57:28.335834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.348515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Transition to ACTIVE for port object 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:28.379659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.422641 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 09:57:28.425619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 09:57:28.429372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 09:57:28.454619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:28.483711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.484344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.499350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-bc6cfadb-276b-4e36-9dd1-91cfd08d52e2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8311667 Jun 30 09:57:28.518318 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Request body: {'port': {'device_id': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:28.595914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.668778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-07db8e1b-24f1-4353-a186-227c8f58c171 None None] Provisioning for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:28.675170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-07db8e1b-24f1-4353-a186-227c8f58c171 None None] Provisioning complete for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:28.675784 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-07db8e1b-24f1-4353-a186-227c8f58c171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.730253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-07db8e1b-24f1-4353-a186-227c8f58c171 None None] Port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 09:57:28.812651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c09e-b2d5-4794-a67d-e51e93ff6634 req-501ececb-87e8-4d9b-9382-53be170c8ac5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:28.814106 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c33c09e-b2d5-4794-a67d-e51e93ff6634 req-501ececb-87e8-4d9b-9382-53be170c8ac5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 931 time: 0.0652282 Jun 30 09:57:28.853006 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c33c09e-b2d5-4794-a67d-e51e93ff6634 req-3a269e19-e5df-4f05-a5fc-416a6a6a33df tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324099 Jun 30 09:57:28.892319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:57:28.899705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.911330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Transition to ACTIVE for port object 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:57:28.915190 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:28.968696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:29.041264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:57:29.041744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:57:29.042236 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:29.048622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:57:29.049098 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:57:29.056278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:57:29.056622 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:57:29.057005 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:57:29.057436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Bound port: 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:57:29.057795 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:29.133500 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:57:29.136657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:57:29.140829 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:29.180533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.181588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:29.182994 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] 10.222.0.79 "PUT /v2.0/ports/3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 1092 time: 0.6691015 Jun 30 09:57:29.183438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:29.185709 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d532cc3ee5283efd233fe6a2d377bdc8c036e303c257af3ff87a2bb8fec6e03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:29.211719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80cc17-e7bd-4561-a27b-7bd5c837a3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:29.297677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-6ac0a77d-14e1-49be-b20b-a6534e93f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.299318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-6ac0a77d-14e1-49be-b20b-a6534e93f863 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0636082 Jun 30 09:57:29.302767 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3f68a-8374-40b6-bb69-76cb85575712 x-openstack-request-id: req-bbb3f68a-8374-40b6-bb69-76cb85575712 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:29.303121 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:29.303433 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-bbb3f68a-8374-40b6-bb69-76cb85575712 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:29.303889 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'status': 'completed', 'code': 200} Jun 30 09:57:29.352477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-fdb9761c-9c14-4267-af14-18bf13179371 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 217 time: 0.0348914 Jun 30 09:57:29.422526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-c262380c-46a8-44c5-a9e8-2502c0c9ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.424003 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-c262380c-46a8-44c5-a9e8-2502c0c9ec4e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0605192 Jun 30 09:57:29.485389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-545b2833-6dae-47e7-acd8-9b68d074fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.486904 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-545b2833-6dae-47e7-acd8-9b68d074fc29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511272 Jun 30 09:57:29.577364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-8836c857-ce54-44b1-87af-b2d21f2a7de0 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792994 Jun 30 09:57:29.669395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca3b1995-5376-42b3-a9a9-e2569135ca48 req-cda6dfa3-87d1-46e3-a243-1ed330811cc2 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839503 Jun 30 09:57:29.779406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-6f6d979f-760d-44d9-940f-227e13094715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.780893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-6f6d979f-760d-44d9-940f-227e13094715 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0544858 Jun 30 09:57:29.791374 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:29.875902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-b9c21dab-0fff-4ab1-96ba-8fe817f8d5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.877411 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-b9c21dab-0fff-4ab1-96ba-8fe817f8d5ad service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0886765 Jun 30 09:57:29.923371 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-9e4d4c1e-0faa-42f9-ab4e-4e74a5c19784 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 217 time: 0.0370829 Jun 30 09:57:29.972916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-1d53f79f-1f38-4992-90be-8bf8efea00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:29.974431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-1d53f79f-1f38-4992-90be-8bf8efea00dc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0438452 Jun 30 09:57:30.029679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5005e8-27f1-490a-8a0e-8ca6fc017087 req-d946a822-c214-4368-a2ac-4ff8e24015df tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:30.031186 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b5005e8-27f1-490a-8a0e-8ca6fc017087 req-d946a822-c214-4368-a2ac-4ff8e24015df tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0630219 Jun 30 09:57:30.037215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-29e026da-5df9-490f-8f05-b2af15aeb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:30.038781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-29e026da-5df9-490f-8f05-b2af15aeb9c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570054 Jun 30 09:57:30.069568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b5005e8-27f1-490a-8a0e-8ca6fc017087 req-92094a23-a3de-4dd0-86f1-cdd5317325d4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Jun 30 09:57:30.131888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-c176e3e6-e9ea-4e0f-a8fc-40b04e52a616 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829718 Jun 30 09:57:30.226966 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3349b64f-0eb2-43e2-a8f1-bab5d8383ce4 req-77191aec-350b-4aa1-b020-01d807c5ce2b service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Jun 30 09:57:31.245879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089ac337-97cc-489e-9346-e173ef8e0a16 req-c320ffbf-f49a-417c-97a3-e09396fe53fc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:31.247389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-089ac337-97cc-489e-9346-e173ef8e0a16 req-c320ffbf-f49a-417c-97a3-e09396fe53fc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0624003 Jun 30 09:57:31.284436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-089ac337-97cc-489e-9346-e173ef8e0a16 req-289201e6-e2e2-4f58-bcb3-576d38538fce tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314665 Jun 30 09:57:32.459145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ae3ca-6bf3-48ff-a148-ac30436f35eb req-01a2aa20-aea0-4068-8977-c0f4356f0745 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:32.460599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-652ae3ca-6bf3-48ff-a148-ac30436f35eb req-01a2aa20-aea0-4068-8977-c0f4356f0745 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0659752 Jun 30 09:57:32.499047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-652ae3ca-6bf3-48ff-a148-ac30436f35eb req-b2e41f47-e7cb-402a-bf7d-7fb0d29510a0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Jun 30 09:57:32.871532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 09:57:32.967912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:32.979292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'mac_address': 'fa:16:3e:5c:ff:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 09:57:33.014822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:33.027994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 09:57:33.046871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:33.052201 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:33.103465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:33.302656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3833bef9-04bb-4b2d-b722-8c4d1dc58b83'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 09:57:33.696259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107446a-2c36-4e18-9bbf-ed4963163f4f req-46f671b1-8d8b-4920-9bce-0eb1b757880b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:33.697644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5107446a-2c36-4e18-9bbf-ed4963163f4f req-46f671b1-8d8b-4920-9bce-0eb1b757880b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0622675 Jun 30 09:57:33.737517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5107446a-2c36-4e18-9bbf-ed4963163f4f req-8a7cbb43-c1d1-4e44-a45d-54eae08dd2fb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339224 Jun 30 09:57:34.903679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 09:57:34.913755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d715c46-ffe8-4985-9945-dadecc8db366 req-97e61a8d-3890-445e-bdae-a5eadd15e005 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:34.915263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d715c46-ffe8-4985-9945-dadecc8db366 req-97e61a8d-3890-445e-bdae-a5eadd15e005 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0652831 Jun 30 09:57:34.952957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d715c46-ffe8-4985-9945-dadecc8db366 req-b692cf5a-3d01-4180-858d-4f58cb1a1476 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313454 Jun 30 09:57:34.955265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 09:57:34.960510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 09:57:34.960884 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:35.036615 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:35.059160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:35.061488 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce57a80755932e949583fdb411baec32c3c8de645f6164357acbac2476f9d578" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d70f3-76ec-410e-b252-5db118879492" -d '{"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-plugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:35.075084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:57:35.079299 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:35.126003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:57:35.154404 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76daf280-98a8-458c-bc2f-b86e87763c6b x-openstack-request-id: req-76daf280-98a8-458c-bc2f-b86e87763c6b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:35.154693 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-plugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:35.154941 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76daf280-98a8-458c-bc2f-b86e87763c6b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:35.155335 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'code': 200} Jun 30 09:57:35.282238 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec6363-a0c2-40ba-b7c9-dd6bd0a49d4a req-a7e1ddc4-8a84-4f76-ae05-50e2a5d08679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:35.283711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5aec6363-a0c2-40ba-b7c9-dd6bd0a49d4a req-a7e1ddc4-8a84-4f76-ae05-50e2a5d08679 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0528688 Jun 30 09:57:35.327016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5aec6363-a0c2-40ba-b7c9-dd6bd0a49d4a req-fecb2b45-f9f2-4f4c-862f-b360514a3220 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275416 Jun 30 09:57:36.129707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce34eab-c790-4dd9-b1a1-f59bd54ff8b5 req-ed0a4a6d-95c3-474f-a352-0d60cac7eb63 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:36.131212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cce34eab-c790-4dd9-b1a1-f59bd54ff8b5 req-ed0a4a6d-95c3-474f-a352-0d60cac7eb63 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0637372 Jun 30 09:57:36.169157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cce34eab-c790-4dd9-b1a1-f59bd54ff8b5 req-f1cb78a3-625e-4790-a401-f540caf655f4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Jun 30 09:57:37.340907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2c1b0-2432-41e2-843a-21945f128961 req-69996939-bd9c-4461-9ed3-9bc82a0cef9c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:37.342376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06c2c1b0-2432-41e2-843a-21945f128961 req-69996939-bd9c-4461-9ed3-9bc82a0cef9c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0617239 Jun 30 09:57:37.382452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-06c2c1b0-2432-41e2-843a-21945f128961 req-dd58cb16-8907-4e6f-bd33-e6f8d731f3da tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Jun 30 09:57:37.549624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74fd9e-f42c-4d26-a95d-95d09ad2a2ee req-e5064095-f6a4-4339-b16a-c88afbf0495c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:37.551170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c74fd9e-f42c-4d26-a95d-95d09ad2a2ee req-e5064095-f6a4-4339-b16a-c88afbf0495c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0619555 Jun 30 09:57:37.559685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 51926) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 09:57:37.564182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Request body: {'floatingip': {'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:57:37.602804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.382049 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.385855 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.482898 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c associated. External IP: 172.25.7.33, port: 3833bef9-04bb-4b2d-b722-8c4d1dc58b83. Jun 30 09:57:38.687457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 09:57:38.798675 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 09:57:38.804239 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:38.808952 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187953cb-803e-4198-85b6-1a243779de06 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 09:57:38.818471 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:38.819075 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:57:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:38.840707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1241cf2c-1630-47d2-b8b4-f7c76ea73def tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "PUT /v2.0/floatingips/c5557c36-2d4f-4b58-8953-99dd31099f7c HTTP/1.1" status: 200 len: 991 time: 1.2799380 Jun 30 09:57:38.841300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:57:38.843618 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58c070e2efae9c0ff4a1728d70f27526865721d3a7aa4ae4b0f57573184a20b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59" -d '{"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:57:38.885055 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28e0ad0-890d-436c-a7a4-b9ac7326ddc3 x-openstack-request-id: req-b28e0ad0-890d-436c-a7a4-b9ac7326ddc3 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:57:38.885352 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:57:38.885606 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b28e0ad0-890d-436c-a7a4-b9ac7326ddc3 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:57:38.886036 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'status': 'completed', 'code': 200} Jun 30 09:57:38.938739 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:38.971244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-39329703-2505-4d5a-a62c-3955d6a0b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:38.972821 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-39329703-2505-4d5a-a62c-3955d6a0b1fb service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0594089 Jun 30 09:57:39.086662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-e94734b3-f014-47f2-a8ab-aa0ffc890712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.089139 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-e94734b3-f014-47f2-a8ab-aa0ffc890712 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.1087162 Jun 30 09:57:39.158160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-938bc620-0805-47a1-99a3-db460c467992 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0624323 Jun 30 09:57:39.195949 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:5c:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:57:38Z', 'revision_number': 13, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:39.213283 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-16d660d2-63a5-4084-80ad-90711cbd6405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.214765 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-16d660d2-63a5-4084-80ad-90711cbd6405 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0494127 Jun 30 09:57:39.225724 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187953cb-803e-4198-85b6-1a243779de06 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 09:57:39.233960 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 09:57:39.234583 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T09:57:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:39.271996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-a99b0ae9-6c31-4667-a6df-7de9f7f82c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:57:39.273512 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-a99b0ae9-6c31-4667-a6df-7de9f7f82c0f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519223 Jun 30 09:57:39.369986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-0ecd83be-bc1b-424c-9790-0a83eb7764f7 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899243 Jun 30 09:57:39.427935 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 09:57:39.466846 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a9fbd8e-cc6f-49ae-b809-9c65cc319c59 req-3a8ddf47-3525-47b4-8185-6be6d51b016f service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894258 Jun 30 09:57:39.643052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-187953cb-803e-4198-85b6-1a243779de06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:5c:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:57:38Z', 'revision_number': 13, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 09:57:39.671610 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187953cb-803e-4198-85b6-1a243779de06 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'c5557c36-2d4f-4b58-8953-99dd31099f7c', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'floating_ip_address': '172.25.7.33', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'mac_address': 'fa:16:3e:5c:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T09:49:21Z', 'updated_at': '2021-06-30T09:57:38Z', 'revision_number': 13, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 09:57:39.845739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0094e1-234d-4536-9a1c-80d742d50dc6 None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 09:57:41.297238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-39bc3787-3b3a-4e68-8cc6-3660c805816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:44.124345 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2f45b59b-df09-4fdf-8ee1-015a4644a1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:44.255161 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:46.234360 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:47.776858 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:47.779517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:57:49.014188 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:57:59.793341 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:02.166519 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-cb66511d-f6b9-4c8e-8b3a-10661e65bc2a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512192 Jun 30 09:58:02.260814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-c666cf87-9a28-4a16-b67d-7b541f3795c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:02.262295 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-c666cf87-9a28-4a16-b67d-7b541f3795c6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0524879 Jun 30 09:58:02.371412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-ae9f0d5b-11f8-4fee-8679-5e90bcc4d5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:02.372759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-ae9f0d5b-11f8-4fee-8679-5e90bcc4d5c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0862982 Jun 30 09:58:02.438821 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-e4093ee0-0b16-4a6a-9992-72098967b0b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 1001 time: 0.0576370 Jun 30 09:58:02.493638 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-538e265b-67b4-4e36-9a59-039c9c5a92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:02.495151 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-538e265b-67b4-4e36-9a59-039c9c5a92e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0479684 Jun 30 09:58:02.552171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-e4e81881-b460-4338-b25b-826ec288a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:58:02.553653 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-e4e81881-b460-4338-b25b-826ec288a5e9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511715 Jun 30 09:58:02.642002 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-cc25ec6b-0e93-4d15-9cc5-cab18c1b9c25 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804124 Jun 30 09:58:02.736082 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-caccae9b-36b6-4fe2-9509-eff0a80ecde1 req-2fef05a3-83c2-461f-8594-9990ddbd9da7 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863996 Jun 30 09:58:11.296846 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b44613ae-2bb9-450a-819d-5f9eef0e8cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:14.124400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d171e2e3-34b7-4439-984f-b630f0788b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:14.256808 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:16.237771 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:17.770186 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:17.779663 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:26.013594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:58:29.808046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:41.297788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-17c3fd8e-69f1-4f38-bd3a-fcf8f459b55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:44.125955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-54a1bc2e-f91e-471b-99cd-adc44a0cbd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:44.257430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:46.240957 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:47.772492 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:47.791310 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:58:59.804187 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:03.012856 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:04.258860 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-cbce858b-05bc-484a-90fc-a8dfa31121e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0894551 Jun 30 09:59:04.362419 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b195-204e-4688-a42a-94877e7cca82 req-70fc4f15-36b2-4b57-a8ac-204cbf2b10b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.363949 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-70fc4f15-36b2-4b57-a8ac-204cbf2b10b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0531497 Jun 30 09:59:04.473488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b195-204e-4688-a42a-94877e7cca82 req-49ad223b-1e08-4ffa-987b-873f50e8ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.474962 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-49ad223b-1e08-4ffa-987b-873f50e8ce5b service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0873005 Jun 30 09:59:04.541567 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-6dc738dd-e07b-4236-8762-49503ee4ecf4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 1001 time: 0.0556283 Jun 30 09:59:04.598658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b195-204e-4688-a42a-94877e7cca82 req-b762562f-dd2e-4c1c-9804-71dd508d0e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.600086 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-b762562f-dd2e-4c1c-9804-71dd508d0e44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0470073 Jun 30 09:59:04.658970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6004b195-204e-4688-a42a-94877e7cca82 req-4f480e25-5c91-4c5a-a84e-a698703ca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:04.660349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-4f480e25-5c91-4c5a-a84e-a698703ca3e6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505884 Jun 30 09:59:04.751422 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-85da8415-072e-4c1b-bb2d-cbcfacdefdf2 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806580 Jun 30 09:59:04.849023 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6004b195-204e-4688-a42a-94877e7cca82 req-8e40f7fb-d02a-4b7f-bde5-c15085382f8b service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862401 Jun 30 09:59:11.299233 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-24d7d174-bf19-4b69-849a-a82828c9b2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:14.127027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8089ab68-2bd3-459d-b50d-e4c019c119a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:14.258450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:16.242844 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:17.771908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:17.791778 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:21.760701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f5638-ceaf-446d-87fb-c94e55b4e55f req-f064d445-5cdf-424f-b8c2-66a04a58868f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:21.762109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88f5638-ceaf-446d-87fb-c94e55b4e55f req-f064d445-5cdf-424f-b8c2-66a04a58868f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.1524282 Jun 30 09:59:21.800463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c88f5638-ceaf-446d-87fb-c94e55b4e55f req-a9588f0a-5457-480e-8cf3-0b027f4762a2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323074 Jun 30 09:59:29.804745 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:33.366572 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-146896d8-58f3-45c0-b172-b1ddbd6065b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076603 Jun 30 09:59:33.384642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547d770-a48f-4709-b541-4b52a18a6573 req-6e98ade4-7aaf-456f-bb0f-e8733ac4426c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:33.386136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2547d770-a48f-4709-b541-4b52a18a6573 req-6e98ade4-7aaf-456f-bb0f-e8733ac4426c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0677063 Jun 30 09:59:33.426003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2547d770-a48f-4709-b541-4b52a18a6573 req-a5b575af-1dac-459e-a971-c320610067a3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340137 Jun 30 09:59:34.606612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d0287b-95ad-4983-b847-eec4bf50b075 req-cc090291-efd1-4f7d-bebe-2ef212736423 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.608089 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6d0287b-95ad-4983-b847-eec4bf50b075 req-cc090291-efd1-4f7d-bebe-2ef212736423 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0676894 Jun 30 09:59:34.632736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-973ae916-465c-4d83-8dab-20ecfa2b0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.634255 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-973ae916-465c-4d83-8dab-20ecfa2b0eed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1097 time: 0.0579576 Jun 30 09:59:34.646745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b6d0287b-95ad-4983-b847-eec4bf50b075 req-8a42008b-3ea7-468b-9dd8-d30d0fbfc750 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Jun 30 09:59:34.725663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-e4c16ab5-1b2b-44fd-b318-74931473eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.727220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-e4c16ab5-1b2b-44fd-b318-74931473eb51 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0841260 Jun 30 09:59:34.797490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-ff7057c3-a4f8-452f-b217-6ef6f46317c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 1001 time: 0.0614488 Jun 30 09:59:34.846375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-799ea5fc-cc9d-4561-8a29-806742e9ad82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.848407 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-799ea5fc-cc9d-4561-8a29-806742e9ad82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0416846 Jun 30 09:59:34.904984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-442e8074-0a92-4232-aebc-b12fe14bbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:34.906532 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-442e8074-0a92-4232-aebc-b12fe14bbd90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507543 Jun 30 09:59:35.001767 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-5fd3f06e-f955-40b0-9342-1fec18b49040 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848811 Jun 30 09:59:35.094758 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-c31393a1-c70b-4415-a658-4c002b5cae5b service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822248 Jun 30 09:59:35.825762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c6d57-6f5d-43b6-9197-6e3f6fa011a0 req-b3ba2eb6-1e6b-469e-89cf-c102778633f2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:35.827532 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f4c6d57-6f5d-43b6-9197-6e3f6fa011a0 req-b3ba2eb6-1e6b-469e-89cf-c102778633f2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0664563 Jun 30 09:59:35.865132 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f4c6d57-6f5d-43b6-9197-6e3f6fa011a0 req-1732f698-3ae8-4877-8f2f-51c078d0f34b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319805 Jun 30 09:59:37.039682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7461dc-356e-4a08-b826-5c32f0dbd87d req-c97ef06d-7ad3-4ae7-ba19-4ae20ee10b21 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:37.041183 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d7461dc-356e-4a08-b826-5c32f0dbd87d req-c97ef06d-7ad3-4ae7-ba19-4ae20ee10b21 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0637496 Jun 30 09:59:37.081814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1d7461dc-356e-4a08-b826-5c32f0dbd87d req-71bbcde3-c912-4e1d-83c2-7254c4a5002e tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324981 Jun 30 09:59:38.256250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e9c8ff-6b6a-407d-9da0-b4da92c269e7 req-d24917a7-312b-49b2-a325-8fbac51df832 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:38.257734 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e9c8ff-6b6a-407d-9da0-b4da92c269e7 req-d24917a7-312b-49b2-a325-8fbac51df832 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Jun 30 09:59:38.294663 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e9c8ff-6b6a-407d-9da0-b4da92c269e7 req-acfe7d05-2376-4a3e-8a8e-99d292f9fb01 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312350 Jun 30 09:59:39.470861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369f46d-ca4d-4f51-9be3-c85791e28100 req-353eb7a1-6405-4d65-bd9e-f55c935eebc3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:39.472333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3369f46d-ca4d-4f51-9be3-c85791e28100 req-353eb7a1-6405-4d65-bd9e-f55c935eebc3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0663288 Jun 30 09:59:39.509987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3369f46d-ca4d-4f51-9be3-c85791e28100 req-ee43bd95-3ac4-49cb-92a4-f3b7febfb84b tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Jun 30 09:59:40.012696 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 09:59:40.687915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c979ab-f864-495d-90fa-bf41f0f22eb4 req-2e4ec3ad-5073-49a2-8674-edd4d7e7d5bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:40.689381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55c979ab-f864-495d-90fa-bf41f0f22eb4 req-2e4ec3ad-5073-49a2-8674-edd4d7e7d5bc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0623214 Jun 30 09:59:40.728361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-55c979ab-f864-495d-90fa-bf41f0f22eb4 req-bd3773e3-5fd2-423b-955b-eec2ebf6f655 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325177 Jun 30 09:59:41.301963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b8b3df60-6c21-4443-bbba-4862d3a72487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:41.911506 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0eff57-378e-4438-8c2c-34c142f4abdd req-a0f2aad4-8bf6-4bcc-bab8-b6f6d45507dc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:41.913011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a0eff57-378e-4438-8c2c-34c142f4abdd req-a0f2aad4-8bf6-4bcc-bab8-b6f6d45507dc tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0686078 Jun 30 09:59:41.953146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a0eff57-378e-4438-8c2c-34c142f4abdd req-9f3db5dc-c226-4009-86df-c66162997303 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344365 Jun 30 09:59:43.131458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba9eae-6920-47bb-a16a-bda947974e89 req-7e5da735-a3c9-45e7-88c9-d1fffd3edbc8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:43.132951 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0ba9eae-6920-47bb-a16a-bda947974e89 req-7e5da735-a3c9-45e7-88c9-d1fffd3edbc8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0632391 Jun 30 09:59:43.169679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f0ba9eae-6920-47bb-a16a-bda947974e89 req-0def549e-5b10-49c9-9a32-87b8876ccd26 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311933 Jun 30 09:59:44.128242 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-99999ac3-5eb1-4ee2-a9f0-e037db0af30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.260362 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:44.342664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15dbde-e11f-4f06-8c09-bf21a24c602c req-77cf458c-8246-4de0-b1c7-1cd2211999ad tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:44.344128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be15dbde-e11f-4f06-8c09-bf21a24c602c req-77cf458c-8246-4de0-b1c7-1cd2211999ad tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0621543 Jun 30 09:59:44.385376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be15dbde-e11f-4f06-8c09-bf21a24c602c req-d1c015b7-8f43-4463-aefd-b79ef85ccf0a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347941 Jun 30 09:59:45.562782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c78923-f5b4-4cd3-aa45-78c2291a8ad5 req-92046d79-ae01-4792-a5ad-65b2995ef9ea tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:45.564213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59c78923-f5b4-4cd3-aa45-78c2291a8ad5 req-92046d79-ae01-4792-a5ad-65b2995ef9ea tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0665641 Jun 30 09:59:45.601757 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59c78923-f5b4-4cd3-aa45-78c2291a8ad5 req-24545850-ffb5-4f36-99b5-03ef2b39f3f5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Jun 30 09:59:46.245792 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:46.786790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842420-933e-4b18-a65a-8209f89a340a req-ba6069e7-7e63-4535-a74f-e973605d324a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:46.788361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88842420-933e-4b18-a65a-8209f89a340a req-ba6069e7-7e63-4535-a74f-e973605d324a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0671041 Jun 30 09:59:46.825889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88842420-933e-4b18-a65a-8209f89a340a req-9b8df19e-7aab-4488-b4da-91f49022a32f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318117 Jun 30 09:59:47.776209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:47.807034 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:48.014504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81788743-f697-426a-9d07-4768c387ae6f req-6fe10f35-9173-4fe9-9752-9c9b53d03ee3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:48.016024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81788743-f697-426a-9d07-4768c387ae6f req-6fe10f35-9173-4fe9-9752-9c9b53d03ee3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0669975 Jun 30 09:59:48.058824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81788743-f697-426a-9d07-4768c387ae6f req-47e0cb93-0b6d-4d64-8e18-2e3526dd82ca tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330403 Jun 30 09:59:49.241421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d57d-d66a-4b07-9a93-cee12d9570d0 req-00c6e118-969d-45ad-a8a9-f7f61ae60fa7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:49.243722 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b312d57d-d66a-4b07-9a93-cee12d9570d0 req-00c6e118-969d-45ad-a8a9-f7f61ae60fa7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0683923 Jun 30 09:59:49.283208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b312d57d-d66a-4b07-9a93-cee12d9570d0 req-c073dc42-e130-4b51-a741-a4c6eeff1d95 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335963 Jun 30 09:59:49.289776 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-59d0a480-e262-4b9b-91d1-3758f420fb05 service neutron] show failed (client error): The resource could not be found. Jun 30 09:59:49.290674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-59d0a480-e262-4b9b-91d1-3758f420fb05 service neutron] 10.222.0.79 "GET /v2.0/ports/3833bef9-04bb-4b2d-b722-8c4d1dc58b83/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0557013 Jun 30 09:59:49.622614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-7b885138-30f4-4fbc-ae54-0cb3973f3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:49.624100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-7b885138-30f4-4fbc-ae54-0cb3973f3631 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 1097 time: 0.0891671 Jun 30 09:59:49.642054 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 09:59:49.715263 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:49.913859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 09:59:49.945764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:49.983529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:49.989613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.001898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Transition to ACTIVE for port object 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 09:59:50.006360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.037749 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5345de8e-b44b-4fc1-976d-2311bbe73f1b" -d '{"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-unplugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:50.095908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:50.107639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.107997 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.108344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.108691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.109027 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.109359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.109689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.110020 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.110473 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.110689 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.111015 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.111365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 09:59:50.151291 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4b3d85-e7d4-44df-bd17-53d01d76c844 x-openstack-request-id: req-3c4b3d85-e7d4-44df-bd17-53d01d76c844 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:50.151591 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-unplugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:50.151850 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3c4b3d85-e7d4-44df-bd17-53d01d76c844 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:50.152244 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'code': 200} Jun 30 09:59:50.153023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] No DVR routers for this DVR port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 09:59:50.292361 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 09:59:50.293001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 09:59:50.293001 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:50.297116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 09:59:50.297435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 09:59:50.302346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 9, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 09:59:50.302683 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 09:59:50.303060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 09:59:50.303481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Bound port: 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 09:59:50.303833 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.370199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 09:59:50.373163 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 09:59:50.377700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.443433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.444058 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 09:59:50.445453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] 10.222.0.83 "PUT /v2.0/ports/3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 1092 time: 0.8072875 Jun 30 09:59:50.470285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69475a53-e9d6-479c-a873-5b3346ae8d6c service neutron] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 09:59:50.532699 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e652b99e-485e-4583-9faf-422ac464dfed req-77158035-4327-4c64-9005-8e992f5c69de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.534249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e652b99e-485e-4583-9faf-422ac464dfed req-77158035-4327-4c64-9005-8e992f5c69de tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.1322889 Jun 30 09:59:50.583713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-cb2d6f21-4646-4453-a468-909131fd6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.585226 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-cb2d6f21-4646-4453-a468-909131fd6d92 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1095 time: 0.1061137 Jun 30 09:59:50.588536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e652b99e-485e-4583-9faf-422ac464dfed req-b518fb4c-7b92-4156-a858-49c7e80fa1e5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476849 Jun 30 09:59:50.673655 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-71e50131-0b92-48e6-9610-955fec4c2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.675232 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-71e50131-0b92-48e6-9610-955fec4c2da0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0825627 Jun 30 09:59:50.746047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-17203d3e-61aa-4cc3-8c89-b6520cedfa01 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0633252 Jun 30 09:59:50.794949 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-fe8315a4-161c-4aa5-ae5d-7be5fea57cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.796393 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-fe8315a4-161c-4aa5-ae5d-7be5fea57cc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0436041 Jun 30 09:59:50.851310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-43e4ea26-60e2-42f2-95f8-f54798d36574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:50.852802 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-43e4ea26-60e2-42f2-95f8-f54798d36574 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498500 Jun 30 09:59:50.943723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-cab791ad-15a8-48ab-986f-7ee49325e164 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840786 Jun 30 09:59:51.029598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-db621f16-1d13-404e-b3b1-73740e4e7078 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793338 Jun 30 09:59:51.573512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 09:59:51.614266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 09:59:51.776509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19426b17-9e9f-4050-8675-5884ff806f42 req-c1918fb8-0bc3-4bbf-aea5-ae6f36997ce3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:51.778004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19426b17-9e9f-4050-8675-5884ff806f42 req-c1918fb8-0bc3-4bbf-aea5-ae6f36997ce3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0685866 Jun 30 09:59:51.817499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-19426b17-9e9f-4050-8675-5884ff806f42 req-2190a7ed-ff83-463e-b287-2007921bd4a6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335996 Jun 30 09:59:52.153608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 09:59:52.155970 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e82846a-0fbe-4e65-8988-27835ccbb421" -d '{"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 09:59:52.205177 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 09:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e5c7b2-00e5-41c4-9d10-9480e38e3d61 x-openstack-request-id: req-35e5c7b2-00e5-41c4-9d10-9480e38e3d61 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 09:59:52.205456 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 09:59:52.205707 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-35e5c7b2-00e5-41c4-9d10-9480e38e3d61 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 09:59:52.206108 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'status': 'completed', 'code': 200} Jun 30 09:59:52.299433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-cbdcece2-480b-417d-9d75-0fc50a596ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.302490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-cbdcece2-480b-417d-9d75-0fc50a596ec3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0624220 Jun 30 09:59:52.303598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-65704491-d203-4339-9254-7c47ce321a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.305080 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-65704491-d203-4339-9254-7c47ce321a3e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0547125 Jun 30 09:59:52.403887 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-b2ad387c-3b8b-42c6-9046-cf19dc8eb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.405387 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-b2ad387c-3b8b-42c6-9046-cf19dc8eb77d service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0932801 Jun 30 09:59:52.405799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-8a9d3ba1-e3f6-43ee-9433-1ec290925718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.407267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-8a9d3ba1-e3f6-43ee-9433-1ec290925718 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0955696 Jun 30 09:59:52.475797 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-1509fa33-14d7-4952-b981-18132c2dc457 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0616105 Jun 30 09:59:52.484637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-563bae35-d472-4dd1-a89c-ece5e3a8c5d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0672204 Jun 30 09:59:52.537294 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-9ffb5988-6c99-4901-8c00-e81cfa471e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.539411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-9ffb5988-6c99-4901-8c00-e81cfa471e12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0572655 Jun 30 09:59:52.542502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-90b9217c-7a28-48c1-9b69-246ae3f585b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.543985 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-90b9217c-7a28-48c1-9b69-246ae3f585b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0465901 Jun 30 09:59:52.607575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-d9485c1a-42e9-493f-81ad-8ce2cfe45140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.609338 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-d9485c1a-42e9-493f-81ad-8ce2cfe45140 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632885 Jun 30 09:59:52.611129 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-ba8bacce-ba2d-40b9-8c72-89e2256d2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:52.612678 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-ba8bacce-ba2d-40b9-8c72-89e2256d2609 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595129 Jun 30 09:59:52.700524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-2c621102-52ee-433f-94c8-22c71c164a5b service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840323 Jun 30 09:59:52.716970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-ed929188-0276-4066-bde4-533703e81f0f service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908306 Jun 30 09:59:52.800792 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-e87842a5-4ad0-419b-a9fe-9ff4b3544985 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928068 Jun 30 09:59:52.816792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e82846a-0fbe-4e65-8988-27835ccbb421 req-3a8dcfb2-76b7-4cd1-b035-3f35e465de65 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889344 Jun 30 09:59:53.008083 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec35ba2-36ec-45dd-bc03-a00e04ce1368 req-00545213-a6fa-4353-b1c1-da67fb94bba1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:53.009665 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cec35ba2-36ec-45dd-bc03-a00e04ce1368 req-00545213-a6fa-4353-b1c1-da67fb94bba1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0687208 Jun 30 09:59:53.049975 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cec35ba2-36ec-45dd-bc03-a00e04ce1368 req-ae47ff43-f0ee-424b-86c2-3b14cf16f9fb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342197 Jun 30 09:59:54.229112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe696c9-f605-4a75-ad0e-1c955eb47801 req-a612c231-9f3e-4039-ae75-14cec026c39a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:54.230679 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fe696c9-f605-4a75-ad0e-1c955eb47801 req-a612c231-9f3e-4039-ae75-14cec026c39a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0637691 Jun 30 09:59:54.270848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fe696c9-f605-4a75-ad0e-1c955eb47801 req-1ce47cbe-814e-4660-ba17-65046808d089 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343561 Jun 30 09:59:55.448159 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe486cc-f773-4121-aacd-15fc7098e17e req-fc076ac3-2388-4447-8b99-92ca6d524101 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:55.449634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fe486cc-f773-4121-aacd-15fc7098e17e req-fc076ac3-2388-4447-8b99-92ca6d524101 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0660007 Jun 30 09:59:55.486868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fe486cc-f773-4121-aacd-15fc7098e17e req-992de832-7eeb-4563-98d0-3d20522ccdba tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313509 Jun 30 09:59:56.662810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdba0a-2112-45da-8058-4d5ea33bafc3 req-5cb568aa-c040-4a47-8af1-91d88f244aa3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:56.664321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58bdba0a-2112-45da-8058-4d5ea33bafc3 req-5cb568aa-c040-4a47-8af1-91d88f244aa3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0631566 Jun 30 09:59:56.702521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58bdba0a-2112-45da-8058-4d5ea33bafc3 req-11f7d595-dd28-4e60-b143-bdd812532135 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Jun 30 09:59:57.879685 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfe37a-97c6-4e97-bb73-be2b6bcc7099 req-0f0b8baa-312b-46af-b1de-47e32a2da1c3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:57.881141 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00bfe37a-97c6-4e97-bb73-be2b6bcc7099 req-0f0b8baa-312b-46af-b1de-47e32a2da1c3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0652566 Jun 30 09:59:57.916941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00bfe37a-97c6-4e97-bb73-be2b6bcc7099 req-04715e87-0d80-4dc4-9730-24a6bcc6ce9f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299909 Jun 30 09:59:59.091982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4466ca-9d8f-4cbb-93e3-38b8b96af2e4 req-c547e24d-b3cd-4be0-bb10-0024a87219f2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 09:59:59.093461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af4466ca-9d8f-4cbb-93e3-38b8b96af2e4 req-c547e24d-b3cd-4be0-bb10-0024a87219f2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0613883 Jun 30 09:59:59.129624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-af4466ca-9d8f-4cbb-93e3-38b8b96af2e4 req-5b13b294-5580-41cf-8021-88a4f82acb95 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300751 Jun 30 09:59:59.807671 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:00.306090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60838e8-c62c-4862-b0f4-5c1977f14085 req-418c08cd-5c1b-4bc6-9586-e31532d4c685 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:00.307573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a60838e8-c62c-4862-b0f4-5c1977f14085 req-418c08cd-5c1b-4bc6-9586-e31532d4c685 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0624392 Jun 30 10:00:00.343492 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a60838e8-c62c-4862-b0f4-5c1977f14085 req-de50ca92-e917-4b82-bb5c-d4899abdf83c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303123 Jun 30 10:00:01.523546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1158984-ce9f-430b-b211-6454fe4d3539 req-ae152eab-9075-40ae-ac9b-93a60a367fc2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:01.525001 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1158984-ce9f-430b-b211-6454fe4d3539 req-ae152eab-9075-40ae-ac9b-93a60a367fc2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0653267 Jun 30 10:00:01.561755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b1158984-ce9f-430b-b211-6454fe4d3539 req-6aaa8682-cbdf-48b9-9543-74c46c825a99 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Jun 30 10:00:02.735799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bec26-a1ad-4d22-9c70-b23d028d20af req-919f1955-7a57-4a7b-934d-5d77920e09e4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:02.737252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8bec26-a1ad-4d22-9c70-b23d028d20af req-919f1955-7a57-4a7b-934d-5d77920e09e4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0618267 Jun 30 10:00:02.773841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b8bec26-a1ad-4d22-9c70-b23d028d20af req-354b9059-5d9d-4b34-bae9-3c3a31b8ae34 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301526 Jun 30 10:00:03.954470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09da0ec-9032-442b-a9ce-0b87d1608255 req-4dd29ef2-06b7-4213-b519-04e45a40d4c2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:03.955936 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d09da0ec-9032-442b-a9ce-0b87d1608255 req-4dd29ef2-06b7-4213-b519-04e45a40d4c2 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0656400 Jun 30 10:00:03.994136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d09da0ec-9032-442b-a9ce-0b87d1608255 req-8e29e48c-4a4b-45b2-9e15-5533416393b0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Jun 30 10:00:05.166873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a4a1b-9e89-4932-af99-32a4a5588384 req-9129ab5e-baf7-43f6-9732-fd7aa9d673e7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:05.168336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca4a4a1b-9e89-4932-af99-32a4a5588384 req-9129ab5e-baf7-43f6-9732-fd7aa9d673e7 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.0624173 Jun 30 10:00:05.206035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ca4a4a1b-9e89-4932-af99-32a4a5588384 req-4dc97fa6-9a1d-458f-bb21-a167c808356c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Jun 30 10:00:05.605355 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-105e453e-2260-4c59-9ffc-e574292599b6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:05.606719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-105e453e-2260-4c59-9ffc-e574292599b6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.83 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28&tenant_id=8fcb59992c174c9ea08081b508d8202d&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 943 time: 0.0789320 Jun 30 10:00:05.695026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-eecb30de-f5d2-45c3-8dd4-d58fc98fe5a7 service neutron] 10.222.0.83 "GET /v2.0/ports/3833bef9-04bb-4b2d-b722-8c4d1dc58b83/bindings/n-h2-780147-22 HTTP/1.1" status: 200 len: 383 time: 0.0648715 Jun 30 10:00:05.709305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da0af2-00e5-4032-8332-ec2c7143f629 req-1d939049-3199-4d6d-b939-81b59cebf8a1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:05.710755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2da0af2-00e5-4032-8332-ec2c7143f629 req-1d939049-3199-4d6d-b939-81b59cebf8a1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 943 time: 0.1240549 Jun 30 10:00:05.774233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2da0af2-00e5-4032-8332-ec2c7143f629 req-689faa83-850e-4e53-873f-7d966be09880 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578196 Jun 30 10:00:05.799223 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-a3592f63-5e26-474b-820c-cdd7cb32d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:05.801309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-a3592f63-5e26-474b-820c-cdd7cb32d841 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1095 time: 0.0626173 Jun 30 10:00:05.890803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-e868487c-8f2f-482f-a3bf-4feb8afa7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:05.892182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-e868487c-8f2f-482f-a3bf-4feb8afa7b0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0845695 Jun 30 10:00:05.956547 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-1c1580fa-42b8-4afa-bd51-49326afba2a2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0574980 Jun 30 10:00:05.978334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:00:06.007945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-23f100b1-777b-47a3-85db-a42fd8071a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:06.009401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-23f100b1-777b-47a3-85db-a42fd8071a71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0466621 Jun 30 10:00:06.067557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-881feb68-7e84-46fa-baba-110b413f6acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:06.068745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-881feb68-7e84-46fa-baba-110b413f6acd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524397 Jun 30 10:00:06.071077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:06.082484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'mac_address': 'fa:16:3e:5c:ff:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:00:06.118129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:06.134285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:06.152893 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:06.156902 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-09340299-9d0e-407a-bb6c-89a230b7960a service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811241 Jun 30 10:00:06.157839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:06.204643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:06.211852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.212189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.212524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.212859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.213182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.213499 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.213819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.214135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.214798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.214798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.215093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.215396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:06.250823 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-b85537b4-844d-4f25-8d71-87efe3af7a98 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875106 Jun 30 10:00:06.602065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['3833bef9-04bb-4b2d-b722-8c4d1dc58b83'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:06.953980 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730e50b-c647-41e3-8a29-7cc9bd6b02a2 req-3b147d24-1729-41ed-befa-5c17b4a4810a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:06.955409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3730e50b-c647-41e3-8a29-7cc9bd6b02a2 req-3b147d24-1729-41ed-befa-5c17b4a4810a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0634432 Jun 30 10:00:06.995434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3730e50b-c647-41e3-8a29-7cc9bd6b02a2 req-40740ef9-83d3-4be2-a9ea-f53ce597f8e0 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338371 Jun 30 10:00:07.971977 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:08.024345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:08.028641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:08.029199 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.108937 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.131903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:08.147346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:08.151625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:08.180184 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f8caed-9a99-4989-a1d5-129e3ec6011a" -d '{"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-plugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:08.192290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1dc31-85d8-49f7-b3a7-7fcde0fbaf58 req-ff3de731-e030-4e28-80b4-103c1de960eb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:08.193030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9de1dc31-85d8-49f7-b3a7-7fcde0fbaf58 req-ff3de731-e030-4e28-80b4-103c1de960eb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0710180 Jun 30 10:00:08.218862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:08.305524 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36034ee-2128-4f16-804c-db4adb2b5f06 x-openstack-request-id: req-f36034ee-2128-4f16-804c-db4adb2b5f06 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:08.306026 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-plugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:08.306507 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f36034ee-2128-4f16-804c-db4adb2b5f06 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:08.307225 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'code': 200} Jun 30 10:00:08.600871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9de1dc31-85d8-49f7-b3a7-7fcde0fbaf58 req-2b25303f-d93e-432b-8943-806589493f89 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011137 Jun 30 10:00:09.789821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd84d0-ed38-4d5f-8407-c2d3e4e0e0f4 req-bdaa95d9-79ce-4381-a22b-1ca829d33e55 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:09.791409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0efd84d0-ed38-4d5f-8407-c2d3e4e0e0f4 req-bdaa95d9-79ce-4381-a22b-1ca829d33e55 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0682452 Jun 30 10:00:09.829891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0efd84d0-ed38-4d5f-8407-c2d3e4e0e0f4 req-d00c2024-8a44-491e-ad53-f23c4c575f7f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325484 Jun 30 10:00:10.495259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-44409882-ebaf-4ae0-9aa7-d4d060705fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:10.496973 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-44409882-ebaf-4ae0-9aa7-d4d060705fc1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28&tenant_id=8fcb59992c174c9ea08081b508d8202d HTTP/1.1" status: 200 len: 1097 time: 0.0538292 Jun 30 10:00:10.511609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:10.584512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:10.780580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:10.814229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:10.851519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:10.856265 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:10.869409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Transition to ACTIVE for port object 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:10.873519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:10.906794 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c91b15d-6cda-43af-9796-4cdd5319121e" -d '{"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-unplugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:10.967247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=10']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:10.979632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.980299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.980738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.981170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.981601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.982029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.982524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.982963 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.983394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.983819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.984242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:10.984660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:00:11.018628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f98d1df-0dbe-4529-b363-640d058e0423 req-1c64e037-c47f-464b-b071-65cd7266846d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.022810 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f98d1df-0dbe-4529-b363-640d058e0423 req-1c64e037-c47f-464b-b071-65cd7266846d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0668182 Jun 30 10:00:11.036012 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd21bb6e-a529-40c2-bcab-0df108b89b8e x-openstack-request-id: req-cd21bb6e-a529-40c2-bcab-0df108b89b8e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:11.036305 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-unplugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:11.036556 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cd21bb6e-a529-40c2-bcab-0df108b89b8e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:11.036951 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'code': 200} Jun 30 10:00:11.037744 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] No DVR routers for this DVR port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:00:11.064339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f98d1df-0dbe-4529-b363-640d058e0423 req-98faa352-34e7-4f0c-8a1b-660c081c9b09 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382936 Jun 30 10:00:11.174754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:11.175112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:11.176312 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:11.180944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:00:11.181262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Attempting to bind port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:11.186002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:11.186367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Checking segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:11.186748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Bound using segment: {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:11.187169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Bound port: 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03439211-7ec2-4caf-8134-0bb0fb1ee796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:11.187518 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:11.252868 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:11.255992 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:11.259962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:11.293987 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.294641 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:11.296019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] 10.222.0.79 "PUT /v2.0/ports/3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 1093 time: 0.7884049 Jun 30 10:00:11.318610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bceec-01a9-432e-bdb4-56928149a82e service neutron] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=11']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:11.320912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3c2e2b07-64d1-48f1-8279-7330b7f77eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:11.382418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f5bf2064-8659-4ed2-8b22-11a35dd44992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.383861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-f5bf2064-8659-4ed2-8b22-11a35dd44992 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1096 time: 0.0559762 Jun 30 10:00:11.479576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-051eaa76-8c70-4a42-a074-b1d3099409eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.481048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-051eaa76-8c70-4a42-a074-b1d3099409eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0891871 Jun 30 10:00:11.551766 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-c8e1b558-30a2-44bc-8f4e-14c6fd3b4b6a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0594523 Jun 30 10:00:11.609490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-0926e9fb-2fb0-41e0-9dc6-48b4cebccd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.610893 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-0926e9fb-2fb0-41e0-9dc6-48b4cebccd5a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0498116 Jun 30 10:00:11.674237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-eb9fe34b-3814-48f1-8758-3446079f7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:11.675654 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-eb9fe34b-3814-48f1-8758-3446079f7d47 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519240 Jun 30 10:00:11.766298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-b05028fd-faef-4dca-a3a4-96479e8b4393 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825405 Jun 30 10:00:11.866787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f85f34ab-554d-48bf-9e05-eb585050cad4 req-094f5549-8f45-4bf2-be62-27df57003950 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881722 Jun 30 10:00:11.971572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:00:12.010842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:00:12.246197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67842e8-0361-4400-b49c-34e2991abac7 req-ac7693ad-db15-4f81-828d-4d1292b0c7a3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:12.247704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f67842e8-0361-4400-b49c-34e2991abac7 req-ac7693ad-db15-4f81-828d-4d1292b0c7a3 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0630002 Jun 30 10:00:12.286495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f67842e8-0361-4400-b49c-34e2991abac7 req-e7c3bfd1-16b7-47e9-96f9-364600a5b72a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Jun 30 10:00:13.037781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:13.040274 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aec27ef-0c84-4e08-bedd-529d2b075758" -d '{"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:13.092898 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955174bc-07d9-43c7-afd4-bea81f3ccac0 x-openstack-request-id: req-955174bc-07d9-43c7-afd4-bea81f3ccac0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:13.093190 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:13.093444 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-955174bc-07d9-43c7-afd4-bea81f3ccac0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:13.093844 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'status': 'completed', 'code': 200} Jun 30 10:00:13.173504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-13f1108f-becb-4fc3-ac88-3414abf03bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.175270 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-13f1108f-becb-4fc3-ac88-3414abf03bac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1096 time: 0.0551300 Jun 30 10:00:13.183376 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-7c063e58-aa7a-4d79-936c-8eff0d0b39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.184854 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-7c063e58-aa7a-4d79-936c-8eff0d0b39f8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8fcb59992c174c9ea08081b508d8202d&device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 1096 time: 0.0538764 Jun 30 10:00:13.283928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-e98d965b-f83e-4e34-84c7-f4080af5f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.285513 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-e98d965b-f83e-4e34-84c7-f4080af5f611 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.0932188 Jun 30 10:00:13.359601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-e2b9eea9-9679-4c68-8cfa-1d6f52771ea4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0671060 Jun 30 10:00:13.454645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-031050a5-3143-4905-a9b2-b5570764029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.456300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-031050a5-3143-4905-a9b2-b5570764029d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0904584 Jun 30 10:00:13.533412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369fa045-937c-4010-bbb7-73e81861f59c req-569b46fb-f315-4519-b80a-a89d53a325c6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.535937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-369fa045-937c-4010-bbb7-73e81861f59c req-569b46fb-f315-4519-b80a-a89d53a325c6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.1143107 Jun 30 10:00:13.549715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-2b2ac275-bb93-478f-af8b-f12d6a6d6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.551555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-2b2ac275-bb93-478f-af8b-f12d6a6d6b91 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883310 Jun 30 10:00:13.587502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-b9ae3292-0f25-401a-8245-5cdeabbe1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.589021 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-b9ae3292-0f25-401a-8245-5cdeabbe1cae service neutron] 10.222.0.79 "GET /v2.0/networks?id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 200 len: 912 time: 0.4030879 Jun 30 10:00:13.632209 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-369fa045-937c-4010-bbb7-73e81861f59c req-0578e1df-2235-4cbe-818b-ef725e604812 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889416 Jun 30 10:00:13.671357 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-9e3bdade-dab8-46cf-b12d-59d4bf844025 service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072037 Jun 30 10:00:13.679540 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-8dd1dfe5-93b2-4519-9854-70d903f31eb5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 200 len: 999 time: 0.0783696 Jun 30 10:00:13.745713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-8ba72011-f5db-4af1-b2a0-07ee0c0cf9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.747226 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-8ba72011-f5db-4af1-b2a0-07ee0c0cf9c1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 200 len: 850 time: 0.0561693 Jun 30 10:00:13.786750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-ee858ae2-e3ef-400d-92be-6cf8bf8049bf service neutron] 10.222.0.83 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088870 Jun 30 10:00:13.812368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-67c59a75-572e-4e2e-8193-e2bbd3e760a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:13.813990 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-67c59a75-572e-4e2e-8193-e2bbd3e760a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e369d080-fbb0-48a0-9d1c-3da4f14d2a40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561569 Jun 30 10:00:13.908704 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-f5687c8a-f378-430e-8dec-648189e3fbe3 service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821142 Jun 30 10:00:14.007254 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aec27ef-0c84-4e08-bedd-529d2b075758 req-55c357dc-1071-4bbd-bc53-4d723f2f4fac service neutron] 10.222.0.79 "GET /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867319 Jun 30 10:00:14.130231 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2360994-f9c6-4645-a787-30cc0f49dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:14.266398 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:14.828339 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21145922-7657-4239-9eed-1ee9c1f15176 req-2bb7a933-5508-4a23-a76a-dbddf52a1fdd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:14.829972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21145922-7657-4239-9eed-1ee9c1f15176 req-2bb7a933-5508-4a23-a76a-dbddf52a1fdd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0701156 Jun 30 10:00:14.872494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21145922-7657-4239-9eed-1ee9c1f15176 req-3fe1c8b8-800d-4eb5-972a-64b72e0804cb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356348 Jun 30 10:00:16.053307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ee73d-e082-4bf4-b2de-fa770a6fbed0 req-7542b676-a64d-4fef-8d07-111c98ed6264 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:16.054795 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d9ee73d-e082-4bf4-b2de-fa770a6fbed0 req-7542b676-a64d-4fef-8d07-111c98ed6264 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0632043 Jun 30 10:00:16.092637 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7d9ee73d-e082-4bf4-b2de-fa770a6fbed0 req-bec7ff74-8e6c-4d90-9689-5328151112c6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322542 Jun 30 10:00:16.248343 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:17.012700 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:00:17.264893 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba37ef-50b4-42c5-a83e-b33d5473977c req-63fa9c3e-0b8c-44d6-b2b3-3c6d23f8cbd5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:17.266318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ba37ef-50b4-42c5-a83e-b33d5473977c req-63fa9c3e-0b8c-44d6-b2b3-3c6d23f8cbd5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0626860 Jun 30 10:00:17.304122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28ba37ef-50b4-42c5-a83e-b33d5473977c req-72498859-0e40-47fc-8553-8221e827d367 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Jun 30 10:00:17.773721 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:17.805769 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:18.482462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49954e7a-9770-4092-89e6-cc84329b290f req-c77c4f21-89a3-4bd6-95aa-8bdc769c74a8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:18.483945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49954e7a-9770-4092-89e6-cc84329b290f req-c77c4f21-89a3-4bd6-95aa-8bdc769c74a8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0681763 Jun 30 10:00:18.522963 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49954e7a-9770-4092-89e6-cc84329b290f req-9d0a8a9f-e4b8-46a0-8ae4-8d94407255af tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325494 Jun 30 10:00:19.699494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29491ab-beb6-4419-9ea7-7924ac108dac req-282e36f5-4bad-4d5a-a6f9-d73fb6763b50 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:19.700961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b29491ab-beb6-4419-9ea7-7924ac108dac req-282e36f5-4bad-4d5a-a6f9-d73fb6763b50 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0628643 Jun 30 10:00:19.738448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b29491ab-beb6-4419-9ea7-7924ac108dac req-53e366e1-358e-4f4a-806d-5f63f2698ffd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jun 30 10:00:20.919593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a30da-e4c1-4bc9-8aed-84ce6f71583f req-4fe688a6-3a26-4fcd-a1da-fa0ae74903d5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:20.921075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b7a30da-e4c1-4bc9-8aed-84ce6f71583f req-4fe688a6-3a26-4fcd-a1da-fa0ae74903d5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0673656 Jun 30 10:00:20.960146 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b7a30da-e4c1-4bc9-8aed-84ce6f71583f req-669926d6-f0ee-45b0-bad2-d0d42b7795b1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328398 Jun 30 10:00:22.133570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d06cd10-f0f1-44a1-9f9a-d1f2526c88f6 req-34d5b846-e3f3-4780-afbb-fe0aa4031f9d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:22.135069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d06cd10-f0f1-44a1-9f9a-d1f2526c88f6 req-34d5b846-e3f3-4780-afbb-fe0aa4031f9d tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0622797 Jun 30 10:00:22.176992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3d06cd10-f0f1-44a1-9f9a-d1f2526c88f6 req-8cf8a0ea-66d8-468f-a870-7d08915e70bb tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360885 Jun 30 10:00:23.356499 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057ba16-595a-4ddc-aa75-92708e316e35 req-141faba8-c8c1-4a58-add3-0bedae01ec5f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:23.357884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a057ba16-595a-4ddc-aa75-92708e316e35 req-141faba8-c8c1-4a58-add3-0bedae01ec5f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0629866 Jun 30 10:00:23.396385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a057ba16-595a-4ddc-aa75-92708e316e35 req-cb8deb53-8de8-43bc-93f8-6c19dbba183c tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jun 30 10:00:23.583762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbc83e-a9c5-4d32-a65c-75e6447e779d req-ca983cab-bcc0-4eb7-8d1a-22de52ec8ce1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:23.585219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7dbc83e-a9c5-4d32-a65c-75e6447e779d req-ca983cab-bcc0-4eb7-8d1a-22de52ec8ce1 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0789976 Jun 30 10:00:23.625413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c7dbc83e-a9c5-4d32-a65c-75e6447e779d req-2aef0a97-9d5f-47dd-9dbb-b70485587a31 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327821 Jun 30 10:00:23.743718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:00:23.800764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abedea0-0bd0-4665-8a1d-0ba674edd73d req-c40fb71e-bf28-442c-82bd-c74d547c8807 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:23.802305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9abedea0-0bd0-4665-8a1d-0ba674edd73d req-c40fb71e-bf28-442c-82bd-c74d547c8807 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 944 time: 0.0667608 Jun 30 10:00:23.840204 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:23.841967 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9abedea0-0bd0-4665-8a1d-0ba674edd73d req-94cd7b5c-09db-4969-bf46-7f699703d4ea tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335286 Jun 30 10:00:23.852856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'port_id': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'mac_address': 'fa:16:3e:5c:ff:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:00:23.891540 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:23.904247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:23.923663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:23.928623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:23.976224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=12']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:24.183941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['3833bef9-04bb-4b2d-b722-8c4d1dc58b83'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:24.247617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914b15f-c422-468e-9ce6-7a65bca2b2bf req-8942114f-828c-42d4-9026-4bc3c19204ba tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:24.249207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c914b15f-c422-468e-9ce6-7a65bca2b2bf req-8942114f-828c-42d4-9026-4bc3c19204ba tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0788951 Jun 30 10:00:24.291436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c914b15f-c422-468e-9ce6-7a65bca2b2bf req-1fe09cd6-9881-4f74-a73a-b7d6bd43f3d5 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355783 Jun 30 10:00:25.466147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733414fa-7f13-4093-a554-0572938124d4 req-a7c06d0b-9680-489e-ab0f-a220323f8c7a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:25.467661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733414fa-7f13-4093-a554-0572938124d4 req-a7c06d0b-9680-489e-ab0f-a220323f8c7a tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0643611 Jun 30 10:00:25.504882 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-733414fa-7f13-4093-a554-0572938124d4 req-d3973157-30d4-4738-84bf-3dc90ee206e6 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups?id=3d10a1c8-6449-4537-adad-827ef9b40b13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307891 Jun 30 10:00:25.744320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:25.793838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:25.797412 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:25.797793 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:25.873604 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:25.898504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:25.900925 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c21cd7-e656-4ffd-b1ce-511f8d186663" -d '{"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-plugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:25.913525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:25.917899 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:25.942636 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6b4d3f-f46c-4f42-8d9f-e44fe9c7ef51 x-openstack-request-id: req-ce6b4d3f-f46c-4f42-8d9f-e44fe9c7ef51 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:25.942932 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-plugged", "status": "completed", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:25.943184 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce6b4d3f-f46c-4f42-8d9f-e44fe9c7ef51 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:25.943511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-208dd971-4492-45a5-8b7a-a9ca8da86e58 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:25.944005 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'code': 200} Jun 30 10:00:25.945054 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-208dd971-4492-45a5-8b7a-a9ca8da86e58 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 945 time: 0.0701520 Jun 30 10:00:25.969910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=13']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:26.055540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Deleting port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:26.055886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.143272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] For port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:26.143712 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.313535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.313903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.314241 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c disassociated. External IP: 172.25.7.33, port: 3833bef9-04bb-4b2d-b722-8c4d1dc58b83. Jun 30 10:00:26.314582 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Calling delete_port for 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:26.442193 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.479044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event deleted for resources: {'Port': ['ID=3833bef9-04bb-4b2d-b722-8c4d1dc58b83,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:26.608018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:00:26.658552 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f9b6a78a-0d8b-42dc-b602-d3c5e427052b req-cca154cc-915f-4b58-bc0f-c485fc4c4119 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 210 time: 0.0317671 Jun 30 10:00:26.724026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:26.733850 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:26.745860 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:26.746835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:26.776470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] No DVR routers for this DVR port 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:00:26.779146 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:26.781214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-af745e0b-b1b9-4254-89dd-354c60ba1866 req-9a4c0eff-1ab1-4914-99b9-7b2b2bad8efd tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.79 "DELETE /v2.0/ports/3833bef9-04bb-4b2d-b722-8c4d1dc58b83 HTTP/1.1" status: 204 len: 173 time: 0.8254125 Jun 30 10:00:26.781770 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-deleted', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:26.784283 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b5c5a2-0ac2-4cb9-8b52-2b2145f27591" -d '{"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-deleted", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:26.836050 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c5ee68-1e68-4f8b-a291-692c2f1ca60e x-openstack-request-id: req-98c5ee68-1e68-4f8b-a291-692c2f1ca60e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:26.836377 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24231cff-edd7-4137-9425-8c96dc1e4f28", "name": "network-vif-deleted", "tag": "3833bef9-04bb-4b2d-b722-8c4d1dc58b83", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:26.836737 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-98c5ee68-1e68-4f8b-a291-692c2f1ca60e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:26.837153 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24231cff-edd7-4137-9425-8c96dc1e4f28', 'name': 'network-vif-deleted', 'tag': '3833bef9-04bb-4b2d-b722-8c4d1dc58b83', 'status': 'completed', 'code': 200} Jun 30 10:00:26.868737 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:27.064229 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:27.094042 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:27.102463 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:27.103056 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:27.209885 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:27.411530 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:27.438061 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e553dfa-e4e0-45a6-ac5d-f64926c9b5b4 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T09:49:17Z', 'revision_number': 4, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f09e92ce-d735-4ff0-80cf-50f78d5b6874', 'name': '', 'network_id': 'e369d080-fbb0-48a0-9d1c-3da4f14d2a40', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'mac_address': 'fa:16:3e:54:42:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:17Z', 'updated_at': '2021-06-30T09:49:23Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'subnets': [{'id': 'c06ff6a7-32e0-4fa2-95ba-8de95780b047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:27.726576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b49bb-9fcd-4c8e-bee9-9d8603a2cf3e None None] New status for floating IP c5557c36-2d4f-4b58-8953-99dd31099f7c: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:00:27.828448 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-68f4af04-a0e1-4e9a-92df-3394fbdd774b req-c8f3e696-e790-4e01-98e2-78fa3f6d092f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 210 time: 0.0378017 Jun 30 10:00:28.994701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f5c9c909-8989-4bf1-a0e4-0aeecdaaeca6 req-e0fb2e1d-33aa-431f-af20-956b2dd8ba76 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 210 time: 0.0333114 Jun 30 10:00:29.745024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:00:29.775848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:00:29.776117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 3833bef9-04bb-4b2d-b722-8c4d1dc58b83 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:00:29.798933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:30.154087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b37bf7d7-df10-4490-9e5a-2967f48fa4ca req-b96438c4-8984-4932-ba4e-ff65c3dc23c8 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/ports?device_id=24231cff-edd7-4137-9425-8c96dc1e4f28 HTTP/1.1" status: 200 len: 210 time: 0.0307784 Jun 30 10:00:34.208552 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52418) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:34.271062 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95cb41e9-e12b-4223-905e-168597b05f0f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.295584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95cb41e9-e12b-4223-905e-168597b05f0f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.344800 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95cb41e9-e12b-4223-905e-168597b05f0f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.347396 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-95cb41e9-e12b-4223-905e-168597b05f0f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.350814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-95cb41e9-e12b-4223-905e-168597b05f0f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "DELETE /v2.0/security-groups/3d10a1c8-6449-4537-adad-827ef9b40b13 HTTP/1.1" status: 204 len: 168 time: 0.1408303 Jun 30 10:00:34.351348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52424) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:34.362656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb41e9-e12b-4223-905e-168597b05f0f tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d10a1c8-6449-4537-adad-827ef9b40b13,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:34.371818 n-d-780147-22 neutron-server[93725]: INFO neutron.api.v2.resource [None req-d1d34e81-b43e-4e33-ac0d-309582888fb4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] show failed (client error): The resource could not be found. Jun 30 10:00:34.373447 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d1d34e81-b43e-4e33-ac0d-309582888fb4 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "GET /v2.0/security-groups/3d10a1c8-6449-4537-adad-827ef9b40b13 HTTP/1.1" status: 404 len: 347 time: 0.0209675 Jun 30 10:00:34.376336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52426) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:34.507884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Deleting port 9b134059-22de-4d31-ab12-5aeb04cfe82e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:34.508225 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.589997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.590406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.603145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Calling delete_port for 9b134059-22de-4d31-ab12-5aeb04cfe82e owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:34.737686 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.768682 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Pushing event deleted for resources: {'Port': ['ID=9b134059-22de-4d31-ab12-5aeb04cfe82e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:34.825894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.828570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:34.829726 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-982bde42-fafa-497b-90f4-3642db4e0767 tempest-ServerActionsTestJSON-1214940190 tempest-ServerActionsTestJSON-1214940190-project] 10.222.0.77 "DELETE /v2.0/floatingips/c5557c36-2d4f-4b58-8953-99dd31099f7c HTTP/1.1" status: 204 len: 168 time: 0.4523950 Jun 30 10:00:34.832899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52432) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:35.318852 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:35.577884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Deleting port f09e92ce-d735-4ff0-80cf-50f78d5b6874 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:35.578658 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:35.656304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] For port f09e92ce-d735-4ff0-80cf-50f78d5b6874, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f09e92ce-d735-4ff0-80cf-50f78d5b6874,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:35.656662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:35.669437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Calling delete_port for f09e92ce-d735-4ff0-80cf-50f78d5b6874 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:35.852230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:35.881190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Pushing event deleted for resources: {'Port': ['ID=f09e92ce-d735-4ff0-80cf-50f78d5b6874,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:36.056606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.275731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:00:36.380926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:00:36.385847 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b9405840-e735-4a5f-92dc-177d30fae27c admin admin] 10.222.0.77 "PUT /v2.0/routers/998f2ee4-ad75-486f-b7d1-8cbbcd38a00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5519900 Jun 30 10:00:36.389958 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52438) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:36.390535 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] Sync routers for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:00:36.402391 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:36.403010 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:36.496959 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.508679 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:36.603528 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.663659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Deleting port 35f049e5-c96a-4498-9924-2d00e150753e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:36.664006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.745898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] For port 35f049e5-c96a-4498-9924-2d00e150753e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35f049e5-c96a-4498-9924-2d00e150753e,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:36.746297 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.759798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Calling delete_port for 35f049e5-c96a-4498-9924-2d00e150753e owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:36.805990 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '35f049e5-c96a-4498-9924-2d00e150753e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T10:00:35Z', 'revision_number': 5, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port': {'id': '35f049e5-c96a-4498-9924-2d00e150753e', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:1f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T09:49:15Z', 'updated_at': '2021-06-30T09:49:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:36.838255 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] Checking router: 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:00:36.847231 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] Routers {'998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:00:36.847842 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:00:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:36.934469 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] Set router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:00:36.944522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:36.976925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=35f049e5-c96a-4498-9924-2d00e150753e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:36.997427 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T10:00:36Z', 'revision_number': 6, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:37.025625 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81300d39-7217-4994-81e3-30e808c9ff99 None None] The sync data for ids ['998f2ee4-ad75-486f-b7d1-8cbbcd38a00d'] in n-d-780147-22 is: [{'id': '998f2ee4-ad75-486f-b7d1-8cbbcd38a00d', 'name': 'tempest-ServerActionsTestJSON-205168241-router', 'tenant_id': '8fcb59992c174c9ea08081b508d8202d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T09:49:14Z', 'updated_at': '2021-06-30T10:00:36Z', 'revision_number': 6, 'project_id': '8fcb59992c174c9ea08081b508d8202d', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:00:37.386312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.484987 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.487325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.530586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.531125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 998f2ee4-ad75-486f-b7d1-8cbbcd38a00d {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:00:37.536560 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.537530 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-52e6073e-18ee-43e6-b491-d231a5aa59b7 admin admin] 10.222.0.77 "DELETE /v2.0/routers/998f2ee4-ad75-486f-b7d1-8cbbcd38a00d HTTP/1.1" status: 204 len: 168 time: 1.1465027 Jun 30 10:00:37.540277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52442) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:37.587465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Deleting subnet c06ff6a7-32e0-4fa2-95ba-8de95780b047 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:00:37.590738 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.628960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.706442 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.759053 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.789189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c06ff6a7-32e0-4fa2-95ba-8de95780b047,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:37.793396 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.797130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-967b2760-e5eb-4116-b3e7-b53a94992be9 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/c06ff6a7-32e0-4fa2-95ba-8de95780b047 HTTP/1.1" status: 204 len: 168 time: 0.2536664 Jun 30 10:00:37.797595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52446) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:37.803319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9f71e4-e769-49fd-87b6-533f624b4a68 None None] Network e369d080-fbb0-48a0-9d1c-3da4f14d2a40 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:00:37.821731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f09e92ce-d735-4ff0-80cf-50f78d5b6874 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:00:37.877345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f09e92ce-d735-4ff0-80cf-50f78d5b6874 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:00:37.878290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f09e92ce-d735-4ff0-80cf-50f78d5b6874 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:00:37.878872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:37.957745 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Deleting port c1572b2f-837b-4ee3-96af-04a3dbf4308a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:37.958520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.030241 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] For port c1572b2f-837b-4ee3-96af-04a3dbf4308a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c1572b2f-837b-4ee3-96af-04a3dbf4308a,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:38.030750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.047094 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Calling delete_port for c1572b2f-837b-4ee3-96af-04a3dbf4308a owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:38.053036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] DHCP port deletion for e369d080-fbb0-48a0-9d1c-3da4f14d2a40 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:00:38.114817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] Deleting port c1572b2f-837b-4ee3-96af-04a3dbf4308a {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:00:38.115527 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.145903 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.175029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c1572b2f-837b-4ee3-96af-04a3dbf4308a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:38.182261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] No DVR routers for this DVR port c1572b2f-837b-4ee3-96af-04a3dbf4308a on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:00:38.201497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] For port c1572b2f-837b-4ee3-96af-04a3dbf4308a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c1572b2f-837b-4ee3-96af-04a3dbf4308a,segment=NetworkSegment(03439211-7ec2-4caf-8134-0bb0fb1ee796),segment_id=03439211-7ec2-4caf-8134-0bb0fb1ee796)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:38.202145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.216637 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] Calling delete_port for c1572b2f-837b-4ee3-96af-04a3dbf4308a owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:00:38.258971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.270414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e369d080-fbb0-48a0-9d1c-3da4f14d2a40']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:38.281449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03439211-7ec2-4caf-8134-0bb0fb1ee796') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:38.281855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03439211-7ec2-4caf-8134-0bb0fb1ee796') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:00:38.290982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.291231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.305854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.312203 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:00:38.312711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:00:38.314571 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:00:38.319453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] Pushing event deleted for resources: {'Port': ['ID=c1572b2f-837b-4ee3-96af-04a3dbf4308a,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:38.321990 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76137254-8026-40c7-bcc7-da18306cae44 None None] No DVR routers for this DVR port c1572b2f-837b-4ee3-96af-04a3dbf4308a on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:00:38.372507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.378823 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.380896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] 10.222.0.77 "DELETE /v2.0/networks/e369d080-fbb0-48a0-9d1c-3da4f14d2a40 HTTP/1.1" status: 204 len: 168 time: 0.5820177 Jun 30 10:00:38.392080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e83b5-684b-4665-97df-2c30a3a084dc admin admin] Pushing event deleted for resources: {'Network': ['ID=e369d080-fbb0-48a0-9d1c-3da4f14d2a40,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:38.503232 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52466) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:38.544133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-443b2af3-f59b-4a02-9f9b-fc40e634a71b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=8fcb59992c174c9ea08081b508d8202d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396528 Jun 30 10:00:38.546957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52468) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:38.597002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9599ff5d-3ca7-4982-af00-7535d0ec2be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.618366 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9599ff5d-3ca7-4982-af00-7535d0ec2be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.664738 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9599ff5d-3ca7-4982-af00-7535d0ec2be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.667541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9599ff5d-3ca7-4982-af00-7535d0ec2be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:38.668779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9599ff5d-3ca7-4982-af00-7535d0ec2be4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/14b7c683-ef57-45ff-9dd1-6f2635102cec HTTP/1.1" status: 204 len: 168 time: 0.1208894 Jun 30 10:00:38.677951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599ff5d-3ca7-4982-af00-7535d0ec2be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b7c683-ef57-45ff-9dd1-6f2635102cec,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:39.343054 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35f049e5-c96a-4498-9924-2d00e150753e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:00:39.364877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 35f049e5-c96a-4498-9924-2d00e150753e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:00:39.365230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35f049e5-c96a-4498-9924-2d00e150753e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:00:39.365643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c1572b2f-837b-4ee3-96af-04a3dbf4308a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:00:39.386666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c1572b2f-837b-4ee3-96af-04a3dbf4308a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:00:39.387055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c1572b2f-837b-4ee3-96af-04a3dbf4308a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:00:39.399706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52490) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:39.498812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1044729577-network', 'tenant_id': '26f208cd2af14c28a86e847a51f0cfbf'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:39.524731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Made reservation on behalf of 26f208cd2af14c28a86e847a51f0cfbf for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:00:39.527194 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.536035 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.630685 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.634682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.661206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:00:39.671381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b4cf49-8263-4074-ae1d-22a11efb992f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:39.678699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.679436 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Added segment bbbc3b3f-15a3-4181-92fb-3b46096581e4 of type vlan for network 1968918e-2f23-4129-bafb-370a680a7a6c Jun 30 10:00:39.725687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.758159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.759144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:39.759729 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:39.834478 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4333675 Jun 30 10:00:39.837180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52494) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:00:39.845836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Request body: {'subnet': {'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1044729577-subnet', 'tenant_id': '26f208cd2af14c28a86e847a51f0cfbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:39.856683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc26a0-e1b6-49e6-8221-57f463db0448 admin admin] Pushing event updated for resources: {'Network': ['ID=1968918e-2f23-4129-bafb-370a680a7a6c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:39.867102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 1968918e-2f23-4129-bafb-370a680a7a6c details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:00:39.873244 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Made reservation on behalf of 26f208cd2af14c28a86e847a51f0cfbf for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:00:39.875689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:40.054124 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:40.109372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a8387fe-f69c-4726-85c1-fee44bdf279a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:40.121003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Checking segment: {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:40.121356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Network hostable DHCP agents. Network: 1968918e-2f23-4129-bafb-370a680a7a6c, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:00:40.138503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Network 1968918e-2f23-4129-bafb-370a680a7a6c is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:00:40.149931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 1968918e-2f23-4129-bafb-370a680a7a6c) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:40.155113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:40.156826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:40.160180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb28e84-27b4-4a93-b641-e1fdd772e552 None None] Network 1968918e-2f23-4129-bafb-370a680a7a6c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:00:40.175714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-85d67e83-2790-4f9e-9d87-d142bda30720 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3371954 Jun 30 10:00:40.294983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db40028-1349-431b-835a-eb9c8f70b468 None None] Network 1968918e-2f23-4129-bafb-370a680a7a6c requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:00:40.616690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-d4186877-2689-4acd-bfce-4d09a9fee902 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:40.618173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-d4186877-2689-4acd-bfce-4d09a9fee902 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/networks?id=1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 200 len: 814 time: 0.1054652 Jun 30 10:00:40.633811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-f21b5993-0b14-4089-955f-a89004de86d2 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/quotas/26f208cd2af14c28a86e847a51f0cfbf HTTP/1.1" status: 200 len: 375 time: 0.0101140 Jun 30 10:00:40.668356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-238c9230-4088-4181-be90-513cf4c97e44 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291674 Jun 30 10:00:40.840720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-8d642f4e-13e1-49d7-8bda-9d9540739754 service neutron] 10.222.0.77 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312261 Jun 30 10:00:40.928049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-c8212778-7568-43c6-b0c8-dcc4dacceab0 service neutron] 10.222.0.77 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815277 Jun 30 10:00:41.100043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-61c9ea4b-24f4-4e41-a9a5-4eb7a4f845cb req-05fce830-020c-43bc-bc07-8b8f73790406 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 210 time: 0.0311015 Jun 30 10:00:41.308556 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b21c3d38-69f2-4850-bd4a-6f42ee59f1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:42.259142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1b74685-0ecf-40c0-8c8c-8b8f1a40dfd4 req-93ef5b41-53f2-4397-828f-b338adf27ca4 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 210 time: 0.0353870 Jun 30 10:00:42.438210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-8183a23c-2f33-440f-9195-51eb0f0e060c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:42.439822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-8183a23c-2f33-440f-9195-51eb0f0e060c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.83 "GET /v2.0/networks?id=1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 200 len: 814 time: 0.1047068 Jun 30 10:00:42.459387 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Request body: {'port': {'device_id': '61bb239c-8811-42c5-821d-a5ded1985103', 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c', 'admin_state_up': True, 'tenant_id': '26f208cd2af14c28a86e847a51f0cfbf'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:42.579692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Made reservation on behalf of 26f208cd2af14c28a86e847a51f0cfbf for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:00:42.583876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:42.717289 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Allocated IP 172.20.0.3 (1968918e-2f23-4129-bafb-370a680a7a6c/9a8387fe-f69c-4726-85c1-fee44bdf279a/04a89cdb-4f36-4fb4-8bc7-1f958ee24be2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:00:42.868325 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:42.908249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:42.958611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Network 1968918e-2f23-4129-bafb-370a680a7a6c is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:42.961794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:42.965701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:00:42.991839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Pushing event updated for resources: {'Port': ['ID=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:43.021536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:43.022126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.036868 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-62ceb8bf-0dc8-4490-951a-e2946d4612b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815797 Jun 30 10:00:43.077406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Request body: {'port': {'device_id': '61bb239c-8811-42c5-821d-a5ded1985103', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:43.155838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.477283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:43.486891 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.513207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17276570-df9d-4cfc-848d-ed0b49886373 req-eff27a7e-174f-42d9-8df4-0c469af65554 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:43.514841 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17276570-df9d-4cfc-848d-ed0b49886373 req-eff27a7e-174f-42d9-8df4-0c469af65554 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 931 time: 0.1289852 Jun 30 10:00:43.517617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Transition to ACTIVE for port object 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:43.522818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.597246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:43.611331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-17276570-df9d-4cfc-848d-ed0b49886373 req-88f245f3-73a2-47d9-aecb-048273c1b6a9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896583 Jun 30 10:00:43.679196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Attempting to bind port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:43.679543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Attempting to bind port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:43.679906 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Attempting to bind port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 on network 1968918e-2f23-4129-bafb-370a680a7a6c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:43.684259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 on network 1968918e-2f23-4129-bafb-370a680a7a6c not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:00:43.684576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Attempting to bind port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 on network 1968918e-2f23-4129-bafb-370a680a7a6c {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:43.689642 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:43.689982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Checking segment: {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:43.691028 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Bound using segment: {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:43.691460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Bound port: 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:43.691827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.759978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] For port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:43.763823 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] For port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:43.769333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.810394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:43.811184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:43.812876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] 10.222.0.83 "PUT /v2.0/ports/04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 HTTP/1.1" status: 200 len: 1092 time: 0.7401714 Jun 30 10:00:43.813357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bb239c-8811-42c5-821d-a5ded1985103', 'tag': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:43.817152 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7489d0d9-9cb1-4bed-95b6-b0619939d211" -d '{"events": [{"name": "network-changed", "server_uuid": "61bb239c-8811-42c5-821d-a5ded1985103", "tag": "04a89cdb-4f36-4fb4-8bc7-1f958ee24be2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:43.850466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fc656-58f2-4b50-ae58-bc91ba94cbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:43.865278 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bd314d-03f0-4175-bde2-56a1577e0199 x-openstack-request-id: req-76bd314d-03f0-4175-bde2-56a1577e0199 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:43.865719 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bb239c-8811-42c5-821d-a5ded1985103", "tag": "04a89cdb-4f36-4fb4-8bc7-1f958ee24be2", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:43.866103 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-76bd314d-03f0-4175-bde2-56a1577e0199 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:43.866710 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bb239c-8811-42c5-821d-a5ded1985103', 'tag': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2', 'status': 'completed', 'code': 200} Jun 30 10:00:43.944352 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-23f7ef51-40c9-41c6-a4ac-864a858bc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:43.945892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-23f7ef51-40c9-41c6-a4ac-864a858bc046 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 1095 time: 0.0638824 Jun 30 10:00:43.994689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-d4319768-e7fb-47a2-8d41-bdedb4804c2d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 HTTP/1.1" status: 200 len: 217 time: 0.0359025 Jun 30 10:00:44.045141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-db782b1a-04f4-4ddf-a176-d5458b668059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:44.046762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-db782b1a-04f4-4ddf-a176-d5458b668059 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a8387fe-f69c-4726-85c1-fee44bdf279a HTTP/1.1" status: 200 len: 854 time: 0.0465355 Jun 30 10:00:44.084959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-f2f1d595-9275-4cbc-93d8-64e30c86d57d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1968918e-2f23-4129-bafb-370a680a7a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320280 Jun 30 10:00:44.139207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8b12a71a-6817-426f-b668-8c9cd8a368f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:44.181686 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-9bd795f6-9e16-4ded-b6a1-b0326089181b service neutron] 10.222.0.83 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903568 Jun 30 10:00:44.260954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:44.288152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d7a8de0a-2e49-4146-80e9-6c64221bbe8b req-a7b9f542-1021-4b61-b879-139b2691b53e service neutron] 10.222.0.83 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991600 Jun 30 10:00:44.435515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-134fed99-acdf-4a61-b163-03a72c358d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:44.437439 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-134fed99-acdf-4a61-b163-03a72c358d80 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 1095 time: 0.0599215 Jun 30 10:00:44.529327 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-63751036-c5be-410d-b06a-307410284914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:44.531101 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-63751036-c5be-410d-b06a-307410284914 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 200 len: 915 time: 0.0869935 Jun 30 10:00:44.578328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-9790499c-d01e-42b9-a340-6c2fb3be7be8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 HTTP/1.1" status: 200 len: 217 time: 0.0406964 Jun 30 10:00:44.628185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-aa2c34b3-6668-48db-a80e-d6b035c278ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:44.629676 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-aa2c34b3-6668-48db-a80e-d6b035c278ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9a8387fe-f69c-4726-85c1-fee44bdf279a HTTP/1.1" status: 200 len: 854 time: 0.0450258 Jun 30 10:00:44.663323 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-f249c90f-6c2d-4bae-928b-a3c5b3056160 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1968918e-2f23-4129-bafb-370a680a7a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272303 Jun 30 10:00:44.791266 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-acc01008-b07a-4a3d-81bc-51ec2b8242bd service neutron] 10.222.0.83 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195607 Jun 30 10:00:44.851370 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa215c4e-64d2-4b31-89dd-6f69deb65135 req-52097e6f-f953-4ef4-bbba-6a5b04c5a6fb tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:44.852853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa215c4e-64d2-4b31-89dd-6f69deb65135 req-52097e6f-f953-4ef4-bbba-6a5b04c5a6fb tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 943 time: 0.1265337 Jun 30 10:00:44.911667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-aa215c4e-64d2-4b31-89dd-6f69deb65135 req-943207fa-7ca0-4ea0-a750-d417f2b813ef tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530677 Jun 30 10:00:44.927786 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7489d0d9-9cb1-4bed-95b6-b0619939d211 req-509e3b51-8aa6-4d1e-997d-e0a860dd6c52 service neutron] 10.222.0.83 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291966 Jun 30 10:00:46.088561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dfc3d-b681-41b2-97b7-3ce83d49f05e req-a42b2fdd-bf1a-4957-9d88-714cc2c2d94e tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:46.090056 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a7dfc3d-b681-41b2-97b7-3ce83d49f05e req-a42b2fdd-bf1a-4957-9d88-714cc2c2d94e tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 943 time: 0.0646713 Jun 30 10:00:46.128631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a7dfc3d-b681-41b2-97b7-3ce83d49f05e req-b0d1c38e-5228-443c-8224-b96a225f1738 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321486 Jun 30 10:00:46.251534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:47.301554 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b82c9-d95c-4ca9-b532-63322adb4bcb req-45f1a089-a5f1-4d83-8d9c-48af0bebb4b5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:47.303081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef5b82c9-d95c-4ca9-b532-63322adb4bcb req-45f1a089-a5f1-4d83-8d9c-48af0bebb4b5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 943 time: 0.0630279 Jun 30 10:00:47.340414 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef5b82c9-d95c-4ca9-b532-63322adb4bcb req-50862db3-02e5-437f-b2f6-c6b160de6c0b tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Jun 30 10:00:47.772170 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:47.825162 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:48.079526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:00:48.179149 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:48.191461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2', 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c', 'port_id': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2', 'mac_address': 'fa:16:3e:90:96:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8387fe-f69c-4726-85c1-fee44bdf279a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:00:48.231755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:48.245970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:48.266324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:48.270899 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:48.317864 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:48.523124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51a5cc-bd8d-4344-84d7-847e28de759d req-1310b94d-ddc8-4a88-906c-789bc5d12e85 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:48.524599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef51a5cc-bd8d-4344-84d7-847e28de759d req-1310b94d-ddc8-4a88-906c-789bc5d12e85 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 944 time: 0.0727260 Jun 30 10:00:48.564606 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef51a5cc-bd8d-4344-84d7-847e28de759d req-48e85078-bdde-4e4e-808f-108b73690a01 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340710 Jun 30 10:00:48.648444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:49.739717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262e50c-4db2-412f-a071-9764f7565e76 req-71dc1b9f-4b22-40d5-95a1-97fbe46a4e85 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:49.741221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b262e50c-4db2-412f-a071-9764f7565e76 req-71dc1b9f-4b22-40d5-95a1-97fbe46a4e85 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 944 time: 0.0642016 Jun 30 10:00:49.779367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b262e50c-4db2-412f-a071-9764f7565e76 req-c9eec59f-45e1-4a21-8597-7566937ba6cd tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Jun 30 10:00:50.080247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:50.131327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:50.136225 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:50.136695 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:50.213130 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:50.239629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb239c-8811-42c5-821d-a5ded1985103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:50.241896 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406008c4-0a03-4982-b72b-832a42d739b3" -d '{"events": [{"server_uuid": "61bb239c-8811-42c5-821d-a5ded1985103", "name": "network-vif-plugged", "status": "completed", "tag": "04a89cdb-4f36-4fb4-8bc7-1f958ee24be2"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:50.254785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:50.259703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:50.283462 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f31447b-2bef-4beb-abd4-c5553cc5b554 x-openstack-request-id: req-3f31447b-2bef-4beb-abd4-c5553cc5b554 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:50.284574 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb239c-8811-42c5-821d-a5ded1985103", "name": "network-vif-plugged", "status": "completed", "tag": "04a89cdb-4f36-4fb4-8bc7-1f958ee24be2", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:50.284981 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3f31447b-2bef-4beb-abd4-c5553cc5b554 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:50.285406 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb239c-8811-42c5-821d-a5ded1985103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2', 'code': 200} Jun 30 10:00:50.310496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:50.426646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050d1bc-3bea-416f-a6f6-1383d364df97 req-809e0539-dd9c-47c8-8d4e-cea2a89d3132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:50.428029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4050d1bc-3bea-416f-a6f6-1383d364df97 req-809e0539-dd9c-47c8-8d4e-cea2a89d3132 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 1097 time: 0.0515077 Jun 30 10:00:50.466426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4050d1bc-3bea-416f-a6f6-1383d364df97 req-fa3deca4-2821-4a3c-8659-ee23984fc172 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313327 Jun 30 10:00:50.968869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afbcaac-0475-4769-b775-aefd05afd475 req-43fb8a83-49e6-4c48-aacf-86d4ce762ba7 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:50.970461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0afbcaac-0475-4769-b775-aefd05afd475 req-43fb8a83-49e6-4c48-aacf-86d4ce762ba7 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0734613 Jun 30 10:00:51.010283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0afbcaac-0475-4769-b775-aefd05afd475 req-a820b882-33fd-4b62-81fa-5cebf4a66e34 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330384 Jun 30 10:00:52.188900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc631a2b-974f-4b94-ab9b-6e3ee78d3159 req-7e09d101-45c8-4ff8-9110-5bc805f83aee tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:52.190920 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc631a2b-974f-4b94-ab9b-6e3ee78d3159 req-7e09d101-45c8-4ff8-9110-5bc805f83aee tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0643876 Jun 30 10:00:52.230549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc631a2b-974f-4b94-ab9b-6e3ee78d3159 req-f0cd0601-80c2-47b3-bfac-2f8c243d892f tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Jun 30 10:00:52.474089 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-3f5a6fc6-cf78-4b7a-ae32-7b9e2e429b36 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:52.475596 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-3f5a6fc6-cf78-4b7a-ae32-7b9e2e429b36 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/networks?id=1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 200 len: 814 time: 0.1076002 Jun 30 10:00:52.490454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-8940b5ea-f377-4f52-a936-7a6d65d3cf73 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/quotas/26f208cd2af14c28a86e847a51f0cfbf HTTP/1.1" status: 200 len: 375 time: 0.0093534 Jun 30 10:00:52.553849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-fb84be70-6410-46ec-babf-c6e26f9ffe39 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580134 Jun 30 10:00:52.635937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e04c7491-e820-473a-b97d-578c553eaecf service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:00:52.636950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e04c7491-e820-473a-b97d-578c553eaecf service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438871 Jun 30 10:00:52.760811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d10150eb-9fab-418e-8163-7f5e4cc92651 service neutron] 10.222.0.77 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177275 Jun 30 10:00:52.894719 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-aa56d278-06ab-43a8-a076-36898484fd17 service neutron] 10.222.0.77 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274590 Jun 30 10:00:53.158405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3783e393-c67c-4a62-b767-9a48b604211f req-fa89c4e4-5c1e-426c-84b6-37a220280c8c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 210 time: 0.0529625 Jun 30 10:00:54.012584 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:00:54.312508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fa3f5d36-1fcd-4031-832f-0082b77a68f5 req-59ff856c-b4ae-49ea-beae-b6fbfd119795 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 210 time: 0.0300570 Jun 30 10:00:54.470814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-63f991f3-a3bb-4d39-ba8d-c101b3bf4f28 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:54.472976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-63f991f3-a3bb-4d39-ba8d-c101b3bf4f28 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.79 "GET /v2.0/networks?id=1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 200 len: 814 time: 0.1101630 Jun 30 10:00:54.495412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Request body: {'port': {'device_id': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c', 'admin_state_up': True, 'tenant_id': '26f208cd2af14c28a86e847a51f0cfbf'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:54.605730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Made reservation on behalf of 26f208cd2af14c28a86e847a51f0cfbf for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:00:54.609209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.733309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Allocated IP 172.20.0.4 (1968918e-2f23-4129-bafb-370a680a7a6c/9a8387fe-f69c-4726-85c1-fee44bdf279a/e732f517-15f8-4474-b5cc-169f8e370b09) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:00:54.891282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.929176 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:54.961929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:54.972750 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Network 1968918e-2f23-4129-bafb-370a680a7a6c is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:00:54.973964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:00:54.977993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:00:55.013893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Pushing event updated for resources: {'Port': ['ID=e732f517-15f8-4474-b5cc-169f8e370b09,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:55.039346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.039962 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.053480 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-e4d6fd1d-e0ad-4763-8107-0577e1f8cda5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5618129 Jun 30 10:00:55.071921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Request body: {'port': {'device_id': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:00:55.142767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.402917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e732f517-15f8-4474-b5cc-169f8e370b09 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:55.410647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.422367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Transition to ACTIVE for port object e732f517-15f8-4474-b5cc-169f8e370b09 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:00:55.427007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.479040 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e732f517-15f8-4474-b5cc-169f8e370b09,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:55.485670 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66243f-057c-4739-9b5b-81fe17a2db78 req-f1ef6a94-e787-486b-bbdd-f967bcfd3978 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.487664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef66243f-057c-4739-9b5b-81fe17a2db78 req-f1ef6a94-e787-486b-bbdd-f967bcfd3978 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 943 time: 0.0632460 Jun 30 10:00:55.525240 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ef66243f-057c-4739-9b5b-81fe17a2db78 req-e976e66d-f92c-4897-828d-2a57e6acd521 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318615 Jun 30 10:00:55.550962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Attempting to bind port e732f517-15f8-4474-b5cc-169f8e370b09 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:00:55.551296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Attempting to bind port e732f517-15f8-4474-b5cc-169f8e370b09 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:00:55.551623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Attempting to bind port e732f517-15f8-4474-b5cc-169f8e370b09 on network 1968918e-2f23-4129-bafb-370a680a7a6c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:55.555835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Port e732f517-15f8-4474-b5cc-169f8e370b09 on network 1968918e-2f23-4129-bafb-370a680a7a6c not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:00:55.556156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Attempting to bind port e732f517-15f8-4474-b5cc-169f8e370b09 on network 1968918e-2f23-4129-bafb-370a680a7a6c {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:00:55.560826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:00:55.561160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Checking segment: {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:00:55.561534 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Bound using segment: {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:00:55.561955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Bound port: e732f517-15f8-4474-b5cc-169f8e370b09, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbbc3b3f-15a3-4181-92fb-3b46096581e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:00:55.562409 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.636062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] For port e732f517-15f8-4474-b5cc-169f8e370b09, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:00:55.636062 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] For port e732f517-15f8-4474-b5cc-169f8e370b09, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e732f517-15f8-4474-b5cc-169f8e370b09,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:00:55.640058 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.674122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.675297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:55.676863 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] 10.222.0.79 "PUT /v2.0/ports/e732f517-15f8-4474-b5cc-169f8e370b09 HTTP/1.1" status: 200 len: 1092 time: 0.6091487 Jun 30 10:00:55.677301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'tag': 'e732f517-15f8-4474-b5cc-169f8e370b09'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:00:55.679630 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33bb15e-70f4-4b88-8e02-ae93229e96ba" -d '{"events": [{"name": "network-changed", "server_uuid": "309663d2-1808-4ba8-9e20-7ccd9349d30a", "tag": "e732f517-15f8-4474-b5cc-169f8e370b09"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:00:55.706711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246cb14-9ff7-42ce-bb66-3eec3fa343b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e732f517-15f8-4474-b5cc-169f8e370b09,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:55.723776 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee66257-b5e1-494a-9ca2-19091388b3f9 x-openstack-request-id: req-4ee66257-b5e1-494a-9ca2-19091388b3f9 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:00:55.724068 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309663d2-1808-4ba8-9e20-7ccd9349d30a", "tag": "e732f517-15f8-4474-b5cc-169f8e370b09", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:00:55.724321 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-4ee66257-b5e1-494a-9ca2-19091388b3f9 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:00:55.724725 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'tag': 'e732f517-15f8-4474-b5cc-169f8e370b09', 'status': 'completed', 'code': 200} Jun 30 10:00:55.779100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-b12218aa-5c2e-4904-8cbf-f03d094e2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.780583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-b12218aa-5c2e-4904-8cbf-f03d094e2eb4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 1095 time: 0.0527296 Jun 30 10:00:55.830328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-f99d1125-643d-4f41-b8e7-aadff6e672c2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e732f517-15f8-4474-b5cc-169f8e370b09 HTTP/1.1" status: 200 len: 217 time: 0.0367279 Jun 30 10:00:55.882123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-53a1f002-7927-4e09-9daf-953cb2285295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:55.883555 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-53a1f002-7927-4e09-9daf-953cb2285295 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8387fe-f69c-4726-85c1-fee44bdf279a HTTP/1.1" status: 200 len: 854 time: 0.0421386 Jun 30 10:00:55.917262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-0981aacf-dc1d-4c3c-ad04-26242957cee4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1968918e-2f23-4129-bafb-370a680a7a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253184 Jun 30 10:00:56.012899 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-a4a82662-0896-47cf-9e7d-54282da11310 service neutron] 10.222.0.79 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857110 Jun 30 10:00:56.108001 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4d470c3-a44d-44a5-b5c4-dc979a2eb641 req-d19a4d21-5fdc-4581-a35d-0585129e0cee service neutron] 10.222.0.79 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833137 Jun 30 10:00:56.216077 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-90bf32cb-cfff-4951-a719-3b80c932bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:56.217652 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-90bf32cb-cfff-4951-a719-3b80c932bc9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 1095 time: 0.0598431 Jun 30 10:00:56.315885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-a81da12d-7d07-42f7-99e1-a8490fe2014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:56.317262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-a81da12d-7d07-42f7-99e1-a8490fe2014a service neutron] 10.222.0.79 "GET /v2.0/networks?id=1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 200 len: 915 time: 0.0932505 Jun 30 10:00:56.360184 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-818fd903-c578-48f2-adbf-e03ea438fe7f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e732f517-15f8-4474-b5cc-169f8e370b09 HTTP/1.1" status: 200 len: 217 time: 0.0345511 Jun 30 10:00:56.414563 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-8319a81e-fdae-4f92-893f-a16770ccc7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:56.416005 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-8319a81e-fdae-4f92-893f-a16770ccc7bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=9a8387fe-f69c-4726-85c1-fee44bdf279a HTTP/1.1" status: 200 len: 854 time: 0.0485504 Jun 30 10:00:56.454010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-6113eb22-4816-43a7-9f9d-bee0dc2beaa8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1968918e-2f23-4129-bafb-370a680a7a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249045 Jun 30 10:00:56.539753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-d77005c8-1a53-4ddc-88ff-d1362297e082 service neutron] 10.222.0.79 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831292 Jun 30 10:00:56.641272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b33bb15e-70f4-4b88-8e02-ae93229e96ba req-57a600fc-71b6-4e4e-9f79-3c8dc5e72008 service neutron] 10.222.0.79 "GET /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944731 Jun 30 10:00:56.720857 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402824b-6471-4c9a-b593-49eeef2e7dbf req-117d2fa2-7f3f-40bb-9b85-e0ebc814170c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:56.726479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3402824b-6471-4c9a-b593-49eeef2e7dbf req-117d2fa2-7f3f-40bb-9b85-e0ebc814170c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 943 time: 0.0817788 Jun 30 10:00:56.764212 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3402824b-6471-4c9a-b593-49eeef2e7dbf req-78727f0c-b0c5-4474-a960-e406d115bae2 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Jun 30 10:00:57.885032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e732f517-15f8-4474-b5cc-169f8e370b09 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:00:57.950346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a1663-d9fc-427c-9974-cbc949de7e37 req-46f9b224-3275-444e-8487-14b40e03322a tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:57.952128 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-023a1663-d9fc-427c-9974-cbc949de7e37 req-46f9b224-3275-444e-8487-14b40e03322a tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 943 time: 0.0659544 Jun 30 10:00:57.982167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port e732f517-15f8-4474-b5cc-169f8e370b09, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e732f517-15f8-4474-b5cc-169f8e370b09,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:57.990921 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-023a1663-d9fc-427c-9974-cbc949de7e37 req-64e21df1-7a65-4189-8d1a-4a30f67ec71c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Jun 30 10:00:57.994065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'e732f517-15f8-4474-b5cc-169f8e370b09', 'network_id': '1968918e-2f23-4129-bafb-370a680a7a6c', 'port_id': 'e732f517-15f8-4474-b5cc-169f8e370b09', 'mac_address': 'fa:16:3e:46:b1:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8387fe-f69c-4726-85c1-fee44bdf279a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:00:58.037348 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:58.055097 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e732f517-15f8-4474-b5cc-169f8e370b09 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:00:58.074529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port e732f517-15f8-4474-b5cc-169f8e370b09, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e732f517-15f8-4474-b5cc-169f8e370b09,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:00:58.078617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:58.127389 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=e732f517-15f8-4474-b5cc-169f8e370b09,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:00:58.299878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['e732f517-15f8-4474-b5cc-169f8e370b09'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:00:59.166053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644ca16-d8f6-486b-89c0-d9ff1916c22f req-1f0f4057-f35d-48c9-8d2f-cabeb1879124 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:00:59.167569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2644ca16-d8f6-486b-89c0-d9ff1916c22f req-1f0f4057-f35d-48c9-8d2f-cabeb1879124 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 944 time: 0.0628204 Jun 30 10:00:59.206660 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2644ca16-d8f6-486b-89c0-d9ff1916c22f req-28a55527-497a-48e1-a7aa-3295b92e835a tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334747 Jun 30 10:00:59.794479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:00:59.884418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e732f517-15f8-4474-b5cc-169f8e370b09 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:00:59.937308 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port e732f517-15f8-4474-b5cc-169f8e370b09 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:00:59.941768 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port e732f517-15f8-4474-b5cc-169f8e370b09 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:00:59.942177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.015685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.038166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732f517-15f8-4474-b5cc-169f8e370b09'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:00.040403 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ab9918-44f3-430b-84d0-b7ec617c6d7a" -d '{"events": [{"server_uuid": "309663d2-1808-4ba8-9e20-7ccd9349d30a", "name": "network-vif-plugged", "status": "completed", "tag": "e732f517-15f8-4474-b5cc-169f8e370b09"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:00.053373 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port e732f517-15f8-4474-b5cc-169f8e370b09, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e732f517-15f8-4474-b5cc-169f8e370b09,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:00.057502 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:00.084400 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1e7acd-3d20-4933-ba1a-8f2b64fa1487 x-openstack-request-id: req-5a1e7acd-3d20-4933-ba1a-8f2b64fa1487 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:00.084687 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309663d2-1808-4ba8-9e20-7ccd9349d30a", "name": "network-vif-plugged", "status": "completed", "tag": "e732f517-15f8-4474-b5cc-169f8e370b09", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:00.084935 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5a1e7acd-3d20-4933-ba1a-8f2b64fa1487 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:00.085325 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732f517-15f8-4474-b5cc-169f8e370b09', 'code': 200} Jun 30 10:01:00.109865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=e732f517-15f8-4474-b5cc-169f8e370b09,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:00.193852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0097469-703f-486a-810e-368de163a30f req-69a86fdb-f51a-419d-a9c8-574428aa468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:00.195383 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d0097469-703f-486a-810e-368de163a30f req-69a86fdb-f51a-419d-a9c8-574428aa468d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 1097 time: 0.0518005 Jun 30 10:01:00.229851 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d0097469-703f-486a-810e-368de163a30f req-7dcdfc03-b9ff-42cc-b197-d4366747c7b9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268459 Jun 30 10:01:00.385299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1773b60-ad58-4a4f-aed0-a3cc076e8b59 req-8f682b20-345c-4d4f-9756-d0e78bf4ec89 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:00.386694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1773b60-ad58-4a4f-aed0-a3cc076e8b59 req-8f682b20-345c-4d4f-9756-d0e78bf4ec89 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 945 time: 0.0692072 Jun 30 10:01:00.425560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c1773b60-ad58-4a4f-aed0-a3cc076e8b59 req-d1e7a229-dfe3-4113-ae85-b661035f9d87 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318694 Jun 30 10:01:01.606307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecfa83-ac04-4555-bac9-cd5147ba1196 req-9d41d0ca-33ac-45db-9e5e-e9dea0068a6a tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:01.607688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1ecfa83-ac04-4555-bac9-cd5147ba1196 req-9d41d0ca-33ac-45db-9e5e-e9dea0068a6a tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 945 time: 0.0632627 Jun 30 10:01:01.648690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1ecfa83-ac04-4555-bac9-cd5147ba1196 req-68c6b452-ec78-4fb6-83c5-32dab8e5c8b9 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344660 Jun 30 10:01:02.061701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1acab-b4f5-4cba-a1f2-3bd34a674b55 req-be8e9a54-0028-4c2a-b92d-a391aea9d8d2 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:02.063201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-65d1acab-b4f5-4cba-a1f2-3bd34a674b55 req-be8e9a54-0028-4c2a-b92d-a391aea9d8d2 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 945 time: 0.0690558 Jun 30 10:01:02.103219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-65d1acab-b4f5-4cba-a1f2-3bd34a674b55 req-6e528da8-afbf-4fa2-b49b-bc42e4200a92 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342321 Jun 30 10:01:03.281096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81aafb-48cf-4559-8b89-c6af482b5ee6 req-7ec9b922-c529-4a95-8b1a-d18522ab1a18 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:03.282635 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee81aafb-48cf-4559-8b89-c6af482b5ee6 req-7ec9b922-c529-4a95-8b1a-d18522ab1a18 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 945 time: 0.0632970 Jun 30 10:01:03.323376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee81aafb-48cf-4559-8b89-c6af482b5ee6 req-57e6f68c-379c-416a-97a4-62e78623015b tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Jun 30 10:01:03.413483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-eb4a5e3a-024b-4004-b053-569fc039f933 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:03.414944 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-eb4a5e3a-024b-4004-b053-569fc039f933 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.79 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 945 time: 0.0660236 Jun 30 10:01:03.516107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Deleting port e732f517-15f8-4474-b5cc-169f8e370b09 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:03.516474 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.604785 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] For port e732f517-15f8-4474-b5cc-169f8e370b09, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=e732f517-15f8-4474-b5cc-169f8e370b09,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:03.605143 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.618521 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Calling delete_port for e732f517-15f8-4474-b5cc-169f8e370b09 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:03.746390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.762402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['e732f517-15f8-4474-b5cc-169f8e370b09'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:01:03.786310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Pushing event deleted for resources: {'Port': ['ID=e732f517-15f8-4474-b5cc-169f8e370b09,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:03.787076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:01:03.829598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] No DVR routers for this DVR port e732f517-15f8-4474-b5cc-169f8e370b09 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:03.833570 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:03.835596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ed78c793-ac98-47b7-a6b9-229338a94b66 req-1886f482-25ce-48c3-8348-bcd53f8478ff tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.79 "DELETE /v2.0/ports/e732f517-15f8-4474-b5cc-169f8e370b09 HTTP/1.1" status: 204 len: 173 time: 0.4107661 Jun 30 10:01:03.836037 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'name': 'network-vif-deleted', 'tag': 'e732f517-15f8-4474-b5cc-169f8e370b09'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:03.838313 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d5ac7e-7c4a-4d39-b19e-b25bb3af5ea3" -d '{"events": [{"server_uuid": "309663d2-1808-4ba8-9e20-7ccd9349d30a", "name": "network-vif-deleted", "tag": "e732f517-15f8-4474-b5cc-169f8e370b09"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:03.875165 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce49d3f5-0336-48e8-91c6-67e118b4e162 x-openstack-request-id: req-ce49d3f5-0336-48e8-91c6-67e118b4e162 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:03.875521 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309663d2-1808-4ba8-9e20-7ccd9349d30a", "name": "network-vif-deleted", "tag": "e732f517-15f8-4474-b5cc-169f8e370b09", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:03.875778 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce49d3f5-0336-48e8-91c6-67e118b4e162 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:03.876210 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309663d2-1808-4ba8-9e20-7ccd9349d30a', 'name': 'network-vif-deleted', 'tag': 'e732f517-15f8-4474-b5cc-169f8e370b09', 'status': 'completed', 'code': 200} Jun 30 10:01:04.484233 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49247d8f-ebcf-4dd7-a297-8c72c4dbec2b req-da866d94-7bf7-4c67-97d7-db0fa7bc25a7 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=309663d2-1808-4ba8-9e20-7ccd9349d30a HTTP/1.1" status: 200 len: 210 time: 0.0280933 Jun 30 10:01:05.729495 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239518a8-f340-4db9-b3cd-1aa835d0dbef req-54ddd6f8-63ae-47c0-a52f-355c5be46952 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:05.731005 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-239518a8-f340-4db9-b3cd-1aa835d0dbef req-54ddd6f8-63ae-47c0-a52f-355c5be46952 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0656376 Jun 30 10:01:05.767403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-239518a8-f340-4db9-b3cd-1aa835d0dbef req-40ed64b9-b0a7-41d2-a9c8-699b92f19037 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307419 Jun 30 10:01:05.953894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e16301f-f343-4d5a-abe3-dac0e55ba85e req-3784dbdc-8b77-473c-99c5-0f62a2955112 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:05.956095 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e16301f-f343-4d5a-abe3-dac0e55ba85e req-3784dbdc-8b77-473c-99c5-0f62a2955112 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0624516 Jun 30 10:01:05.993166 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e16301f-f343-4d5a-abe3-dac0e55ba85e req-65e10f88-e1dc-4bdd-a73e-fc1b0449a99e tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Jun 30 10:01:06.171081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bf26e-65c9-44f4-89be-7fdd7306ab55 req-048e91de-4794-4aa5-a32f-b75e73fddd25 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:06.172422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-225bf26e-65c9-44f4-89be-7fdd7306ab55 req-048e91de-4794-4aa5-a32f-b75e73fddd25 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0613182 Jun 30 10:01:06.209769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-225bf26e-65c9-44f4-89be-7fdd7306ab55 req-4a0069fd-7ec6-43ef-aed3-f6e7291cc5ac tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Jun 30 10:01:06.496449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50f23c-341c-4d5a-9911-f3f83a80f391 req-9de91bb4-aea1-4327-8b90-b4a48983b673 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:06.497911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc50f23c-341c-4d5a-9911-f3f83a80f391 req-9de91bb4-aea1-4327-8b90-b4a48983b673 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0664017 Jun 30 10:01:06.535940 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc50f23c-341c-4d5a-9911-f3f83a80f391 req-ee30051c-1bec-41de-8f76-0b4edb7366c5 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320296 Jun 30 10:01:06.714317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9f2c-3203-44f5-933f-ffbb708c5a12 req-da2242b4-0962-445f-a3a0-b9158f62fc6c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:06.715807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a40d9f2c-3203-44f5-933f-ffbb708c5a12 req-da2242b4-0962-445f-a3a0-b9158f62fc6c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0689461 Jun 30 10:01:06.757096 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a40d9f2c-3203-44f5-933f-ffbb708c5a12 req-69d66220-0033-4348-903c-f9c99983672a tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Jun 30 10:01:06.943031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b55be-0eeb-47b7-98f8-ac7fd666da4a req-b97f82a6-f577-4a9e-b51a-22c0c21896d3 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:06.944684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e27b55be-0eeb-47b7-98f8-ac7fd666da4a req-b97f82a6-f577-4a9e-b51a-22c0c21896d3 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0664263 Jun 30 10:01:06.983362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e27b55be-0eeb-47b7-98f8-ac7fd666da4a req-2d9428f8-1908-490d-9c3f-d95d20b7c76c tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330257 Jun 30 10:01:07.497671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56985955-9ec6-4f11-93bf-2a862fc43a70 req-af7e1238-9106-4164-a42c-5ce703357b75 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:07.499149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56985955-9ec6-4f11-93bf-2a862fc43a70 req-af7e1238-9106-4164-a42c-5ce703357b75 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0621121 Jun 30 10:01:07.536052 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-56985955-9ec6-4f11-93bf-2a862fc43a70 req-161b28fa-29a7-455b-8190-1570d57242dd tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306060 Jun 30 10:01:07.948415 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e732f517-15f8-4474-b5cc-169f8e370b09 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:07.969494 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: e732f517-15f8-4474-b5cc-169f8e370b09 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:01:07.969756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device e732f517-15f8-4474-b5cc-169f8e370b09 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:08.708705 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dae70-5856-455d-b72e-0e027739920a req-b187d5a6-273f-4894-8b27-ca86e5a0e63b tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:08.710187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b2dae70-5856-455d-b72e-0e027739920a req-b187d5a6-273f-4894-8b27-ca86e5a0e63b tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0616446 Jun 30 10:01:08.754426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b2dae70-5856-455d-b72e-0e027739920a req-ed3fd6e7-7250-4a07-a771-f8cd52591e7e tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/security-groups?id=90b4cf49-8263-4074-ae1d-22a11efb992f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383866 Jun 30 10:01:09.054555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-f7ff9a12-9367-4ee2-afea-7cb99ca31102 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:09.056003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-f7ff9a12-9367-4ee2-afea-7cb99ca31102 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.83 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 945 time: 0.0647571 Jun 30 10:01:09.157624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Deleting port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:09.157975 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:09.247408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] For port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,segment=NetworkSegment(bbbc3b3f-15a3-4181-92fb-3b46096581e4),segment_id=bbbc3b3f-15a3-4181-92fb-3b46096581e4)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:09.247767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:09.259774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Calling delete_port for 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:09.385588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:09.414825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Pushing event deleted for resources: {'Port': ['ID=04a89cdb-4f36-4fb4-8bc7-1f958ee24be2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:09.418801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:01:09.427830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.428181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.428522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.428859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.429256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.429523 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.429900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.430509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.431081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.431662 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.432241 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.432814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:09.473733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] No DVR routers for this DVR port 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:09.476280 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:09.478376 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e89ff36b-a83e-4363-83d8-65d67ed40d07 req-6854e2ca-9bf7-429e-99e0-596bfd6a5b55 tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.83 "DELETE /v2.0/ports/04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 HTTP/1.1" status: 204 len: 173 time: 0.4171281 Jun 30 10:01:09.478809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bb239c-8811-42c5-821d-a5ded1985103', 'name': 'network-vif-deleted', 'tag': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:09.481110 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476ad4f8-dbf6-4c41-8727-94454c29163d" -d '{"events": [{"server_uuid": "61bb239c-8811-42c5-821d-a5ded1985103", "name": "network-vif-deleted", "tag": "04a89cdb-4f36-4fb4-8bc7-1f958ee24be2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:09.521545 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2db3fb3-3ea7-4238-87d0-003815a1a68c x-openstack-request-id: req-a2db3fb3-3ea7-4238-87d0-003815a1a68c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:09.521835 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bb239c-8811-42c5-821d-a5ded1985103", "name": "network-vif-deleted", "tag": "04a89cdb-4f36-4fb4-8bc7-1f958ee24be2", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:09.522086 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a2db3fb3-3ea7-4238-87d0-003815a1a68c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:09.522517 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bb239c-8811-42c5-821d-a5ded1985103', 'name': 'network-vif-deleted', 'tag': '04a89cdb-4f36-4fb4-8bc7-1f958ee24be2', 'status': 'completed', 'code': 200} Jun 30 10:01:09.912591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-924aaef8-1f9e-49e3-b26f-b826c4b46f37 req-53ea9b6b-d92e-4702-be3f-d76b6649cfcd tempest-ServersNegativeTestJSON-1363755034 tempest-ServersNegativeTestJSON-1363755034-project] 10.222.0.77 "GET /v2.0/ports?device_id=61bb239c-8811-42c5-821d-a5ded1985103 HTTP/1.1" status: 200 len: 210 time: 0.0316191 Jun 30 10:01:11.006965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52678) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:11.050592 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Deleting subnet 9a8387fe-f69c-4726-85c1-fee44bdf279a {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:01:11.053568 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.088416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.131335 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.184836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.211694 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a8387fe-f69c-4726-85c1-fee44bdf279a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:11.214563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.215852 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/9a8387fe-f69c-4726-85c1-fee44bdf279a HTTP/1.1" status: 204 len: 168 time: 0.2079160 Jun 30 10:01:11.218513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52680) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:11.222021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.222399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.222742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.223080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.223412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.223738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.224061 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.224385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.224708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.225025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.225355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.225673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72297298-fe4d-47a5-8899-240b3512c61a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:11.288486 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.310889 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-51fcad5e-c8be-465c-81db-4b32e51e746b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.365948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.375465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1968918e-2f23-4129-bafb-370a680a7a6c']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:11.385942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbc3b3f-15a3-4181-92fb-3b46096581e4') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:11.386268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbc3b3f-15a3-4181-92fb-3b46096581e4') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:11.394924 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.413191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.419043 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:11.419436 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:11.421042 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:11.473496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.479223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.481075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] 10.222.0.77 "DELETE /v2.0/networks/1968918e-2f23-4129-bafb-370a680a7a6c HTTP/1.1" status: 204 len: 168 time: 0.2614629 Jun 30 10:01:11.492518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839790b5-a12a-489b-b5d8-67c21da5bb51 admin admin] Pushing event deleted for resources: {'Network': ['ID=1968918e-2f23-4129-bafb-370a680a7a6c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:11.589205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52684) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:11.628161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ec1033ab-a0b8-42fb-9c93-d73710e106be admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26f208cd2af14c28a86e847a51f0cfbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378282 Jun 30 10:01:11.630525 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52686) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:11.676762 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e17c941-801e-445b-a923-6cfcf67cea84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.696578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e17c941-801e-445b-a923-6cfcf67cea84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.745635 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e17c941-801e-445b-a923-6cfcf67cea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.748203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6e17c941-801e-445b-a923-6cfcf67cea84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:11.749360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e17c941-801e-445b-a923-6cfcf67cea84 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/90b4cf49-8263-4074-ae1d-22a11efb992f HTTP/1.1" status: 204 len: 168 time: 0.1179640 Jun 30 10:01:11.757982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e17c941-801e-445b-a923-6cfcf67cea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b4cf49-8263-4074-ae1d-22a11efb992f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:12.187910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:12.212851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:01:12.213198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 04a89cdb-4f36-4fb4-8bc7-1f958ee24be2 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:12.430345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52708) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:12.541415 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-837913141'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:12.562970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:12.566426 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.574678 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.663608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.667354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.693012 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:12.701377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6660dc4-a7e2-4421-96fd-779fbee81643,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:12.708153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.708514 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Added segment 110c09e7-7a3f-43c2-8cf9-4ca78a690b04 of type vlan for network 5223860c-de5f-472e-a6cb-776efdd15c39 Jun 30 10:01:12.748384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.776991 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.782567 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:12.783901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:12.838265 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4067960 Jun 30 10:01:12.852905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd5e95-f710-45a9-8caf-68dc3327cb1f tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Network': ['ID=5223860c-de5f-472e-a6cb-776efdd15c39,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:12.864069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5223860c-de5f-472e-a6cb-776efdd15c39 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:14.130714 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4fba55d7-105a-4a80-89aa-45cb15b92deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:14.262257 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.096665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:16.101862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'subnet': {'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:16.187281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:16.191529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.254973 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.371042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.435933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Subnet': ['ID=086ea9f7-2598-4e3f-a7cb-96d284ac419e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:16.444627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Checking segment: {'id': '110c09e7-7a3f-43c2-8cf9-4ca78a690b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:16.444993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network hostable DHCP agents. Network: 5223860c-de5f-472e-a6cb-776efdd15c39, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:16.463269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network 5223860c-de5f-472e-a6cb-776efdd15c39 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:16.471771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 5223860c-de5f-472e-a6cb-776efdd15c39) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:16.476485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:16.477069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.481738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafeca72-202b-4f68-964a-37e948de126d None None] Network 5223860c-de5f-472e-a6cb-776efdd15c39 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:16.497167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7141b22-471f-498e-a51a-4a492f9f2087 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3990886 Jun 30 10:01:16.501189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:16.507104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2128732931'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:16.526958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:16.530657 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.555306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:16.565172 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.565833 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Added segment 1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92 of type vlan for network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 Jun 30 10:01:16.604063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.630443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-5223860c-de5f-472e-a6cb-776efdd15c39', 'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39', 'tenant_id': '0b64b910c2f74b58839a2f850f9d3db9', 'fixed_ips': [{'subnet_id': '086ea9f7-2598-4e3f-a7cb-96d284ac419e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:16.631343 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.634478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.639907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:16.640503 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.692353 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1893365 Jun 30 10:01:16.695324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52716) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:16.700069 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'subnet': {'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:16.763579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24894ecc-b2c1-4b86-ac68-3ed9a8795e69 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Network': ['ID=5e5764a6-2ed7-4290-97b2-9da10fa4e4a6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:16.767274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Allocated IP 2001:db8:0:ffff::2 (5223860c-de5f-472e-a6cb-776efdd15c39/086ea9f7-2598-4e3f-a7cb-96d284ac419e/d67c64cb-f218-4ac8-995e-0eab9153a353) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:16.777903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:16.803796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:16.807382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.985288 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:16.993789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Transition to ACTIVE for port object d67c64cb-f218-4ac8-995e-0eab9153a353 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:17.008948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Transition to ACTIVE for port object d67c64cb-f218-4ac8-995e-0eab9153a353 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:17.015859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.017106 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.061427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Pushing event updated for resources: {'Port': ['ID=d67c64cb-f218-4ac8-995e-0eab9153a353,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:17.067842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Network 5223860c-de5f-472e-a6cb-776efdd15c39 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:17.072592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:17.073117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Subnet': ['ID=710b8822-c187-41d7-a8d4-c3cec4ffd9fb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:17.075154 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.075339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.075663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.075987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.076341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.076629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.077210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.077522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.077849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.078168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.078504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.078826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:17.081845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:17.091364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Checking segment: {'id': '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:17.091706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network hostable DHCP agents. Network: 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:17.108511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:17.118035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:17.122363 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:17.122981 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.130853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c1317-970a-44e8-89c2-b4e1030528f6 None None] Network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:17.137722 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5a364231-ddb3-40aa-aa9e-608f1fa0f12c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4415579 Jun 30 10:01:17.140492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:17.181518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Attempting to bind port d67c64cb-f218-4ac8-995e-0eab9153a353 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:17.181793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Attempting to bind port d67c64cb-f218-4ac8-995e-0eab9153a353 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '110c09e7-7a3f-43c2-8cf9-4ca78a690b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:17.182148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Attempting to bind port d67c64cb-f218-4ac8-995e-0eab9153a353 on network 5223860c-de5f-472e-a6cb-776efdd15c39 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:17.193253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:17.193634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Checking segment: {'id': '110c09e7-7a3f-43c2-8cf9-4ca78a690b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:17.194028 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.194437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Bound using segment: {'id': '110c09e7-7a3f-43c2-8cf9-4ca78a690b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:17.194909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Bound port: d67c64cb-f218-4ac8-995e-0eab9153a353, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110c09e7-7a3f-43c2-8cf9-4ca78a690b04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '5223860c-de5f-472e-a6cb-776efdd15c39'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:17.195276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.310116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] For port d67c64cb-f218-4ac8-995e-0eab9153a353, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:17.315060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] For port d67c64cb-f218-4ac8-995e-0eab9153a353, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d67c64cb-f218-4ac8-995e-0eab9153a353,segment=NetworkSegment(110c09e7-7a3f-43c2-8cf9-4ca78a690b04),segment_id=110c09e7-7a3f-43c2-8cf9-4ca78a690b04)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:17.320958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.390138 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-5e5764a6-2ed7-4290-97b2-9da10fa4e4a6', 'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6', 'tenant_id': '0b64b910c2f74b58839a2f850f9d3db9', 'fixed_ips': [{'subnet_id': '710b8822-c187-41d7-a8d4-c3cec4ffd9fb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:17.391032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.420296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0773115-a7f2-456b-8e6c-983c8eabcafe None None] Pushing event updated for resources: {'Port': ['ID=d67c64cb-f218-4ac8-995e-0eab9153a353,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:17.550751 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Allocated IP 2001:db8::2 (5e5764a6-2ed7-4290-97b2-9da10fa4e4a6/710b8822-c187-41d7-a8d4-c3cec4ffd9fb/5605b14d-bff7-4f92-b4e0-82cff64288f6) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:17.551112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.672375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.803580 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.828141 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.890733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.899856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Transition to ACTIVE for port object 5605b14d-bff7-4f92-b4e0-82cff64288f6 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:17.916074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Transition to ACTIVE for port object 5605b14d-bff7-4f92-b4e0-82cff64288f6 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:17.921569 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.938441 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:17.964638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:17.967658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Subnet': ['ID=710b8822-c187-41d7-a8d4-c3cec4ffd9fb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:17.969684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:17.972827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:17.984854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Pushing event updated for resources: {'Port': ['ID=5605b14d-bff7-4f92-b4e0-82cff64288f6,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:18.032136 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.041475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Attempting to bind port 5605b14d-bff7-4f92-b4e0-82cff64288f6 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:18.041874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Attempting to bind port 5605b14d-bff7-4f92-b4e0-82cff64288f6 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:18.042284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Attempting to bind port 5605b14d-bff7-4f92-b4e0-82cff64288f6 on network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:18.047636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:18.048012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Checking segment: {'id': '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:18.048422 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.049372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Bound using segment: {'id': '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:18.049831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Bound port: 5605b14d-bff7-4f92-b4e0-82cff64288f6, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:18.050234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.053851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5764a6-2ed7-4290-97b2-9da10fa4e4a6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:18.065881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:18.066170 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:18.075527 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.090546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.097524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:18.097637 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:18.101124 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:18.117390 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] For port 5605b14d-bff7-4f92-b4e0-82cff64288f6, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:18.158440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.db.api [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 10:01:18.158440 n-d-780147-22 neutron-server[93724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 10:01:18.158440 n-d-780147-22 neutron-server[93724]: [parameters: {'id': '5e5764a6-2ed7-4290-97b2-9da10fa4e4a6'}] Jun 30 10:01:18.158440 n-d-780147-22 neutron-server[93724]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:01:18.159567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] For port 5605b14d-bff7-4f92-b4e0-82cff64288f6, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5605b14d-bff7-4f92-b4e0-82cff64288f6,segment=NetworkSegment(1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92),segment_id=1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:18.159682 n-d-780147-22 neutron-server[93724]: DEBUG oslo_db.api [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:01:18.164324 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.248820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c835f9e8-cd7d-4776-be6e-a78f05ff630d None None] Pushing event updated for resources: {'Port': ['ID=5605b14d-bff7-4f92-b4e0-82cff64288f6,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:18.269594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141ce32-8039-47ef-a554-b6346acf9740 None None] Network 5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:18.383289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a046d-32cc-4eee-8893-aac04c9ae540 None None] Network 5223860c-de5f-472e-a6cb-776efdd15c39 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:18.450175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-205a7954-ef47-4128-aa16-25ea3df80ec8 None None] Provisioning for port d67c64cb-f218-4ac8-995e-0eab9153a353 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:18.660410 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.716763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Deleting port 5605b14d-bff7-4f92-b4e0-82cff64288f6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:18.717102 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.728181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9f04f9-5ae6-4e39-bcd8-dca6fa8a2b32 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:01:18.787348 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] For port 5605b14d-bff7-4f92-b4e0-82cff64288f6, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5605b14d-bff7-4f92-b4e0-82cff64288f6,segment=NetworkSegment(1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92),segment_id=1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:18.787718 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.801387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Calling delete_port for 5605b14d-bff7-4f92-b4e0-82cff64288f6 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:18.808478 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9f04f9-5ae6-4e39-bcd8-dca6fa8a2b32 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 10:01:18.883260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:18.914379 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Port': ['ID=5605b14d-bff7-4f92-b4e0-82cff64288f6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:18.916217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No DVR routers for this DVR port 5605b14d-bff7-4f92-b4e0-82cff64288f6 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:18.993796 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.003757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5764a6-2ed7-4290-97b2-9da10fa4e4a6']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:19.013362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:19.013690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a3f4c2e-0c53-4294-bf9c-ec6d25b92c92') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:19.023037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.038074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.043914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:19.044297 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:19.047338 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:19.108843 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.117988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.119828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 HTTP/1.1" status: 204 len: 168 time: 1.9784203 Jun 30 10:01:19.123645 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52722) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:19.128900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161676408'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:19.131561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f57b1e-6adf-42be-8630-4b706beb835c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Network': ['ID=5e5764a6-2ed7-4290-97b2-9da10fa4e4a6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:19.151471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:19.155121 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.179926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:19.188737 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.189075 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Added segment ef6bfa49-5a9e-40f9-a228-d9970403c3b7 of type vlan for network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 Jun 30 10:01:19.228595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.256815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.262198 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.262803 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.321550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1937842 Jun 30 10:01:19.321663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52724) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:19.329134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'subnet': {'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:19.333356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af219801-f759-4406-9d14-82507ee9411a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Network': ['ID=2bc657d0-5ec0-466c-9d62-aa738632b5d4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:19.351118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:19.424198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:19.428463 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.432758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d67c64cb-f218-4ac8-995e-0eab9153a353 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:19.507718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d67c64cb-f218-4ac8-995e-0eab9153a353 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:19.512212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d67c64cb-f218-4ac8-995e-0eab9153a353 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:19.512625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.524316 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Performing IP validity checks on allocation pools {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 30 10:01:19.524847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.ipam_backend_mixin [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 30 10:01:19.597211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.633033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d67c64cb-f218-4ac8-995e-0eab9153a353, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d67c64cb-f218-4ac8-995e-0eab9153a353,segment=NetworkSegment(110c09e7-7a3f-43c2-8cf9-4ca78a690b04),segment_id=110c09e7-7a3f-43c2-8cf9-4ca78a690b04)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:19.637703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.650070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.687468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d67c64cb-f218-4ac8-995e-0eab9153a353,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:19.715367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Subnet': ['ID=22b8d7fc-78d8-44c2-b135-22f7bee4a3d9,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:19.725179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Checking segment: {'id': 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:19.725546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network hostable DHCP agents. Network: 2bc657d0-5ec0-466c-9d62-aa738632b5d4, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:19.741851 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:19.750676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 2bc657d0-5ec0-466c-9d62-aa738632b5d4) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:19.755198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:19.755854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.759559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b88ef17-72a8-45f1-af91-cdabf5212348 None None] Network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:19.773118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b64f3015-86cc-472f-8e10-3831acb12ef3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4503629 Jun 30 10:01:19.777250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52726) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:19.883581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.916430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-2bc657d0-5ec0-466c-9d62-aa738632b5d4', 'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4', 'tenant_id': '0b64b910c2f74b58839a2f850f9d3db9', 'fixed_ips': [{'subnet_id': '22b8d7fc-78d8-44c2-b135-22f7bee4a3d9'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:19.917368 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:19.969555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.053583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Allocated IP 2001:db8::3 (2bc657d0-5ec0-466c-9d62-aa738632b5d4/22b8d7fc-78d8-44c2-b135-22f7bee4a3d9/f6a7c330-148d-4e51-98a1-b0fab5f8f22f) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:20.195863 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.204547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Transition to ACTIVE for port object f6a7c330-148d-4e51-98a1-b0fab5f8f22f will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:20.219914 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Transition to ACTIVE for port object f6a7c330-148d-4e51-98a1-b0fab5f8f22f will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:20.226415 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.242831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.263158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:20.265833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:20.268964 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Subnet': ['ID=22b8d7fc-78d8-44c2-b135-22f7bee4a3d9,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:20.270842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:20.280766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Pushing event updated for resources: {'Port': ['ID=f6a7c330-148d-4e51-98a1-b0fab5f8f22f,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:20.339245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Attempting to bind port f6a7c330-148d-4e51-98a1-b0fab5f8f22f on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:20.339618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Attempting to bind port f6a7c330-148d-4e51-98a1-b0fab5f8f22f by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:20.339978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Attempting to bind port f6a7c330-148d-4e51-98a1-b0fab5f8f22f on network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:20.346378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:20.346760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Checking segment: {'id': 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:20.347163 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.347555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Bound using segment: {'id': 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:20.348019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Bound port: f6a7c330-148d-4e51-98a1-b0fab5f8f22f, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:20.348400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.414382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] For port f6a7c330-148d-4e51-98a1-b0fab5f8f22f, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:20.417690 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] For port f6a7c330-148d-4e51-98a1-b0fab5f8f22f, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f6a7c330-148d-4e51-98a1-b0fab5f8f22f,segment=NetworkSegment(ef6bfa49-5a9e-40f9-a228-d9970403c3b7),segment_id=ef6bfa49-5a9e-40f9-a228-d9970403c3b7)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:20.423212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.512130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bb596-3214-4fa4-95b3-cde8d8ea03b8 None None] Pushing event updated for resources: {'Port': ['ID=f6a7c330-148d-4e51-98a1-b0fab5f8f22f,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:20.535212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429272cd-6a1c-4412-8375-9113c5f67c9c None None] Network 2bc657d0-5ec0-466c-9d62-aa738632b5d4 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:20.671297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77b0d07-d0c4-426e-a0a8-3dc624657097 None None] get_active_networks_info from n-d-780147-22 {{(pid=93726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 30 10:01:20.682190 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.691777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc657d0-5ec0-466c-9d62-aa738632b5d4']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:20.701150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:20.701449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:20.710179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.724497 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.730433 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:20.730823 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:20.733703 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:20.740742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b0d07-d0c4-426e-a0a8-3dc624657097 None None] Resources bound (agent type, host, resource id): {{(pid=93726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 30 10:01:20.787355 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.db.api [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 30 10:01:20.787355 n-d-780147-22 neutron-server[93725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 30 10:01:20.787355 n-d-780147-22 neutron-server[93725]: [parameters: {'id': '2bc657d0-5ec0-466c-9d62-aa738632b5d4'}] Jun 30 10:01:20.787355 n-d-780147-22 neutron-server[93725]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 30 10:01:20.787843 n-d-780147-22 neutron-server[93725]: DEBUG oslo_db.api [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 10:01:21.289047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.346205 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Deleting port f6a7c330-148d-4e51-98a1-b0fab5f8f22f {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:21.346578 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.375896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d67c64cb-f218-4ac8-995e-0eab9153a353 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:21.409162 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] For port f6a7c330-148d-4e51-98a1-b0fab5f8f22f, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f6a7c330-148d-4e51-98a1-b0fab5f8f22f,segment=NetworkSegment(ef6bfa49-5a9e-40f9-a228-d9970403c3b7),segment_id=ef6bfa49-5a9e-40f9-a228-d9970403c3b7)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:21.409526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.421396 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Calling delete_port for f6a7c330-148d-4e51-98a1-b0fab5f8f22f owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:21.424213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d67c64cb-f218-4ac8-995e-0eab9153a353 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:21.424591 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.507765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.536467 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Port': ['ID=f6a7c330-148d-4e51-98a1-b0fab5f8f22f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:21.543468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No DVR routers for this DVR port f6a7c330-148d-4e51-98a1-b0fab5f8f22f on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:21.624618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.634880 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc657d0-5ec0-466c-9d62-aa738632b5d4']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:21.645424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:21.645711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef6bfa49-5a9e-40f9-a228-d9970403c3b7') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:21.654142 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.668000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.674881 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:21.675269 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:21.678055 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:21.733836 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.741888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.743646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/2bc657d0-5ec0-466c-9d62-aa738632b5d4 HTTP/1.1" status: 204 len: 168 time: 1.9653962 Jun 30 10:01:21.747814 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:21.753704 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038328822'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:21.756469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962bd0d-f75b-45ee-a943-a3a60e9909ad tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Network': ['ID=2bc657d0-5ec0-466c-9d62-aa738632b5d4,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:21.776115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:21.779662 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.805293 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:21.817519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.818003 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Added segment 2282d86b-05fb-40e0-ac22-18b6b50a5e8a of type vlan for network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 Jun 30 10:01:21.866565 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.904445 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.913261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:21.914166 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:21.976448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2275283 Jun 30 10:01:21.979462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52732) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:21.984029 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0a21a-3411-4c4d-b5ec-f7200bb725c3 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Network': ['ID=c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:21.984650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'subnet': {'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:21.994620 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:22.074185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:22.077925 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.258324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.313281 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Subnet': ['ID=8e10cb13-168a-4269-8310-f66649394112,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:22.324483 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Checking segment: {'id': '2282d86b-05fb-40e0-ac22-18b6b50a5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:22.324842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network hostable DHCP agents. Network: c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:22.341632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:22.350104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:22.354244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:22.354841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.360001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b2326-45dd-41b3-9182-b96cf80eafef None None] Network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:22.369010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8d80b8c5-a594-4c75-a234-7a380b358439 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3883460 Jun 30 10:01:22.372700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:22.378354 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-739128827'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:22.398775 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:22.402246 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.426095 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:22.435591 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.435943 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Added segment b06abd65-8c86-4f1a-aea1-f86c51942c67 of type vlan for network 67b3ba08-cf75-4c1e-9c6d-96737e472275 Jun 30 10:01:22.480772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.510567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9', 'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9', 'tenant_id': '0b64b910c2f74b58839a2f850f9d3db9', 'fixed_ips': [{'subnet_id': '8e10cb13-168a-4269-8310-f66649394112'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:22.511481 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.513691 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.519262 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:22.519842 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.569652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1931636 Jun 30 10:01:22.569863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52736) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:22.574609 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Request body: {'subnet': {'network_id': '67b3ba08-cf75-4c1e-9c6d-96737e472275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:22.635250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc32e94-b82b-4e88-a607-2035d54b1d2c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Network': ['ID=67b3ba08-cf75-4c1e-9c6d-96737e472275,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:22.647541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 67b3ba08-cf75-4c1e-9c6d-96737e472275 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:22.664972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Allocated IP 2001:db8::2 (c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9/8e10cb13-168a-4269-8310-f66649394112/0ace0523-0d6f-4baf-b24d-9c9c67b74bc0) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:22.679724 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Made reservation on behalf of 0b64b910c2f74b58839a2f850f9d3db9 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:22.683367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.862894 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.871115 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Transition to ACTIVE for port object 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:22.873160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.885778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Transition to ACTIVE for port object 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:22.892416 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.930205 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:22.933837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:22.937861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:22.941566 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event updated for resources: {'Subnet': ['ID=150fb876-e211-45be-b7ce-88555bf0e3ba,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:22.946865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Checking segment: {'id': 'b06abd65-8c86-4f1a-aea1-f86c51942c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '67b3ba08-cf75-4c1e-9c6d-96737e472275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:22.947236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network hostable DHCP agents. Network: 67b3ba08-cf75-4c1e-9c6d-96737e472275, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:22.947370 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Pushing event updated for resources: {'Port': ['ID=0ace0523-0d6f-4baf-b24d-9c9c67b74bc0,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:22.966639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Network 67b3ba08-cf75-4c1e-9c6d-96737e472275 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:22.977437 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 67b3ba08-cf75-4c1e-9c6d-96737e472275) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:22.985861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:22.990084 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:22.991239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3733c04b-680a-46cd-96f7-eb612402c541 None None] Network 67b3ba08-cf75-4c1e-9c6d-96737e472275 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:23.004576 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e9ae4301-5d0d-47d2-a4b1-139277387b24 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4337139 Jun 30 10:01:23.007478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52738) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.043452 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Attempting to bind port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:23.044082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Attempting to bind port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '2282d86b-05fb-40e0-ac22-18b6b50a5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:23.044207 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Attempting to bind port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 on network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:23.053883 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:23.054283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Checking segment: {'id': '2282d86b-05fb-40e0-ac22-18b6b50a5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:23.054694 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.055086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Bound using segment: {'id': '2282d86b-05fb-40e0-ac22-18b6b50a5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:23.055543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Bound port: 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2282d86b-05fb-40e0-ac22-18b6b50a5e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:23.055918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.107411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.158408 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.162652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] For port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:23.167155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] For port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0ace0523-0d6f-4baf-b24d-9c9c67b74bc0,segment=NetworkSegment(2282d86b-05fb-40e0-ac22-18b6b50a5e8a),segment_id=2282d86b-05fb-40e0-ac22-18b6b50a5e8a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:23.173243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.219563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.234959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23154deb-c376-4b2c-bc2e-7f14acc94e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-67b3ba08-cf75-4c1e-9c6d-96737e472275', 'network_id': '67b3ba08-cf75-4c1e-9c6d-96737e472275', 'tenant_id': '0b64b910c2f74b58839a2f850f9d3db9', 'fixed_ips': [{'subnet_id': '150fb876-e211-45be-b7ce-88555bf0e3ba'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:23.235925 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-23154deb-c376-4b2c-bc2e-7f14acc94e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.249709 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Subnet': ['ID=150fb876-e211-45be-b7ce-88555bf0e3ba,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:23.265388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643aaaf-0306-4c32-8060-7afb259d8a28 None None] Pushing event updated for resources: {'Port': ['ID=0ace0523-0d6f-4baf-b24d-9c9c67b74bc0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:23.321614 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.332923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b3ba08-cf75-4c1e-9c6d-96737e472275']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:23.344364 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b06abd65-8c86-4f1a-aea1-f86c51942c67') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:23.344732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b06abd65-8c86-4f1a-aea1-f86c51942c67') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:23.348227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd7273f-9a33-449b-ad2c-843ab678cddd None None] Network 67b3ba08-cf75-4c1e-9c6d-96737e472275 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:23.356155 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.371585 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.379681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:23.380541 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:23.384203 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:23.488375 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.499269 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.501350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/67b3ba08-cf75-4c1e-9c6d-96737e472275 HTTP/1.1" status: 204 len: 168 time: 0.4925888 Jun 30 10:01:23.504407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.519021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ec465-77ae-4ec3-94e9-dde945f6ab33 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Network': ['ID=67b3ba08-cf75-4c1e-9c6d-96737e472275,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:23.535067 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2453f6-3cdf-4183-a97c-13186aae1391 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] GET failed (client error): The resource could not be found. Jun 30 10:01:23.536444 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ea2453f6-3cdf-4183-a97c-13186aae1391 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "GET /v2.0/subnets/150fb876-e211-45be-b7ce-88555bf0e3ba HTTP/1.1" status: 404 len: 337 time: 0.0310404 Jun 30 10:01:23.540455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.558803 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9103efb3-3c4b-41ca-9085-8fe931dbfa46 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:23.559383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9103efb3-3c4b-41ca-9085-8fe931dbfa46 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:23.561106 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9103efb3-3c4b-41ca-9085-8fe931dbfa46 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/67b3ba08-cf75-4c1e-9c6d-96737e472275 HTTP/1.1" status: 404 len: 339 time: 0.0196888 Jun 30 10:01:23.565884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52744) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.593730 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1a8149-9b9c-4f04-a7db-d94f5c8d7c8c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:23.594286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e1a8149-9b9c-4f04-a7db-d94f5c8d7c8c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:23.596995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1e1a8149-9b9c-4f04-a7db-d94f5c8d7c8c tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/subnets/150fb876-e211-45be-b7ce-88555bf0e3ba HTTP/1.1" status: 404 len: 337 time: 0.0299249 Jun 30 10:01:23.599659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.618596 n-d-780147-22 neutron-server[93724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6a53ef-e8ab-41ab-a080-6f357a6b4220 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:23.619148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6a53ef-e8ab-41ab-a080-6f357a6b4220 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:23.620814 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ef6a53ef-e8ab-41ab-a080-6f357a6b4220 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/67b3ba08-cf75-4c1e-9c6d-96737e472275 HTTP/1.1" status: 404 len: 339 time: 0.0197647 Jun 30 10:01:23.624252 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.674583 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Deleting subnet 8e10cb13-168a-4269-8310-f66649394112 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:01:23.677616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.719964 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.804853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.861913 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.895212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Subnet': ['ID=8e10cb13-168a-4269-8310-f66649394112,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:23.898120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:23.899995 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fbc6f541-e768-4e48-b05f-f3eb99187e9d tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/subnets/8e10cb13-168a-4269-8310-f66649394112 HTTP/1.1" status: 204 len: 168 time: 0.2745330 Jun 30 10:01:23.902491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52750) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:23.984051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.037228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Deleting port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:24.037567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.106341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] For port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=0ace0523-0d6f-4baf-b24d-9c9c67b74bc0,segment=NetworkSegment(2282d86b-05fb-40e0-ac22-18b6b50a5e8a),segment_id=2282d86b-05fb-40e0-ac22-18b6b50a5e8a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:24.106700 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.120505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Calling delete_port for 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:24.200642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.219526 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c513c884-b3a3-4a77-94a3-7d619635dcf9 None None] Network c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:24.226212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Port': ['ID=0ace0523-0d6f-4baf-b24d-9c9c67b74bc0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:24.231681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No DVR routers for this DVR port 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:24.286940 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-63bb0be5-88f5-45c4-9544-91b7eca78e59 None None] Could not find standard attr ID for object 0ace0523-0d6f-4baf-b24d-9c9c67b74bc0. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 10:01:24.322626 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.333621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:24.344210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2282d86b-05fb-40e0-ac22-18b6b50a5e8a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:24.344503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2282d86b-05fb-40e0-ac22-18b6b50a5e8a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:24.353762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.368250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.374621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:24.375041 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:24.378749 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:24.389184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfde4d7-40a0-4ba3-a343-d9c1bb247f7e None None] DHCP port deletion for c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:01:24.446760 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.454021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.456477 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9 HTTP/1.1" status: 204 len: 168 time: 0.5530646 Jun 30 10:01:24.459202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:24.467836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebabc631-195a-4507-acd4-25aba9afaf4a tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Network': ['ID=c9c0eab6-ba14-4e6e-ab6f-16ba57b41ce9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:24.486463 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-80193f25-fda8-4833-a952-8a61740c9fb7 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:24.486985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80193f25-fda8-4833-a952-8a61740c9fb7 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:24.488655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-80193f25-fda8-4833-a952-8a61740c9fb7 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/subnets/22b8d7fc-78d8-44c2-b135-22f7bee4a3d9 HTTP/1.1" status: 404 len: 337 time: 0.0283947 Jun 30 10:01:24.491189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52754) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:24.508655 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a9a7967-6d7b-4577-ae7c-9a52c750c3e0 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:24.509181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a9a7967-6d7b-4577-ae7c-9a52c750c3e0 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:24.510776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8a9a7967-6d7b-4577-ae7c-9a52c750c3e0 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/2bc657d0-5ec0-466c-9d62-aa738632b5d4 HTTP/1.1" status: 404 len: 339 time: 0.0187163 Jun 30 10:01:24.513046 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52756) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:24.538677 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f84fc4-2766-44e6-a6f6-46dc926ca6d1 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:24.539117 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f84fc4-2766-44e6-a6f6-46dc926ca6d1 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:24.540752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-08f84fc4-2766-44e6-a6f6-46dc926ca6d1 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/subnets/710b8822-c187-41d7-a8d4-c3cec4ffd9fb HTTP/1.1" status: 404 len: 337 time: 0.0268419 Jun 30 10:01:24.543213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52758) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:24.560597 n-d-780147-22 neutron-server[93725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27a032b-314f-4e69-bb28-98ce5f23754b tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] DELETE failed (client error): The resource could not be found. Jun 30 10:01:24.561113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27a032b-314f-4e69-bb28-98ce5f23754b tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 30 10:01:24.562724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d27a032b-314f-4e69-bb28-98ce5f23754b tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/5e5764a6-2ed7-4290-97b2-9da10fa4e4a6 HTTP/1.1" status: 404 len: 339 time: 0.0186486 Jun 30 10:01:24.565777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52760) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:24.615978 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Deleting subnet 086ea9f7-2598-4e3f-a7cb-96d284ac419e {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:01:24.619026 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.664120 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.747083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.804545 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.835684 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Subnet': ['ID=086ea9f7-2598-4e3f-a7cb-96d284ac419e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:24.839241 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.841061 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e29201c1-49b2-4659-8475-aace37cdb955 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/subnets/086ea9f7-2598-4e3f-a7cb-96d284ac419e HTTP/1.1" status: 204 len: 168 time: 0.2743504 Jun 30 10:01:24.843485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52762) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:24.849169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038b2243-0d4a-4157-a3ea-80c5bfabd841 None None] Network 5223860c-de5f-472e-a6cb-776efdd15c39 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:24.921345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:24.989109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Deleting port d67c64cb-f218-4ac8-995e-0eab9153a353 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:24.989462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.042130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] DHCP port deletion for 5223860c-de5f-472e-a6cb-776efdd15c39 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:01:25.057018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] For port d67c64cb-f218-4ac8-995e-0eab9153a353, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d67c64cb-f218-4ac8-995e-0eab9153a353,segment=NetworkSegment(110c09e7-7a3f-43c2-8cf9-4ca78a690b04),segment_id=110c09e7-7a3f-43c2-8cf9-4ca78a690b04)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:25.057378 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.069798 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Calling delete_port for d67c64cb-f218-4ac8-995e-0eab9153a353 owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:25.087471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] Deleting port d67c64cb-f218-4ac8-995e-0eab9153a353 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:25.087845 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.148485 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.152930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] For port d67c64cb-f218-4ac8-995e-0eab9153a353, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d67c64cb-f218-4ac8-995e-0eab9153a353,segment=NetworkSegment(110c09e7-7a3f-43c2-8cf9-4ca78a690b04),segment_id=110c09e7-7a3f-43c2-8cf9-4ca78a690b04)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:25.153321 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.165859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] Calling delete_port for d67c64cb-f218-4ac8-995e-0eab9153a353 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:25.174589 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Port': ['ID=d67c64cb-f218-4ac8-995e-0eab9153a353,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:25.178805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] No DVR routers for this DVR port d67c64cb-f218-4ac8-995e-0eab9153a353 on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:25.243710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.259259 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.268463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] Pushing event deleted for resources: {'Port': ['ID=d67c64cb-f218-4ac8-995e-0eab9153a353,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:25.268985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5223860c-de5f-472e-a6cb-776efdd15c39']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:25.271896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f88cb-8450-4c0f-89e6-090925270018 None None] No DVR routers for this DVR port d67c64cb-f218-4ac8-995e-0eab9153a353 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:25.283794 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110c09e7-7a3f-43c2-8cf9-4ca78a690b04') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:25.284100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110c09e7-7a3f-43c2-8cf9-4ca78a690b04') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:25.292888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.306964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.313010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:25.313402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:25.316706 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:25.365829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d67c64cb-f218-4ac8-995e-0eab9153a353 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:25.378734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.388807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d67c64cb-f218-4ac8-995e-0eab9153a353 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:01:25.389157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d67c64cb-f218-4ac8-995e-0eab9153a353 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:25.389751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.394171 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] 10.222.0.77 "DELETE /v2.0/networks/5223860c-de5f-472e-a6cb-776efdd15c39 HTTP/1.1" status: 204 len: 168 time: 0.5473959 Jun 30 10:01:25.404414 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19a108-9745-4c6e-9f94-4a82586da653 tempest-NetworksIpV6Test-940022462 tempest-NetworksIpV6Test-940022462-project] Pushing event deleted for resources: {'Network': ['ID=5223860c-de5f-472e-a6cb-776efdd15c39,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:25.631781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:25.759325 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d94da48a-d8bf-451c-a630-43b8b0c6b4ac admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0b64b910c2f74b58839a2f850f9d3db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263516 Jun 30 10:01:25.761688 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:25.809349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04df5296-4c59-4a12-a726-04a903706754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.830561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04df5296-4c59-4a12-a726-04a903706754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.875122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04df5296-4c59-4a12-a726-04a903706754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.878446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04df5296-4c59-4a12-a726-04a903706754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:25.879622 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04df5296-4c59-4a12-a726-04a903706754 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/e6660dc4-a7e2-4421-96fd-779fbee81643 HTTP/1.1" status: 204 len: 168 time: 0.1170211 Jun 30 10:01:25.887304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df5296-4c59-4a12-a726-04a903706754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6660dc4-a7e2-4421-96fd-779fbee81643,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:26.502746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:26.595431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-660456999', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:26.618857 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.619818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.678775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.683107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.699165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.700345 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-567c0fbb-ee20-4a2d-acb4-964b2c8b0912 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1965866 Jun 30 10:01:26.703431 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52798) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:26.709035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1992061898'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:26.728336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Made reservation on behalf of 43ec06e917a94ef6a53f5b75f83d2010 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:26.731801 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.740580 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.836897 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.840511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.862288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:26.877261 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166496da-772e-44b1-a3cd-269674adf79c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:26.880312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.880660 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Added segment 1bf399f8-4f92-407f-98d3-29933e862d9f of type vlan for network b8bce84f-3971-4058-b8c0-5b18dae59e8f Jun 30 10:01:26.920303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.950791 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:26.956681 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:26.957266 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.011271 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3067873 Jun 30 10:01:27.014125 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52800) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:27.019468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Request body: {'subnet': {'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:27.025356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367c0d-3c69-4e15-bb84-8bc560fd0b21 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event updated for resources: {'Network': ['ID=b8bce84f-3971-4058-b8c0-5b18dae59e8f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:27.039269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network b8bce84f-3971-4058-b8c0-5b18dae59e8f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:27.109379 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Made reservation on behalf of 43ec06e917a94ef6a53f5b75f83d2010 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:27.113574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.288292 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.350698 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event updated for resources: {'Subnet': ['ID=a45be3ef-ea8a-473d-b151-c2a93d32495c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:27.359114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Checking segment: {'id': '1bf399f8-4f92-407f-98d3-29933e862d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:27.359477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Network hostable DHCP agents. Network: b8bce84f-3971-4058-b8c0-5b18dae59e8f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:27.375686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Network b8bce84f-3971-4058-b8c0-5b18dae59e8f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:27.384244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, b8bce84f-3971-4058-b8c0-5b18dae59e8f) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:27.389236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:27.389831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.395061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11671332-6f1a-4ffd-b5e8-cb138d11f537 None None] Network b8bce84f-3971-4058-b8c0-5b18dae59e8f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:27.407373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52802) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:27.409331 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7113bef2-8669-480b-815a-44745c2bfd0f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3923013 Jun 30 10:01:27.413135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-299019522'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:27.434502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Made reservation on behalf of 43ec06e917a94ef6a53f5b75f83d2010 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:27.437966 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.462515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:27.472573 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.473000 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Added segment 113eb0f6-2cc0-4c4e-a4f1-b1c025231061 of type vlan for network 9c5097d6-243f-4174-ae08-c80fa1226978 Jun 30 10:01:27.512737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.543235 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.543684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-b8bce84f-3971-4058-b8c0-5b18dae59e8f', 'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f', 'tenant_id': '43ec06e917a94ef6a53f5b75f83d2010', 'fixed_ips': [{'subnet_id': 'a45be3ef-ea8a-473d-b151-c2a93d32495c'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:27.544527 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.549516 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:27.550112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.606446 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1973867 Jun 30 10:01:27.609936 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52804) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:27.616547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Request body: {'subnet': {'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:27.622928 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80a5e1-b846-4335-a5a2-6f5f1cd47d8f tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event updated for resources: {'Network': ['ID=9c5097d6-243f-4174-ae08-c80fa1226978,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:27.633644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 9c5097d6-243f-4174-ae08-c80fa1226978 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:27.705477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Made reservation on behalf of 43ec06e917a94ef6a53f5b75f83d2010 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:27.709454 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.739715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Allocated IP 172.20.0.2 (b8bce84f-3971-4058-b8c0-5b18dae59e8f/a45be3ef-ea8a-473d-b151-c2a93d32495c/edced2f2-9852-4529-84f8-fd7a2360aa29) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:27.888004 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.890160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.898315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Transition to ACTIVE for port object edced2f2-9852-4529-84f8-fd7a2360aa29 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:27.914166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Transition to ACTIVE for port object edced2f2-9852-4529-84f8-fd7a2360aa29 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:27.920142 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:27.948284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event updated for resources: {'Subnet': ['ID=1770a091-4e11-4506-9122-7eecde1ba4cd,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:27.959575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Checking segment: {'id': '113eb0f6-2cc0-4c4e-a4f1-b1c025231061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:27.959750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Network b8bce84f-3971-4058-b8c0-5b18dae59e8f is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:27.959940 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Network hostable DHCP agents. Network: 9c5097d6-243f-4174-ae08-c80fa1226978, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:27.962539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:27.966785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:27.974878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Pushing event updated for resources: {'Port': ['ID=edced2f2-9852-4529-84f8-fd7a2360aa29,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:27.977977 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Network 9c5097d6-243f-4174-ae08-c80fa1226978 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:27.987185 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 9c5097d6-243f-4174-ae08-c80fa1226978) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:27.991202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:27.991796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.005939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c5e4f-2959-474d-aa62-2d87c08e1b7d None None] Network 9c5097d6-243f-4174-ae08-c80fa1226978 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:28.006340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1778da5d-82c4-4fd8-ab12-0b7d3ee7eefa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3955445 Jun 30 10:01:28.009180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52806) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:28.013842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-79921b92-c8f9-4939-b6e8-3979a460ae37 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Request body: {'router': {'external_gateway_info': {'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:28.082907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Attempting to bind port edced2f2-9852-4529-84f8-fd7a2360aa29 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:28.083490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Attempting to bind port edced2f2-9852-4529-84f8-fd7a2360aa29 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '1bf399f8-4f92-407f-98d3-29933e862d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:28.083645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Attempting to bind port edced2f2-9852-4529-84f8-fd7a2360aa29 on network b8bce84f-3971-4058-b8c0-5b18dae59e8f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:28.093756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:28.094135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Checking segment: {'id': '1bf399f8-4f92-407f-98d3-29933e862d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:28.094568 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.094960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Bound using segment: {'id': '1bf399f8-4f92-407f-98d3-29933e862d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:28.095672 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Bound port: edced2f2-9852-4529-84f8-fd7a2360aa29, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bf399f8-4f92-407f-98d3-29933e862d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b8bce84f-3971-4058-b8c0-5b18dae59e8f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:28.096061 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.208168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] For port edced2f2-9852-4529-84f8-fd7a2360aa29, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:28.213662 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] For port edced2f2-9852-4529-84f8-fd7a2360aa29, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=edced2f2-9852-4529-84f8-fd7a2360aa29,segment=NetworkSegment(1bf399f8-4f92-407f-98d3-29933e862d9f),segment_id=1bf399f8-4f92-407f-98d3-29933e862d9f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:28.228077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79921b92-c8f9-4939-b6e8-3979a460ae37 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.231959 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.259808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-9c5097d6-243f-4174-ae08-c80fa1226978', 'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978', 'tenant_id': '43ec06e917a94ef6a53f5b75f83d2010', 'fixed_ips': [{'subnet_id': '1770a091-4e11-4506-9122-7eecde1ba4cd'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:28.260644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.310895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949b6d4-fec1-43b5-9b7d-a738e0db1aac None None] Pushing event updated for resources: {'Port': ['ID=edced2f2-9852-4529-84f8-fd7a2360aa29,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:28.343798 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [None req-79921b92-c8f9-4939-b6e8-3979a460ae37 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 30 10:01:28.344836 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79921b92-c8f9-4939-b6e8-3979a460ae37 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "PUT /v2.0/routers/925584f8-56c2-4403-8a1b-8679c9de13da HTTP/1.1" status: 400 len: 364 time: 0.3346620 Jun 30 10:01:28.350925 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:28.412058 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Deleting subnet 1770a091-4e11-4506-9122-7eecde1ba4cd {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:01:28.430139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Allocated IP 172.21.0.2 (9c5097d6-243f-4174-ae08-c80fa1226978/1770a091-4e11-4506-9122-7eecde1ba4cd/889da1a2-813a-4940-a7d3-3cc0b210bba9) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:28.594043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.603541 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Transition to ACTIVE for port object 889da1a2-813a-4940-a7d3-3cc0b210bba9 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:28.618523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Transition to ACTIVE for port object 889da1a2-813a-4940-a7d3-3cc0b210bba9 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:28.623856 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.624399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.663124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Network 9c5097d6-243f-4174-ae08-c80fa1226978 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:28.665435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.665815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:28.668121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:28.679815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Pushing event updated for resources: {'Port': ['ID=889da1a2-813a-4940-a7d3-3cc0b210bba9,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:28.734972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Attempting to bind port 889da1a2-813a-4940-a7d3-3cc0b210bba9 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:28.735343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Attempting to bind port 889da1a2-813a-4940-a7d3-3cc0b210bba9 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '113eb0f6-2cc0-4c4e-a4f1-b1c025231061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:28.735705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Attempting to bind port 889da1a2-813a-4940-a7d3-3cc0b210bba9 on network 9c5097d6-243f-4174-ae08-c80fa1226978 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:28.741258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:28.741636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Checking segment: {'id': '113eb0f6-2cc0-4c4e-a4f1-b1c025231061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:28.742037 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.742535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Bound using segment: {'id': '113eb0f6-2cc0-4c4e-a4f1-b1c025231061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:28.743020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Bound port: 889da1a2-813a-4940-a7d3-3cc0b210bba9, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113eb0f6-2cc0-4c4e-a4f1-b1c025231061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '9c5097d6-243f-4174-ae08-c80fa1226978'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:28.743436 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.749870 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.815910 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.819414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] For port 889da1a2-813a-4940-a7d3-3cc0b210bba9, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:28.822689 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] For port 889da1a2-813a-4940-a7d3-3cc0b210bba9, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=889da1a2-813a-4940-a7d3-3cc0b210bba9,segment=NetworkSegment(113eb0f6-2cc0-4c4e-a4f1-b1c025231061),segment_id=113eb0f6-2cc0-4c4e-a4f1-b1c025231061)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:28.826839 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.845796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event deleted for resources: {'Subnet': ['ID=1770a091-4e11-4506-9122-7eecde1ba4cd,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:28.848044 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:28.849954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73b6d729-311e-47fc-80a7-945322c014fa tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "DELETE /v2.0/subnets/1770a091-4e11-4506-9122-7eecde1ba4cd HTTP/1.1" status: 204 len: 168 time: 0.4973297 Jun 30 10:01:28.852497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52810) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:28.894504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67546ba2-1f11-4fda-8f0e-f9d7da9c9114 None None] Pushing event updated for resources: {'Port': ['ID=889da1a2-813a-4940-a7d3-3cc0b210bba9,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:28.944615 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.011765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Deleting port 889da1a2-813a-4940-a7d3-3cc0b210bba9 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:29.012393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.117742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] For port 889da1a2-813a-4940-a7d3-3cc0b210bba9, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=889da1a2-813a-4940-a7d3-3cc0b210bba9,segment=NetworkSegment(113eb0f6-2cc0-4c4e-a4f1-b1c025231061),segment_id=113eb0f6-2cc0-4c4e-a4f1-b1c025231061)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:29.118107 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.132748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Calling delete_port for 889da1a2-813a-4940-a7d3-3cc0b210bba9 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:29.228819 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.268494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event deleted for resources: {'Port': ['ID=889da1a2-813a-4940-a7d3-3cc0b210bba9,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:29.275468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] No DVR routers for this DVR port 889da1a2-813a-4940-a7d3-3cc0b210bba9 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:29.369943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.384840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5097d6-243f-4174-ae08-c80fa1226978']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:29.396325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113eb0f6-2cc0-4c4e-a4f1-b1c025231061') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:29.397067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113eb0f6-2cc0-4c4e-a4f1-b1c025231061') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:29.399431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cbe1c-2f9d-4cd1-bc87-3d0b281b48b1 None None] Network b8bce84f-3971-4058-b8c0-5b18dae59e8f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:29.410809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.429874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.436529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:29.436932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:29.440736 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:29.444438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edced2f2-9852-4529-84f8-fd7a2360aa29 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:29.503502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-42f3bfa2-ca41-424c-9ae5-5b9c5c9f0b3d None None] Provisioning for port edced2f2-9852-4529-84f8-fd7a2360aa29 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:29.511689 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.521945 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.523962 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "DELETE /v2.0/networks/9c5097d6-243f-4174-ae08-c80fa1226978 HTTP/1.1" status: 204 len: 168 time: 0.6702197 Jun 30 10:01:29.526450 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52812) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:29.538903 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d34e46-a7a2-4f3e-a3bc-8d3f9b8e44be tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event deleted for resources: {'Network': ['ID=9c5097d6-243f-4174-ae08-c80fa1226978,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:29.568727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port edced2f2-9852-4529-84f8-fd7a2360aa29 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:29.575189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port edced2f2-9852-4529-84f8-fd7a2360aa29 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:29.575561 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.597326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Deleting subnet a45be3ef-ea8a-473d-b151-c2a93d32495c {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:01:29.600780 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.649971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.712751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.751964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port edced2f2-9852-4529-84f8-fd7a2360aa29, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=edced2f2-9852-4529-84f8-fd7a2360aa29,segment=NetworkSegment(1bf399f8-4f92-407f-98d3-29933e862d9f),segment_id=1bf399f8-4f92-407f-98d3-29933e862d9f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:29.755985 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.759842 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.824201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=edced2f2-9852-4529-84f8-fd7a2360aa29,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:29.828309 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.833719 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.849128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:29.851182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "DELETE /v2.0/subnets/a45be3ef-ea8a-473d-b151-c2a93d32495c HTTP/1.1" status: 204 len: 168 time: 0.3222270 Jun 30 10:01:29.853969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52814) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:29.870148 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2731832-018c-4cdd-a40a-ba1ec9cc5d33 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event deleted for resources: {'Subnet': ['ID=a45be3ef-ea8a-473d-b151-c2a93d32495c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:29.944896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.000214 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf0b1a-c1ae-491c-88ad-b8a65e967553 None None] Network b8bce84f-3971-4058-b8c0-5b18dae59e8f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:30.003994 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Deleting port edced2f2-9852-4529-84f8-fd7a2360aa29 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:01:30.004458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.073831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] For port edced2f2-9852-4529-84f8-fd7a2360aa29, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=edced2f2-9852-4529-84f8-fd7a2360aa29,segment=NetworkSegment(1bf399f8-4f92-407f-98d3-29933e862d9f),segment_id=1bf399f8-4f92-407f-98d3-29933e862d9f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:30.074532 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.076829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6be84601-ad26-4ca8-9b13-54bac70222be None None] Provisioning complete for port edced2f2-9852-4529-84f8-fd7a2360aa29 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:30.077463 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6be84601-ad26-4ca8-9b13-54bac70222be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.088754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Calling delete_port for edced2f2-9852-4529-84f8-fd7a2360aa29 owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:01:30.139701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae361a1b-04c7-45d0-848c-3225b54ccd1d None None] DHCP port deletion for 9c5097d6-243f-4174-ae08-c80fa1226978 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:01:30.167949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab74a85-a12d-4cb2-9233-38d03d8d25be None None] Network 9c5097d6-243f-4174-ae08-c80fa1226978 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:30.182751 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.184716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab74a85-a12d-4cb2-9233-38d03d8d25be None None] Network 9c5097d6-243f-4174-ae08-c80fa1226978 could not be found, it might have been deleted concurrently. {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 30 10:01:30.210111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6be84601-ad26-4ca8-9b13-54bac70222be None None] Port edced2f2-9852-4529-84f8-fd7a2360aa29 update to ACTIVE by agent not found {{(pid=93726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jun 30 10:01:30.211601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] No DVR routers for this DVR port edced2f2-9852-4529-84f8-fd7a2360aa29 on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:01:30.217340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event deleted for resources: {'Port': ['ID=edced2f2-9852-4529-84f8-fd7a2360aa29,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:30.278509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a831a2f8-f435-41e3-acca-39b631a86748 None None] DHCP port deletion for b8bce84f-3971-4058-b8c0-5b18dae59e8f request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:01:30.301120 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.310746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8bce84f-3971-4058-b8c0-5b18dae59e8f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:30.321232 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf399f8-4f92-407f-98d3-29933e862d9f') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:30.321528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf399f8-4f92-407f-98d3-29933e862d9f') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:30.322101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-65b70b0b-efb2-4a89-932f-910bc26ee324 None None] Could not find standard attr ID for object 889da1a2-813a-4940-a7d3-3cc0b210bba9. {{(pid=93726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 30 10:01:30.331338 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.344511 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.350294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:01:30.350760 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:01:30.353874 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:01:30.409834 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.413963 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.416512 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "DELETE /v2.0/networks/b8bce84f-3971-4058-b8c0-5b18dae59e8f HTTP/1.1" status: 204 len: 168 time: 0.5612884 Jun 30 10:01:30.419570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52816) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:30.430906 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208869b-04b8-4f54-a74c-0a86abf909b4 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Pushing event deleted for resources: {'Network': ['ID=b8bce84f-3971-4058-b8c0-5b18dae59e8f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:30.448987 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c8e8b0ab-60ab-475e-972c-3fc061706c34 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "GET /v2.0/ports?device_id=925584f8-56c2-4403-8a1b-8679c9de13da HTTP/1.1" status: 200 len: 205 time: 0.0282040 Jun 30 10:01:30.451318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52818) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:30.527312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.685305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.687304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.729732 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.730286 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Fanout notify agent at l3_agent the message router_deleted on router 925584f8-56c2-4403-8a1b-8679c9de13da {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:01:30.738535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:30.739636 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-48f6cc1d-47ac-41a1-adae-60442225bdf5 tempest-RoutersNegativeTest-1751933331 tempest-RoutersNegativeTest-1751933331-project] 10.222.0.77 "DELETE /v2.0/routers/925584f8-56c2-4403-8a1b-8679c9de13da HTTP/1.1" status: 204 len: 168 time: 0.2870824 Jun 30 10:01:30.978314 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52824) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:31.011271 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:01:31.117090 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-133ad879-e1f5-40db-b8e3-120e29a8f552 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=43ec06e917a94ef6a53f5b75f83d2010&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376052 Jun 30 10:01:31.119504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52828) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:31.165928 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16f67c0d-5b8d-466a-96f8-7216c6656ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:31.187032 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16f67c0d-5b8d-466a-96f8-7216c6656ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:31.234459 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16f67c0d-5b8d-466a-96f8-7216c6656ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:31.237482 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-16f67c0d-5b8d-466a-96f8-7216c6656ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:31.238641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-16f67c0d-5b8d-466a-96f8-7216c6656ab2 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/166496da-772e-44b1-a3cd-269674adf79c HTTP/1.1" status: 204 len: 168 time: 0.1182449 Jun 30 10:01:31.246065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f67c0d-5b8d-466a-96f8-7216c6656ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166496da-772e-44b1-a3cd-269674adf79c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:31.380249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edced2f2-9852-4529-84f8-fd7a2360aa29 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:31.399192 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: edced2f2-9852-4529-84f8-fd7a2360aa29 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:01:31.399533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device edced2f2-9852-4529-84f8-fd7a2360aa29 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:31.399946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 889da1a2-813a-4940-a7d3-3cc0b210bba9 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:01:31.418636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 889da1a2-813a-4940-a7d3-3cc0b210bba9 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:01:31.418976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 889da1a2-813a-4940-a7d3-3cc0b210bba9 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:01:31.844509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52850) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:31.937659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-435075614-network', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:31.961844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Made reservation on behalf of 302c452f4ea84e4c953fa81298e343b9 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:31.964289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:31.973251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.065365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.069306 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.093561 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:32.102904 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e540529-2899-4cbd-a3b0-8c3bed57e06f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:32.109470 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.109890 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Added segment 8a0a0dee-18a5-4421-b241-c90520e92e35 of type vlan for network d1572dd4-bd40-44c7-a633-51a97beb25dc Jun 30 10:01:32.152806 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.181206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.182147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:32.182752 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.230119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3843818 Jun 30 10:01:32.233095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52854) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:32.238177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Request body: {'subnet': {'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-subnet', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:32.244777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519b6bb-4bb9-4ebf-8638-495ff39ae0a1 admin admin] Pushing event updated for resources: {'Network': ['ID=d1572dd4-bd40-44c7-a633-51a97beb25dc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:32.255643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network d1572dd4-bd40-44c7-a633-51a97beb25dc details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:32.265281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Made reservation on behalf of 302c452f4ea84e4c953fa81298e343b9 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:32.268236 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.432693 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.490159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14b3217d-93aa-46f3-8597-1aa5e9790fd7,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:32.499372 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Checking segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:32.499727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Network hostable DHCP agents. Network: d1572dd4-bd40-44c7-a633-51a97beb25dc, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:32.515965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Network d1572dd4-bd40-44c7-a633-51a97beb25dc is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:32.524613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, d1572dd4-bd40-44c7-a633-51a97beb25dc) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:32.529087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:32.530048 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.532019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27730f5a-7b9f-4df3-86d1-631fc3da6a7a None None] Network d1572dd4-bd40-44c7-a633-51a97beb25dc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:32.544395 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0b365853-8c19-4726-b884-6bc3a2ea0719 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3101997 Jun 30 10:01:32.547177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52858) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:32.552172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:32.572643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.573797 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.627818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.769521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.843125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-d1572dd4-bd40-44c7-a633-51a97beb25dc', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:32.843987 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.969557 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:32.980725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Allocated IP 172.20.0.2 (d1572dd4-bd40-44c7-a633-51a97beb25dc/14b3217d-93aa-46f3-8597-1aa5e9790fd7/31e1ee71-98b2-460d-824d-22a0e2a77eae) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:32.993698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.131172 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.139583 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Transition to ACTIVE for port object 31e1ee71-98b2-460d-824d-22a0e2a77eae will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:33.154788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Transition to ACTIVE for port object 31e1ee71-98b2-460d-824d-22a0e2a77eae will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:33.160744 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.199603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Network d1572dd4-bd40-44c7-a633-51a97beb25dc is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:33.202704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:33.206338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:33.214841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Pushing event updated for resources: {'Port': ['ID=31e1ee71-98b2-460d-824d-22a0e2a77eae,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:33.271603 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Attempting to bind port 31e1ee71-98b2-460d-824d-22a0e2a77eae on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:33.271976 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Attempting to bind port 31e1ee71-98b2-460d-824d-22a0e2a77eae by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:33.272341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Attempting to bind port 31e1ee71-98b2-460d-824d-22a0e2a77eae on network d1572dd4-bd40-44c7-a633-51a97beb25dc {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:33.277578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:33.277959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Checking segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:33.279234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.279234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Bound using segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:33.279234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Bound port: 31e1ee71-98b2-460d-824d-22a0e2a77eae, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:33.280229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.348011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] For port 31e1ee71-98b2-460d-824d-22a0e2a77eae, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:33.351382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] For port 31e1ee71-98b2-460d-824d-22a0e2a77eae, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=31e1ee71-98b2-460d-824d-22a0e2a77eae,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:33.354980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.394246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Allocated IP 172.25.7.220 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/fa7f342a-8f5a-46ba-9a71-1b1590fd1e67) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:33.413304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f7bc2-fc38-4b9a-b972-0225ad0f7b3d None None] Pushing event updated for resources: {'Port': ['ID=31e1ee71-98b2-460d-824d-22a0e2a77eae,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:33.504440 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.543881 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:33.587019 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:33.590041 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:33.593845 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:33.624671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:33.848953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.045645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.178594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Router 745aca99-c068-4380-a49f-f34605390a16 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:01:34.290577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:01:34.302566 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Sync routers for ids ['745aca99-c068-4380-a49f-f34605390a16'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:01:34.310084 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.311835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-145d3c26-f7ce-4c72-9c45-f5a2bf6171a5 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7634349 Jun 30 10:01:34.314055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Routers {'745aca99-c068-4380-a49f-f34605390a16'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:34.314654 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52860) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:34.320385 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['745aca99-c068-4380-a49f-f34605390a16'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:34.366000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8bbf0-d9be-4b5f-93e5-dec51ec911d6 None None] Network d1572dd4-bd40-44c7-a633-51a97beb25dc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:34.454910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-115673b8-02da-43d4-9e85-424500a1d27f None None] Provisioning for port 31e1ee71-98b2-460d-824d-22a0e2a77eae completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:34.505730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Set router 745aca99-c068-4380-a49f-f34605390a16 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:34.741007 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.753862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:33Z', 'revision_number': 3, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:34.783649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Checking router: 745aca99-c068-4380-a49f-f34605390a16 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:01:34.784074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Updating router 745aca99-c068-4380-a49f-f34605390a16 port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:01:34.823534 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:34.902600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Allocated IP 172.20.0.1 (d1572dd4-bd40-44c7-a633-51a97beb25dc/14b3217d-93aa-46f3-8597-1aa5e9790fd7/12ac7054-3ced-4b76-9379-1fd625170146) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:35.019072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.031734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Transition to ACTIVE for port object 12ac7054-3ced-4b76-9379-1fd625170146 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:35.064818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.100443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.102559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Network d1572dd4-bd40-44c7-a633-51a97beb25dc is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:35.107138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:35.110753 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:35.110923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Transition to ACTIVE for port object fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:35.117052 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.144631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Pushing event updated for resources: {'Port': ['ID=12ac7054-3ced-4b76-9379-1fd625170146,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:35.166165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Attempting to bind port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:35.166562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Attempting to bind port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:35.166928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Attempting to bind port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:35.170781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.175176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138baef-a65a-459c-bee1-fb4ae6d13990 None None] Pushing event updated for resources: {'Port': ['ID=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:35.180674 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:35.181055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:35.181456 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.181839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:35.182404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Bound port: fa7f342a-8f5a-46ba-9a71-1b1590fd1e67, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:35.182788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.240551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] For port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:35.243906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] For port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:35.248248 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.308448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Routers {'745aca99-c068-4380-a49f-f34605390a16'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:35.309166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['745aca99-c068-4380-a49f-f34605390a16'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:35.317156 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.353129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138baef-a65a-459c-bee1-fb4ae6d13990 None None] Pushing event updated for resources: {'Port': ['ID=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:35.433161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] Set router 745aca99-c068-4380-a49f-f34605390a16 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:35.437417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31e1ee71-98b2-460d-824d-22a0e2a77eae up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:35.489517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e2c56940-4803-4e6b-80c1-a47f3466bf5c None None] Provisioning for port 12ac7054-3ced-4b76-9379-1fd625170146 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:35.493491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.499796 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.501426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e2c56940-4803-4e6b-80c1-a47f3466bf5c None None] Provisioning complete for port 12ac7054-3ced-4b76-9379-1fd625170146 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:35.501828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e2c56940-4803-4e6b-80c1-a47f3466bf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.568674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.571193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Pushing event updated for resources: {'Port': ['ID=12ac7054-3ced-4b76-9379-1fd625170146,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:35.617051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e2c56940-4803-4e6b-80c1-a47f3466bf5c None None] Port 12ac7054-3ced-4b76-9379-1fd625170146 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:01:35.628798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 31e1ee71-98b2-460d-824d-22a0e2a77eae completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:35.636435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 31e1ee71-98b2-460d-824d-22a0e2a77eae triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:35.636810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.662302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Network d1572dd4-bd40-44c7-a633-51a97beb25dc is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:35.663854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:35.766823 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.796135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Router 745aca99-c068-4380-a49f-f34605390a16 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:01:35.812409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 31e1ee71-98b2-460d-824d-22a0e2a77eae, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=31e1ee71-98b2-460d-824d-22a0e2a77eae,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:35.814924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '12ac7054-3ced-4b76-9379-1fd625170146', 'name': '', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'mac_address': 'fa:16:3e:2e:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:34Z', 'updated_at': '2021-06-30T10:01:34Z', 'revision_number': 1, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'subnets': [{'id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:35.819726 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.865811 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c9667d-9445-4cfe-bf60-5a3a8aaedb74 None None] The sync data for ids ['745aca99-c068-4380-a49f-f34605390a16'] in n-d-780147-22 is: [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '12ac7054-3ced-4b76-9379-1fd625170146', 'name': '', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'mac_address': 'fa:16:3e:2e:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:34Z', 'updated_at': '2021-06-30T10:01:34Z', 'revision_number': 1, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'subnets': [{'id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:01:35.902570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=31e1ee71-98b2-460d-824d-22a0e2a77eae,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:35.913916 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:01:35.919093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f3957344-f1d9-499d-8031-a6a350b3c24e admin admin] 10.222.0.77 "PUT /v2.0/routers/745aca99-c068-4380-a49f-f34605390a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6027584 Jun 30 10:01:35.939080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1219a276-15f5-48df-b1c3-f8d1c8e306bf None None] Provisioning complete for port 12ac7054-3ced-4b76-9379-1fd625170146 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:35.939574 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1219a276-15f5-48df-b1c3-f8d1c8e306bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:35.974764 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1219a276-15f5-48df-b1c3-f8d1c8e306bf None None] Port 12ac7054-3ced-4b76-9379-1fd625170146 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:01:36.422196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52876) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:36.427452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-654942339-network', 'tenant_id': '9508126584c74eaba0064510be1ebecc'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:36.449315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Made reservation on behalf of 9508126584c74eaba0064510be1ebecc for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:36.453051 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:36.463491 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:36.578496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:36.583393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:36.967803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:01:36.978448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e154d86-a77c-4c77-84a6-a9f63677ab70,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:36.984654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:36.985258 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Added segment e179e1d9-ef64-4f20-aefe-b56c1f34315c of type vlan for network ca290422-5f32-43ff-81a5-a24e26520595 Jun 30 10:01:37.029307 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.059445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.060428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:37.061013 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.114858 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6914887 Jun 30 10:01:37.117537 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52878) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:37.122302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Request body: {'subnet': {'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-subnet', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:37.134830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344929c-fb58-4d62-aeda-d09372328ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca290422-5f32-43ff-81a5-a24e26520595,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:37.145071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ca290422-5f32-43ff-81a5-a24e26520595 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:01:37.152118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Made reservation on behalf of 9508126584c74eaba0064510be1ebecc for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:37.154703 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.320258 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.396572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3251b0-352f-49b2-9572-4c33f9989110,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:37.409817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Checking segment: {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:37.410343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Network hostable DHCP agents. Network: ca290422-5f32-43ff-81a5-a24e26520595, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:01:37.432982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Network ca290422-5f32-43ff-81a5-a24e26520595 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:01:37.443679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ca290422-5f32-43ff-81a5-a24e26520595) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:37.448815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:37.449853 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.454039 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:37.468221 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b035665-1940-4df2-b5d0-459980f3acfb admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3497107 Jun 30 10:01:37.470890 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 52882) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:37.476224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:37.484109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98473b69-2931-4b24-a0fe-9bbcc40d530f None None] Network ca290422-5f32-43ff-81a5-a24e26520595 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:37.497314 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.498626 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.552116 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.587602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:37.612220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:37.612579 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.683904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ca290422-5f32-43ff-81a5-a24e26520595', 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'fixed_ips': [{'subnet_id': '3e3251b0-352f-49b2-9572-4c33f9989110'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:01:37.684722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.702365 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.789220 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.825213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:37.851451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.852221 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31e1ee71-98b2-460d-824d-22a0e2a77eae up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:37.917423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.924967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Allocated IP 172.20.0.2 (ca290422-5f32-43ff-81a5-a24e26520595/3e3251b0-352f-49b2-9572-4c33f9989110/bef57570-d82d-41af-ac0a-64fbdea235fb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:37.942303 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Sync routers for ids ['745aca99-c068-4380-a49f-f34605390a16'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:01:37.944981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:37.954207 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Routers {'745aca99-c068-4380-a49f-f34605390a16'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:37.955288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['745aca99-c068-4380-a49f-f34605390a16'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:37.959269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:38.021384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 31e1ee71-98b2-460d-824d-22a0e2a77eae triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:38.021755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.070795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Allocated IP 172.25.7.95 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/764c3d55-e107-42af-8f82-3a617ddda456) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:38.078855 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Set router 745aca99-c068-4380-a49f-f34605390a16 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:38.186145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.229458 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.271251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:38.276038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:38.279436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:38.288733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=764c3d55-e107-42af-8f82-3a617ddda456,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:38.293925 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '12ac7054-3ced-4b76-9379-1fd625170146', 'name': '', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'mac_address': 'fa:16:3e:2e:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:34Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 2, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'subnets': [{'id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:38.320926 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Checking router: 745aca99-c068-4380-a49f-f34605390a16 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:01:38.321410 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Updating router 745aca99-c068-4380-a49f-f34605390a16 port 12ac7054-3ced-4b76-9379-1fd625170146 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:01:38.349305 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.358406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Transition to ACTIVE for port object bef57570-d82d-41af-ac0a-64fbdea235fb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:38.363170 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.375125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Transition to ACTIVE for port object bef57570-d82d-41af-ac0a-64fbdea235fb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:38.381336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.419291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Network ca290422-5f32-43ff-81a5-a24e26520595 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:38.423453 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:38.429871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:38.432901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Pushing event updated for resources: {'Port': ['ID=bef57570-d82d-41af-ac0a-64fbdea235fb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:38.489172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Attempting to bind port bef57570-d82d-41af-ac0a-64fbdea235fb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:38.489547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Attempting to bind port bef57570-d82d-41af-ac0a-64fbdea235fb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:38.489913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Attempting to bind port bef57570-d82d-41af-ac0a-64fbdea235fb on network ca290422-5f32-43ff-81a5-a24e26520595 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:38.495070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:38.495428 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Checking segment: {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:38.495827 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.496217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Bound using segment: {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:38.496713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Bound port: bef57570-d82d-41af-ac0a-64fbdea235fb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:38.497090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.549078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.563979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] For port bef57570-d82d-41af-ac0a-64fbdea235fb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:38.568015 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] For port bef57570-d82d-41af-ac0a-64fbdea235fb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bef57570-d82d-41af-ac0a-64fbdea235fb,segment=NetworkSegment(e179e1d9-ef64-4f20-aefe-b56c1f34315c),segment_id=e179e1d9-ef64-4f20-aefe-b56c1f34315c)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:38.573557 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.639295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b6c2c-3376-4bc3-9bda-6b81d7bc1d34 None None] Pushing event updated for resources: {'Port': ['ID=bef57570-d82d-41af-ac0a-64fbdea235fb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:38.646679 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.657277 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Transition to ACTIVE for port object 12ac7054-3ced-4b76-9379-1fd625170146 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:38.665799 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.720025 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Pushing event updated for resources: {'Port': ['ID=12ac7054-3ced-4b76-9379-1fd625170146,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:38.731495 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.732154 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.732154 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.732732 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.732831 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.733131 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.733461 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.733930 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.734282 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.734611 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.734933 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.735242 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:01:38.767487 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.791038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Attempting to bind port 12ac7054-3ced-4b76-9379-1fd625170146 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:38.791417 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Attempting to bind port 12ac7054-3ced-4b76-9379-1fd625170146 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:38.791782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Attempting to bind port 12ac7054-3ced-4b76-9379-1fd625170146 on network d1572dd4-bd40-44c7-a633-51a97beb25dc {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:38.797294 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:38.797713 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Checking segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:38.798140 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.798604 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Bound using segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:38.799071 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Bound port: 12ac7054-3ced-4b76-9379-1fd625170146, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:38.800109 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.875318 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] For port 12ac7054-3ced-4b76-9379-1fd625170146, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:38.882235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] For port 12ac7054-3ced-4b76-9379-1fd625170146, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=12ac7054-3ced-4b76-9379-1fd625170146,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:38.891885 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:38.953700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Router 303e5013-ebc0-4798-828e-168866677149 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:01:38.960760 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Routers {'745aca99-c068-4380-a49f-f34605390a16'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:38.961491 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['745aca99-c068-4380-a49f-f34605390a16'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:38.997548 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd1c57-d298-446c-90c5-feda10c6cea4 None None] Pushing event updated for resources: {'Port': ['ID=12ac7054-3ced-4b76-9379-1fd625170146,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:39.076800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:01:39.089508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Sync routers for ids ['303e5013-ebc0-4798-828e-168866677149'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:01:39.101868 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] Set router 745aca99-c068-4380-a49f-f34605390a16 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:39.104244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Routers {'303e5013-ebc0-4798-828e-168866677149'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:39.104509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['303e5013-ebc0-4798-828e-168866677149'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:39.105827 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:39.107905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ae32303d-6a48-45bf-8d1f-7624c9f47ec8 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6346726 Jun 30 10:01:39.110102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 52884) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:01:39.247699 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Set router 303e5013-ebc0-4798-828e-168866677149 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:39.348167 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '12ac7054-3ced-4b76-9379-1fd625170146', 'name': '', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'mac_address': 'fa:16:3e:2e:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:34Z', 'updated_at': '2021-06-30T10:01:38Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'subnets': [{'id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:39.385420 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5b2d44-82d3-4716-9115-126fb857fe68 None None] The sync data for ids ['745aca99-c068-4380-a49f-f34605390a16'] in n-d-780147-22 is: [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:35Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '12ac7054-3ced-4b76-9379-1fd625170146', 'name': '', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'mac_address': 'fa:16:3e:2e:c6:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:34Z', 'updated_at': '2021-06-30T10:01:38Z', 'revision_number': 4, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'subnets': [{'id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:01:39.504290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:38Z', 'revision_number': 3, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:39.547962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Checking router: 303e5013-ebc0-4798-828e-168866677149 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:01:39.548593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Updating router 303e5013-ebc0-4798-828e-168866677149 port 764c3d55-e107-42af-8f82-3a617ddda456 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:01:39.595180 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bef57570-d82d-41af-ac0a-64fbdea235fb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:39.635511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:39.683083 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:39.863351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port bef57570-d82d-41af-ac0a-64fbdea235fb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:39.873264 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Allocated IP 172.20.0.1 (ca290422-5f32-43ff-81a5-a24e26520595/3e3251b0-352f-49b2-9572-4c33f9989110/100b9e1c-e442-42e1-989c-dbaca69a0e8c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:39.875929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12ac7054-3ced-4b76-9379-1fd625170146 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:39.903506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2894b65-7240-40f3-9d47-047858b0656f None None] Network ca290422-5f32-43ff-81a5-a24e26520595 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:01:39.993820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.009927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Transition to ACTIVE for port object 100b9e1c-e442-42e1-989c-dbaca69a0e8c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:40.044975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.053122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] Provisioning for port bef57570-d82d-41af-ac0a-64fbdea235fb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:40.070063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] Provisioning complete for port bef57570-d82d-41af-ac0a-64fbdea235fb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:40.070517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.083763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Network ca290422-5f32-43ff-81a5-a24e26520595 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:40.085932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 12ac7054-3ced-4b76-9379-1fd625170146 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:40.087023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:40.090918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:40.106275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.121983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Pushing event updated for resources: {'Port': ['ID=100b9e1c-e442-42e1-989c-dbaca69a0e8c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:40.139569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.150033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 12ac7054-3ced-4b76-9379-1fd625170146 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:40.150592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.154250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Transition to ACTIVE for port object 764c3d55-e107-42af-8f82-3a617ddda456 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:40.201254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.289231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.327393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Attempting to bind port 764c3d55-e107-42af-8f82-3a617ddda456 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:40.327767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Attempting to bind port 764c3d55-e107-42af-8f82-3a617ddda456 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:40.328133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Attempting to bind port 764c3d55-e107-42af-8f82-3a617ddda456 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:40.354102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15a3f-9cdc-4856-b057-545dc6143e1c None None] Pushing event updated for resources: {'Port': ['ID=764c3d55-e107-42af-8f82-3a617ddda456,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:40.363433 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:40.363589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:40.363974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.364481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:40.364975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Bound port: 764c3d55-e107-42af-8f82-3a617ddda456, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:40.365359 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.423244 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.450021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.455147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.467685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.514094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] For port 764c3d55-e107-42af-8f82-3a617ddda456, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:40.517106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] For port bef57570-d82d-41af-ac0a-64fbdea235fb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bef57570-d82d-41af-ac0a-64fbdea235fb,segment=NetworkSegment(e179e1d9-ef64-4f20-aefe-b56c1f34315c),segment_id=e179e1d9-ef64-4f20-aefe-b56c1f34315c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:40.528567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Pushing event updated for resources: {'Port': ['ID=100b9e1c-e442-42e1-989c-dbaca69a0e8c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:40.531103 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.538126 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.556894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] For port 764c3d55-e107-42af-8f82-3a617ddda456, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=764c3d55-e107-42af-8f82-3a617ddda456,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:40.560293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 12ac7054-3ced-4b76-9379-1fd625170146, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=12ac7054-3ced-4b76-9379-1fd625170146,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:40.582965 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.584855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.586062 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:40.633341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Network ca290422-5f32-43ff-81a5-a24e26520595 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:40.634967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:40.657881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d963f182-fbc8-424c-8d9f-7f9904243079 None None] Pushing event updated for resources: {'Port': ['ID=bef57570-d82d-41af-ac0a-64fbdea235fb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:40.687722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Routers {'303e5013-ebc0-4798-828e-168866677149'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:40.688363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['303e5013-ebc0-4798-828e-168866677149'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:40.769202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:40.769584 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:40.770880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Router 303e5013-ebc0-4798-828e-168866677149 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:01:40.795153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e15a3f-9cdc-4856-b057-545dc6143e1c None None] Pushing event updated for resources: {'Port': ['ID=764c3d55-e107-42af-8f82-3a617ddda456,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:40.891940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:01:40.901938 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f2ffd9c3-9778-4eaa-ac91-0ee42cff3180 admin admin] 10.222.0.77 "PUT /v2.0/routers/303e5013-ebc0-4798-828e-168866677149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7900820 Jun 30 10:01:41.023675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3a85a300-1a01-4d1d-9051-9164c9469a63 None None] Provisioning for port 100b9e1c-e442-42e1-989c-dbaca69a0e8c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:41.046309 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3a85a300-1a01-4d1d-9051-9164c9469a63 None None] Provisioning complete for port 100b9e1c-e442-42e1-989c-dbaca69a0e8c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:41.046625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a85a300-1a01-4d1d-9051-9164c9469a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:41.109450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] Set router 303e5013-ebc0-4798-828e-168866677149 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:41.145337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=12ac7054-3ced-4b76-9379-1fd625170146,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:41.157946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3a85a300-1a01-4d1d-9051-9164c9469a63 None None] Port 100b9e1c-e442-42e1-989c-dbaca69a0e8c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:01:41.249756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3a85a300-1a01-4d1d-9051-9164c9469a63 None None] Provisioning complete for port bef57570-d82d-41af-ac0a-64fbdea235fb triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:41.250130 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a85a300-1a01-4d1d-9051-9164c9469a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:41.345961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bdfedf44-d0df-48e7-aaf3-d3638dc9cc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:41.427851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bef57570-d82d-41af-ac0a-64fbdea235fb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:41.509113 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port bef57570-d82d-41af-ac0a-64fbdea235fb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:41.509492 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:41.513064 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '100b9e1c-e442-42e1-989c-dbaca69a0e8c', 'name': '', 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'mac_address': 'fa:16:3e:8c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:39Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 2, 'project_id': '9508126584c74eaba0064510be1ebecc', 'subnets': [{'id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:41.560718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7192f3d8-5466-41d4-b2ff-536476ad24ed None None] The sync data for ids ['303e5013-ebc0-4798-828e-168866677149'] in n-d-780147-22 is: [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '100b9e1c-e442-42e1-989c-dbaca69a0e8c', 'name': '', 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'mac_address': 'fa:16:3e:8c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:39Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 2, 'project_id': '9508126584c74eaba0064510be1ebecc', 'subnets': [{'id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:01:41.609133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c22ff000-1912-487a-b489-2f408d0cf294 None None] Provisioning complete for port 100b9e1c-e442-42e1-989c-dbaca69a0e8c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:41.609767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c22ff000-1912-487a-b489-2f408d0cf294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:41.644668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-ea216b6e-326c-4bbb-be85-a527819ca26a tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:41.646270 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-ea216b6e-326c-4bbb-be85-a527819ca26a tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 816 time: 0.1214933 Jun 30 10:01:41.660958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-d3ea2438-e0a2-49d7-950b-df34af1b9b78 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/quotas/302c452f4ea84e4c953fa81298e343b9 HTTP/1.1" status: 200 len: 375 time: 0.0092216 Jun 30 10:01:41.669426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12ac7054-3ced-4b76-9379-1fd625170146 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:41.675729 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-c22ff000-1912-487a-b489-2f408d0cf294 None None] Port 100b9e1c-e442-42e1-989c-dbaca69a0e8c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:01:41.726755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 12ac7054-3ced-4b76-9379-1fd625170146 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:41.727251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:41.750585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-f53cc7c2-89eb-4a22-bd77-c3396f0a0f81 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835681 Jun 30 10:01:41.865112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-578d276b-8399-40f4-9cea-98eb4ee79539 service neutron] 10.222.0.77 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977404 Jun 30 10:01:41.967619 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-e7415867-e972-430d-b3a2-7dcca9c5c3ac service neutron] 10.222.0.77 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954137 Jun 30 10:01:42.147500 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9893efbb-1b68-4aee-9609-56bead3e677e req-4ec6bee0-03e8-4c5e-8e11-19a081c33cc6 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 210 time: 0.0315299 Jun 30 10:01:43.314107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cab90d77-db94-4c21-bc16-5df90bd7c1d3 req-a36ae8fd-e473-492b-aab5-9306d3008296 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 210 time: 0.0290506 Jun 30 10:01:43.392210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-06b4af3e-3593-4bcc-8555-6b3ebd9c9ec1 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:43.394050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-06b4af3e-3593-4bcc-8555-6b3ebd9c9ec1 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 816 time: 0.1351056 Jun 30 10:01:43.414636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Request body: {'port': {'device_id': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'admin_state_up': True, 'tenant_id': '302c452f4ea84e4c953fa81298e343b9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:43.422994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 764c3d55-e107-42af-8f82-3a617ddda456 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:43.484747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 764c3d55-e107-42af-8f82-3a617ddda456 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:43.489378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 764c3d55-e107-42af-8f82-3a617ddda456 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:43.489996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:43.543975 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Made reservation on behalf of 302c452f4ea84e4c953fa81298e343b9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:01:43.547651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:43.579015 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:43.600456 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 764c3d55-e107-42af-8f82-3a617ddda456, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=764c3d55-e107-42af-8f82-3a617ddda456,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:43.605789 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:43.638379 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Sync routers for ids ['303e5013-ebc0-4798-828e-168866677149'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:01:43.648301 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Routers {'303e5013-ebc0-4798-828e-168866677149'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:43.648912 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['303e5013-ebc0-4798-828e-168866677149'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:43.664772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=764c3d55-e107-42af-8f82-3a617ddda456,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:43.691443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Allocated IP 172.20.0.7 (d1572dd4-bd40-44c7-a633-51a97beb25dc/14b3217d-93aa-46f3-8597-1aa5e9790fd7/f1e2a51d-9ed6-4575-b6c2-94192995d731) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:01:43.758308 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Set router 303e5013-ebc0-4798-828e-168866677149 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:43.842607 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:43.963079 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '100b9e1c-e442-42e1-989c-dbaca69a0e8c', 'name': '', 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'mac_address': 'fa:16:3e:8c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:39Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 2, 'project_id': '9508126584c74eaba0064510be1ebecc', 'subnets': [{'id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:43.994350 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Checking router: 303e5013-ebc0-4798-828e-168866677149 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:01:43.994701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Updating router 303e5013-ebc0-4798-828e-168866677149 port 100b9e1c-e442-42e1-989c-dbaca69a0e8c binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:01:44.029145 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.139541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-78d3fade-d695-4c21-a5d7-84c7f26d43c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.161805 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Transition to ACTIVE for port object f1e2a51d-9ed6-4575-b6c2-94192995d731 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:44.196165 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.240924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Network d1572dd4-bd40-44c7-a633-51a97beb25dc is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:01:44.244024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:01:44.247724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:01:44.272398 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.280292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Pushing event updated for resources: {'Port': ['ID=f1e2a51d-9ed6-4575-b6c2-94192995d731,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:44.310743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:44.311558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.313216 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.324921 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Transition to ACTIVE for port object 100b9e1c-e442-42e1-989c-dbaca69a0e8c will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:44.328251 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-3b54d646-115f-45ea-b244-60d0946b78e8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9180095 Jun 30 10:01:44.331402 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.345159 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Request body: {'port': {'device_id': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:01:44.399599 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4eacd-e958-4900-a685-487496249c42 None None] Pushing event updated for resources: {'Port': ['ID=100b9e1c-e442-42e1-989c-dbaca69a0e8c,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:44.450803 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.458589 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Attempting to bind port 100b9e1c-e442-42e1-989c-dbaca69a0e8c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:44.458961 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Attempting to bind port 100b9e1c-e442-42e1-989c-dbaca69a0e8c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:44.459324 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Attempting to bind port 100b9e1c-e442-42e1-989c-dbaca69a0e8c on network ca290422-5f32-43ff-81a5-a24e26520595 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:44.465313 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:44.465680 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Checking segment: {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:44.466076 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.466619 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Bound using segment: {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:44.467253 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Bound port: 100b9e1c-e442-42e1-989c-dbaca69a0e8c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e179e1d9-ef64-4f20-aefe-b56c1f34315c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:44.467685 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.578416 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] For port 100b9e1c-e442-42e1-989c-dbaca69a0e8c, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:44.583884 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] For port 100b9e1c-e442-42e1-989c-dbaca69a0e8c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=100b9e1c-e442-42e1-989c-dbaca69a0e8c,segment=NetworkSegment(e179e1d9-ef64-4f20-aefe-b56c1f34315c),segment_id=e179e1d9-ef64-4f20-aefe-b56c1f34315c)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:44.589901 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.590338 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776ae4a-aa57-4f41-b997-eea5512783ee req-2df9637c-174f-4219-a34c-f4b3fdb7790d tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:44.598010 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3776ae4a-aa57-4f41-b997-eea5512783ee req-2df9637c-174f-4219-a34c-f4b3fdb7790d tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 931 time: 0.1069658 Jun 30 10:01:44.621624 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-331dedf5-883f-46af-82d1-6f9832ba13f7 None None] Provisioning for port f1e2a51d-9ed6-4575-b6c2-94192995d731 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:44.630324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-331dedf5-883f-46af-82d1-6f9832ba13f7 None None] Provisioning complete for port f1e2a51d-9ed6-4575-b6c2-94192995d731 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:44.631031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-331dedf5-883f-46af-82d1-6f9832ba13f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.662543 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Routers {'303e5013-ebc0-4798-828e-168866677149'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:01:44.663790 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:01:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['303e5013-ebc0-4798-828e-168866677149'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:44.691073 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3776ae4a-aa57-4f41-b997-eea5512783ee req-35e6c27e-d645-4d21-9054-93f9c244fd2a tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858843 Jun 30 10:01:44.734597 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4eacd-e958-4900-a685-487496249c42 None None] Pushing event updated for resources: {'Port': ['ID=100b9e1c-e442-42e1-989c-dbaca69a0e8c,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:44.745049 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-331dedf5-883f-46af-82d1-6f9832ba13f7 None None] Port f1e2a51d-9ed6-4575-b6c2-94192995d731 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:01:44.820493 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] Set router 303e5013-ebc0-4798-828e-168866677149 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:01:44.864810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e2a51d-9ed6-4575-b6c2-94192995d731 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:01:44.873239 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.887458 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Transition to ACTIVE for port object f1e2a51d-9ed6-4575-b6c2-94192995d731 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:01:44.892485 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:44.948225 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2a51d-9ed6-4575-b6c2-94192995d731,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:45.025522 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Attempting to bind port f1e2a51d-9ed6-4575-b6c2-94192995d731 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:01:45.025857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Attempting to bind port f1e2a51d-9ed6-4575-b6c2-94192995d731 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:01:45.026273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Attempting to bind port f1e2a51d-9ed6-4575-b6c2-94192995d731 on network d1572dd4-bd40-44c7-a633-51a97beb25dc {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:45.031085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Port f1e2a51d-9ed6-4575-b6c2-94192995d731 on network d1572dd4-bd40-44c7-a633-51a97beb25dc not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:01:45.031384 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Attempting to bind port f1e2a51d-9ed6-4575-b6c2-94192995d731 on network d1572dd4-bd40-44c7-a633-51a97beb25dc {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:01:45.037621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:01:45.038095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Checking segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:01:45.038611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Bound using segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:01:45.039333 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Bound port: f1e2a51d-9ed6-4575-b6c2-94192995d731, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:01:45.039811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.076278 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '100b9e1c-e442-42e1-989c-dbaca69a0e8c', 'name': '', 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'mac_address': 'fa:16:3e:8c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:39Z', 'updated_at': '2021-06-30T10:01:44Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'subnets': [{'id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:01:45.106181 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c48b93-01bf-4006-a7b5-dfb1d9f10a8a None None] The sync data for ids ['303e5013-ebc0-4798-828e-168866677149'] in n-d-780147-22 is: [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:40Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '100b9e1c-e442-42e1-989c-dbaca69a0e8c', 'name': '', 'network_id': 'ca290422-5f32-43ff-81a5-a24e26520595', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'mac_address': 'fa:16:3e:8c:84:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:39Z', 'updated_at': '2021-06-30T10:01:44Z', 'revision_number': 4, 'project_id': '9508126584c74eaba0064510be1ebecc', 'subnets': [{'id': '3e3251b0-352f-49b2-9572-4c33f9989110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:01:45.114697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] For port f1e2a51d-9ed6-4575-b6c2-94192995d731, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:01:45.118902 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] For port f1e2a51d-9ed6-4575-b6c2-94192995d731, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:01:45.125280 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.166729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.167375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.169646 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] 10.222.0.79 "PUT /v2.0/ports/f1e2a51d-9ed6-4575-b6c2-94192995d731 HTTP/1.1" status: 200 len: 1092 time: 0.8286667 Jun 30 10:01:45.170330 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'tag': 'f1e2a51d-9ed6-4575-b6c2-94192995d731'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:45.173003 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19898bf-db7c-4341-ac93-614b131ef5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4c92831b-3c87-4117-ad50-87dfa3c852f4", "tag": "f1e2a51d-9ed6-4575-b6c2-94192995d731"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:45.199325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a0e9e-10f0-4c99-b492-394131687236 service neutron] Pushing event updated for resources: {'Port': ['ID=f1e2a51d-9ed6-4575-b6c2-94192995d731,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:45.233683 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb25293-61e5-4ac5-85f6-f1601cbfddd7 x-openstack-request-id: req-0bb25293-61e5-4ac5-85f6-f1601cbfddd7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:45.234115 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c92831b-3c87-4117-ad50-87dfa3c852f4", "tag": "f1e2a51d-9ed6-4575-b6c2-94192995d731", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:45.234401 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bb25293-61e5-4ac5-85f6-f1601cbfddd7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:45.234814 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'tag': 'f1e2a51d-9ed6-4575-b6c2-94192995d731', 'status': 'completed', 'code': 200} Jun 30 10:01:45.297110 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-ec3c729b-6fd9-4c3c-be15-cf3f9a42e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.299016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-ec3c729b-6fd9-4c3c-be15-cf3f9a42e50b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 1095 time: 0.0764832 Jun 30 10:01:45.351335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-bf05d22c-c6a0-4730-b9bc-626f481a7cbd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731 HTTP/1.1" status: 200 len: 217 time: 0.0395374 Jun 30 10:01:45.433533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-980737e6-1a51-4fc9-a614-bd97c8dece08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.435057 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-980737e6-1a51-4fc9-a614-bd97c8dece08 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b3217d-93aa-46f3-8597-1aa5e9790fd7 HTTP/1.1" status: 200 len: 855 time: 0.0743201 Jun 30 10:01:45.464023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 764c3d55-e107-42af-8f82-3a617ddda456 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:45.513584 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-adaf7325-e22a-4f0c-83f8-667bacde6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.515328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-adaf7325-e22a-4f0c-83f8-667bacde6cde service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1572dd4-bd40-44c7-a633-51a97beb25dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0672715 Jun 30 10:01:45.548591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 764c3d55-e107-42af-8f82-3a617ddda456 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:45.549531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.632602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-a9766bf7-8798-42c5-9627-55025a029f15 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039114 Jun 30 10:01:45.636050 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 100b9e1c-e442-42e1-989c-dbaca69a0e8c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:45.693324 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 100b9e1c-e442-42e1-989c-dbaca69a0e8c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:45.698678 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 100b9e1c-e442-42e1-989c-dbaca69a0e8c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:45.699451 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.780148 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a88e67e-e17f-4c50-aef7-05872bb6b4e4 req-7baa9f1f-637a-460b-9aaa-cc001ebfb54b service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353018 Jun 30 10:01:45.789036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.836352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 100b9e1c-e442-42e1-989c-dbaca69a0e8c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=100b9e1c-e442-42e1-989c-dbaca69a0e8c,segment=NetworkSegment(e179e1d9-ef64-4f20-aefe-b56c1f34315c),segment_id=e179e1d9-ef64-4f20-aefe-b56c1f34315c)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:45.842610 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:45.895934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=100b9e1c-e442-42e1-989c-dbaca69a0e8c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:45.918925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-1dde7847-8561-4dc7-957f-386c0f02c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.920419 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-1dde7847-8561-4dc7-957f-386c0f02c296 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 1095 time: 0.0702231 Jun 30 10:01:45.926021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa78c0c-7f92-4bb0-9ca1-84d25257a538 req-f28d9088-9c26-4bc8-a8da-cdeb612a0aae tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:45.927512 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caa78c0c-7f92-4bb0-9ca1-84d25257a538 req-f28d9088-9c26-4bc8-a8da-cdeb612a0aae tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 943 time: 0.0784492 Jun 30 10:01:45.965631 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caa78c0c-7f92-4bb0-9ca1-84d25257a538 req-d5a45fce-e656-4b40-9308-ad54dc4a0fa8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322940 Jun 30 10:01:46.018590 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-5e8b76fd-34ba-48a9-8a7a-a227addc25a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.020185 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-5e8b76fd-34ba-48a9-8a7a-a227addc25a7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 917 time: 0.0908840 Jun 30 10:01:46.063720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-e8ee25e9-baa3-41e3-820d-6bd009f00aa0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731 HTTP/1.1" status: 200 len: 217 time: 0.0342572 Jun 30 10:01:46.112373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-99ff9075-5581-487d-b50d-80b570220890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.113697 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-99ff9075-5581-487d-b50d-80b570220890 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b3217d-93aa-46f3-8597-1aa5e9790fd7 HTTP/1.1" status: 200 len: 855 time: 0.0426762 Jun 30 10:01:46.176031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-939ff88e-51c7-4b1f-a1cd-9d1119ceaa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:46.177494 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-939ff88e-51c7-4b1f-a1cd-9d1119ceaa61 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1572dd4-bd40-44c7-a633-51a97beb25dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551243 Jun 30 10:01:46.256916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:46.266445 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-81665d29-bfab-454e-8a6a-fc69c27cebd7 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811319 Jun 30 10:01:46.363134 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f19898bf-db7c-4341-ac93-614b131ef5f9 req-2e802dab-d9e8-474f-a6f7-a2d36e11c262 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Jun 30 10:01:47.141636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a94d-a0e8-429a-815e-4a62e18455a5 req-5c78b455-2fb0-4bef-bfa4-68ddfbff0c13 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:47.143641 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07e0a94d-a0e8-429a-815e-4a62e18455a5 req-5c78b455-2fb0-4bef-bfa4-68ddfbff0c13 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 943 time: 0.0611947 Jun 30 10:01:47.180772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-07e0a94d-a0e8-429a-815e-4a62e18455a5 req-393819f6-bf9f-4316-9f15-f1fbb3243013 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Jun 30 10:01:47.388123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 100b9e1c-e442-42e1-989c-dbaca69a0e8c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:47.435792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 100b9e1c-e442-42e1-989c-dbaca69a0e8c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:47.436168 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:47.775495 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:47.819323 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:48.197686 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f1e2a51d-9ed6-4575-b6c2-94192995d731 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:01:48.298598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port f1e2a51d-9ed6-4575-b6c2-94192995d731, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:48.309838 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'f1e2a51d-9ed6-4575-b6c2-94192995d731', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'port_id': 'f1e2a51d-9ed6-4575-b6c2-94192995d731', 'mac_address': 'fa:16:3e:ad:80:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:01:48.348128 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:48.359254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f72476-ef15-4aaf-b8cb-775a5e16124d req-c72450da-85b3-4f55-9eff-ee19e2c43837 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:48.360547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e2a51d-9ed6-4575-b6c2-94192995d731 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:01:48.360741 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26f72476-ef15-4aaf-b8cb-775a5e16124d req-c72450da-85b3-4f55-9eff-ee19e2c43837 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 943 time: 0.0679886 Jun 30 10:01:48.382036 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port f1e2a51d-9ed6-4575-b6c2-94192995d731, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:48.386104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:48.400772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26f72476-ef15-4aaf-b8cb-775a5e16124d req-30a1a1f1-3757-44bf-8dce-5f4ae4cc76b9 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Jun 30 10:01:48.431691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=f1e2a51d-9ed6-4575-b6c2-94192995d731,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:48.660711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['f1e2a51d-9ed6-4575-b6c2-94192995d731'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:01:49.571730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c920-c6b8-4abc-96a1-6eb06b752b45 req-981658f4-d6a3-45fd-9288-b851c6581770 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:49.573168 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3f0c920-c6b8-4abc-96a1-6eb06b752b45 req-981658f4-d6a3-45fd-9288-b851c6581770 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 944 time: 0.0624697 Jun 30 10:01:49.610998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3f0c920-c6b8-4abc-96a1-6eb06b752b45 req-1ae0f491-09be-46de-bcd4-6d920708c921 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319443 Jun 30 10:01:50.210172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f1e2a51d-9ed6-4575-b6c2-94192995d731 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:01:50.257341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port f1e2a51d-9ed6-4575-b6c2-94192995d731 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:01:50.261000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port f1e2a51d-9ed6-4575-b6c2-94192995d731 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:01:50.261366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:50.337231 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:50.359196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2a51d-9ed6-4575-b6c2-94192995d731'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:01:50.361468 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef46446-7e55-46e1-8676-23fbec337882" -d '{"events": [{"server_uuid": "4c92831b-3c87-4117-ad50-87dfa3c852f4", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2a51d-9ed6-4575-b6c2-94192995d731"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:01:50.374239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port f1e2a51d-9ed6-4575-b6c2-94192995d731, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:01:50.378100 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:01:50.404511 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11ff747-3d78-4a9e-9e70-5e0291a32abd x-openstack-request-id: req-a11ff747-3d78-4a9e-9e70-5e0291a32abd {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:01:50.404803 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c92831b-3c87-4117-ad50-87dfa3c852f4", "name": "network-vif-plugged", "status": "completed", "tag": "f1e2a51d-9ed6-4575-b6c2-94192995d731", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:01:50.405056 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a11ff747-3d78-4a9e-9e70-5e0291a32abd {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:01:50.405442 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e2a51d-9ed6-4575-b6c2-94192995d731', 'code': 200} Jun 30 10:01:50.432121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=f1e2a51d-9ed6-4575-b6c2-94192995d731,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:01:50.527436 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d61496-717b-49c0-ac1b-3444a517c028 req-a7e30777-198d-4549-9988-cf69bcabe54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:50.528931 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b5d61496-717b-49c0-ac1b-3444a517c028 req-a7e30777-198d-4549-9988-cf69bcabe54f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 1097 time: 0.0523846 Jun 30 10:01:50.566778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b5d61496-717b-49c0-ac1b-3444a517c028 req-14c05ab8-4102-4b80-94a7-7ce11d8d5918 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277684 Jun 30 10:01:50.789388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be1c13f-4ab7-4e25-aa43-b025c7a8969c req-65ac5ac7-0d34-4bd3-94dc-dc782a8100ff tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:50.790840 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8be1c13f-4ab7-4e25-aa43-b025c7a8969c req-65ac5ac7-0d34-4bd3-94dc-dc782a8100ff tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 945 time: 0.0713222 Jun 30 10:01:50.835880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8be1c13f-4ab7-4e25-aa43-b025c7a8969c req-64cc1db6-8b7d-4982-8290-ad495a3e2785 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Jun 30 10:01:52.013719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0ebea-03ee-4b8f-8ee1-0fbe8450979d req-fd27dcb4-1721-4bb3-af49-db70eba5b6e4 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:52.015229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81d0ebea-03ee-4b8f-8ee1-0fbe8450979d req-fd27dcb4-1721-4bb3-af49-db70eba5b6e4 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 945 time: 0.0646768 Jun 30 10:01:52.053316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81d0ebea-03ee-4b8f-8ee1-0fbe8450979d req-32cacc49-37a8-46e5-949d-656863b88388 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321543 Jun 30 10:01:52.220267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930b5a8-311c-4ee6-9c0f-53471484ecf9 req-fbc72893-1ac2-49fe-91f1-3b4527d89a9b tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:01:52.221728 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0930b5a8-311c-4ee6-9c0f-53471484ecf9 req-fbc72893-1ac2-49fe-91f1-3b4527d89a9b tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 945 time: 0.0620704 Jun 30 10:01:52.262324 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0930b5a8-311c-4ee6-9c0f-53471484ecf9 req-37acaa37-6d4e-4ee8-bc05-e232eb44e453 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Jun 30 10:01:59.806956 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:06.164333 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-cb3ec8fb-140a-44a6-a116-cee073024620 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549295 Jun 30 10:02:06.268276 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2a658-f252-49aa-9296-a14cc3741afa req-11f065eb-6958-4b5a-a0c8-244c967a17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:06.269795 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-11f065eb-6958-4b5a-a0c8-244c967a17a5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 1097 time: 0.0571430 Jun 30 10:02:06.377445 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2a658-f252-49aa-9296-a14cc3741afa req-22cb702f-82b9-4004-ab8b-3f52deae15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:06.378975 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-22cb702f-82b9-4004-ab8b-3f52deae15bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 917 time: 0.0858243 Jun 30 10:02:06.423009 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-fbe86ca4-9b99-415d-ab66-4f1396c93624 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731 HTTP/1.1" status: 200 len: 217 time: 0.0362916 Jun 30 10:02:06.479324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2a658-f252-49aa-9296-a14cc3741afa req-94f0347e-6509-4a22-9bea-9109dc45bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:06.480783 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-94f0347e-6509-4a22-9bea-9109dc45bf21 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b3217d-93aa-46f3-8597-1aa5e9790fd7 HTTP/1.1" status: 200 len: 855 time: 0.0492690 Jun 30 10:02:06.539790 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2a658-f252-49aa-9296-a14cc3741afa req-17a3312a-4e20-4cac-8723-6cd252af51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:06.541339 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-17a3312a-4e20-4cac-8723-6cd252af51c4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1572dd4-bd40-44c7-a633-51a97beb25dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529919 Jun 30 10:02:06.634578 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-40a1997f-ddee-4c16-8922-a520415a6608 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858779 Jun 30 10:02:06.731489 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-48a2a658-f252-49aa-9296-a14cc3741afa req-04a498a2-7d32-429e-a6d8-3632a666e441 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898194 Jun 30 10:02:08.010554 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:11.311537 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dc1c917b-39a3-49f5-9f8b-b144b00f9bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:11.400817 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cd18a-63ca-40d5-bac8-83e339d2b830 req-6d8ca961-591c-4b73-b00b-e0a7aab7fea0 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:11.402344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-880cd18a-63ca-40d5-bac8-83e339d2b830 req-6d8ca961-591c-4b73-b00b-e0a7aab7fea0 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 945 time: 0.0667746 Jun 30 10:02:11.441350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-880cd18a-63ca-40d5-bac8-83e339d2b830 req-7e6e1fa6-8df2-4201-a851-84e2cb79136c tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331733 Jun 30 10:02:12.622529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf166-d33c-4c28-8e3e-7da0fcbcbb5b req-7d173183-03ab-4f88-a31c-61e0f6a97ea6 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:12.624008 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28edf166-d33c-4c28-8e3e-7da0fcbcbb5b req-7d173183-03ab-4f88-a31c-61e0f6a97ea6 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 945 time: 0.0684388 Jun 30 10:02:12.661217 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28edf166-d33c-4c28-8e3e-7da0fcbcbb5b req-25427836-a171-40d5-a9fe-ab3980660ab3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316560 Jun 30 10:02:13.031088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-7b778b96-a8ff-4947-bfe3-00c67cdc2eab tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:13.032603 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-7b778b96-a8ff-4947-bfe3-00c67cdc2eab tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 945 time: 0.0627165 Jun 30 10:02:13.141303 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Deleting port f1e2a51d-9ed6-4575-b6c2-94192995d731 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:13.141651 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:13.228223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] For port f1e2a51d-9ed6-4575-b6c2-94192995d731, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=f1e2a51d-9ed6-4575-b6c2-94192995d731,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:13.228626 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:13.241523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Calling delete_port for f1e2a51d-9ed6-4575-b6c2-94192995d731 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:13.368416 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:13.385810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['f1e2a51d-9ed6-4575-b6c2-94192995d731'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:02:13.394831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Pushing event deleted for resources: {'Port': ['ID=f1e2a51d-9ed6-4575-b6c2-94192995d731,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:13.412519 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.412882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.413251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.413594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.413931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.414434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.414767 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.415096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.415424 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.416426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.416901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.417433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:13.468509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] No DVR routers for this DVR port f1e2a51d-9ed6-4575-b6c2-94192995d731 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:02:13.471282 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:13.473641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-253a8056-4888-4082-a0e2-9d34ffb5ff8f req-0bdf6f56-2fac-44da-aa25-19b85ee1e7a3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "DELETE /v2.0/ports/f1e2a51d-9ed6-4575-b6c2-94192995d731 HTTP/1.1" status: 204 len: 173 time: 0.4317017 Jun 30 10:02:13.474773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'name': 'network-vif-deleted', 'tag': 'f1e2a51d-9ed6-4575-b6c2-94192995d731'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:13.477077 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b45391a-034a-4539-8029-65498381c0a5" -d '{"events": [{"server_uuid": "4c92831b-3c87-4117-ad50-87dfa3c852f4", "name": "network-vif-deleted", "tag": "f1e2a51d-9ed6-4575-b6c2-94192995d731"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:13.518090 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eca3647-d3d1-46d0-9c23-f8b884bc5ba8 x-openstack-request-id: req-9eca3647-d3d1-46d0-9c23-f8b884bc5ba8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:13.518423 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c92831b-3c87-4117-ad50-87dfa3c852f4", "name": "network-vif-deleted", "tag": "f1e2a51d-9ed6-4575-b6c2-94192995d731", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:13.518675 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9eca3647-d3d1-46d0-9c23-f8b884bc5ba8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:13.519083 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c92831b-3c87-4117-ad50-87dfa3c852f4', 'name': 'network-vif-deleted', 'tag': 'f1e2a51d-9ed6-4575-b6c2-94192995d731', 'status': 'completed', 'code': 200} Jun 30 10:02:13.815325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ee8ee60f-7277-4320-8fb3-8662bd0c5741 req-9a5bbc49-2436-4ed5-a286-1172d3ee96a6 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c92831b-3c87-4117-ad50-87dfa3c852f4 HTTP/1.1" status: 200 len: 210 time: 0.0312009 Jun 30 10:02:14.131805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b9dbf814-fade-4b53-93c7-8759d2ccbdc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:14.264613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:15.312305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-f0c65ba3-19bf-4a42-83c1-3b92e37197be tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:15.313776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-f0c65ba3-19bf-4a42-83c1-3b92e37197be tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 816 time: 0.0979629 Jun 30 10:02:15.329116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-fcf5cb8d-63be-4e2f-9475-a4fa6527e94a tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/quotas/302c452f4ea84e4c953fa81298e343b9 HTTP/1.1" status: 200 len: 375 time: 0.0094156 Jun 30 10:02:15.394157 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-163e6acd-ea06-4a5b-b1e7-6e818f8d06b3 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595253 Jun 30 10:02:15.491501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-435c07f7-50aa-4237-b795-36ee4f2d7865 service neutron] 10.222.0.77 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857584 Jun 30 10:02:15.578837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-3a17a360-7158-4f7b-bff2-cfbe67aa7a67 service neutron] 10.222.0.77 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814750 Jun 30 10:02:15.774296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-21b83e44-a0ca-4a57-a2b8-a51d083ac9ed req-f78648d1-1541-4827-95bc-717f919a0cdd tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 210 time: 0.0557537 Jun 30 10:02:16.265662 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:16.884052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-8828392d-0dfc-457c-8bf0-1ae695ae2b96 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:16.885958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-8828392d-0dfc-457c-8bf0-1ae695ae2b96 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 816 time: 0.1130261 Jun 30 10:02:16.906748 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Request body: {'port': {'device_id': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'admin_state_up': True, 'tenant_id': '302c452f4ea84e4c953fa81298e343b9'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:16.927969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8951ab1-055b-4a64-9cf1-d1e75862fef1 req-db0403ec-56bf-4a03-be7f-c227bacf4094 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 210 time: 0.0283904 Jun 30 10:02:17.020274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Made reservation on behalf of 302c452f4ea84e4c953fa81298e343b9 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:02:17.024656 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.150862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Allocated IP 172.20.0.6 (d1572dd4-bd40-44c7-a633-51a97beb25dc/14b3217d-93aa-46f3-8597-1aa5e9790fd7/53d4055d-6600-4a0a-a254-1ed22e9ffb51) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:02:17.292909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.306378 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Transition to ACTIVE for port object 53d4055d-6600-4a0a-a254-1ed22e9ffb51 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:17.338612 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.384279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Network d1572dd4-bd40-44c7-a633-51a97beb25dc is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:02:17.387515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:17.391278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:02:17.421720 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Pushing event updated for resources: {'Port': ['ID=53d4055d-6600-4a0a-a254-1ed22e9ffb51,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:17.447840 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:17.448529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.464815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-812b78f9-12b6-4c74-939b-c9ca8106fed7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5619159 Jun 30 10:02:17.483204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Request body: {'port': {'device_id': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:17.558501 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.668320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0242b770-de61-4072-a4db-0286f2354c20 None None] Provisioning for port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:17.672082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0242b770-de61-4072-a4db-0286f2354c20 None None] Provisioning complete for port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:17.672471 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0242b770-de61-4072-a4db-0286f2354c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.705828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-0242b770-de61-4072-a4db-0286f2354c20 None None] Port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:02:17.779276 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.827598 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d4055d-6600-4a0a-a254-1ed22e9ffb51 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:02:17.833486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.835694 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.848095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Transition to ACTIVE for port object 53d4055d-6600-4a0a-a254-1ed22e9ffb51 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:17.852437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:17.901907 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Pushing event updated for resources: {'Port': ['ID=53d4055d-6600-4a0a-a254-1ed22e9ffb51,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:17.979810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Attempting to bind port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:02:17.980148 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Attempting to bind port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:02:17.980479 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Attempting to bind port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 on network d1572dd4-bd40-44c7-a633-51a97beb25dc {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:02:17.985018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 on network d1572dd4-bd40-44c7-a633-51a97beb25dc not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:02:17.985342 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Attempting to bind port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 on network d1572dd4-bd40-44c7-a633-51a97beb25dc {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:02:17.990322 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:02:17.990661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Checking segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:02:17.991091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Bound using segment: {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:02:17.991726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Bound port: 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a0a0dee-18a5-4421-b241-c90520e92e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:02:17.991850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:18.065446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] For port 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:02:18.069174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] For port 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:02:18.074151 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:18.112113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.112886 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:18.114511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] 10.222.0.79 "PUT /v2.0/ports/53d4055d-6600-4a0a-a254-1ed22e9ffb51 HTTP/1.1" status: 200 len: 1092 time: 0.6358876 Jun 30 10:02:18.114960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'tag': '53d4055d-6600-4a0a-a254-1ed22e9ffb51'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:18.117389 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a9621-94ad-4294-9d7d-1ccc40e95979" -d '{"events": [{"name": "network-changed", "server_uuid": "74767e9b-fb94-43c0-8c59-16720e6b52de", "tag": "53d4055d-6600-4a0a-a254-1ed22e9ffb51"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:18.125518 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc264e7-a573-4b19-b97b-c8e241400f2a req-f413b98e-bfb3-4b60-9d1c-656c57d6d775 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.127115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddc264e7-a573-4b19-b97b-c8e241400f2a req-f413b98e-bfb3-4b60-9d1c-656c57d6d775 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 943 time: 0.0743284 Jun 30 10:02:18.158527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50a9f1-0aae-43be-9668-a05f55567465 service neutron] Pushing event updated for resources: {'Port': ['ID=53d4055d-6600-4a0a-a254-1ed22e9ffb51,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:18.196586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddc264e7-a573-4b19-b97b-c8e241400f2a req-39c350c4-41ae-4f2e-82f4-ca7c7cbb6ec6 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607486 Jun 30 10:02:18.199459 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad621fe4-ddb3-4ee0-8ff3-d8356bf3f0a0 x-openstack-request-id: req-ad621fe4-ddb3-4ee0-8ff3-d8356bf3f0a0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:18.199859 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74767e9b-fb94-43c0-8c59-16720e6b52de", "tag": "53d4055d-6600-4a0a-a254-1ed22e9ffb51", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:18.200118 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ad621fe4-ddb3-4ee0-8ff3-d8356bf3f0a0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:18.200534 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'tag': '53d4055d-6600-4a0a-a254-1ed22e9ffb51', 'status': 'completed', 'code': 200} Jun 30 10:02:18.231425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9f233581-21cf-406d-8413-6baa50b5adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.232987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-9f233581-21cf-406d-8413-6baa50b5adc2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 1095 time: 0.0663741 Jun 30 10:02:18.282140 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-4d5e34c0-bc60-4994-ace6-09865ba9dc2d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51 HTTP/1.1" status: 200 len: 217 time: 0.0391164 Jun 30 10:02:18.332555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-88228bed-ebb0-4114-b7e7-a5c96fcc67a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.333968 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-88228bed-ebb0-4114-b7e7-a5c96fcc67a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b3217d-93aa-46f3-8597-1aa5e9790fd7 HTTP/1.1" status: 200 len: 855 time: 0.0452473 Jun 30 10:02:18.369169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f1e2a51d-9ed6-4575-b6c2-94192995d731 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:18.391150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: f1e2a51d-9ed6-4575-b6c2-94192995d731 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:18.391515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device f1e2a51d-9ed6-4575-b6c2-94192995d731 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:18.398742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-35fd3c78-7bb5-44b5-8fbe-81d25f52298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.400305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-35fd3c78-7bb5-44b5-8fbe-81d25f52298a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1572dd4-bd40-44c7-a633-51a97beb25dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554442 Jun 30 10:02:18.501260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-2bce67d9-3806-43b8-bee8-7d82506798fe service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858426 Jun 30 10:02:18.593357 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9971953f-00d0-40c3-83bb-ab4fa5a70b2e req-d833cba5-c877-4e3c-a095-5695ec1c9ef4 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794792 Jun 30 10:02:18.709279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-9f579863-bf7c-4c8b-818a-5e0718544d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.711004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-9f579863-bf7c-4c8b-818a-5e0718544d9f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=302c452f4ea84e4c953fa81298e343b9&device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 1095 time: 0.0569348 Jun 30 10:02:18.801428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-78a9b4ce-faf9-4fca-90a4-2f83826a3ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.802946 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-78a9b4ce-faf9-4fca-90a4-2f83826a3ba2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 200 len: 917 time: 0.0842378 Jun 30 10:02:18.847294 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-05bc2b57-1ccf-4511-b231-4ea87a093ce4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51 HTTP/1.1" status: 200 len: 217 time: 0.0342515 Jun 30 10:02:18.901729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-eee6a769-573d-486b-9f82-8493d3d02dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.903205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-eee6a769-573d-486b-9f82-8493d3d02dc5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=14b3217d-93aa-46f3-8597-1aa5e9790fd7 HTTP/1.1" status: 200 len: 855 time: 0.0470023 Jun 30 10:02:18.964411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-20e021dd-542e-4be6-9b32-4cc5fd8495c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:18.965890 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-20e021dd-542e-4be6-9b32-4cc5fd8495c3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=d1572dd4-bd40-44c7-a633-51a97beb25dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514925 Jun 30 10:02:19.054731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-f46130b3-acc5-4a5c-aad2-7c22d05ae43c service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810301 Jun 30 10:02:19.147744 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d33a9621-94ad-4294-9d7d-1ccc40e95979 req-28a5c96d-5adf-4bfc-8f48-3a790d504904 service neutron] 10.222.0.79 "GET /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859666 Jun 30 10:02:19.376133 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a18c9c-a3eb-4612-9901-f216fa311135 req-a57c94ab-e52f-495d-83c5-9675ecb0e14a tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:19.377609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2a18c9c-a3eb-4612-9901-f216fa311135 req-a57c94ab-e52f-495d-83c5-9675ecb0e14a tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 943 time: 0.0660763 Jun 30 10:02:19.415586 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2a18c9c-a3eb-4612-9901-f216fa311135 req-7fea2ef8-0703-4158-afab-8433432df53c tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Jun 30 10:02:20.383735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 53d4055d-6600-4a0a-a254-1ed22e9ffb51 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:02:20.479026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:20.490307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '53d4055d-6600-4a0a-a254-1ed22e9ffb51', 'network_id': 'd1572dd4-bd40-44c7-a633-51a97beb25dc', 'port_id': '53d4055d-6600-4a0a-a254-1ed22e9ffb51', 'mac_address': 'fa:16:3e:95:ae:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b3217d-93aa-46f3-8597-1aa5e9790fd7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:02:20.529328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:20.543033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d4055d-6600-4a0a-a254-1ed22e9ffb51 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:02:20.563135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:20.567848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:20.592173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763091d-82ba-49c4-92a0-d065a79aba1a req-49c29170-8b91-40cd-9778-c151ca6912f8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:20.593750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f763091d-82ba-49c4-92a0-d065a79aba1a req-49c29170-8b91-40cd-9778-c151ca6912f8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 943 time: 0.0657682 Jun 30 10:02:20.617297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=53d4055d-6600-4a0a-a254-1ed22e9ffb51,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:20.624587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.624929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.625262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.625590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.625913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.626253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.626576 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.626910 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.627211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.627523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.627836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.628147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:20.633207 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f763091d-82ba-49c4-92a0-d065a79aba1a req-3cb94689-23e1-42e8-832e-d65faf4749de tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336823 Jun 30 10:02:20.815045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['53d4055d-6600-4a0a-a254-1ed22e9ffb51'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:02:21.807955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab9e37-2094-4c16-b46a-1fa90e48076c req-14893ca5-34cf-4787-8bba-9d9026377a63 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:21.809402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27ab9e37-2094-4c16-b46a-1fa90e48076c req-14893ca5-34cf-4787-8bba-9d9026377a63 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 944 time: 0.0655501 Jun 30 10:02:21.847182 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-27ab9e37-2094-4c16-b46a-1fa90e48076c req-9eb778cd-840c-49d4-8ee4-cf63a831a120 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321085 Jun 30 10:02:22.400124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 53d4055d-6600-4a0a-a254-1ed22e9ffb51 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:02:22.447074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:22.450587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:22.450957 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:22.681685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:22.703104 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d4055d-6600-4a0a-a254-1ed22e9ffb51'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:22.705328 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1a9525-a873-4402-90ed-99bd8039d568" -d '{"events": [{"server_uuid": "74767e9b-fb94-43c0-8c59-16720e6b52de", "name": "network-vif-plugged", "status": "completed", "tag": "53d4055d-6600-4a0a-a254-1ed22e9ffb51"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:22.722004 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:22.726891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:22.751459 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81640995-07ea-446a-87bd-6178d421e017 x-openstack-request-id: req-81640995-07ea-446a-87bd-6178d421e017 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:22.751750 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74767e9b-fb94-43c0-8c59-16720e6b52de", "name": "network-vif-plugged", "status": "completed", "tag": "53d4055d-6600-4a0a-a254-1ed22e9ffb51", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:22.751996 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-81640995-07ea-446a-87bd-6178d421e017 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:22.752376 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d4055d-6600-4a0a-a254-1ed22e9ffb51', 'code': 200} Jun 30 10:02:22.777980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=53d4055d-6600-4a0a-a254-1ed22e9ffb51,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:22.867476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6a954-dc5a-43af-bac0-e42daa79e403 req-752a2f28-80d2-49e3-876a-27e8e274b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:22.868955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ffe6a954-dc5a-43af-bac0-e42daa79e403 req-752a2f28-80d2-49e3-876a-27e8e274b343 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 1097 time: 0.0529594 Jun 30 10:02:22.909221 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ffe6a954-dc5a-43af-bac0-e42daa79e403 req-fa86bcf6-353b-4c06-8fcd-c00463f5113f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301213 Jun 30 10:02:23.025571 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5f406-ca24-4aec-ac5b-65dc6074db4d req-7c4723ab-e25a-4f56-9c98-ac1cba4aec83 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:23.027071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fed5f406-ca24-4aec-ac5b-65dc6074db4d req-7c4723ab-e25a-4f56-9c98-ac1cba4aec83 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 945 time: 0.0628471 Jun 30 10:02:23.063835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fed5f406-ca24-4aec-ac5b-65dc6074db4d req-262fe85d-9ec1-4693-bad3-281e8151d50b tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Jun 30 10:02:24.243847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778d5f9-53a3-453e-a702-7c41cb6cfdbf req-99c0d327-406c-4da8-862c-46bb1f6e761f tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:24.245332 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4778d5f9-53a3-453e-a702-7c41cb6cfdbf req-99c0d327-406c-4da8-862c-46bb1f6e761f tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 945 time: 0.0627308 Jun 30 10:02:24.282112 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4778d5f9-53a3-453e-a702-7c41cb6cfdbf req-dbb2a6e1-4b44-45ec-8da6-161700637bba tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311818 Jun 30 10:02:24.455018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71454f9-ec1d-407c-b7d7-addbddc69830 req-ef12789f-24f5-4897-a236-8be7fa8f0793 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:24.456377 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f71454f9-ec1d-407c-b7d7-addbddc69830 req-ef12789f-24f5-4897-a236-8be7fa8f0793 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 945 time: 0.0650480 Jun 30 10:02:24.493494 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f71454f9-ec1d-407c-b7d7-addbddc69830 req-f8fc7fe6-dcc3-4eab-9530-3556fce021d9 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312173 Jun 30 10:02:29.803017 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:41.314906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-490b9de1-d376-4ede-b4e2-3ed781b17227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:43.373196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542d39e-d37e-419c-849d-8b850f8f84b1 req-65f5783b-3639-4dd6-a10d-cc8660df6903 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:43.375616 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4542d39e-d37e-419c-849d-8b850f8f84b1 req-65f5783b-3639-4dd6-a10d-cc8660df6903 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 945 time: 0.0829258 Jun 30 10:02:43.413481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4542d39e-d37e-419c-849d-8b850f8f84b1 req-2928a257-5565-4707-a9f3-81c2479ff0b8 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322564 Jun 30 10:02:44.132751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cbb8bc24-4130-44e6-b926-a4686b9fffa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:44.265280 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:44.592298 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d039f4-33fe-447d-b246-a0f31fa3b50e req-e08be119-a6ba-4e3b-9473-c5220cb35d2c tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:44.593759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d039f4-33fe-447d-b246-a0f31fa3b50e req-e08be119-a6ba-4e3b-9473-c5220cb35d2c tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 945 time: 0.0661540 Jun 30 10:02:44.631506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-88d039f4-33fe-447d-b246-a0f31fa3b50e req-276d2022-6f0d-473b-9c1f-d81ba7037ac5 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/security-groups?id=5e540529-2899-4cbd-a3b0-8c3bed57e06f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Jun 30 10:02:44.910870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-54d8306e-c015-4f15-b57b-abdbdec6d31e tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:44.912324 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-54d8306e-c015-4f15-b57b-abdbdec6d31e tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 945 time: 0.0672350 Jun 30 10:02:45.009451 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:02:45.013735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Deleting port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:45.014085 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:45.103220 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] For port 53d4055d-6600-4a0a-a254-1ed22e9ffb51, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=53d4055d-6600-4a0a-a254-1ed22e9ffb51,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:45.103582 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:45.115580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Calling delete_port for 53d4055d-6600-4a0a-a254-1ed22e9ffb51 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:45.240971 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:45.257928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['53d4055d-6600-4a0a-a254-1ed22e9ffb51'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:02:45.274212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Pushing event deleted for resources: {'Port': ['ID=53d4055d-6600-4a0a-a254-1ed22e9ffb51,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:45.320247 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] No DVR routers for this DVR port 53d4055d-6600-4a0a-a254-1ed22e9ffb51 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:02:45.323381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:45.325380 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-62fd18fd-9385-40ab-95b8-0b9782d1cabc req-7356f1ba-b94c-4008-b404-45c5963e23f7 tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.79 "DELETE /v2.0/ports/53d4055d-6600-4a0a-a254-1ed22e9ffb51 HTTP/1.1" status: 204 len: 173 time: 0.4040897 Jun 30 10:02:45.325832 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'name': 'network-vif-deleted', 'tag': '53d4055d-6600-4a0a-a254-1ed22e9ffb51'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:02:45.328413 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc11db3-239d-4237-b742-cdef09487a1d" -d '{"events": [{"server_uuid": "74767e9b-fb94-43c0-8c59-16720e6b52de", "name": "network-vif-deleted", "tag": "53d4055d-6600-4a0a-a254-1ed22e9ffb51"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:02:45.371987 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8548fe-88f7-479a-9455-bf0ac798f5c0 x-openstack-request-id: req-2d8548fe-88f7-479a-9455-bf0ac798f5c0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:02:45.372171 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74767e9b-fb94-43c0-8c59-16720e6b52de", "name": "network-vif-deleted", "tag": "53d4055d-6600-4a0a-a254-1ed22e9ffb51", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:02:45.372464 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2d8548fe-88f7-479a-9455-bf0ac798f5c0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:02:45.372798 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74767e9b-fb94-43c0-8c59-16720e6b52de', 'name': 'network-vif-deleted', 'tag': '53d4055d-6600-4a0a-a254-1ed22e9ffb51', 'status': 'completed', 'code': 200} Jun 30 10:02:45.787723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cad5ef95-f02c-4fd4-8495-9d91ca7c5809 req-c5eef5bd-733e-402c-9689-d615665ff5ee tempest-TestEncryptedCinderVolumes-2105971964 tempest-TestEncryptedCinderVolumes-2105971964-project] 10.222.0.77 "GET /v2.0/ports?device_id=74767e9b-fb94-43c0-8c59-16720e6b52de HTTP/1.1" status: 200 len: 210 time: 0.0299773 Jun 30 10:02:46.262821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:46.922380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53184) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:47.278255 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:47.531210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Deleting port 12ac7054-3ced-4b76-9379-1fd625170146 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:47.531446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:47.783685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:47.853413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:47.903699 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] For port 12ac7054-3ced-4b76-9379-1fd625170146, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=12ac7054-3ced-4b76-9379-1fd625170146,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:47.904057 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:47.916980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Calling delete_port for 12ac7054-3ced-4b76-9379-1fd625170146 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:48.092592 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.118210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ac7054-3ced-4b76-9379-1fd625170146,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:48.285226 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.495122 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Router 745aca99-c068-4380-a49f-f34605390a16 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:02:48.554279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 53d4055d-6600-4a0a-a254-1ed22e9ffb51 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:48.575379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 53d4055d-6600-4a0a-a254-1ed22e9ffb51 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:48.575734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 53d4055d-6600-4a0a-a254-1ed22e9ffb51 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:48.600477 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:48.605400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-481842f4-c591-432d-9751-2a957067a576 admin admin] 10.222.0.77 "PUT /v2.0/routers/745aca99-c068-4380-a49f-f34605390a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6819527 Jun 30 10:02:48.608064 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53186) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:48.609355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] Sync routers for ids ['745aca99-c068-4380-a49f-f34605390a16'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:02:48.618305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] Routers {'745aca99-c068-4380-a49f-f34605390a16'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:48.618876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['745aca99-c068-4380-a49f-f34605390a16'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:48.710711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.724190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] Set router 745aca99-c068-4380-a49f-f34605390a16 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:48.812786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.864661 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Deleting port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:48.865042 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.906135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:02:48Z', 'revision_number': 5, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port': {'id': 'fa7f342a-8f5a-46ba-9a71-1b1590fd1e67', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:db:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745aca99-c068-4380-a49f-f34605390a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:01:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:48.937783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] Checking router: 745aca99-c068-4380-a49f-f34605390a16 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:02:48.944759 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] For port fa7f342a-8f5a-46ba-9a71-1b1590fd1e67, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:48.945131 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:48.946240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] Routers {'745aca99-c068-4380-a49f-f34605390a16'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:48.946845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['745aca99-c068-4380-a49f-f34605390a16'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:48.957997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Calling delete_port for fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:49.033907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] Set router 745aca99-c068-4380-a49f-f34605390a16 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:49.085322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:02:48Z', 'revision_number': 6, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:49.114675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12cb7d9f-dfa3-4f7e-89f9-e77e92e70cf4 None None] The sync data for ids ['745aca99-c068-4380-a49f-f34605390a16'] in n-d-780147-22 is: [{'id': '745aca99-c068-4380-a49f-f34605390a16', 'name': 'tempest-TestEncryptedCinderVolumes-435075614-router', 'tenant_id': '302c452f4ea84e4c953fa81298e343b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:32Z', 'updated_at': '2021-06-30T10:02:48Z', 'revision_number': 6, 'project_id': '302c452f4ea84e4c953fa81298e343b9', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:02:49.122785 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.153833 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7f342a-8f5a-46ba-9a71-1b1590fd1e67,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:49.214925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.305052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.307314 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.349512 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.349989 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 745aca99-c068-4380-a49f-f34605390a16 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:02:49.354978 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.356163 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5ceb05c7-0565-418d-a7ab-103b608f6bca admin admin] 10.222.0.77 "DELETE /v2.0/routers/745aca99-c068-4380-a49f-f34605390a16 HTTP/1.1" status: 204 len: 168 time: 0.7471738 Jun 30 10:02:49.359068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53188) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:49.406103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Deleting subnet 14b3217d-93aa-46f3-8597-1aa5e9790fd7 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:02:49.408995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.442833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.540290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.574793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12ac7054-3ced-4b76-9379-1fd625170146 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:49.600033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 12ac7054-3ced-4b76-9379-1fd625170146 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:49.600295 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 12ac7054-3ced-4b76-9379-1fd625170146 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:49.608678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.634083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14b3217d-93aa-46f3-8597-1aa5e9790fd7,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:49.639027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.640734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-839f14e1-1d92-4015-a575-739265c6585c admin admin] 10.222.0.77 "DELETE /v2.0/subnets/14b3217d-93aa-46f3-8597-1aa5e9790fd7 HTTP/1.1" status: 204 len: 168 time: 0.2807400 Jun 30 10:02:49.643284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53190) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:49.645189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde22a2a-7d13-4994-b25f-3d21e13c4d20 None None] Network d1572dd4-bd40-44c7-a633-51a97beb25dc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:02:49.709776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.763157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Deleting port 31e1ee71-98b2-460d-824d-22a0e2a77eae {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:49.763505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.829356 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] For port 31e1ee71-98b2-460d-824d-22a0e2a77eae, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=31e1ee71-98b2-460d-824d-22a0e2a77eae,segment=NetworkSegment(8a0a0dee-18a5-4421-b241-c90520e92e35),segment_id=8a0a0dee-18a5-4421-b241-c90520e92e35)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:49.829659 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.842648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Calling delete_port for 31e1ee71-98b2-460d-824d-22a0e2a77eae owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:49.905852 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] DHCP port deletion for d1572dd4-bd40-44c7-a633-51a97beb25dc request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:02:49.924736 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:49.952875 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Pushing event deleted for resources: {'Port': ['ID=31e1ee71-98b2-460d-824d-22a0e2a77eae,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:49.953708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Deleting port 31e1ee71-98b2-460d-824d-22a0e2a77eae {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:49.954697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] No DVR routers for this DVR port 31e1ee71-98b2-460d-824d-22a0e2a77eae on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:02:49.959319 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.024658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] For port 31e1ee71-98b2-460d-824d-22a0e2a77eae, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:50.025039 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.029824 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.038409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Calling delete_port for 31e1ee71-98b2-460d-824d-22a0e2a77eae owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:50.039463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1572dd4-bd40-44c7-a633-51a97beb25dc']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:50.041244 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Port 31e1ee71-98b2-460d-824d-22a0e2a77eae was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 10:02:50.042964 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.050653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0a0dee-18a5-4421-b241-c90520e92e35') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:50.051027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0a0dee-18a5-4421-b241-c90520e92e35') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:50.060932 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.069435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] Pushing event deleted for resources: {'Port': ['ID=31e1ee71-98b2-460d-824d-22a0e2a77eae,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:50.075425 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.077658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a6f42-a485-48c9-8a42-14194c458f38 None None] No DVR routers for this DVR port 31e1ee71-98b2-460d-824d-22a0e2a77eae on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:02:50.084818 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:02:50.149402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.157711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.159780 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] 10.222.0.77 "DELETE /v2.0/networks/d1572dd4-bd40-44c7-a633-51a97beb25dc HTTP/1.1" status: 204 len: 168 time: 0.5155797 Jun 30 10:02:50.162930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53192) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:50.171880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8dacf0-39b8-4281-b198-8ce060a6c616 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1572dd4-bd40-44c7-a633-51a97beb25dc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:50.502520 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.749005 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Deleting port 100b9e1c-e442-42e1-989c-dbaca69a0e8c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:50.749344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.825359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] For port 100b9e1c-e442-42e1-989c-dbaca69a0e8c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=100b9e1c-e442-42e1-989c-dbaca69a0e8c,segment=NetworkSegment(e179e1d9-ef64-4f20-aefe-b56c1f34315c),segment_id=e179e1d9-ef64-4f20-aefe-b56c1f34315c)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:50.825628 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:50.837784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Calling delete_port for 100b9e1c-e442-42e1-989c-dbaca69a0e8c owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:51.014967 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:51.040933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Pushing event deleted for resources: {'Port': ['ID=100b9e1c-e442-42e1-989c-dbaca69a0e8c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:51.076449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.076776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.077038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.077632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.077962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.078313 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.078635 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.078955 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.079273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.079588 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.079921 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.080214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:02:51.221359 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:51.469380 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:51.489841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:51.490186 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device fa7f342a-8f5a-46ba-9a71-1b1590fd1e67 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:51.490633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31e1ee71-98b2-460d-824d-22a0e2a77eae no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:51.510305 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 31e1ee71-98b2-460d-824d-22a0e2a77eae {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:51.510734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 31e1ee71-98b2-460d-824d-22a0e2a77eae not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:51.768500 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Router 303e5013-ebc0-4798-828e-168866677149 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:02:51.870319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:51.875496 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d7f3c27-3bce-4243-a2db-dcac92ac919a admin admin] 10.222.0.77 "PUT /v2.0/routers/303e5013-ebc0-4798-828e-168866677149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7115362 Jun 30 10:02:51.878096 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53194) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:51.879122 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] Sync routers for ids ['303e5013-ebc0-4798-828e-168866677149'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:02:51.888903 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] Routers {'303e5013-ebc0-4798-828e-168866677149'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:51.889728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['303e5013-ebc0-4798-828e-168866677149'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:51.985187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:51.991055 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] Set router 303e5013-ebc0-4798-828e-168866677149 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:52.269716 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:02:50Z', 'revision_number': 5, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:52.296602 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] Checking router: 303e5013-ebc0-4798-828e-168866677149 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:02:52.305155 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] Routers {'303e5013-ebc0-4798-828e-168866677149'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:52.305765 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['303e5013-ebc0-4798-828e-168866677149'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:52.380508 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.411266 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] Set router 303e5013-ebc0-4798-828e-168866677149 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:52.432258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Deleting port 764c3d55-e107-42af-8f82-3a617ddda456 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:52.432536 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.510608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] For port 764c3d55-e107-42af-8f82-3a617ddda456, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=764c3d55-e107-42af-8f82-3a617ddda456,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:52.510953 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.523567 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Calling delete_port for 764c3d55-e107-42af-8f82-3a617ddda456 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:52.584207 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:02:50Z', 'revision_number': 5, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:52.612660 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d55e973-ae7f-4dfd-bb9e-5339c15c0cfe None None] The sync data for ids ['303e5013-ebc0-4798-828e-168866677149'] in n-d-780147-22 is: [{'id': '303e5013-ebc0-4798-828e-168866677149', 'name': 'tempest-TestEncryptedCinderVolumes-654942339-router', 'tenant_id': '9508126584c74eaba0064510be1ebecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95'}], 'enable_snat': True}, 'gw_port_id': '764c3d55-e107-42af-8f82-3a617ddda456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:02:50Z', 'revision_number': 5, 'project_id': '9508126584c74eaba0064510be1ebecc', 'gw_port': {'id': '764c3d55-e107-42af-8f82-3a617ddda456', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:02:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303e5013-ebc0-4798-828e-168866677149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:01:37Z', 'updated_at': '2021-06-30T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:02:52.687052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.712776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Pushing event deleted for resources: {'Port': ['ID=764c3d55-e107-42af-8f82-3a617ddda456,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:52.775493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.862240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.864300 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.907276 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.907952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 303e5013-ebc0-4798-828e-168866677149 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:02:52.912006 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:52.913131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-665a92aa-d167-4891-8810-b414d56b8686 admin admin] 10.222.0.77 "DELETE /v2.0/routers/303e5013-ebc0-4798-828e-168866677149 HTTP/1.1" status: 204 len: 168 time: 1.0340104 Jun 30 10:02:52.915771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53196) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:52.968706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Deleting subnet 3e3251b0-352f-49b2-9572-4c33f9989110 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:02:52.976908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.015290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.097776 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.150922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.182979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3251b0-352f-49b2-9572-4c33f9989110,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:53.184943 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.186832 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8dbb2f5c-651a-4bc4-9f42-0642af6ad393 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/3e3251b0-352f-49b2-9572-4c33f9989110 HTTP/1.1" status: 204 len: 168 time: 0.2693076 Jun 30 10:02:53.189254 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:53.191716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb99c57a-a496-48c4-b7bd-6496e57a4e03 None None] Network ca290422-5f32-43ff-81a5-a24e26520595 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:02:53.259283 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.316376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Deleting port bef57570-d82d-41af-ac0a-64fbdea235fb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:02:53.316811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.384940 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] For port bef57570-d82d-41af-ac0a-64fbdea235fb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=bef57570-d82d-41af-ac0a-64fbdea235fb,segment=NetworkSegment(e179e1d9-ef64-4f20-aefe-b56c1f34315c),segment_id=e179e1d9-ef64-4f20-aefe-b56c1f34315c)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:53.385303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.398149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Calling delete_port for bef57570-d82d-41af-ac0a-64fbdea235fb owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:02:53.475850 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.502628 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] No DVR routers for this DVR port bef57570-d82d-41af-ac0a-64fbdea235fb on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:02:53.506138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Pushing event deleted for resources: {'Port': ['ID=bef57570-d82d-41af-ac0a-64fbdea235fb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:53.578402 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.589183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca290422-5f32-43ff-81a5-a24e26520595']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:53.600028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e179e1d9-ef64-4f20-aefe-b56c1f34315c') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:53.600320 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e179e1d9-ef64-4f20-aefe-b56c1f34315c') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:53.609696 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.616513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712f259-bed4-41e8-b2c0-09f9368ccb86 None None] DHCP port deletion for ca290422-5f32-43ff-81a5-a24e26520595 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:02:53.627377 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.636784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:02:53.637330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:02:53.639744 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:02:53.679236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bef57570-d82d-41af-ac0a-64fbdea235fb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:53.699056 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.700118 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: bef57570-d82d-41af-ac0a-64fbdea235fb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:53.700542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device bef57570-d82d-41af-ac0a-64fbdea235fb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:53.700963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 764c3d55-e107-42af-8f82-3a617ddda456 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:53.706507 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.708825 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] 10.222.0.77 "DELETE /v2.0/networks/ca290422-5f32-43ff-81a5-a24e26520595 HTTP/1.1" status: 204 len: 168 time: 0.5186341 Jun 30 10:02:53.722949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 764c3d55-e107-42af-8f82-3a617ddda456 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:53.723442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ef06d-d7a6-4375-95f4-cb7c92aa038d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca290422-5f32-43ff-81a5-a24e26520595,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:53.724332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 764c3d55-e107-42af-8f82-3a617ddda456 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:53.724821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 100b9e1c-e442-42e1-989c-dbaca69a0e8c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:02:53.748696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 100b9e1c-e442-42e1-989c-dbaca69a0e8c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:02:53.749044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 100b9e1c-e442-42e1-989c-dbaca69a0e8c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:02:53.872671 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53202) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:53.915187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7d0b4cfc-d4db-4a92-b7e8-794ce96b2ed6 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=302c452f4ea84e4c953fa81298e343b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412362 Jun 30 10:02:53.918547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53204) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:53.965668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf57-87b9-4680-b143-024ca91eed1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:53.986358 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf57-87b9-4680-b143-024ca91eed1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.032460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf57-87b9-4680-b143-024ca91eed1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.034904 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d03cdf57-87b9-4680-b143-024ca91eed1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.036036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d03cdf57-87b9-4680-b143-024ca91eed1e admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/5e540529-2899-4cbd-a3b0-8c3bed57e06f HTTP/1.1" status: 204 len: 168 time: 0.1165645 Jun 30 10:02:54.044390 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cdf57-87b9-4680-b143-024ca91eed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e540529-2899-4cbd-a3b0-8c3bed57e06f,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:54.342248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53210) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:54.381035 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4ea5e6b6-baa8-4616-bb41-ea2bd0305896 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9508126584c74eaba0064510be1ebecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375283 Jun 30 10:02:54.383332 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53212) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:54.429575 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-148f27c2-68d3-4a64-b776-7c147679522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.450209 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-148f27c2-68d3-4a64-b776-7c147679522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.499003 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-148f27c2-68d3-4a64-b776-7c147679522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.501522 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-148f27c2-68d3-4a64-b776-7c147679522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:54.502690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-148f27c2-68d3-4a64-b776-7c147679522d admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/8e154d86-a77c-4c77-84a6-a9f63677ab70 HTTP/1.1" status: 204 len: 168 time: 0.1184876 Jun 30 10:02:54.511045 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f27c2-68d3-4a64-b776-7c147679522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e154d86-a77c-4c77-84a6-a9f63677ab70,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:55.185768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53234) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:55.289715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-240833750-network', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:55.311410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Made reservation on behalf of a4045f6f616e42609ddcadb3219489da for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:02:55.313683 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.322036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.420791 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.424772 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.453863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:02:55.459985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:55.467862 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.468318 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Added segment 95e29a4f-8709-402e-a234-72b5bd3643b2 of type vlan for network 051c06e1-2663-4d91-ad7a-316495661136 Jun 30 10:02:55.507952 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.535715 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.536637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:55.537223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.587151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4002481 Jun 30 10:02:55.590782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53238) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:55.595777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Request body: {'subnet': {'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-240833750-subnet', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:55.599956 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8d725-02c3-42f9-9206-5ba968bc2bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=051c06e1-2663-4d91-ad7a-316495661136,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:55.610377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 051c06e1-2663-4d91-ad7a-316495661136 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:02:55.619249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Made reservation on behalf of a4045f6f616e42609ddcadb3219489da for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:02:55.622068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.788417 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.845059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ac38f0-5512-4af3-a746-51a388d887cb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:55.851871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Checking segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:02:55.852230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Network hostable DHCP agents. Network: 051c06e1-2663-4d91-ad7a-316495661136, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:02:55.868048 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Network 051c06e1-2663-4d91-ad7a-316495661136 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:02:55.876468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 051c06e1-2663-4d91-ad7a-316495661136) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:55.880314 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:55.880910 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.884939 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275f4a7d-6e84-43d3-9d87-5ce29a609451 None None] Network 051c06e1-2663-4d91-ad7a-316495661136 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:02:55.898464 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f81642f7-e9ae-4a43-9171-a6449d21e3d3 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3065026 Jun 30 10:02:55.901670 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53240) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:55.906035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:55.927426 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.928422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:55.983567 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.034116 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-051c06e1-2663-4d91-ad7a-316495661136', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:02:56.035020 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.124967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.170821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Allocated IP 172.20.0.2 (051c06e1-2663-4d91-ad7a-316495661136/24ac38f0-5512-4af3-a746-51a388d887cb/54892566-62a7-49f4-b07c-d04a10825e4b) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:02:56.320482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.330503 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Transition to ACTIVE for port object 54892566-62a7-49f4-b07c-d04a10825e4b will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:56.334678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.345559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Transition to ACTIVE for port object 54892566-62a7-49f4-b07c-d04a10825e4b will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:56.351288 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.353816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.391092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Network 051c06e1-2663-4d91-ad7a-316495661136 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:02:56.394266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:56.400577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:02:56.403622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Pushing event updated for resources: {'Port': ['ID=54892566-62a7-49f4-b07c-d04a10825e4b,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:56.462253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Attempting to bind port 54892566-62a7-49f4-b07c-d04a10825e4b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:02:56.462791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Attempting to bind port 54892566-62a7-49f4-b07c-d04a10825e4b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:02:56.463515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Attempting to bind port 54892566-62a7-49f4-b07c-d04a10825e4b on network 051c06e1-2663-4d91-ad7a-316495661136 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:02:56.469801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:02:56.470171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Checking segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:02:56.470599 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.472134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Bound using segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:02:56.472614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Bound port: 54892566-62a7-49f4-b07c-d04a10825e4b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:02:56.472997 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.473472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Allocated IP 172.25.7.218 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/6bc35c42-6eae-475d-b376-b07e6affe2ba) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:02:56.538981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] For port 54892566-62a7-49f4-b07c-d04a10825e4b, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:02:56.543012 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] For port 54892566-62a7-49f4-b07c-d04a10825e4b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=54892566-62a7-49f4-b07c-d04a10825e4b,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:02:56.548801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.589181 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.601716 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c44360-8762-4f53-b579-ed787765b1fc None None] Pushing event updated for resources: {'Port': ['ID=54892566-62a7-49f4-b07c-d04a10825e4b,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:56.635717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:56.676245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:02:56.679275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:56.686663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:02:56.724621 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Pushing event updated for resources: {'Port': ['ID=6bc35c42-6eae-475d-b376-b07e6affe2ba,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:56.980254 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.175713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.306180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Router cda8bfa0-7f13-4242-aa4b-0796f7a06194 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:02:57.418629 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:57.437406 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Sync routers for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:02:57.439649 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.440926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-75c2d597-4ac9-4fbe-a306-627b9f6225de admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5382826 Jun 30 10:02:57.443766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53242) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:57.456398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:57.457047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:57.500802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 54892566-62a7-49f4-b07c-d04a10825e4b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:02:57.605437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ed0cd1-ee71-4035-97da-377ee75cc7e4 None None] Network 051c06e1-2663-4d91-ad7a-316495661136 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:02:57.607133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 54892566-62a7-49f4-b07c-d04a10825e4b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:57.653823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:57.881809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:57.916964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] Provisioning for port 54892566-62a7-49f4-b07c-d04a10825e4b completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:57.926917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] Provisioning complete for port 54892566-62a7-49f4-b07c-d04a10825e4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:57.927287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.040119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Allocated IP 172.20.0.1 (051c06e1-2663-4d91-ad7a-316495661136/24ac38f0-5512-4af3-a746-51a388d887cb/f00a628f-e88b-4426-b84f-cebd15571921) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:02:58.137682 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.152213 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.166838 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Transition to ACTIVE for port object f00a628f-e88b-4426-b84f-cebd15571921 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:58.178675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:56Z', 'revision_number': 3, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:02:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:58.205140 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.215743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Checking router: cda8bfa0-7f13-4242-aa4b-0796f7a06194 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:02:58.216091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Updating router cda8bfa0-7f13-4242-aa4b-0796f7a06194 port 6bc35c42-6eae-475d-b376-b07e6affe2ba binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:02:58.218769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] For port 54892566-62a7-49f4-b07c-d04a10825e4b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=54892566-62a7-49f4-b07c-d04a10825e4b,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:02:58.242788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.245421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Network 051c06e1-2663-4d91-ad7a-316495661136 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:02:58.248828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:58.252351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:02:58.280874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f00a628f-e88b-4426-b84f-cebd15571921,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:58.282972 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.300168 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.327254 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f80dc5-9143-4b9f-b4f3-78dbf8c01e1a None None] Pushing event updated for resources: {'Port': ['ID=54892566-62a7-49f4-b07c-d04a10825e4b,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:58.445724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.477264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-21735054-e5d8-4115-bee2-2021602ff931 None None] Provisioning complete for port 54892566-62a7-49f4-b07c-d04a10825e4b triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:58.477855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-21735054-e5d8-4115-bee2-2021602ff931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.632230 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.637945 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.655762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.665746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Transition to ACTIVE for port object 6bc35c42-6eae-475d-b376-b07e6affe2ba will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:02:58.672164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.706489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.709102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=f00a628f-e88b-4426-b84f-cebd15571921,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:58.724497 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Attempting to bind port 6bc35c42-6eae-475d-b376-b07e6affe2ba on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:02:58.724903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Attempting to bind port 6bc35c42-6eae-475d-b376-b07e6affe2ba by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:02:58.725268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Attempting to bind port 6bc35c42-6eae-475d-b376-b07e6affe2ba on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:02:58.738073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:02:58.738474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:02:58.738879 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.739270 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:02:58.739733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Bound port: 6bc35c42-6eae-475d-b376-b07e6affe2ba, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:02:58.740109 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.741607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a86e4b-2660-45f7-82fb-d8fb471f9b99 None None] Pushing event updated for resources: {'Port': ['ID=6bc35c42-6eae-475d-b376-b07e6affe2ba,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:58.784994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-140a5de6-38c3-4e2a-9e07-0b64d4439339 None None] Provisioning for port f00a628f-e88b-4426-b84f-cebd15571921 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:02:58.797439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-140a5de6-38c3-4e2a-9e07-0b64d4439339 None None] Provisioning complete for port f00a628f-e88b-4426-b84f-cebd15571921 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:58.797812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-140a5de6-38c3-4e2a-9e07-0b64d4439339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.807660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Network 051c06e1-2663-4d91-ad7a-316495661136 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:02:58.809070 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:02:58.822753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] For port 6bc35c42-6eae-475d-b376-b07e6affe2ba, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:02:58.839956 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] For port 6bc35c42-6eae-475d-b376-b07e6affe2ba, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6bc35c42-6eae-475d-b376-b07e6affe2ba,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:02:58.847610 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-140a5de6-38c3-4e2a-9e07-0b64d4439339 None None] Port f00a628f-e88b-4426-b84f-cebd15571921 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:02:58.849930 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:58.907185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:02:58.907816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:58.939373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Router cda8bfa0-7f13-4242-aa4b-0796f7a06194 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:02:58.956813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a86e4b-2660-45f7-82fb-d8fb471f9b99 None None] Pushing event updated for resources: {'Port': ['ID=6bc35c42-6eae-475d-b376-b07e6affe2ba,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:59.028392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:02:59.055861 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:02:59.061716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c8b14a09-2127-4ff9-8530-e4dda2955bb0 admin admin] 10.222.0.77 "PUT /v2.0/routers/cda8bfa0-7f13-4242-aa4b-0796f7a06194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6162724 Jun 30 10:02:59.109927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-020dadd1-6b4d-4af9-b9fb-7f7ece495baa None None] Provisioning complete for port f00a628f-e88b-4426-b84f-cebd15571921 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:59.110334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-020dadd1-6b4d-4af9-b9fb-7f7ece495baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.192994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-020dadd1-6b4d-4af9-b9fb-7f7ece495baa None None] Port f00a628f-e88b-4426-b84f-cebd15571921 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:02:59.281555 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 2, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:02:59.312101 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56421b-4372-4f48-86e9-26fa66dfedb3 None None] The sync data for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 is: [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 2, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:02:59.432266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 54892566-62a7-49f4-b07c-d04a10825e4b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:02:59.484529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 54892566-62a7-49f4-b07c-d04a10825e4b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:02:59.485613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.595780 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53258) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:59.600808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1733177064-network', 'tenant_id': '0f99535b4b9f4a0c837af49045855138'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:59.623563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Made reservation on behalf of 0f99535b4b9f4a0c837af49045855138 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:02:59.626298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.637389 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.731154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.735416 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.760835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:02:59.770749 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32416e63-d55f-4b48-91de-c3f70da5c1e3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:59.775733 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.776074 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Added segment 553cdf07-7610-48ad-a80c-9e21cd8d1155 of type vlan for network fa59fc22-50be-4bfe-a14a-71b44fad2cbc Jun 30 10:02:59.820841 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.821712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.856000 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.857519 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:02:59.858450 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:02:59.922487 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3255146 Jun 30 10:02:59.925193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53260) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:02:59.930256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Request body: {'subnet': {'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1733177064-subnet', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:02:59.936599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b04c35-7dbb-452a-9e1c-b68ef0de81c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fa59fc22-50be-4bfe-a14a-71b44fad2cbc,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:02:59.948215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:02:59.954804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Made reservation on behalf of 0f99535b4b9f4a0c837af49045855138 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:02:59.957521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.163418 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.221595 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0423a97b-a098-422f-8b6c-57103b090e3f,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:00.231448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Checking segment: {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:00.231819 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Network hostable DHCP agents. Network: fa59fc22-50be-4bfe-a14a-71b44fad2cbc, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:03:00.249986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:03:00.258996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, fa59fc22-50be-4bfe-a14a-71b44fad2cbc) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:00.263208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:00.263802 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.268586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d8082-75e5-43b0-b258-bfa8fbcf2a2c None None] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:03:00.280050 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1a366737-f93d-42fa-93d5-79ad089550e8 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3537226 Jun 30 10:03:00.282756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53262) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:00.287236 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:00.311110 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.312152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.373023 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.439650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'fixed_ips': [{'subnet_id': '0423a97b-a098-422f-8b6c-57103b090e3f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:03:00.440619 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.542074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.592733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Allocated IP 172.20.0.2 (fa59fc22-50be-4bfe-a14a-71b44fad2cbc/0423a97b-a098-422f-8b6c-57103b090e3f/35fd83f6-3741-4b64-9fa5-3e5f44e380ef) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:00.744696 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.753465 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.754043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Transition to ACTIVE for port object 35fd83f6-3741-4b64-9fa5-3e5f44e380ef will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:00.769466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Transition to ACTIVE for port object 35fd83f6-3741-4b64-9fa5-3e5f44e380ef will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:00.778649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.779027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.817917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:00.823212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:00.830778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:00.833821 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Pushing event updated for resources: {'Port': ['ID=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:00.884393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Allocated IP 172.25.7.189 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/c58fb321-84fd-47ad-b726-b7d28eb2c2d0) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:00.897659 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Attempting to bind port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:00.898117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Attempting to bind port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:00.898617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Attempting to bind port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef on network fa59fc22-50be-4bfe-a14a-71b44fad2cbc {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:00.904936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:00.905302 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Checking segment: {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:00.905746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.906072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Bound using segment: {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:00.906550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Bound port: 35fd83f6-3741-4b64-9fa5-3e5f44e380ef, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:00.906916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.978333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] For port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:00.982480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] For port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:00.986587 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:00.992596 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.036476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.044795 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734d6a4-e6d6-477c-9872-1117702e9265 None None] Pushing event updated for resources: {'Port': ['ID=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:01.078393 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:01.081199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:01.083856 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:01.111251 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Pushing event updated for resources: {'Port': ['ID=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:01.485793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6bc35c42-6eae-475d-b376-b07e6affe2ba up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:01.514939 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Sync routers for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:01.528176 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:01.528807 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:01.542640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6bc35c42-6eae-475d-b376-b07e6affe2ba completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:01.547641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6bc35c42-6eae-475d-b376-b07e6affe2ba triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:01.548146 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.639447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.645111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:01.667871 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 6bc35c42-6eae-475d-b376-b07e6affe2ba, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6bc35c42-6eae-475d-b376-b07e6affe2ba,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:01.674654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.675904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35fd83f6-3741-4b64-9fa5-3e5f44e380ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:01.740182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.768598 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=6bc35c42-6eae-475d-b376-b07e6affe2ba,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:01.779654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:01.864172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 2, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:01.895223 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Checking router: cda8bfa0-7f13-4242-aa4b-0796f7a06194 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:01.895576 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Updating router cda8bfa0-7f13-4242-aa4b-0796f7a06194 port f00a628f-e88b-4426-b84f-cebd15571921 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:03:01.932146 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:01.951250 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.086344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Router 45582279-f806-4886-a66d-5fdfed499e40 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:03:02.183568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d72648f-8b44-4388-a81f-5c294f4faddf None None] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:03:02.198388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:02.211268 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.220278 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.221825 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8b20447e-522b-4755-ba97-766a57de38b4 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9377489 Jun 30 10:03:02.225106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53264) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:02.226704 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Transition to ACTIVE for port object f00a628f-e88b-4426-b84f-cebd15571921 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:02.232278 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.242682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Sync routers for ids ['45582279-f806-4886-a66d-5fdfed499e40'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:02.284660 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Pushing event updated for resources: {'Port': ['ID=f00a628f-e88b-4426-b84f-cebd15571921,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:02.302127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Routers {'45582279-f806-4886-a66d-5fdfed499e40'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:02.303122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['45582279-f806-4886-a66d-5fdfed499e40'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:02.308106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] Provisioning for port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:02.313844 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.314194 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.314561 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.314901 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.315232 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.315558 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.315883 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.316202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.316527 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.316846 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.317165 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.317481 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:02.349967 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Attempting to bind port f00a628f-e88b-4426-b84f-cebd15571921 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:02.350370 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Attempting to bind port f00a628f-e88b-4426-b84f-cebd15571921 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:02.350972 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Attempting to bind port f00a628f-e88b-4426-b84f-cebd15571921 on network 051c06e1-2663-4d91-ad7a-316495661136 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:02.354747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] Provisioning complete for port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:02.355402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.356386 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:02.356758 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Checking segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:02.357159 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.357549 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Bound using segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:02.358194 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Bound port: f00a628f-e88b-4426-b84f-cebd15571921, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:02.358609 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.443393 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] For port f00a628f-e88b-4426-b84f-cebd15571921, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:02.448169 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] For port f00a628f-e88b-4426-b84f-cebd15571921, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f00a628f-e88b-4426-b84f-cebd15571921,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:02.455718 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.537319 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:02.537950 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:02.545208 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a24b69-32e4-4dc4-a80d-63116d2b00c2 None None] Pushing event updated for resources: {'Port': ['ID=f00a628f-e88b-4426-b84f-cebd15571921,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:02.677029 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:02.738341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.753219 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.766422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Set router 45582279-f806-4886-a66d-5fdfed499e40 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:02.890185 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] For port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:02.898905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:02Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:02.901737 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:02.910761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Allocated IP 172.20.0.1 (fa59fc22-50be-4bfe-a14a-71b44fad2cbc/0423a97b-a098-422f-8b6c-57103b090e3f/a2ac92ff-922c-4a13-b3b0-bab0eeb827aa) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:02.928872 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257e56a-be97-4c6f-9723-98bc56bf77ca None None] The sync data for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 is: [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:02Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:03.000909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b41f4-e9e4-4348-97b4-41a91a5cee64 None None] Pushing event updated for resources: {'Port': ['ID=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:03.050118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.066341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Transition to ACTIVE for port object a2ac92ff-922c-4a13-b3b0-bab0eeb827aa will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:03.073081 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 3, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:03.105392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Checking router: 45582279-f806-4886-a66d-5fdfed499e40 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:03.105745 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Updating router 45582279-f806-4886-a66d-5fdfed499e40 port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:03:03.116877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.143238 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.163464 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:03.167256 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:03.171052 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:03.216777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.227673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Pushing event updated for resources: {'Port': ['ID=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:03.402809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1634f5c2-119b-44b4-9ebb-09f81623980a None None] Provisioning complete for port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:03.403644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1634f5c2-119b-44b4-9ebb-09f81623980a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.516653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6bc35c42-6eae-475d-b376-b07e6affe2ba up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:03.551371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.592209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Transition to ACTIVE for port object c58fb321-84fd-47ad-b726-b7d28eb2c2d0 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:03.614914 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.658675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Attempting to bind port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:03.659048 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Attempting to bind port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:03.659408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Attempting to bind port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:03.698041 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:03.698462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:03.698828 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.699211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:03.699682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Bound port: c58fb321-84fd-47ad-b726-b7d28eb2c2d0, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:03.700056 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.741337 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6bc35c42-6eae-475d-b376-b07e6affe2ba triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:03.741662 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.744738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927c86-6b9b-4ce0-ba72-896726136b39 None None] Pushing event updated for resources: {'Port': ['ID=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:03.764204 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.795648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] For port c58fb321-84fd-47ad-b726-b7d28eb2c2d0, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:03.805572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] For port c58fb321-84fd-47ad-b726-b7d28eb2c2d0, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:03.812645 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.867507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-225cb212-d410-4ef7-9b8f-e362dd6821ab None None] Provisioning for port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:03.888911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-225cb212-d410-4ef7-9b8f-e362dd6821ab None None] Provisioning complete for port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:03.889277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-225cb212-d410-4ef7-9b8f-e362dd6821ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.896130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Routers {'45582279-f806-4886-a66d-5fdfed499e40'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:03.896879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['45582279-f806-4886-a66d-5fdfed499e40'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:03.931101 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:03.935877 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba927c86-6b9b-4ce0-ba72-896726136b39 None None] Pushing event updated for resources: {'Port': ['ID=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:03.937506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.000607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-225cb212-d410-4ef7-9b8f-e362dd6821ab None None] Port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:04.007335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00a628f-e88b-4426-b84f-cebd15571921 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:04.007710 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.011027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Pushing event updated for resources: {'Port': ['ID=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:04.091767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] Set router 45582279-f806-4886-a66d-5fdfed499e40 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:04.100481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:04.101834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:04.136728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f00a628f-e88b-4426-b84f-cebd15571921 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:04.147105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f00a628f-e88b-4426-b84f-cebd15571921 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:04.147430 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.228433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Router 45582279-f806-4886-a66d-5fdfed499e40 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:03:04.326653 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.341398 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:04.347448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-63d8f7e0-7bd4-49b3-accd-62604489ec3f admin admin] 10.222.0.77 "PUT /v2.0/routers/45582279-f806-4886-a66d-5fdfed499e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1207352 Jun 30 10:03:04.371498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6010dcb1-66c1-47c7-8e8f-0ef3f45338f3 None None] Provisioning complete for port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:04.371795 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6010dcb1-66c1-47c7-8e8f-0ef3f45338f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.415465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f00a628f-e88b-4426-b84f-cebd15571921, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f00a628f-e88b-4426-b84f-cebd15571921,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:04.423910 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:04.424694 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35fd83f6-3741-4b64-9fa5-3e5f44e380ef up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:04.472851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6010dcb1-66c1-47c7-8e8f-0ef3f45338f3 None None] Port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:04.517163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a2ac92ff-922c-4a13-b3b0-bab0eeb827aa', 'name': '', 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'mac_address': 'fa:16:3e:6c:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:02Z', 'updated_at': '2021-06-30T10:03:02Z', 'revision_number': 1, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'subnets': [{'id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:04.519112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f00a628f-e88b-4426-b84f-cebd15571921,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:04.549331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6fc62-aa3f-4bcf-8d74-249645b5749d None None] The sync data for ids ['45582279-f806-4886-a66d-5fdfed499e40'] in n-d-780147-22 is: [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a2ac92ff-922c-4a13-b3b0-bab0eeb827aa', 'name': '', 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'mac_address': 'fa:16:3e:6c:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:02Z', 'updated_at': '2021-06-30T10:03:02Z', 'revision_number': 1, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'subnets': [{'id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:04.559145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:04.559521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:05.456296 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00a628f-e88b-4426-b84f-cebd15571921 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:05.507681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f00a628f-e88b-4426-b84f-cebd15571921 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:05.508304 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.316693 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Sync routers for ids ['45582279-f806-4886-a66d-5fdfed499e40'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:07.326498 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Routers {'45582279-f806-4886-a66d-5fdfed499e40'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:07.329449 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['45582279-f806-4886-a66d-5fdfed499e40'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:07.494741 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c58fb321-84fd-47ad-b726-b7d28eb2c2d0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:07.570294 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:07.575263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:07.575764 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.602968 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Set router 45582279-f806-4886-a66d-5fdfed499e40 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:07.674265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.705040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port c58fb321-84fd-47ad-b726-b7d28eb2c2d0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:07.711205 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:07.783070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:07.859943 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a2ac92ff-922c-4a13-b3b0-bab0eeb827aa', 'name': '', 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'mac_address': 'fa:16:3e:6c:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:02Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 2, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'subnets': [{'id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:07.888658 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Checking router: 45582279-f806-4886-a66d-5fdfed499e40 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:07.888886 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Updating router 45582279-f806-4886-a66d-5fdfed499e40 port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:03:07.927118 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.239840 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.250052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Transition to ACTIVE for port object a2ac92ff-922c-4a13-b3b0-bab0eeb827aa will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:08.255782 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.304898 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e97d6-c2a1-47e8-97a5-fc37bca9fee1 None None] Pushing event updated for resources: {'Port': ['ID=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:08.367218 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Attempting to bind port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:08.367814 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Attempting to bind port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:08.368072 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Attempting to bind port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa on network fa59fc22-50be-4bfe-a14a-71b44fad2cbc {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:08.377941 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:08.378491 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Checking segment: {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:08.378890 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.379277 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Bound using segment: {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:08.379746 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Bound port: a2ac92ff-922c-4a13-b3b0-bab0eeb827aa, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '553cdf07-7610-48ad-a80c-9e21cd8d1155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:08.380119 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.469133 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] For port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:08.472666 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] For port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:08.478207 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:08.541364 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e97d6-c2a1-47e8-97a5-fc37bca9fee1 None None] Pushing event updated for resources: {'Port': ['ID=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:08.544211 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Routers {'45582279-f806-4886-a66d-5fdfed499e40'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:08.544809 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:02:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['45582279-f806-4886-a66d-5fdfed499e40'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:08.679022 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] Set router 45582279-f806-4886-a66d-5fdfed499e40 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:08.936656 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a2ac92ff-922c-4a13-b3b0-bab0eeb827aa', 'name': '', 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'mac_address': 'fa:16:3e:6c:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:02Z', 'updated_at': '2021-06-30T10:03:08Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'subnets': [{'id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:08.969312 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc39b90-b36c-4d6b-9138-2ebb8e6226e0 None None] The sync data for ids ['45582279-f806-4886-a66d-5fdfed499e40'] in n-d-780147-22 is: [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:03Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'a2ac92ff-922c-4a13-b3b0-bab0eeb827aa', 'name': '', 'network_id': 'fa59fc22-50be-4bfe-a14a-71b44fad2cbc', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'mac_address': 'fa:16:3e:6c:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:02Z', 'updated_at': '2021-06-30T10:03:08Z', 'revision_number': 4, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'subnets': [{'id': '0423a97b-a098-422f-8b6c-57103b090e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:09.472660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a2ac92ff-922c-4a13-b3b0-bab0eeb827aa up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:09.524703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:09.529809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:09.530190 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.616630 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.652901 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:09.657905 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:09.658900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c58fb321-84fd-47ad-b726-b7d28eb2c2d0 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:09.742778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:09.756615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:09.757055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:11.323195 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d95452b-5737-4256-9635-0eeca8ad1a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:11.453577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a2ac92ff-922c-4a13-b3b0-bab0eeb827aa up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:11.506338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:11.506761 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.133209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-883d9a46-907f-45c4-8df1-31f0ddb5088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.267775 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:14.281324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-e1fe385a-5ff0-40f2-b9fe-fc1b05c15ba7 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:14.282814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-e1fe385a-5ff0-40f2-b9fe-fc1b05c15ba7 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 814 time: 0.1078117 Jun 30 10:03:14.297477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-adda1cda-dbd2-43ac-85ba-9049966e9649 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/quotas/a4045f6f616e42609ddcadb3219489da HTTP/1.1" status: 200 len: 375 time: 0.0091269 Jun 30 10:03:14.364429 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-7a29ffba-1b6c-41aa-8ddc-d2f0e6d14c97 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618746 Jun 30 10:03:14.463015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-166f4c17-5b91-4ec0-aa94-5503b784ea46 service neutron] 10.222.0.77 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867889 Jun 30 10:03:14.554178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-989f473e-2ce0-44e6-9724-8b33c8bbfdf0 service neutron] 10.222.0.77 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854795 Jun 30 10:03:14.725544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf594051-0b1c-4503-ae9c-85527190ab56 req-8b5fa107-57a4-47e7-aa1f-5b6f208b1237 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 210 time: 0.0342999 Jun 30 10:03:15.877563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c881381a-fb16-423c-bcc3-3d1790f8343b req-09c533a9-71b9-4594-83b3-f97920438e81 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 210 time: 0.0304127 Jun 30 10:03:15.887438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-d3a0d3e5-18c2-45b8-8edf-a6711b3ff971 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:15.888953 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-d3a0d3e5-18c2-45b8-8edf-a6711b3ff971 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 814 time: 0.1126332 Jun 30 10:03:15.917878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'port': {'device_id': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'admin_state_up': True, 'tenant_id': 'a4045f6f616e42609ddcadb3219489da'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:16.025683 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Made reservation on behalf of a4045f6f616e42609ddcadb3219489da for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:03:16.029429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.158366 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Allocated IP 172.20.0.7 (051c06e1-2663-4d91-ad7a-316495661136/24ac38f0-5512-4af3-a746-51a388d887cb/bf028bc1-0e15-4e7a-8883-acef3b1dd9e6) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:16.273055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.345984 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.369345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Transition to ACTIVE for port object bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:16.408811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.462272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Network 051c06e1-2663-4d91-ad7a-316495661136 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:16.466821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:16.469970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:16.501328 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:16.511948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.512403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.512970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.513968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.513968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.514509 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.515092 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.515359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.516189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.516189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.516732 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.517324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:16.547155 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:16.549242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.568916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-6cef0d7f-210a-4383-af07-624cef32f774 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6551809 Jun 30 10:03:16.750663 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd6ff138-e3c2-4d4e-ad04-16bac3cb77cd None None] Provisioning for port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:16.757023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cd6ff138-e3c2-4d4e-ad04-16bac3cb77cd None None] Provisioning complete for port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:16.757390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cd6ff138-e3c2-4d4e-ad04-16bac3cb77cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:16.796984 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-cd6ff138-e3c2-4d4e-ad04-16bac3cb77cd None None] Port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:03:17.067107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9c91f-4017-419a-86c3-55fb0c63c713 req-9502c283-9b50-4d1f-9060-419930b4c824 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:17.068522 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98c9c91f-4017-419a-86c3-55fb0c63c713 req-9502c283-9b50-4d1f-9060-419930b4c824 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0717466 Jun 30 10:03:17.109437 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-98c9c91f-4017-419a-86c3-55fb0c63c713 req-08483f71-7f59-4e58-a01c-3b47fb9c311b tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347733 Jun 30 10:03:17.784467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:17.849081 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:18.289942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2fd07-907a-4cbc-b05e-3f94fdf0ea3e req-d84a531f-fa51-421c-b6dc-42b5191b5365 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:18.291817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02f2fd07-907a-4cbc-b05e-3f94fdf0ea3e req-d84a531f-fa51-421c-b6dc-42b5191b5365 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0652652 Jun 30 10:03:18.335289 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-02f2fd07-907a-4cbc-b05e-3f94fdf0ea3e req-195e834e-00f4-42d8-bb0d-59911a29ccd3 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371256 Jun 30 10:03:19.513807 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1106cc0a-44db-4d03-ad31-19b71aacad71 req-868234a5-9bd0-4b01-afa4-907c80756f33 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:19.515484 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1106cc0a-44db-4d03-ad31-19b71aacad71 req-868234a5-9bd0-4b01-afa4-907c80756f33 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0665388 Jun 30 10:03:19.561130 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1106cc0a-44db-4d03-ad31-19b71aacad71 req-e0acd8ba-0aa5-486a-90e4-112154b5ca8e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Jun 30 10:03:20.741845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84623608-b719-4db9-8558-9c6b867448ab req-8a364d84-9d9c-4d85-a31d-5b99a98d1e81 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:20.743721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84623608-b719-4db9-8558-9c6b867448ab req-8a364d84-9d9c-4d85-a31d-5b99a98d1e81 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0667493 Jun 30 10:03:20.793869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-84623608-b719-4db9-8558-9c6b867448ab req-2361a029-5f94-43ac-9eff-fe3616526113 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 Jun 30 10:03:21.976021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdf745-98a7-4826-93d4-2c20e1407ca1 req-2eab8c6e-a3e7-4205-a8b8-7b2aa4ea7767 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:21.977498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38bdf745-98a7-4826-93d4-2c20e1407ca1 req-2eab8c6e-a3e7-4205-a8b8-7b2aa4ea7767 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0653260 Jun 30 10:03:22.009273 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:03:22.018520 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-38bdf745-98a7-4826-93d4-2c20e1407ca1 req-acb7e94a-17b6-4b4a-b9d5-253fe0487a72 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 Jun 30 10:03:23.210330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4a0d8-0915-42d7-a70d-92532b7293d2 req-bd4a872c-c073-4b0a-a164-2ad9aadc601e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:23.211818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52e4a0d8-0915-42d7-a70d-92532b7293d2 req-bd4a872c-c073-4b0a-a164-2ad9aadc601e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0727813 Jun 30 10:03:23.252943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-52e4a0d8-0915-42d7-a70d-92532b7293d2 req-ee0a0ecc-58cd-4494-969d-3eb636534580 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355003 Jun 30 10:03:24.434579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1ee66-9e94-4789-bc49-1ce4411355c5 req-14e6b142-9177-4aff-8a8c-51aff8f89e1d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:24.436203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cf1ee66-9e94-4789-bc49-1ce4411355c5 req-14e6b142-9177-4aff-8a8c-51aff8f89e1d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0665228 Jun 30 10:03:24.477249 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6cf1ee66-9e94-4789-bc49-1ce4411355c5 req-43fe4534-c54c-4376-8031-0536665ecabe tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Jun 30 10:03:24.844690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-3b4560c7-b9f9-42c8-846a-7adf832d1771 req-ecebaddf-c1ec-4cc9-a111-069e07fbbefd tempest-ServerDiskConfigTestJSON-81208650 tempest-ServerDiskConfigTestJSON-81208650-project] (93724) timed out ('10.222.0.79', 56978) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:03:25.669111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278bad3c-94d4-44f9-bd42-c53f1c964cd5 req-07ba7966-49f0-46a6-97a9-59d8adcc0c0d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:25.670558 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-278bad3c-94d4-44f9-bd42-c53f1c964cd5 req-07ba7966-49f0-46a6-97a9-59d8adcc0c0d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0696621 Jun 30 10:03:25.713998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-278bad3c-94d4-44f9-bd42-c53f1c964cd5 req-eafc3142-2895-4f0e-9577-980d24bd8cb8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Jun 30 10:03:26.887023 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53d842-4708-4a2b-bec8-d992e25e43a0 req-6805039c-787c-46c9-b951-1917aa1df376 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:26.888498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b53d842-4708-4a2b-bec8-d992e25e43a0 req-6805039c-787c-46c9-b951-1917aa1df376 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 931 time: 0.0631497 Jun 30 10:03:26.927193 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b53d842-4708-4a2b-bec8-d992e25e43a0 req-e0a71890-47a9-48d2-b685-37e168cd46ab tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Jun 30 10:03:27.172777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Request body: {'port': {'device_id': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:27.249745 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.505639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:03:27.515711 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.528918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Transition to ACTIVE for port object bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:03:27.534290 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.586572 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:27.660822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Attempting to bind port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:03:27.661172 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Attempting to bind port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:03:27.661504 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Attempting to bind port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 on network 051c06e1-2663-4d91-ad7a-316495661136 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:27.666084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 on network 051c06e1-2663-4d91-ad7a-316495661136 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:03:27.666442 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Attempting to bind port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 on network 051c06e1-2663-4d91-ad7a-316495661136 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:03:27.671541 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:03:27.671883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Checking segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:03:27.672263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Bound using segment: {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:03:27.672693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Bound port: bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e29a4f-8709-402e-a234-72b5bd3643b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '051c06e1-2663-4d91-ad7a-316495661136'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:03:27.673052 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.740497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:03:27.743481 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:03:27.747887 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.786407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:27.787044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:27.788434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] 10.222.0.79 "PUT /v2.0/ports/bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 1092 time: 0.6202717 Jun 30 10:03:27.788880 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:27.791217 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416e5f21-d8ac-4c63-906e-2cc58af85967" -d '{"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:27.816719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61c4d1c-e333-4762-a7ba-528da70175df service neutron] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:27.851041 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120cb618-5022-4327-ab6c-cdc9e0f318e0 x-openstack-request-id: req-120cb618-5022-4327-ab6c-cdc9e0f318e0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:27.851333 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:27.851584 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-120cb618-5022-4327-ab6c-cdc9e0f318e0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:27.851983 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'status': 'completed', 'code': 200} Jun 30 10:03:27.900218 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-48147a62-f33b-4e88-9ebf-964c694bcd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:27.901762 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-48147a62-f33b-4e88-9ebf-964c694bcd27 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1095 time: 0.0616198 Jun 30 10:03:27.957210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-78729d0f-856f-4c42-a405-08b74575df5c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 217 time: 0.0417714 Jun 30 10:03:28.016461 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-dff8f2d7-0b14-4b70-a4f0-0029f23e421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.018645 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-dff8f2d7-0b14-4b70-a4f0-0029f23e421f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0510461 Jun 30 10:03:28.080686 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-dfa193b1-16fc-4e9d-b5e2-be8b60224311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.082236 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-dfa193b1-16fc-4e9d-b5e2-be8b60224311 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536828 Jun 30 10:03:28.108490 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c83742-85a5-4771-b102-dabd17681acb req-a6cdb800-2be3-4154-a655-721f36544092 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.109949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1c83742-85a5-4771-b102-dabd17681acb req-a6cdb800-2be3-4154-a655-721f36544092 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 943 time: 0.0645857 Jun 30 10:03:28.151229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1c83742-85a5-4771-b102-dabd17681acb req-84d7872b-6d2d-463c-83d4-860884e51d01 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Jun 30 10:03:28.177694 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-73b4a3d2-6b2c-402b-b10b-754cd865c75c service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855312 Jun 30 10:03:28.272882 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-dbd61f0b-fe04-486e-85ed-9e3e2d52fe62 req-cbf1e647-a77d-45e9-b1c7-1deeaed75816 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852559 Jun 30 10:03:28.379286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-ca9250b0-0c59-4855-9651-0bc7d813a0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.380667 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-ca9250b0-0c59-4855-9651-0bc7d813a0ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1095 time: 0.0524123 Jun 30 10:03:28.472831 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-47a8652c-d63c-4739-843e-daaef9556cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.474328 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-47a8652c-d63c-4739-843e-daaef9556cd3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.0868347 Jun 30 10:03:28.515048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-4aa0c887-7017-4843-9675-b5d36b76fe3e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 217 time: 0.0338278 Jun 30 10:03:28.563027 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-f656d784-3084-4804-bd7d-8ffcb2421e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.564467 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-f656d784-3084-4804-bd7d-8ffcb2421e60 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0422740 Jun 30 10:03:28.626756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-804a469e-2cf2-4db4-996f-3bbfb27070fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:28.628294 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-804a469e-2cf2-4db4-996f-3bbfb27070fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554771 Jun 30 10:03:28.716162 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-3522574c-3714-4be0-a16b-4b9858621cd0 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798476 Jun 30 10:03:28.808281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-416e5f21-d8ac-4c63-906e-2cc58af85967 req-2e47cb12-ad8e-4748-a834-f5159db784df service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848038 Jun 30 10:03:29.327460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b111f90-a730-4202-bf31-1d502c51bbd3 req-e3b2b15e-c1f6-447a-847a-14bf2540cb04 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:29.329234 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b111f90-a730-4202-bf31-1d502c51bbd3 req-e3b2b15e-c1f6-447a-847a-14bf2540cb04 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 943 time: 0.0672126 Jun 30 10:03:29.367047 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b111f90-a730-4202-bf31-1d502c51bbd3 req-72d54c12-270a-4da9-b482-64de97d683e9 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313513 Jun 30 10:03:29.817217 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.543979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72513597-93ce-458a-86f3-8b52bd018028 req-b983bbf0-6c01-432a-a718-7086eba25a33 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:30.546071 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72513597-93ce-458a-86f3-8b52bd018028 req-b983bbf0-6c01-432a-a718-7086eba25a33 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 943 time: 0.0676782 Jun 30 10:03:30.584137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-72513597-93ce-458a-86f3-8b52bd018028 req-00e6d555-c4e2-4947-b67e-311eda717271 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Jun 30 10:03:30.757930 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:03:30.851772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:30.863315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'port_id': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'mac_address': 'fa:16:3e:c2:d9:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:03:30.903938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.915916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:03:30.935556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:30.939916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:30.987495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:30.994803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.995182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.995484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.995823 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.996156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.996487 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.996818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.997169 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.997493 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.997813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.998134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:30.998483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:03:31.247006 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:03:31.755888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d47cc-c342-4e79-b7e0-a303101e50be req-22310cce-2548-4bcf-9be7-4aa7e5372fb6 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:31.757385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-757d47cc-c342-4e79-b7e0-a303101e50be req-22310cce-2548-4bcf-9be7-4aa7e5372fb6 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 944 time: 0.0632071 Jun 30 10:03:31.799622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-757d47cc-c342-4e79-b7e0-a303101e50be req-96cd3674-63d0-4087-a718-8e249d9e8926 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365326 Jun 30 10:03:32.773870 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:03:32.822354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:03:32.826044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:32.826449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:32.903700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:32.929912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:32.932509 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459c734e-8e29-4484-b680-1a5e97a546a3" -d '{"events": [{"server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "name": "network-vif-plugged", "status": "completed", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:32.985428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2460f32-1247-43ab-91c8-8394eb2ff8ef req-3c936f06-ff42-4180-bdf4-ca7f2ae9e311 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:32.988177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2460f32-1247-43ab-91c8-8394eb2ff8ef req-3c936f06-ff42-4180-bdf4-ca7f2ae9e311 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 944 time: 0.0739374 Jun 30 10:03:33.043250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2460f32-1247-43ab-91c8-8394eb2ff8ef req-ab037e25-838a-45ac-a26b-8cd8f51925c9 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489309 Jun 30 10:03:33.103105 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aca5f4-db88-4e72-a882-82cf887aa762 req-68001296-4f2a-4356-8689-e7a6c4435755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:33.104636 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31aca5f4-db88-4e72-a882-82cf887aa762 req-68001296-4f2a-4356-8689-e7a6c4435755 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1096 time: 0.0543463 Jun 30 10:03:33.116040 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9627af9-a4f1-4986-ac81-88f8726b5825 x-openstack-request-id: req-f9627af9-a4f1-4986-ac81-88f8726b5825 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:33.116338 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "name": "network-vif-plugged", "status": "completed", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:33.116603 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f9627af9-a4f1-4986-ac81-88f8726b5825 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:33.116989 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'code': 200} Jun 30 10:03:33.120395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:33.124511 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:33.144444 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-31aca5f4-db88-4e72-a882-82cf887aa762 req-322e2d33-9529-4079-a0dc-5acd39d6956c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288620 Jun 30 10:03:33.170472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:34.234513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a80d0-6c55-4196-9b8c-38105f749418 req-51bf8e9c-5023-49ff-982c-77710a8704b6 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:34.236497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b53a80d0-6c55-4196-9b8c-38105f749418 req-51bf8e9c-5023-49ff-982c-77710a8704b6 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0622816 Jun 30 10:03:34.274107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b53a80d0-6c55-4196-9b8c-38105f749418 req-0cc99c7e-e34a-4138-b6f7-045584bf4701 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319903 Jun 30 10:03:34.446847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc0217-9386-4272-a6e7-213900d354ed req-a7dc81aa-9d09-4b20-9073-44b06dc8a67f tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:34.448236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5dc0217-9386-4272-a6e7-213900d354ed req-a7dc81aa-9d09-4b20-9073-44b06dc8a67f tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0656133 Jun 30 10:03:34.485691 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5dc0217-9386-4272-a6e7-213900d354ed req-d4cf5373-9c2c-4306-92ba-06513df60285 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314624 Jun 30 10:03:34.826052 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10fcb8-831f-4966-b6ca-81bf824263de req-6acc4523-8df1-4d9b-b1b1-07e5c1f75712 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:34.827832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e10fcb8-831f-4966-b6ca-81bf824263de req-6acc4523-8df1-4d9b-b1b1-07e5c1f75712 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0660043 Jun 30 10:03:34.865360 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e10fcb8-831f-4966-b6ca-81bf824263de req-8e74bc4c-15c0-49f2-984e-df1ab73381f0 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313823 Jun 30 10:03:41.313963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-178aa1ac-0267-4220-84c0-aadbc11e7196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:44.133065 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0ca7436d-860a-4723-8eca-a581bf328bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:44.268406 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:46.273275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:46.516065 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872552ae-d929-42e3-8660-17e1138395c6 req-42a3f191-f17c-4d63-a5cf-0bd82ae57d8d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:46.517445 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-872552ae-d929-42e3-8660-17e1138395c6 req-42a3f191-f17c-4d63-a5cf-0bd82ae57d8d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0619693 Jun 30 10:03:46.560307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-872552ae-d929-42e3-8660-17e1138395c6 req-2747e003-eef5-4649-94ec-8bd00cffe61f tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365927 Jun 30 10:03:46.585993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53462) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:46.721509 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83425e71-5130-4f96-b4c4-8d879bbc4812 tempest-TestMinimumBasicScenario-582708593 tempest-TestMinimumBasicScenario-582708593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:46.723773 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-83425e71-5130-4f96-b4c4-8d879bbc4812 tempest-TestMinimumBasicScenario-582708593 tempest-TestMinimumBasicScenario-582708593-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1092 time: 0.1367650 Jun 30 10:03:46.726809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53466) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:46.731158 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:46.752887 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:46.852282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:46.953395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Allocated IP 172.25.7.154 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/a2a029f0-3612-4065-a59d-bcce14dcb5b2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:03:47.056352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.096118 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.134146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:03:47.136820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:03:47.139345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:03:47.164887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'Port': ['ID=a2a029f0-3612-4065-a59d-bcce14dcb5b2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:47.516282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.589394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.736494 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.740888 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.788299 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.813214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'Port': ['ID=a2a029f0-3612-4065-a59d-bcce14dcb5b2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:47.822105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.845057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:47.918346 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Floating IP 741efc3e-aab3-4157-9056-98756df4f145 associated. External IP: 172.25.7.154, port: bf028bc1-0e15-4e7a-8883-acef3b1dd9e6. Jun 30 10:03:48.128829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Router cda8bfa0-7f13-4242-aa4b-0796f7a06194 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:03:48.239068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:03:48.249044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] Sync routers for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:03:48.256673 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.259109 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:48.259744 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:03:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:48.293672 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-001e077c-eed5-49a7-ba66-39d399cdab62 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5658324 Jun 30 10:03:48.294282 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:48.296591 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5547a48d-ea2c-42bc-a065-fc1c8bd44256" -d '{"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:48.296920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53468) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:48.302788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-165161763', 'description': 'tempest-secgroup-smoke-165161763 description', 'project_id': 'a4045f6f616e42609ddcadb3219489da'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:48.327508 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.340160 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea086cc9-54bc-4278-ba06-92544185b111 x-openstack-request-id: req-ea086cc9-54bc-4278-ba06-92544185b111 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:48.340512 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:48.340822 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ea086cc9-54bc-4278-ba06-92544185b111 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:48.341292 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'status': 'completed', 'code': 200} Jun 30 10:03:48.376547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:48.446906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.451267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.488810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-a05e6de9-e278-442c-a754-08140ba1c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:48.490434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-a05e6de9-e278-442c-a754-08140ba1c6f2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1097 time: 0.1080694 Jun 30 10:03:48.492068 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.493164 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1952581 Jun 30 10:03:48.494267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e2f481-faf6-4fc7-a203-31848b3ccc2a tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06377b36-5e9d-4234-a246-81d53bd1a4c0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:48.496342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53472) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:48.501501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group_rule': {'security_group_id': '06377b36-5e9d-4234-a246-81d53bd1a4c0', 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:48.536826 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.583546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-042bb6b4-b359-4f38-ba82-2f518a0b2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:48.585094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-042bb6b4-b359-4f38-ba82-2f518a0b2d9a service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.0883932 Jun 30 10:03:48.604758 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.611150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.623874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '741efc3e-aab3-4157-9056-98756df4f145', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'port_id': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'mac_address': 'fa:16:3e:c2:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:03:47Z', 'updated_at': '2021-06-30T10:03:47Z', 'revision_number': 0, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:04Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:48.639822 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.641916 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1439483 Jun 30 10:03:48.643417 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e865f-e195-4b50-99c2-a741d617e88e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcaaa6d-d928-4755-ac36-ab13ce9d2d31,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:48.645613 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53474) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:48.653881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group_rule': {'security_group_id': '06377b36-5e9d-4234-a246-81d53bd1a4c0', 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:48.654139 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] Checking router: cda8bfa0-7f13-4242-aa4b-0796f7a06194 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:03:48.663484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:03:48.664437 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:03:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:48.683256 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-a1aaeaac-5425-4aa4-8320-55c202f349c1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 999 time: 0.0915318 Jun 30 10:03:48.727046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.761189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-3b9243fc-05d5-4d23-b92b-f825bbc31126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:48.762693 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-3b9243fc-05d5-4d23-b92b-f825bbc31126 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0723236 Jun 30 10:03:48.784904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:03:48.823847 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.833018 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.864210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27cbe8a-ad84-4239-8d56-c6441f4e0832,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:48.871267 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-0f1ff754-aa0b-46f9-bfc9-84059ec8a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:48.872787 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-0f1ff754-aa0b-46f9-bfc9-84059ec8a21a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971084 Jun 30 10:03:48.873506 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:48.874572 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0d490601-b201-40e0-bad4-7c8fb600674e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2276874 Jun 30 10:03:48.877311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53476) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:48.881852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group_rule': {'security_group_id': '06377b36-5e9d-4234-a246-81d53bd1a4c0', 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:48.957905 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.013647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-0337fbbb-1460-4da6-abb1-02ddea696e4c service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264293 Jun 30 10:03:49.027804 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '741efc3e-aab3-4157-9056-98756df4f145', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'port_id': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'mac_address': 'fa:16:3e:c2:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:03:47Z', 'updated_at': '2021-06-30T10:03:47Z', 'revision_number': 0, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:04Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:03:49.037830 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.052123 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.055645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b5a1a5-d5e2-4e6c-9b7d-a2a85c1cd40b None None] The sync data for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 is: [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '741efc3e-aab3-4157-9056-98756df4f145', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'floating_ip_address': '172.25.7.154', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'port_id': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'mac_address': 'fa:16:3e:c2:d9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:03:47Z', 'updated_at': '2021-06-30T10:03:47Z', 'revision_number': 0, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:04Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:03:49.103200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77fe833-3e27-4017-aad5-1df45d1ab15c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:49.115286 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.116475 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9ced8643-fbaa-47c6-b94a-9b7445f1457d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2382295 Jun 30 10:03:49.121575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53478) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:49.128064 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group_rule': {'security_group_id': '06377b36-5e9d-4234-a246-81d53bd1a4c0', 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:49.151562 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5547a48d-ea2c-42bc-a065-fc1c8bd44256 req-9b75dafa-286b-47ad-9c1c-299ef09dedd6 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295190 Jun 30 10:03:49.161014 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.231490 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.235767 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.260664 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277cde1a-244c-4749-a163-de95f9479b4a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:49.265362 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.266867 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2179c0d4-758d-49bc-9c09-edf0b2444058 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437392 Jun 30 10:03:49.270795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53480) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:49.275702 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group_rule': {'security_group_id': '06377b36-5e9d-4234-a246-81d53bd1a4c0', 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:49.301492 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Project a4045f6f616e42609ddcadb3219489da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:03:49.303671 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614e45f5-90cd-4ceb-8e2b-75793f6f4c9a None None] New status for floating IP 741efc3e-aab3-4157-9056-98756df4f145: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:03:49.306944 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.369752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.373203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.390198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b491e6-e271-4834-aeda-24cd80517d34,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:49.397306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.401375 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53482) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:03:49.401528 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-662f388d-34d3-48b7-bbe4-c6de0a8e1671 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1296015 Jun 30 10:03:49.406716 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'security_group_rule': {'security_group_id': '06377b36-5e9d-4234-a246-81d53bd1a4c0', 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:49.430085 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Project a4045f6f616e42609ddcadb3219489da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:03:49.434831 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.499848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.503566 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.522344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f25c616f-17df-4047-9d8f-5254a43b8ac4,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:49.528473 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.529761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fe3f91a9-8c8d-4ffd-a347-a15135fc36c2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1267955 Jun 30 10:03:49.649410 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-3b0a573b-fb24-4de8-ae3e-3834420c899b tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165161763&fields=id&tenant_id=a4045f6f616e42609ddcadb3219489da HTTP/1.1" status: 200 len: 267 time: 0.0331502 Jun 30 10:03:49.718104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-70787e6d-2256-4e5b-93d8-cdfa5e1a40c7 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:49.719708 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-70787e6d-2256-4e5b-93d8-cdfa5e1a40c7 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0649643 Jun 30 10:03:49.731081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'port': {'security_groups': ['fc9030f8-e8a9-459e-a5b0-d7e581fa9c66', '06377b36-5e9d-4234-a246-81d53bd1a4c0']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:03:49.813624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:49.997471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:03:50.026489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:50.031032 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:50.050657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:03:50.082212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.082865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:50.084281 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ea7aed78-7ac7-439a-92b0-808eb68fe9d4 req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "PUT /v2.0/ports/bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 981 time: 0.3577409 Jun 30 10:03:50.117036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6d5c3d-7081-49f0-847f-3c4f223378f2 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:03:50.169688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:03:50.267559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e720fc9-63aa-454a-bd7c-62c7b5a4f9ee req-a85faf9e-d03c-475e-b558-e61d10f82f35 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.269253 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e720fc9-63aa-454a-bd7c-62c7b5a4f9ee req-a85faf9e-d03c-475e-b558-e61d10f82f35 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0705822 Jun 30 10:03:50.311029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e720fc9-63aa-454a-bd7c-62c7b5a4f9ee req-6d3ed76d-df13-4245-8497-307b5d9dcb83 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351768 Jun 30 10:03:50.342805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:03:50.348120 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72967db0-8f24-4d6f-b25f-84543b6a0a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:03:50.385988 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e706f1-fdcd-4a78-8eb0-93e081b93e9a x-openstack-request-id: req-d7e706f1-fdcd-4a78-8eb0-93e081b93e9a {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:03:50.386368 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:03:50.386622 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d7e706f1-fdcd-4a78-8eb0-93e081b93e9a {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:03:50.387013 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'status': 'completed', 'code': 200} Jun 30 10:03:50.391888 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-11efcbe8-3200-403c-a0d7-4ce770829131 None None] Provisioning complete for port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:03:50.392245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-11efcbe8-3200-403c-a0d7-4ce770829131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:03:50.472323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-9570a1ab-02f8-48a3-8ae0-c7cabc2bb3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.473816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-9570a1ab-02f8-48a3-8ae0-c7cabc2bb3d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1136 time: 0.0592525 Jun 30 10:03:50.572146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-b85bb193-c7c3-41e5-9d53-ff1f25bd07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.573657 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-b85bb193-c7c3-41e5-9d53-ff1f25bd07f2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.0908086 Jun 30 10:03:50.646067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-2488a8e7-75b0-4c7f-8a0f-2ce6d069a1e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0651047 Jun 30 10:03:50.695721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-7375bdeb-3647-4499-a471-23f67c29aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.697187 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-7375bdeb-3647-4499-a471-23f67c29aa26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0441697 Jun 30 10:03:50.756002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-60fd6a42-5f53-462d-aca8-4a2de0653d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:03:50.757496 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-60fd6a42-5f53-462d-aca8-4a2de0653d85 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535583 Jun 30 10:03:50.850886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-095bc919-7805-4667-9412-142a18584e98 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854766 Jun 30 10:03:50.941310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-72967db0-8f24-4d6f-b25f-84543b6a0a1f req-8858f7cf-d4da-4010-a542-ad2f3982d3e5 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809057 Jun 30 10:03:59.009866 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:03:59.831624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:07.228873 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-ee4dca26-41f5-4fcf-b590-b408a14c5f29 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989423 Jun 30 10:04:07.330011 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645625-befa-4cab-a4d6-2fd939529e64 req-295f9100-807a-451b-8437-e2b66843adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:07.331792 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-295f9100-807a-451b-8437-e2b66843adda service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1136 time: 0.0565796 Jun 30 10:04:07.437925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645625-befa-4cab-a4d6-2fd939529e64 req-0096347a-b446-4ffd-b8ff-f408c5886e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:07.439430 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-0096347a-b446-4ffd-b8ff-f408c5886e11 service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.0851886 Jun 30 10:04:07.507961 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-77a4449c-6e12-427b-b110-5574b2e37cb1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0602956 Jun 30 10:04:07.555945 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645625-befa-4cab-a4d6-2fd939529e64 req-d712aa65-04f3-4885-9399-d768d40d8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:07.557357 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-d712aa65-04f3-4885-9399-d768d40d8dd3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0424123 Jun 30 10:04:07.617168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645625-befa-4cab-a4d6-2fd939529e64 req-a08fbeeb-d146-476e-922f-f1b605f91dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:07.618710 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-a08fbeeb-d146-476e-922f-f1b605f91dc1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501394 Jun 30 10:04:07.630106 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-14869677-1b5b-4fbb-926a-f02f683e4a84 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:04:07.631102 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-14869677-1b5b-4fbb-926a-f02f683e4a84 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055413 Jun 30 10:04:07.722653 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-fd9280ae-425b-499d-92b7-479eebcc7a20 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844059 Jun 30 10:04:07.810482 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-46645625-befa-4cab-a4d6-2fd939529e64 req-4f0c7332-d239-4e28-963b-181249f76262 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809784 Jun 30 10:04:11.316073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-619f8812-d22e-4ed9-a0d4-31cc6f5a8b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:13.190035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-1f72924a-e225-4cac-bffa-9d2bd264bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.192343 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-1f72924a-e225-4cac-bffa-9d2bd264bc30 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1136 time: 0.0523582 Jun 30 10:04:13.227157 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebbcc8-6379-4033-b515-709f6efa586c req-30766d42-317d-4087-baf5-a9fd84a73bf5 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.228655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70ebbcc8-6379-4033-b515-709f6efa586c req-30766d42-317d-4087-baf5-a9fd84a73bf5 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0638971 Jun 30 10:04:13.272879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-70ebbcc8-6379-4033-b515-709f6efa586c req-68b3566f-4eae-4aff-8b5d-770fb8f93a2e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381312 Jun 30 10:04:13.287728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-97378c1c-b119-4cec-a782-ddd9edf8eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.289204 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-97378c1c-b119-4cec-a782-ddd9edf8eee4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.0900662 Jun 30 10:04:13.357734 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-5f60ddb8-0be6-4537-a033-2126d9d1e2bc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 1001 time: 0.0587080 Jun 30 10:04:13.410801 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-30663c7f-d89a-4e49-b830-42a431e48ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.412228 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-30663c7f-d89a-4e49-b830-42a431e48ac7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0464835 Jun 30 10:04:13.468948 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-8bfbf297-21a1-47aa-aee0-50fb61e150a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:13.470465 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-8bfbf297-21a1-47aa-aee0-50fb61e150a7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507081 Jun 30 10:04:13.558781 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-cf95258c-fb11-46ae-9935-c412334011bc service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803604 Jun 30 10:04:13.652451 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b30ed453-bc92-4a29-997b-ad7c217e6a71 req-27f11e98-3576-4ee2-aecc-dce89eef330a service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866778 Jun 30 10:04:14.135391 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-46db4b63-06ce-4027-b10e-bbb1fc4e4e15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.271027 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:14.448962 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4f68d-3b21-48bd-993b-0425e0651366 req-e32d11fb-1359-48f4-956e-8712472dd385 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:14.450379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fce4f68d-3b21-48bd-993b-0425e0651366 req-e32d11fb-1359-48f4-956e-8712472dd385 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0630572 Jun 30 10:04:14.491160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fce4f68d-3b21-48bd-993b-0425e0651366 req-f680a6cf-b8c5-439f-9852-b6ebfcf7b9dc tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348048 Jun 30 10:04:15.661870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089d2f0-784d-41a3-af87-71c1f5380371 req-4729e660-7782-4bdd-afc9-a2f12843893e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:15.663369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3089d2f0-784d-41a3-af87-71c1f5380371 req-4729e660-7782-4bdd-afc9-a2f12843893e tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0624435 Jun 30 10:04:15.702267 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3089d2f0-784d-41a3-af87-71c1f5380371 req-0e9f91d5-f7fc-43ab-9cd7-ea785b95c4f4 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331268 Jun 30 10:04:16.271777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:16.895344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe8c8b-163f-4e4c-9a9b-053172d1923e req-dc083f11-1bb2-456a-9298-cd05eb9a798f tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:16.897025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11fe8c8b-163f-4e4c-9a9b-053172d1923e req-dc083f11-1bb2-456a-9298-cd05eb9a798f tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0799441 Jun 30 10:04:16.936721 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-11fe8c8b-163f-4e4c-9a9b-053172d1923e req-fe9bdcd2-c9a0-4bec-b7d7-c185ef9cc686 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332146 Jun 30 10:04:17.784498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:17.859459 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:18.110736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72e975-0198-4187-b7ad-a43b3a0029c0 req-8fe3c106-29de-411a-ae23-d0256fffd575 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:18.112223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c72e975-0198-4187-b7ad-a43b3a0029c0 req-8fe3c106-29de-411a-ae23-d0256fffd575 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0643270 Jun 30 10:04:18.154211 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c72e975-0198-4187-b7ad-a43b3a0029c0 req-fefab324-45d9-4eed-943c-add576a3809c tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354197 Jun 30 10:04:19.329937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12b4f3-9093-4210-8496-42248c50b329 req-f11b5ed5-a53d-4a19-9bfb-65a41c19111d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:19.331402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac12b4f3-9093-4210-8496-42248c50b329 req-f11b5ed5-a53d-4a19-9bfb-65a41c19111d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0658958 Jun 30 10:04:19.371031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac12b4f3-9093-4210-8496-42248c50b329 req-30bd852d-d385-4656-a04a-bdda95f23200 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330849 Jun 30 10:04:20.545668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc54b2-1f95-4dfd-aaca-6b63faf802c1 req-f5d9b638-8efb-4c82-9ff4-ae3f8765ed07 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:20.547177 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5cc54b2-1f95-4dfd-aaca-6b63faf802c1 req-f5d9b638-8efb-4c82-9ff4-ae3f8765ed07 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0625217 Jun 30 10:04:20.586978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5cc54b2-1f95-4dfd-aaca-6b63faf802c1 req-a100151f-728b-480d-b5f2-62355180ca8d tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336900 Jun 30 10:04:21.871973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d389c79-f72a-4187-b601-462f96210946 req-e32490a8-d693-4e8c-b86d-cda878aa6554 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:21.873436 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d389c79-f72a-4187-b601-462f96210946 req-e32490a8-d693-4e8c-b86d-cda878aa6554 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.1760874 Jun 30 10:04:21.917199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8d389c79-f72a-4187-b601-462f96210946 req-06ff9dc4-94a9-4793-87af-a2a5b57a2879 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380096 Jun 30 10:04:23.142811 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee174ae-7a04-4401-885b-769be7fef381 req-a7f0860a-feac-4503-bd9d-69fac19175cf tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:23.144273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ee174ae-7a04-4401-885b-769be7fef381 req-a7f0860a-feac-4503-bd9d-69fac19175cf tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.1142967 Jun 30 10:04:23.183805 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ee174ae-7a04-4401-885b-769be7fef381 req-f608b693-0d66-4b2d-a69b-e57c33064e91 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329709 Jun 30 10:04:24.355507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6955f-a049-4012-b916-7c5890962385 req-9802310e-3110-425e-9c27-1341ccb7a2b1 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:24.357962 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dd6955f-a049-4012-b916-7c5890962385 req-9802310e-3110-425e-9c27-1341ccb7a2b1 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0642288 Jun 30 10:04:24.397809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1dd6955f-a049-4012-b916-7c5890962385 req-949811cb-22d2-4edd-b2e2-61050d966643 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341156 Jun 30 10:04:25.574700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfadcc1-95be-4a42-aab3-fc59e251ec7a req-e5d9dba3-45ae-4305-9ebd-d8e74a339f65 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:25.576175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbfadcc1-95be-4a42-aab3-fc59e251ec7a req-e5d9dba3-45ae-4305-9ebd-d8e74a339f65 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0667272 Jun 30 10:04:25.615208 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dbfadcc1-95be-4a42-aab3-fc59e251ec7a req-857a48c0-de34-4c7c-914a-b55f3f45d294 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=06377b36-5e9d-4234-a246-81d53bd1a4c0&id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330219 Jun 30 10:04:29.823235 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:36.010041 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:04:41.317635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d46f-df2b-479f-80e0-308ae5b08aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:44.136767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1408ce78-30db-4967-af54-064e09688c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:44.275943 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:46.277224 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:47.785762 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:47.861710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:58.599755 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-63380103-ad95-4d3d-92da-5be6f8d36b5b tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-165161763&fields=id&tenant_id=a4045f6f616e42609ddcadb3219489da HTTP/1.1" status: 200 len: 267 time: 0.0337265 Jun 30 10:04:58.665325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-1481f149-2903-4a84-880d-1a85fff07e92 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:58.666811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-1481f149-2903-4a84-880d-1a85fff07e92 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 984 time: 0.0610125 Jun 30 10:04:58.677395 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Request body: {'port': {'security_groups': ['fc9030f8-e8a9-459e-a5b0-d7e581fa9c66']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:04:58.760819 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:58.932859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:04:58.963255 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:58.967926 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:58.985259 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:59.019843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:59.020521 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.022389 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-48a37af7-6fb7-47a0-ad51-cd5e75bfbcd7 req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "PUT /v2.0/ports/bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 942 time: 0.3493133 Jun 30 10:04:59.022934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:04:59.028914 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0ad23f-847b-4254-9fe0-203e220caf78" -d '{"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:04:59.031180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:04:59.072214 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event updated for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:59.088782 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.089155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.089501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.089844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.090186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.090555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.090887 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.091215 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.091543 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.091871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.092195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.092516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85217613-a15e-4853-8b18-850f24c1dad8 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.122278 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.139035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:04:59.153749 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.161054 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb88f5cf-740f-45a9-bca0-38cf6ab85caa x-openstack-request-id: req-cb88f5cf-740f-45a9-bca0-38cf6ab85caa {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:04:59.161419 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:04:59.161738 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-cb88f5cf-740f-45a9-bca0-38cf6ab85caa {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:04:59.162203 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'status': 'completed', 'code': 200} Jun 30 10:04:59.260924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-8e9fa97a-2cde-472c-8150-83e089f749e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:59.263412 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-8e9fa97a-2cde-472c-8150-83e089f749e3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1097 time: 0.0761538 Jun 30 10:04:59.280469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.283341 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.284541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "DELETE /v2.0/security-groups/06377b36-5e9d-4234-a246-81d53bd1a4c0 HTTP/1.1" status: 204 len: 168 time: 0.2516119 Jun 30 10:04:59.287451 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53552) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:04:59.315065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d5acaa85-140a-4c57-b548-84182042bd6e None None] Provisioning complete for port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:04:59.315882 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d5acaa85-140a-4c57-b548-84182042bd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.332245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06377b36-5e9d-4234-a246-81d53bd1a4c0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:04:59.344736 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.345078 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.345421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.345754 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.346082 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.346430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.346752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.347073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.347394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.347713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.348028 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.348343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4b48ac-1a6b-43ba-ad34-0258c775f3fa tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:04:59.388456 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-4adcad0a-351a-41f5-8883-1bf0445c3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:59.390192 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-4adcad0a-351a-41f5-8883-1bf0445c3dda service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.1191292 Jun 30 10:04:59.456235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Deleting port a2a029f0-3612-4065-a59d-bcce14dcb5b2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:04:59.456586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.768845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-c7f03d49-674c-4c8a-9ae9-1864f98ee044 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 1001 time: 0.3707991 Jun 30 10:04:59.819038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-614fc703-5c08-43ac-a0fd-e495f729824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:59.821062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-614fc703-5c08-43ac-a0fd-e495f729824d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0450408 Jun 30 10:04:59.852405 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.883347 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-a1c5b290-3d67-4cbf-93d7-4317d21416a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:04:59.884853 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-a1c5b290-3d67-4cbf-93d7-4317d21416a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543478 Jun 30 10:04:59.888649 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.889187 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:04:59.901468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Calling delete_port for a2a029f0-3612-4065-a59d-bcce14dcb5b2 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:04:59.981557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-42a4c302-7c5d-4661-a8df-67cdfd88e731 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852234 Jun 30 10:05:00.052371 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:00.082684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-9a0ad23f-847b-4254-9fe0-203e220caf78 req-b2659bfb-f01e-4865-bca8-5251e84e91cf service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886400 Jun 30 10:05:00.083933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event deleted for resources: {'Port': ['ID=a2a029f0-3612-4065-a59d-bcce14dcb5b2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:00.140935 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:00.141266 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Floating IP 741efc3e-aab3-4157-9056-98756df4f145 disassociated (deleted). External IP: 172.25.7.154, port: bf028bc1-0e15-4e7a-8883-acef3b1dd9e6. Jun 30 10:05:00.361109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Router cda8bfa0-7f13-4242-aa4b-0796f7a06194 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:00.467457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:00.472264 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:00.477078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] Sync routers for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:00.485880 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:00.486515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:00.511138 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d4a54765-147e-4658-a775-a2e7b29ebf94 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "DELETE /v2.0/floatingips/741efc3e-aab3-4157-9056-98756df4f145 HTTP/1.1" status: 204 len: 168 time: 1.2201269 Jun 30 10:05:00.593640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:00.814667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:04Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:00.841728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] Checking router: cda8bfa0-7f13-4242-aa4b-0796f7a06194 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:00.850591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:00.851776 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:04:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:00.957253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:01.151627 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:04Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:01.163263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:01.166458 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:01.182431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c204e-ec42-4b0a-8e97-e701dc6d8832 None None] The sync data for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 is: [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:02:58Z', 'revision_number': 4, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'f00a628f-e88b-4426-b84f-cebd15571921', 'name': '', 'network_id': '051c06e1-2663-4d91-ad7a-316495661136', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'mac_address': 'fa:16:3e:bf:a1:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_interface', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:57Z', 'updated_at': '2021-06-30T10:03:04Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'subnets': [{'id': '24ac38f0-5512-4af3-a746-51a388d887cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:01.204156 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8f5db-21a9-4231-a3c5-1c63fc8a82e1 x-openstack-request-id: req-fef8f5db-21a9-4231-a3c5-1c63fc8a82e1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:01.204448 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:01.204692 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fef8f5db-21a9-4231-a3c5-1c63fc8a82e1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:01.205082 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'status': 'completed', 'code': 200} Jun 30 10:05:01.286614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-5042426b-20eb-4989-ad14-89a6f6125e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.288155 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-5042426b-20eb-4989-ad14-89a6f6125e7d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a4045f6f616e42609ddcadb3219489da&device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 1097 time: 0.0567055 Jun 30 10:05:01.388286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-3de9f866-f03d-4741-8169-89a6b5ff9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.389774 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-3de9f866-f03d-4741-8169-89a6b5ff9907 service neutron] 10.222.0.79 "GET /v2.0/networks?id=051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 200 len: 915 time: 0.0927532 Jun 30 10:05:01.430171 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e04e64-1f50-4644-af45-6c50c7daa818 None None] New status for floating IP 741efc3e-aab3-4157-9056-98756df4f145: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:05:01.437843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-cf952cde-48cb-4aa5-9eb0-99d57346b043 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 200 len: 217 time: 0.0370624 Jun 30 10:05:01.500594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-bbab6bb0-7d87-4d7b-a94b-8dc9dd1182bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.502281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-bbab6bb0-7d87-4d7b-a94b-8dc9dd1182bd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 200 len: 853 time: 0.0531123 Jun 30 10:05:01.563095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-6bb19c29-c094-4ede-b91f-c86085a236c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:01.564732 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-6bb19c29-c094-4ede-b91f-c86085a236c5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=051c06e1-2663-4d91-ad7a-316495661136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544269 Jun 30 10:05:01.660243 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-d94e615f-5188-4374-a355-4867b001ca94 service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868447 Jun 30 10:05:01.758574 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3fa41ba0-921e-4680-9f4b-b9e39b11b67c req-5399a6ed-c89e-4583-a0e0-6b1803d4a52c service neutron] 10.222.0.79 "GET /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Jun 30 10:05:07.979000 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1149e-7679-4ace-8c94-c3bb719a4e6b req-6bfd0d05-e88d-4133-8b0a-216e9fa5759c tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:07.980539 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fa1149e-7679-4ace-8c94-c3bb719a4e6b req-6bfd0d05-e88d-4133-8b0a-216e9fa5759c tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0686178 Jun 30 10:05:08.028597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0fa1149e-7679-4ace-8c94-c3bb719a4e6b req-c98311f3-59ec-4600-a545-5ca73d644dc4 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421231 Jun 30 10:05:09.206330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144b11f-2f00-4b67-bdb8-6b12a84d8fd2 req-d3453024-2ffe-450f-8fc7-a49929ca7e05 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:09.207807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1144b11f-2f00-4b67-bdb8-6b12a84d8fd2 req-d3453024-2ffe-450f-8fc7-a49929ca7e05 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0637839 Jun 30 10:05:09.249339 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1144b11f-2f00-4b67-bdb8-6b12a84d8fd2 req-e5406dd5-219a-48bb-8099-b0deabc596f7 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/security-groups?id=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343876 Jun 30 10:05:09.969739 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-ba927809-d6df-4309-9af8-ff7ca3e601d5 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:09.971118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-ba927809-d6df-4309-9af8-ff7ca3e601d5 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.79 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 945 time: 0.0653205 Jun 30 10:05:10.076197 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Deleting port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:10.076551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:10.164869 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] For port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:10.165231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:10.177633 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Calling delete_port for bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:10.313187 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:10.329854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:05:10.348841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Pushing event deleted for resources: {'Port': ['ID=bf028bc1-0e15-4e7a-8883-acef3b1dd9e6,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:10.411745 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e54b50ee-a0da-4ca7-bf7a-8c86fc401172 req-09494a0a-faff-4552-a0fe-a1d226c46e01 tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.77 "GET /v2.0/ports?device_id=3f98c59e-03d8-485b-94e7-51a6064d8804 HTTP/1.1" status: 200 len: 210 time: 0.0419903 Jun 30 10:05:10.412357 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] No DVR routers for this DVR port bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:10.415169 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:10.417170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c3f65dea-1ba3-4b23-b29f-369f28e60411 req-7d702121-fd90-4c28-8916-a83f9ea24dae tempest-TestMinimumBasicScenario-799828226 tempest-TestMinimumBasicScenario-799828226-project] 10.222.0.79 "DELETE /v2.0/ports/bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 HTTP/1.1" status: 204 len: 173 time: 0.4371624 Jun 30 10:05:10.417557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'name': 'network-vif-deleted', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:10.419866 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f072e3a-c491-4acf-8ba8-64887e30baad" -d '{"events": [{"server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "name": "network-vif-deleted", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:10.469001 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d17b40-a57e-45b8-8d01-efaeb9ee5b63 x-openstack-request-id: req-60d17b40-a57e-45b8-8d01-efaeb9ee5b63 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:10.469001 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f98c59e-03d8-485b-94e7-51a6064d8804", "name": "network-vif-deleted", "tag": "bf028bc1-0e15-4e7a-8883-acef3b1dd9e6", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:10.469001 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-60d17b40-a57e-45b8-8d01-efaeb9ee5b63 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:10.469409 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f98c59e-03d8-485b-94e7-51a6064d8804', 'name': 'network-vif-deleted', 'tag': 'bf028bc1-0e15-4e7a-8883-acef3b1dd9e6', 'status': 'completed', 'code': 200} Jun 30 10:05:11.319805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2904db3f-c5bd-4393-a47d-9be98b2eef01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.010835 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:13.085981 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53656) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:13.204707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:13.225263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:13.225617 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device bf028bc1-0e15-4e7a-8883-acef3b1dd9e6 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:13.447346 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.706297 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Deleting port f00a628f-e88b-4426-b84f-cebd15571921 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:13.706553 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.788289 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] For port f00a628f-e88b-4426-b84f-cebd15571921, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f00a628f-e88b-4426-b84f-cebd15571921,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:13.788643 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:13.801715 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Calling delete_port for f00a628f-e88b-4426-b84f-cebd15571921 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:13.982447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.009650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f00a628f-e88b-4426-b84f-cebd15571921,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:14.140533 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c04ae4cb-ed8f-4ba1-b442-a260c45d9ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.190510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.278372 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.417959 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Router cda8bfa0-7f13-4242-aa4b-0796f7a06194 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:14.530943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:14.539910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-84b3c360-f04e-4bf0-b21b-7a7ef5eeec9a admin admin] 10.222.0.77 "PUT /v2.0/routers/cda8bfa0-7f13-4242-aa4b-0796f7a06194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4499557 Jun 30 10:05:14.540658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:14.541307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] Sync routers for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:14.551945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:14.552560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:14.646154 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.763214 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.825654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:14.827057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Deleting port 6bc35c42-6eae-475d-b376-b07e6affe2ba {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:14.827401 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.907106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] For port 6bc35c42-6eae-475d-b376-b07e6affe2ba, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6bc35c42-6eae-475d-b376-b07e6affe2ba,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:14.907463 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:14.919985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Calling delete_port for 6bc35c42-6eae-475d-b376-b07e6affe2ba owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:15.009574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:05:13Z', 'revision_number': 5, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port': {'id': '6bc35c42-6eae-475d-b376-b07e6affe2ba', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:fa:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:02:56Z', 'updated_at': '2021-06-30T10:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:15.036345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] Checking router: cda8bfa0-7f13-4242-aa4b-0796f7a06194 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:15.046809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] Routers {'cda8bfa0-7f13-4242-aa4b-0796f7a06194'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:15.047539 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:15.092363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.124080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc35c42-6eae-475d-b376-b07e6affe2ba,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:15.140793 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] Set router cda8bfa0-7f13-4242-aa4b-0796f7a06194 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:15.187878 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.194753 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:05:14Z', 'revision_number': 6, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:15.224986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37951de-7946-43c1-ade0-54b247675a4c None None] The sync data for ids ['cda8bfa0-7f13-4242-aa4b-0796f7a06194'] in n-d-780147-22 is: [{'id': 'cda8bfa0-7f13-4242-aa4b-0796f7a06194', 'name': 'tempest-TestMinimumBasicScenario-240833750-router', 'tenant_id': 'a4045f6f616e42609ddcadb3219489da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:02:55Z', 'updated_at': '2021-06-30T10:05:14Z', 'revision_number': 6, 'project_id': 'a4045f6f616e42609ddcadb3219489da', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:15.280657 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.282817 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.326517 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.327041 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cda8bfa0-7f13-4242-aa4b-0796f7a06194 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:05:15.332501 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.333031 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8e1305a3-13d4-4609-a409-604ac7661e53 admin admin] 10.222.0.77 "DELETE /v2.0/routers/cda8bfa0-7f13-4242-aa4b-0796f7a06194 HTTP/1.1" status: 204 len: 168 time: 0.7911339 Jun 30 10:05:15.335409 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:15.381267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Deleting subnet 24ac38f0-5512-4af3-a746-51a388d887cb {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:05:15.384525 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.423865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.499547 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.552321 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.579343 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ac38f0-5512-4af3-a746-51a388d887cb,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:15.581427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.583350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ad373cb4-7da5-40f0-a290-9e8bc6ae1374 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/24ac38f0-5512-4af3-a746-51a388d887cb HTTP/1.1" status: 204 len: 168 time: 0.2469568 Jun 30 10:05:15.586033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53664) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:15.595377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba356785-5215-4978-bd81-ad71a792447c None None] Network 051c06e1-2663-4d91-ad7a-316495661136 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:15.702016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.713249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00a628f-e88b-4426-b84f-cebd15571921 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:15.756605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f00a628f-e88b-4426-b84f-cebd15571921 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:15.756960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f00a628f-e88b-4426-b84f-cebd15571921 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:15.764899 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Deleting port 54892566-62a7-49f4-b07c-d04a10825e4b {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:15.765330 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.833446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] For port 54892566-62a7-49f4-b07c-d04a10825e4b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=54892566-62a7-49f4-b07c-d04a10825e4b,segment=NetworkSegment(95e29a4f-8709-402e-a234-72b5bd3643b2),segment_id=95e29a4f-8709-402e-a234-72b5bd3643b2)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:15.833990 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.849388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Calling delete_port for 54892566-62a7-49f4-b07c-d04a10825e4b owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:15.935885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:15.963128 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Pushing event deleted for resources: {'Port': ['ID=54892566-62a7-49f4-b07c-d04a10825e4b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:15.966548 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] No DVR routers for this DVR port 54892566-62a7-49f4-b07c-d04a10825e4b on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:16.040608 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.044026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859bee6-a888-475f-82eb-7b5cf8541ba7 None None] DHCP port deletion for 051c06e1-2663-4d91-ad7a-316495661136 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:05:16.057138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051c06e1-2663-4d91-ad7a-316495661136']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:16.069773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e29a4f-8709-402e-a234-72b5bd3643b2') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:16.070141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e29a4f-8709-402e-a234-72b5bd3643b2') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:16.080744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.099744 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.107194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:05:16.107762 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:05:16.110287 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:05:16.177558 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.184299 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.186150 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] 10.222.0.77 "DELETE /v2.0/networks/051c06e1-2663-4d91-ad7a-316495661136 HTTP/1.1" status: 204 len: 168 time: 0.5985003 Jun 30 10:05:16.189199 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53666) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:16.197824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc25ef0-33a7-4856-87f9-4914842dab54 admin admin] Pushing event deleted for resources: {'Network': ['ID=051c06e1-2663-4d91-ad7a-316495661136,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:16.283539 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.571302 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.839911 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Deleting port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:16.840212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.925636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] For port a2ac92ff-922c-4a13-b3b0-bab0eeb827aa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:16.926030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:16.939622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Calling delete_port for a2ac92ff-922c-4a13-b3b0-bab0eeb827aa owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:17.126960 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.154475 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ac92ff-922c-4a13-b3b0-bab0eeb827aa,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:17.325584 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.545456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Router 45582279-f806-4886-a66d-5fdfed499e40 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:17.555988 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6bc35c42-6eae-475d-b376-b07e6affe2ba no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:17.575971 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6bc35c42-6eae-475d-b376-b07e6affe2ba {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:17.576319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6bc35c42-6eae-475d-b376-b07e6affe2ba not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:17.576742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 54892566-62a7-49f4-b07c-d04a10825e4b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:17.596065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 54892566-62a7-49f4-b07c-d04a10825e4b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:17.596409 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 54892566-62a7-49f4-b07c-d04a10825e4b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:17.661014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:17.666473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-639016e1-8cef-40a4-b44c-66c82f1317ab admin admin] 10.222.0.77 "PUT /v2.0/routers/45582279-f806-4886-a66d-5fdfed499e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4759176 Jun 30 10:05:17.668951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53668) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:17.669697 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] Sync routers for ids ['45582279-f806-4886-a66d-5fdfed499e40'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:17.679510 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] Routers {'45582279-f806-4886-a66d-5fdfed499e40'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:17.680714 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['45582279-f806-4886-a66d-5fdfed499e40'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:17.776605 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.788407 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] Set router 45582279-f806-4886-a66d-5fdfed499e40 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:17.791349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.878411 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.882947 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.934737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Deleting port c58fb321-84fd-47ad-b726-b7d28eb2c2d0 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:17.935074 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:17.968560 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189'}], 'enable_snat': True}, 'gw_port_id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:05:17Z', 'revision_number': 5, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port': {'id': 'c58fb321-84fd-47ad-b726-b7d28eb2c2d0', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ad:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45582279-f806-4886-a66d-5fdfed499e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:17.998424 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] Checking router: 45582279-f806-4886-a66d-5fdfed499e40 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:18.006581 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] Routers {'45582279-f806-4886-a66d-5fdfed499e40'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:18.007179 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['45582279-f806-4886-a66d-5fdfed499e40'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:18.021543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] For port c58fb321-84fd-47ad-b726-b7d28eb2c2d0, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:18.021900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.033741 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Calling delete_port for c58fb321-84fd-47ad-b726-b7d28eb2c2d0 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:18.090700 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] Set router 45582279-f806-4886-a66d-5fdfed499e40 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:18.147725 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:05:17Z', 'revision_number': 6, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:18.176706 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544b950e-4dda-4c3a-9e4b-01fbef9c0289 None None] The sync data for ids ['45582279-f806-4886-a66d-5fdfed499e40'] in n-d-780147-22 is: [{'id': '45582279-f806-4886-a66d-5fdfed499e40', 'name': 'tempest-TestMinimumBasicScenario-1733177064-router', 'tenant_id': '0f99535b4b9f4a0c837af49045855138', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:03:00Z', 'updated_at': '2021-06-30T10:05:17Z', 'revision_number': 6, 'project_id': '0f99535b4b9f4a0c837af49045855138', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:18.212631 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.238961 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Pushing event deleted for resources: {'Port': ['ID=c58fb321-84fd-47ad-b726-b7d28eb2c2d0,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:18.301916 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.392550 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.394653 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.443213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.443784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45582279-f806-4886-a66d-5fdfed499e40 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:05:18.448184 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.449454 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2a8779a2-86bc-4690-9ecb-11274de1f21d admin admin] 10.222.0.77 "DELETE /v2.0/routers/45582279-f806-4886-a66d-5fdfed499e40 HTTP/1.1" status: 204 len: 168 time: 0.7794967 Jun 30 10:05:18.452070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53670) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:18.502901 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Deleting subnet 0423a97b-a098-422f-8b6c-57103b090e3f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:05:18.505946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.546039 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.633813 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.687896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.716101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0423a97b-a098-422f-8b6c-57103b090e3f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:18.719854 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.723331 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3da329-a26e-44c2-85ec-d48003b81963 None None] Network fa59fc22-50be-4bfe-a14a-71b44fad2cbc requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:18.725661 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53672) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:18.726097 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-34faaf12-6d9e-4859-a304-14407170b58a admin admin] 10.222.0.77 "DELETE /v2.0/subnets/0423a97b-a098-422f-8b6c-57103b090e3f HTTP/1.1" status: 204 len: 168 time: 0.2726650 Jun 30 10:05:18.795298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.856277 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Deleting port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:18.856540 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.928535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] For port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:18.928895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:18.943265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Calling delete_port for 35fd83f6-3741-4b64-9fa5-3e5f44e380ef owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:18.966742 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] DHCP port deletion for fa59fc22-50be-4bfe-a14a-71b44fad2cbc request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:05:19.018948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Deleting port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:05:19.019366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.031201 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.062896 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Pushing event deleted for resources: {'Port': ['ID=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:19.068982 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] No DVR routers for this DVR port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:19.098117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] For port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,segment=NetworkSegment(553cdf07-7610-48ad-a80c-9e21cd8d1155),segment_id=553cdf07-7610-48ad-a80c-9e21cd8d1155)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:19.102419 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.116439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Calling delete_port for 35fd83f6-3741-4b64-9fa5-3e5f44e380ef owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:05:19.140152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.151711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa59fc22-50be-4bfe-a14a-71b44fad2cbc']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:19.165524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '553cdf07-7610-48ad-a80c-9e21cd8d1155') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:19.166184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '553cdf07-7610-48ad-a80c-9e21cd8d1155') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:19.177368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.196196 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.203447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.205293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:05:19.205982 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:05:19.209111 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:05:19.240240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Pushing event deleted for resources: {'Port': ['ID=35fd83f6-3741-4b64-9fa5-3e5f44e380ef,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:19.249483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.249912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.250356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.250798 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.251228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.251696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.252091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.252492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.252886 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.253282 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.253673 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.254061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:19.259384 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6f1de6-43fd-46ff-bcf2-1392892acc50 None None] No DVR routers for this DVR port 35fd83f6-3741-4b64-9fa5-3e5f44e380ef on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:05:19.286997 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.292974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.294908 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] 10.222.0.77 "DELETE /v2.0/networks/fa59fc22-50be-4bfe-a14a-71b44fad2cbc HTTP/1.1" status: 204 len: 168 time: 0.5669644 Jun 30 10:05:19.308416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e240c-04a7-44bd-b6dc-f16e111ba42f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa59fc22-50be-4bfe-a14a-71b44fad2cbc,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:19.474552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53676) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:19.519192 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2ec96867-8f2d-40fd-87fe-93bfc40e3171 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=a4045f6f616e42609ddcadb3219489da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0434709 Jun 30 10:05:19.521046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a2ac92ff-922c-4a13-b3b0-bab0eeb827aa no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:19.522436 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53678) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:19.543322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a2ac92ff-922c-4a13-b3b0-bab0eeb827aa {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:19.543669 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a2ac92ff-922c-4a13-b3b0-bab0eeb827aa not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:19.544076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c58fb321-84fd-47ad-b726-b7d28eb2c2d0 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:19.563734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c58fb321-84fd-47ad-b726-b7d28eb2c2d0 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:19.564080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c58fb321-84fd-47ad-b726-b7d28eb2c2d0 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:19.564580 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35fd83f6-3741-4b64-9fa5-3e5f44e380ef no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:05:19.584463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 35fd83f6-3741-4b64-9fa5-3e5f44e380ef {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:05:19.584806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 35fd83f6-3741-4b64-9fa5-3e5f44e380ef not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:05:19.590608 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27f4e4fc-6d2a-4dd3-aafc-ef823315c483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.615184 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27f4e4fc-6d2a-4dd3-aafc-ef823315c483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.671567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27f4e4fc-6d2a-4dd3-aafc-ef823315c483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.674470 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-27f4e4fc-6d2a-4dd3-aafc-ef823315c483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:19.675643 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-27f4e4fc-6d2a-4dd3-aafc-ef823315c483 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/fc9030f8-e8a9-459e-a5b0-d7e581fa9c66 HTTP/1.1" status: 204 len: 168 time: 0.1522286 Jun 30 10:05:19.684457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4e4fc-6d2a-4dd3-aafc-ef823315c483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9030f8-e8a9-459e-a5b0-d7e581fa9c66,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:19.999356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53686) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:20.038984 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-dee7517a-f237-4db4-bb8f-4a4d87504322 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=0f99535b4b9f4a0c837af49045855138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384684 Jun 30 10:05:20.042111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53688) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:20.091036 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7f050c38-5773-4f12-ba26-7e97aeb931f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.114099 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7f050c38-5773-4f12-ba26-7e97aeb931f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.163445 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7f050c38-5773-4f12-ba26-7e97aeb931f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.166769 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7f050c38-5773-4f12-ba26-7e97aeb931f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:20.168018 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7f050c38-5773-4f12-ba26-7e97aeb931f4 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/32416e63-d55f-4b48-91de-c3f70da5c1e3 HTTP/1.1" status: 204 len: 168 time: 0.1249604 Jun 30 10:05:20.175713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f050c38-5773-4f12-ba26-7e97aeb931f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32416e63-d55f-4b48-91de-c3f70da5c1e3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:21.861928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53728) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:21.866728 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1301063328', 'description': 'tempest-secgroup-smoke-1301063328 description', 'project_id': '476627cab855452e8eb7234529256ac8'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:21.890429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.898198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.994268 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:21.998079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.040679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81393687-03e1-4074-adb7-10716756cad2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.097264 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.100974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.127553 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.128742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2657835 Jun 30 10:05:22.131866 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53730) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.132850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f8f98-a792-4e44-a8aa-548b2833e202 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f5d91-6ce4-429e-aadb-90f18cf23de4,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.138935 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '072f5d91-6ce4-429e-aadb-90f18cf23de4', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.167412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.224284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.228494 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.247913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6c5e8a-6ab0-4b63-b601-28315c353fa1,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.255524 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.257001 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-334aa22b-4352-4ccf-bc24-830b92935c91 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238816 Jun 30 10:05:22.259825 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53732) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.264324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '072f5d91-6ce4-429e-aadb-90f18cf23de4', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.291714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.355216 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.359037 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.379723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131a5a56-5bbc-423b-9f6b-b6bae28ec883,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.383975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.385173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4aaa0514-bbcc-44e4-ba86-5185f9f5016b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243825 Jun 30 10:05:22.387991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53734) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.392394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '072f5d91-6ce4-429e-aadb-90f18cf23de4', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.420837 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.479316 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.483087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.499780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d576da-4c07-4853-a067-75f885bb68e4,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.506928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.507596 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b1fe1a2e-b3c1-43c8-bf13-84df91636d92 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185937 Jun 30 10:05:22.510614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53736) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.515202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '072f5d91-6ce4-429e-aadb-90f18cf23de4', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.542967 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.602071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.606167 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.623361 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a60577a-06c5-4f80-981f-45a722905d6c,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.628645 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.632616 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d352c6b2-629b-48a8-8c81-282051d745c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182680 Jun 30 10:05:22.633362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53738) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.638139 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '072f5d91-6ce4-429e-aadb-90f18cf23de4', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.659428 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:05:22.664260 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.728775 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.732664 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.750691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b2abeb-619c-4f74-ad8b-1ed6eb7511fd,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.757225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.759195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c6b72f59-5d2d-40ee-adf7-1af043c1ed03 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1245444 Jun 30 10:05:22.761884 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.766275 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '072f5d91-6ce4-429e-aadb-90f18cf23de4', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.788338 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:05:22.792985 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.855213 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.859122 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.882776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ac592a-b9a2-489b-b52a-7d386b6b0e7e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:22.886792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.887987 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d2bfc137-02cb-4efd-b4c4-a5e6d216e0ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251323 Jun 30 10:05:22.890996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53742) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:22.895836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'network': {'name': 'tempest-network-smoke--247503469', 'project_id': '476627cab855452e8eb7234529256ac8', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:22.918411 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:22.922004 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.947885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:05:22.957476 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:22.957821 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Added segment 24cd2577-2ab5-446e-bd70-3c1de4f65693 of type vlan for network ea1ec296-06f5-4cbb-b49e-3eff723078ad Jun 30 10:05:22.998848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.028034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.033915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:23.034542 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.390670 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4985011 Jun 30 10:05:23.393646 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53744) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:23.398399 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'admin_state_up': True, 'project_id': '476627cab855452e8eb7234529256ac8', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:23.405538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a59e0-309a-48e2-aa78-9b64da0079c3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Network': ['ID=ea1ec296-06f5-4cbb-b49e-3eff723078ad,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:23.433455 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.434439 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.494866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.556948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:05:23.638424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.831015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.853898 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:23.956209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.195 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/5679e1b7-e159-4ae3-ad45-71e328caa048) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:24.061212 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.100267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.136734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:24.139652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:24.142988 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:24.169971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=5679e1b7-e159-4ae3-ad45-71e328caa048,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:24.392247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:24.951179 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.083638 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router c741f7bb-b721-4108-bcfc-99308228112d is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:05:25.193388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:25.205492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Sync routers for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:25.213549 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.214367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8f235ed5-5a72-4fa3-ab8b-69b026334d02 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8196516 Jun 30 10:05:25.217477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53746) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:25.220545 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:25.221271 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:25.331754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:25.340830 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-294d9887-571b-482f-a913-fe1ebd33161a tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=476627cab855452e8eb7234529256ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220653 Jun 30 10:05:25.343394 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53750) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:25.435734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb39387f-3aaa-4d8f-b167-6fef767324cf tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:25.440034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cb39387f-3aaa-4d8f-b167-6fef767324cf tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928931 Jun 30 10:05:25.440202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53752) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:25.468583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9fff22fd-3f0f-4987-bcde-fd14318f9153 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272887 Jun 30 10:05:25.471224 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53754) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:25.476113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700113556', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'project_id': '476627cab855452e8eb7234529256ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:25.515465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:25.543791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Checking router: c741f7bb-b721-4108-bcfc-99308228112d for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:25.544142 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Updating router c741f7bb-b721-4108-bcfc-99308228112d port 5679e1b7-e159-4ae3-ad45-71e328caa048 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:25.566411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:25.570083 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.582855 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.757771 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.822086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Subnet': ['ID=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:25.831788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Checking segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:25.832146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network hostable DHCP agents. Network: ea1ec296-06f5-4cbb-b49e-3eff723078ad, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:05:25.834817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.846035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Transition to ACTIVE for port object 5679e1b7-e159-4ae3-ad45-71e328caa048 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:25.848660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:05:25.851777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.858312 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ea1ec296-06f5-4cbb-b49e-3eff723078ad) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:25.863319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:25.863706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.881900 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d624d664-e9ca-4f73-92c8-8a685f2a44ac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4070504 Jun 30 10:05:25.882124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdb0cc6-61c8-4882-89cf-79b3ca0292bf None None] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:25.882269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53756) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:25.954856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Attempting to bind port 5679e1b7-e159-4ae3-ad45-71e328caa048 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:25.955229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Attempting to bind port 5679e1b7-e159-4ae3-ad45-71e328caa048 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:25.955593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Attempting to bind port 5679e1b7-e159-4ae3-ad45-71e328caa048 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:25.958873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756d1f4-8df1-46c0-8b6f-f03f71f2822e None None] Pushing event updated for resources: {'Port': ['ID=5679e1b7-e159-4ae3-ad45-71e328caa048,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:25.969438 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:25.969752 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:25.970156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:25.970572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:25.971045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Bound port: 5679e1b7-e159-4ae3-ad45-71e328caa048, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:25.971428 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.065705 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] For port 5679e1b7-e159-4ae3-ad45-71e328caa048, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:26.070707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] For port 5679e1b7-e159-4ae3-ad45-71e328caa048, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5679e1b7-e159-4ae3-ad45-71e328caa048,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:26.076959 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.130633 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:05:26.131519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.183417 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:26.184043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:26.186820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3756d1f4-8df1-46c0-8b6f-f03f71f2822e None None] Pushing event updated for resources: {'Port': ['ID=5679e1b7-e159-4ae3-ad45-71e328caa048,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:26.344338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.546255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:26.603635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Allocated IP 172.20.0.2 (ea1ec296-06f5-4cbb-b49e-3eff723078ad/96b14ac2-b8ce-4aeb-bd3b-2185ae2da278/c6547ce3-7c72-47e9-a1b1-58eba79b8578) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:26.843200 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.855658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Transition to ACTIVE for port object c6547ce3-7c72-47e9-a1b1-58eba79b8578 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:26.860882 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:26.891668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf989b3c-4ece-489f-bc63-2985b5dd3ad4 None None] The sync data for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 is: [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:24Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:26.900722 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Transition to ACTIVE for port object c6547ce3-7c72-47e9-a1b1-58eba79b8578 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:26.916108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:26.960605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:26.962979 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.1 (ea1ec296-06f5-4cbb-b49e-3eff723078ad/96b14ac2-b8ce-4aeb-bd3b-2185ae2da278/d9d549a8-36fe-4c02-bbd7-edac78010f07) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:26.963816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:26.966258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:26.978733 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Pushing event updated for resources: {'Port': ['ID=c6547ce3-7c72-47e9-a1b1-58eba79b8578,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:27.035168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Attempting to bind port c6547ce3-7c72-47e9-a1b1-58eba79b8578 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:27.035568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Attempting to bind port c6547ce3-7c72-47e9-a1b1-58eba79b8578 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:27.035919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Attempting to bind port c6547ce3-7c72-47e9-a1b1-58eba79b8578 on network ea1ec296-06f5-4cbb-b49e-3eff723078ad {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:27.041765 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:27.042105 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Checking segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:27.042531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.042928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Bound using segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:27.043393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Bound port: c6547ce3-7c72-47e9-a1b1-58eba79b8578, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:27.043774 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.097308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.112647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] For port c6547ce3-7c72-47e9-a1b1-58eba79b8578, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:27.113993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object d9d549a8-36fe-4c02-bbd7-edac78010f07 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:27.116950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] For port c6547ce3-7c72-47e9-a1b1-58eba79b8578, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c6547ce3-7c72-47e9-a1b1-58eba79b8578,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:27.122715 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.157687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.219156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d3a00-d003-4510-9689-c3d2451781e1 None None] Pushing event updated for resources: {'Port': ['ID=c6547ce3-7c72-47e9-a1b1-58eba79b8578,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:27.241924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:27.245869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:27.250989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:27.293766 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=d9d549a8-36fe-4c02-bbd7-edac78010f07,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:27.311070 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.511281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.719303 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c6547ce3-7c72-47e9-a1b1-58eba79b8578 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:27.783079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port c6547ce3-7c72-47e9-a1b1-58eba79b8578 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:27.787444 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5679e1b7-e159-4ae3-ad45-71e328caa048 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:27.844571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5679e1b7-e159-4ae3-ad45-71e328caa048 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:27.848878 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5679e1b7-e159-4ae3-ad45-71e328caa048 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:27.849332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.912074 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.918195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.952449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:27.974950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 5679e1b7-e159-4ae3-ad45-71e328caa048, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5679e1b7-e159-4ae3-ad45-71e328caa048,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:27.980676 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.006344 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=d9d549a8-36fe-4c02-bbd7-edac78010f07,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:28.009572 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.039622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=5679e1b7-e159-4ae3-ad45-71e328caa048,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:28.109859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:28.111293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:28.231425 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router c741f7bb-b721-4108-bcfc-99308228112d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:28.312063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36727d88-3b55-454b-979c-b52ed8eca517 None None] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:05:28.359055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:28.364391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-95a5495c-1979-44da-9f00-21ff74edd257 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/c741f7bb-b721-4108-bcfc-99308228112d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4800098 Jun 30 10:05:28.391183 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] Provisioning for port c6547ce3-7c72-47e9-a1b1-58eba79b8578 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:28.404163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] Provisioning complete for port c6547ce3-7c72-47e9-a1b1-58eba79b8578 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:28.404551 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.527086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-4320d278-7d4f-44e7-a4ca-c0b0f37df373 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1301063328&fields=id&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 267 time: 0.0369639 Jun 30 10:05:28.551707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.600934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] For port c6547ce3-7c72-47e9-a1b1-58eba79b8578, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c6547ce3-7c72-47e9-a1b1-58eba79b8578,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:28.606510 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.662907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cdf6c-81f0-4bf7-92c6-dce1532278c8 None None] Pushing event updated for resources: {'Port': ['ID=c6547ce3-7c72-47e9-a1b1-58eba79b8578,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:28.665170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-c63931d0-4aa5-4665-a8c5-8276c6a7f68d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:28.667471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-c63931d0-4aa5-4665-a8c5-8276c6a7f68d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/networks?id=ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 200 len: 796 time: 0.1335611 Jun 30 10:05:28.683002 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-72da5687-3d1a-4a9b-ae80-4983eda6783d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/quotas/476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 375 time: 0.0101693 Jun 30 10:05:28.757093 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-517c4795-86b6-4fd5-9ab2-19ec6c987c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681620 Jun 30 10:05:28.824384 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Sync routers for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:28.832791 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49453850-71fb-4ebe-a50a-051642084c3d None None] Provisioning complete for port c6547ce3-7c72-47e9-a1b1-58eba79b8578 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:28.834000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49453850-71fb-4ebe-a50a-051642084c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.834545 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:28.835405 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:28.873251 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-2a57af92-6a54-4580-b0b2-c221dea6421d service neutron] 10.222.0.77 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039178 Jun 30 10:05:28.944881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49453850-71fb-4ebe-a50a-051642084c3d None None] Provisioning for port d9d549a8-36fe-4c02-bbd7-edac78010f07 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:28.954388 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-49453850-71fb-4ebe-a50a-051642084c3d None None] Provisioning complete for port d9d549a8-36fe-4c02-bbd7-edac78010f07 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:28.954910 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-49453850-71fb-4ebe-a50a-051642084c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:28.982431 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:28.996997 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-4a1b9ec7-ca56-4884-8c41-6c4feef64149 service neutron] 10.222.0.77 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157970 Jun 30 10:05:29.002932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-49453850-71fb-4ebe-a50a-051642084c3d None None] Port d9d549a8-36fe-4c02-bbd7-edac78010f07 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:29.131822 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ec59956-e0b0-4027-bf2e-419253bab419 None None] Provisioning complete for port d9d549a8-36fe-4c02-bbd7-edac78010f07 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:29.132317 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ec59956-e0b0-4027-bf2e-419253bab419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.182841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3ec59956-e0b0-4027-bf2e-419253bab419 None None] Port d9d549a8-36fe-4c02-bbd7-edac78010f07 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:29.234044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 2, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:29.256904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f65958a0-2ec4-4422-84fa-bf667173b2d7 req-5cb8f81e-c204-4231-a1f5-54a539a324f2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 210 time: 0.0421121 Jun 30 10:05:29.264987 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Checking router: c741f7bb-b721-4108-bcfc-99308228112d for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:29.265533 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Updating router c741f7bb-b721-4108-bcfc-99308228112d port d9d549a8-36fe-4c02-bbd7-edac78010f07 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:05:29.301825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5216895e-cb93-4b6e-abbe-f11a8f19bcac None None] Provisioning complete for port d9d549a8-36fe-4c02-bbd7-edac78010f07 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:29.302204 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5216895e-cb93-4b6e-abbe-f11a8f19bcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.314560 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.337928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5216895e-cb93-4b6e-abbe-f11a8f19bcac None None] Port d9d549a8-36fe-4c02-bbd7-edac78010f07 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:29.609194 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.619648 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Transition to ACTIVE for port object d9d549a8-36fe-4c02-bbd7-edac78010f07 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:29.626293 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.628950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c6547ce3-7c72-47e9-a1b1-58eba79b8578 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:29.676380 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Pushing event updated for resources: {'Port': ['ID=d9d549a8-36fe-4c02-bbd7-edac78010f07,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:29.683596 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port c6547ce3-7c72-47e9-a1b1-58eba79b8578 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:29.684042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.703585 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.703928 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.704163 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.704485 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.704802 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.705116 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.705426 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.705735 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.706046 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.706388 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.706696 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.707004 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:05:29.738536 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Attempting to bind port d9d549a8-36fe-4c02-bbd7-edac78010f07 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:29.738889 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Attempting to bind port d9d549a8-36fe-4c02-bbd7-edac78010f07 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:29.739239 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Attempting to bind port d9d549a8-36fe-4c02-bbd7-edac78010f07 on network ea1ec296-06f5-4cbb-b49e-3eff723078ad {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:29.744542 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:29.744907 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Checking segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:29.745296 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.745677 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Bound using segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:29.746131 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Bound port: d9d549a8-36fe-4c02-bbd7-edac78010f07, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:29.746517 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.775855 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5679e1b7-e159-4ae3-ad45-71e328caa048 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:29.813753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] For port d9d549a8-36fe-4c02-bbd7-edac78010f07, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:29.818176 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] For port d9d549a8-36fe-4c02-bbd7-edac78010f07, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9d549a8-36fe-4c02-bbd7-edac78010f07,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:29.823469 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.826427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5679e1b7-e159-4ae3-ad45-71e328caa048 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:29.826805 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.885583 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:29.886237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:29.908952 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:29.920521 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d196273-df8c-4956-819b-fdfa1695a6d6 None None] Pushing event updated for resources: {'Port': ['ID=d9d549a8-36fe-4c02-bbd7-edac78010f07,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:30.000871 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:30.194915 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:29Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:30.306694 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e552e-6d04-414a-89e9-60bb7c624139 None None] The sync data for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 is: [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:29Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:30.413604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6f5ce9ee-da69-4432-a073-c40e29e60da3 req-770ecae8-480e-4293-832a-c7f026999984 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 210 time: 0.0334690 Jun 30 10:05:31.430200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b622582-00b0-4afb-85c1-10067829c7d9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:31.431677 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b622582-00b0-4afb-85c1-10067829c7d9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/networks?id=ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 200 len: 796 time: 0.1070156 Jun 30 10:05:31.497679 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-fc5fde83-8904-4105-a55b-ae2ed4e40687 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 380 time: 0.0411325 Jun 30 10:05:31.511190 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'port': {'device_id': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'admin_state_up': True, 'tenant_id': '476627cab855452e8eb7234529256ac8', 'security_groups': ['072f5d91-6ce4-429e-aadb-90f18cf23de4']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:31.558116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18a0afd0-454a-42f6-b2be-9b92331dc672 req-45573c36-4d89-424f-9a38-be2455c9291f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 210 time: 0.0297387 Jun 30 10:05:31.623448 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:05:31.627246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.640812 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9d549a8-36fe-4c02-bbd7-edac78010f07 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:31.689502 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port d9d549a8-36fe-4c02-bbd7-edac78010f07 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:31.692933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9d549a8-36fe-4c02-bbd7-edac78010f07 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:31.693295 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.774479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.774762 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.12 (ea1ec296-06f5-4cbb-b49e-3eff723078ad/96b14ac2-b8ce-4aeb-bd3b-2185ae2da278/81ea4f68-5e93-45db-b88b-3c73f2ec130f) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:31.808040 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port d9d549a8-36fe-4c02-bbd7-edac78010f07, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9d549a8-36fe-4c02-bbd7-edac78010f07,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:31.811977 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.862469 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=d9d549a8-36fe-4c02-bbd7-edac78010f07,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:31.917640 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:31.931021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 81ea4f68-5e93-45db-b88b-3c73f2ec130f will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:31.963515 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.005849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:32.009696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:32.013494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:32.040308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=81ea4f68-5e93-45db-b88b-3c73f2ec130f,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:32.071794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:32.072429 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.087686 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-95e86e1d-1e23-46b8-9a38-14e9dd5a7ca3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806282 Jun 30 10:05:32.104816 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Request body: {'port': {'device_id': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:32.184021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.209427 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4eb1c3c6-b00d-426f-b88c-6b6d79d946ec None None] Provisioning for port 81ea4f68-5e93-45db-b88b-3c73f2ec130f completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:32.214002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4eb1c3c6-b00d-426f-b88c-6b6d79d946ec None None] Provisioning complete for port 81ea4f68-5e93-45db-b88b-3c73f2ec130f triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:32.214499 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4eb1c3c6-b00d-426f-b88c-6b6d79d946ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.250814 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4eb1c3c6-b00d-426f-b88c-6b6d79d946ec None None] Port 81ea4f68-5e93-45db-b88b-3c73f2ec130f cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:05:32.445719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ea4f68-5e93-45db-b88b-3c73f2ec130f {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:05:32.452982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.465473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Transition to ACTIVE for port object 81ea4f68-5e93-45db-b88b-3c73f2ec130f will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:05:32.469047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.519104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea4f68-5e93-45db-b88b-3c73f2ec130f,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:32.594134 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Attempting to bind port 81ea4f68-5e93-45db-b88b-3c73f2ec130f on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:05:32.594505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Attempting to bind port 81ea4f68-5e93-45db-b88b-3c73f2ec130f by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:05:32.594837 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Attempting to bind port 81ea4f68-5e93-45db-b88b-3c73f2ec130f on network ea1ec296-06f5-4cbb-b49e-3eff723078ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:32.600742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Port 81ea4f68-5e93-45db-b88b-3c73f2ec130f on network ea1ec296-06f5-4cbb-b49e-3eff723078ad not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:05:32.601070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Attempting to bind port 81ea4f68-5e93-45db-b88b-3c73f2ec130f on network ea1ec296-06f5-4cbb-b49e-3eff723078ad {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:05:32.606999 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:05:32.607341 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Checking segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:05:32.607729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Bound using segment: {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:05:32.608505 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Bound port: 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24cd2577-2ab5-446e-bd70-3c1de4f65693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:05:32.608869 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.679089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] For port 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:05:32.682919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] For port 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:05:32.688170 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.725351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:32.726077 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:32.728341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] 10.222.0.79 "PUT /v2.0/ports/81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 200 len: 1093 time: 0.6282020 Jun 30 10:05:32.728795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:32.731228 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:32.744212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b530a3-13a1-47fc-9b98-9144e582c98e req-c68e5cac-1439-4e95-ab1b-e9cd41b7c8cc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:32.745950 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6b530a3-13a1-47fc-9b98-9144e582c98e req-c68e5cac-1439-4e95-ab1b-e9cd41b7c8cc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 944 time: 0.0703251 Jun 30 10:05:32.759327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b017caa-8782-4f49-8067-9ebd22a77434 service neutron] Pushing event updated for resources: {'Port': ['ID=81ea4f68-5e93-45db-b88b-3c73f2ec130f,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:32.802544 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e6b530a3-13a1-47fc-9b98-9144e582c98e req-52b7f4bb-a367-4a9b-9bc6-9f2bf18143cf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472493 Jun 30 10:05:32.860979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-ec65fcbd-f978-4e78-bfc4-e7a478661a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:32.862508 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-ec65fcbd-f978-4e78-bfc4-e7a478661a26 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1096 time: 0.0715005 Jun 30 10:05:32.865913 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa909d-988f-4108-8b57-a529ef72b533 x-openstack-request-id: req-73fa909d-988f-4108-8b57-a529ef72b533 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:32.866192 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:32.866477 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-73fa909d-988f-4108-8b57-a529ef72b533 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:32.866901 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'status': 'completed', 'code': 200} Jun 30 10:05:32.919244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-2ea1aa48-1876-4848-9e9b-b347d5736809 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 200 len: 217 time: 0.0374286 Jun 30 10:05:32.972221 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-758ce024-bacd-4a86-93ea-4af2638f9dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:32.973621 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-758ce024-bacd-4a86-93ea-4af2638f9dfc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 HTTP/1.1" status: 200 len: 834 time: 0.0455015 Jun 30 10:05:33.040451 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-c0e9826a-05e3-4c6e-8e98-f85bcd427e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.042098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-c0e9826a-05e3-4c6e-8e98-f85bcd427e57 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea1ec296-06f5-4cbb-b49e-3eff723078ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578635 Jun 30 10:05:33.135061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-68bc3d01-f084-45d2-a86e-44db0df3fc6a service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828578 Jun 30 10:05:33.231979 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c09896ba-d58a-423f-b161-b013bd944ae2 req-0d100e4b-86a6-4941-b5e5-75cfd12d9588 service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850260 Jun 30 10:05:33.338168 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-d30a21a0-6009-4f62-9bc4-9b1a98f20f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.339690 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-d30a21a0-6009-4f62-9bc4-9b1a98f20f45 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1096 time: 0.0541005 Jun 30 10:05:33.434968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-96a0ba01-e4e3-44ca-a6b6-5c346fdad2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.436481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-96a0ba01-e4e3-44ca-a6b6-5c346fdad2e3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 200 len: 897 time: 0.0851052 Jun 30 10:05:33.480801 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-d5736daf-7395-44a8-b806-91c24e612c48 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 200 len: 217 time: 0.0377653 Jun 30 10:05:33.528599 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-b5feda95-d6d4-4701-b890-b22dff1ef19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.529960 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-b5feda95-d6d4-4701-b890-b22dff1ef19f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 HTTP/1.1" status: 200 len: 834 time: 0.0428116 Jun 30 10:05:33.590986 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-b8104ab5-32f3-4c3b-a3c7-ceb02a83feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.592510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-b8104ab5-32f3-4c3b-a3c7-ceb02a83feb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea1ec296-06f5-4cbb-b49e-3eff723078ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518570 Jun 30 10:05:33.620769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9d549a8-36fe-4c02-bbd7-edac78010f07 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:33.668043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port d9d549a8-36fe-4c02-bbd7-edac78010f07 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:33.668408 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:33.687506 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-3eddf0c9-eed6-484c-9870-7c9f05eb0faf service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844135 Jun 30 10:05:33.777425 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3630c9e1-5542-4ba7-a7f2-22f1eeeb1733 req-0dc73acc-6e8f-480d-8aca-ccfcdfbf9b31 service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824761 Jun 30 10:05:33.991632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d062d1b-5aeb-4056-ae2a-f4060455481e req-d3a03858-72ce-495b-ba8b-fde68379c15c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:33.993354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d062d1b-5aeb-4056-ae2a-f4060455481e req-d3a03858-72ce-495b-ba8b-fde68379c15c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 944 time: 0.0658367 Jun 30 10:05:34.030593 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6d062d1b-5aeb-4056-ae2a-f4060455481e req-d142d6bf-8292-44c2-a973-454cb08fe905 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316269 Jun 30 10:05:35.213830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db89b-cade-48e8-a9b1-a776bad2e421 req-c3afc098-4861-4f82-84c3-97b74add4f94 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:35.215368 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b0db89b-cade-48e8-a9b1-a776bad2e421 req-c3afc098-4861-4f82-84c3-97b74add4f94 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 944 time: 0.0639005 Jun 30 10:05:35.253623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3b0db89b-cade-48e8-a9b1-a776bad2e421 req-b95a4ad1-84da-4441-8e60-352281ccfb4f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Jun 30 10:05:36.428848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627aae4-cc7b-4206-9ac8-d3f3484cb2fb req-4b565e24-3261-43a8-91b0-711b57bcf3a7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:36.432198 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8627aae4-cc7b-4206-9ac8-d3f3484cb2fb req-4b565e24-3261-43a8-91b0-711b57bcf3a7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 944 time: 0.0636868 Jun 30 10:05:36.470941 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8627aae4-cc7b-4206-9ac8-d3f3484cb2fb req-64d2498a-6cbc-46e2-b851-fa8b2d684737 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Jun 30 10:05:37.334190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81ea4f68-5e93-45db-b88b-3c73f2ec130f details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:05:37.426577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:37.438262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'port_id': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'mac_address': 'fa:16:3e:db:70:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:05:37.477994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.489969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ea4f68-5e93-45db-b88b-3c73f2ec130f {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:05:37.510079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:37.515334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:37.562788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=81ea4f68-5e93-45db-b88b-3c73f2ec130f,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:37.652624 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8738-847c-41d3-ac46-08d5c1a80937 req-14c1cf8d-1bb9-45a3-8214-f7928dccb49c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:37.654076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36cb8738-847c-41d3-ac46-08d5c1a80937 req-14c1cf8d-1bb9-45a3-8214-f7928dccb49c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 945 time: 0.0666966 Jun 30 10:05:37.689992 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-36cb8738-847c-41d3-ac46-08d5c1a80937 req-31bdb90a-ba03-4339-9bdc-455c5e216df8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301714 Jun 30 10:05:37.801629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['81ea4f68-5e93-45db-b88b-3c73f2ec130f'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:05:38.862812 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028931d-e49d-4872-8bcf-8f8815133940 req-0441c63c-1ad8-4823-86e5-1554442e3e47 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:38.864268 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e028931d-e49d-4872-8bcf-8f8815133940 req-0441c63c-1ad8-4823-86e5-1554442e3e47 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 945 time: 0.0619690 Jun 30 10:05:38.901574 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e028931d-e49d-4872-8bcf-8f8815133940 req-fce58123-3f3e-4aa6-834e-461ac9c980d6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316281 Jun 30 10:05:39.348763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81ea4f68-5e93-45db-b88b-3c73f2ec130f up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:05:39.396945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 81ea4f68-5e93-45db-b88b-3c73f2ec130f completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:05:39.401310 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 81ea4f68-5e93-45db-b88b-3c73f2ec130f triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:05:39.401681 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.484433 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.505884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:39.509036 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185207e-6ec2-41c2-8596-14c39a6dd603" -d '{"events": [{"server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "name": "network-vif-plugged", "status": "completed", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:39.521658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:05:39.527084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:39.577460 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=81ea4f68-5e93-45db-b88b-3c73f2ec130f,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:39.597953 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2ed565-d4df-4784-b857-718bc414a9e4 x-openstack-request-id: req-fe2ed565-d4df-4784-b857-718bc414a9e4 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:39.598330 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "name": "network-vif-plugged", "status": "completed", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:39.598586 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fe2ed565-d4df-4784-b857-718bc414a9e4 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:39.599025 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'code': 200} Jun 30 10:05:39.719144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2ef5d-82d0-4d3b-92a7-8cc1775ef960 req-0fea12ca-f3e3-4dd1-b168-a91a6e866201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:39.720608 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b2ef5d-82d0-4d3b-92a7-8cc1775ef960 req-0fea12ca-f3e3-4dd1-b168-a91a6e866201 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1098 time: 0.0505009 Jun 30 10:05:39.762396 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-05b2ef5d-82d0-4d3b-92a7-8cc1775ef960 req-1af7e02c-c7c7-4e2d-a17f-2ad887f6e2ba service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313790 Jun 30 10:05:40.075734 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e359280-3427-4cd9-8fb0-9f7f1f1c7b9d req-3e8cf33b-a1c4-4420-bebf-800c4328deab tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:40.077219 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e359280-3427-4cd9-8fb0-9f7f1f1c7b9d req-3e8cf33b-a1c4-4420-bebf-800c4328deab tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0650280 Jun 30 10:05:40.114463 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0e359280-3427-4cd9-8fb0-9f7f1f1c7b9d req-dfd7e1fa-4e90-480c-b660-34e00680ac45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Jun 30 10:05:41.289764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700ae6c-cf12-42aa-96f1-c50f06d1fc7e req-744ad44e-bc92-4f9a-be9c-1da9826d8ebe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:41.291169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4700ae6c-cf12-42aa-96f1-c50f06d1fc7e req-744ad44e-bc92-4f9a-be9c-1da9826d8ebe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0631990 Jun 30 10:05:41.321760 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c1918565-4d6f-417d-b34a-8f79e222db62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.330668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4700ae6c-cf12-42aa-96f1-c50f06d1fc7e req-fa32dd96-e5da-4649-9163-d95731e41c0d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330634 Jun 30 10:05:41.500037 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20238f-d690-4e6f-99bf-8e8270ae540b req-cbf74887-d006-45d5-a03e-1f79d5fb5e59 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:41.501472 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c20238f-d690-4e6f-99bf-8e8270ae540b req-cbf74887-d006-45d5-a03e-1f79d5fb5e59 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0617859 Jun 30 10:05:41.538715 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5c20238f-d690-4e6f-99bf-8e8270ae540b req-a4c89f04-cf69-49e2-883f-2f0e2ce1b4d8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315127 Jun 30 10:05:41.561961 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53826) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:41.617791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e10df8e-c764-456d-9aa1-583f28919b2e tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:41.619311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6e10df8e-c764-456d-9aa1-583f28919b2e tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1093 time: 0.0563836 Jun 30 10:05:41.622244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53828) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:41.626488 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:05:41.647602 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:41.741200 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.186169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.189 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0d61ed27-2486-4524-9d10-710ea66a6b1e) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:05:42.285354 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.324029 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.360711 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:05:42.363429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:05:42.365973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:05:42.391764 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=0d61ed27-2486-4524-9d10-710ea66a6b1e,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:42.733010 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.807536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.957556 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:42.962903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.033243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=0d61ed27-2486-4524-9d10-710ea66a6b1e,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:05:43.043899 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.143971 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP a8340522-ad90-4029-bb0c-aee39c14e5b6 associated. External IP: 172.25.7.189, port: 81ea4f68-5e93-45db-b88b-3c73f2ec130f. Jun 30 10:05:43.346854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router c741f7bb-b721-4108-bcfc-99308228112d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:05:43.454132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:05:43.464163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] Sync routers for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:05:43.471570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:43.474248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:43.474881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:43.513317 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-39cc55bf-0ada-4364-a7e0-4ebf32eb3ee3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8900361 Jun 30 10:05:43.513991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:05:43.516998 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6538d523-3015-4884-bf8d-314e84ec5d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:05:43.576886 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0417ffb6-08ae-4031-8902-5e01e960dfe2 x-openstack-request-id: req-0417ffb6-08ae-4031-8902-5e01e960dfe2 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:05:43.577243 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:05:43.577482 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0417ffb6-08ae-4031-8902-5e01e960dfe2 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:05:43.578031 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'status': 'completed', 'code': 200} Jun 30 10:05:43.582803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:43.651474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-11c3f4b2-83f5-4493-aaed-299422303c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:43.652996 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-11c3f4b2-83f5-4493-aaed-299422303c8c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1098 time: 0.0549433 Jun 30 10:05:43.707081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571470f-cd32-487b-83f3-623d3cccbc7b req-a3be9ed4-9962-415d-9de8-ba5349aebc8a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:43.708579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0571470f-cd32-487b-83f3-623d3cccbc7b req-a3be9ed4-9962-415d-9de8-ba5349aebc8a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0663831 Jun 30 10:05:43.751507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0571470f-cd32-487b-83f3-623d3cccbc7b req-22fd8675-cddc-4960-959c-2b583f091d0d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340693 Jun 30 10:05:43.755112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-43d5ca90-40f5-4b68-b83f-f1a92a4cdf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:43.756592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-43d5ca90-40f5-4b68-b83f-f1a92a4cdf60 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 200 len: 897 time: 0.0965321 Jun 30 10:05:43.780309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53834) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:43.840361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-8a7f5ba4-cde4-485f-a7f0-e8f8c93c0b0b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 200 len: 1000 time: 0.0767260 Jun 30 10:05:43.849770 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c05df9ea-faa1-4ad6-bd8f-11e7eb144799 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/a8340522-ad90-4029-bb0c-aee39c14e5b6 HTTP/1.1" status: 200 len: 992 time: 0.0672777 Jun 30 10:05:43.891897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-352e05be-6335-4dd3-a0ae-9c747fdc529c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:43.893418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-352e05be-6335-4dd3-a0ae-9c747fdc529c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 HTTP/1.1" status: 200 len: 834 time: 0.0460074 Jun 30 10:05:43.954401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-1b359dfa-19dc-4d74-8b25-0ae57f8815af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:05:43.955899 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-1b359dfa-19dc-4d74-8b25-0ae57f8815af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea1ec296-06f5-4cbb-b49e-3eff723078ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557599 Jun 30 10:05:43.977518 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'a8340522-ad90-4029-bb0c-aee39c14e5b6', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'port_id': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'mac_address': 'fa:16:3e:db:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:42Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:44.003208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] Checking router: c741f7bb-b721-4108-bcfc-99308228112d for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:05:44.012106 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:05:44.012707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:05:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:44.050070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-f4b4c258-0209-4a2c-9f97-ee6c78b9cbc1 service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868731 Jun 30 10:05:44.117884 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:05:44.140177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6538d523-3015-4884-bf8d-314e84ec5d7b req-246bc1c1-2a6b-4ee6-864d-16f378d1c65f service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836616 Jun 30 10:05:44.169332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f0c11904-c2ee-45ab-8c04-9438e6f5d683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.295214 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:44.371523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'a8340522-ad90-4029-bb0c-aee39c14e5b6', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'port_id': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'mac_address': 'fa:16:3e:db:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:42Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:05:44.397342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b457c0-5778-4a5b-a2b6-9ebb7c0547c0 None None] The sync data for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 is: [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'a8340522-ad90-4029-bb0c-aee39c14e5b6', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.189', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'port_id': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'mac_address': 'fa:16:3e:db:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:05:42Z', 'updated_at': '2021-06-30T10:05:42Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:05:44.584065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddeb5c-ab50-4c0a-b9e0-ab52f6922e1d None None] New status for floating IP a8340522-ad90-4029-bb0c-aee39c14e5b6: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:05:44.852860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53836) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:05:44.916201 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b8f92dbc-f45a-4ade-89c6-0e3d4fa29217 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/a8340522-ad90-4029-bb0c-aee39c14e5b6 HTTP/1.1" status: 200 len: 994 time: 0.0622771 Jun 30 10:05:46.283567 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:47.793530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:47.871151 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:05:50.010963 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:05:59.867558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:09.175058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-0599e63f-8421-4c4e-bd5c-8d4f6934b932 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0597241 Jun 30 10:06:09.274889 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-138370bf-7183-44d0-9dfc-4eb482e5396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:09.276435 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-138370bf-7183-44d0-9dfc-4eb482e5396d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1098 time: 0.0552766 Jun 30 10:06:09.383555 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-5f05baa7-79dc-412c-963c-e16eb62681f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:09.385059 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-5f05baa7-79dc-412c-963c-e16eb62681f4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 200 len: 897 time: 0.0876677 Jun 30 10:06:09.456569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-97b44404-0f93-4db5-8d3b-e5126f247e29 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 200 len: 1002 time: 0.0647190 Jun 30 10:06:09.511113 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-5d48b9eb-c689-481a-bc72-eaba20cfb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:09.512572 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-5d48b9eb-c689-481a-bc72-eaba20cfb705 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 HTTP/1.1" status: 200 len: 834 time: 0.0465503 Jun 30 10:06:09.572596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-e66c62cb-8198-4afa-9dcc-2f16da181f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:09.574132 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-e66c62cb-8198-4afa-9dcc-2f16da181f08 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea1ec296-06f5-4cbb-b49e-3eff723078ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546823 Jun 30 10:06:09.677821 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-aa349e08-bc26-4649-95d2-295cd568d43c service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955510 Jun 30 10:06:09.769570 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-184c3f02-46df-443b-9f9e-4c220ea152e4 req-091288e1-87b5-4a15-80ac-b05e0aaa575d service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851407 Jun 30 10:06:11.323506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2a5dd2d0-204f-4fee-b022-ebe4387e42ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:14.140897 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-161242ab-56e4-4d10-85e4-711026c17e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:14.276555 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:16.285638 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:17.799508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:17.871414 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:20.540377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109fbbab-ce64-4ca7-9839-65b81bdbbd05 req-4cbbff03-c3c7-4f90-8d7e-51bb70af7814 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:20.541870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-109fbbab-ce64-4ca7-9839-65b81bdbbd05 req-4cbbff03-c3c7-4f90-8d7e-51bb70af7814 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0637496 Jun 30 10:06:20.581259 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-109fbbab-ce64-4ca7-9839-65b81bdbbd05 req-b205ae24-e424-4ce4-a3fb-b3489950cd85 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Jun 30 10:06:21.759114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0cace-6de9-4f3c-bf11-357942d72808 req-b54db879-1f5d-4c16-b20b-bb3acb686608 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:21.760577 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26e0cace-6de9-4f3c-bf11-357942d72808 req-b54db879-1f5d-4c16-b20b-bb3acb686608 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0675781 Jun 30 10:06:21.798293 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-26e0cace-6de9-4f3c-bf11-357942d72808 req-90316a44-62a9-4de9-9835-a337bc41a24e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321259 Jun 30 10:06:21.822768 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53856) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:21.881977 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5cc0ddaa-5858-4cc0-8e36-dc9a9d6d000e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/a8340522-ad90-4029-bb0c-aee39c14e5b6 HTTP/1.1" status: 200 len: 994 time: 0.0579991 Jun 30 10:06:23.325136 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbeb508-8db1-4597-b816-7c96b2ec735d req-7c3245aa-bbc1-4e00-9ca5-cc4e779da7b1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:23.326546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddbeb508-8db1-4597-b816-7c96b2ec735d req-7c3245aa-bbc1-4e00-9ca5-cc4e779da7b1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0662701 Jun 30 10:06:23.365170 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ddbeb508-8db1-4597-b816-7c96b2ec735d req-3fb8b807-b8f9-4224-9ced-685409796ff0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327485 Jun 30 10:06:24.544120 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4558-e105-4d63-8e6a-9be78df3c8bc req-9709ef58-b711-49cd-b970-0e6502b6c6c8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:24.545629 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50dc4558-e105-4d63-8e6a-9be78df3c8bc req-9709ef58-b711-49cd-b970-0e6502b6c6c8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0622931 Jun 30 10:06:24.582798 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-50dc4558-e105-4d63-8e6a-9be78df3c8bc req-911bea06-ade4-40f1-867d-3d221facdd4c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314906 Jun 30 10:06:24.607541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53866) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:24.669070 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3caed909-2cc6-404a-a150-f46f1cc078e8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/a8340522-ad90-4029-bb0c-aee39c14e5b6 HTTP/1.1" status: 200 len: 994 time: 0.0603101 Jun 30 10:06:24.941216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53872) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:25.096080 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 0d61ed27-2486-4524-9d10-710ea66a6b1e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:06:25.096423 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.172567 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.173028 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.186112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 0d61ed27-2486-4524-9d10-710ea66a6b1e owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:06:25.331777 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.359025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=0d61ed27-2486-4524-9d10-710ea66a6b1e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:25.389389 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.389745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.390091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.390464 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.390801 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.391138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.391472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.391804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.392134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.392459 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.392787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.393112 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:25.433009 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.433345 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP a8340522-ad90-4029-bb0c-aee39c14e5b6 disassociated (deleted). External IP: 172.25.7.189, port: 81ea4f68-5e93-45db-b88b-3c73f2ec130f. Jun 30 10:06:25.638102 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router c741f7bb-b721-4108-bcfc-99308228112d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:06:25.742021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:06:25.746739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:25.752123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] Sync routers for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:06:25.762123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:25.762762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:25.786639 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1541e832-3142-4d4b-8c17-f00eef3402e6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/floatingips/a8340522-ad90-4029-bb0c-aee39c14e5b6 HTTP/1.1" status: 204 len: 168 time: 0.8443830 Jun 30 10:06:25.787235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:06:25.789671 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d9af39f-de76-4cfe-9789-4f2e77d53d27" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:06:25.830768 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0f8285-1762-4893-991d-78edd12cf1c6 x-openstack-request-id: req-9e0f8285-1762-4893-991d-78edd12cf1c6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:06:25.831071 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:06:25.831309 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9e0f8285-1762-4893-991d-78edd12cf1c6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:06:25.831710 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'status': 'completed', 'code': 200} Jun 30 10:06:25.873934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:25.915344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-584973eb-02f4-4571-b510-d4cbf31c051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:25.916896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-584973eb-02f4-4571-b510-d4cbf31c051a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 1098 time: 0.0545313 Jun 30 10:06:26.036515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-05252b9e-1da3-4c88-87c0-d99b03e6e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:26.038031 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-05252b9e-1da3-4c88-87c0-d99b03e6e543 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 200 len: 897 time: 0.1010120 Jun 30 10:06:26.088948 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-69295fd8-b3db-4a6e-9b8a-d008d63120f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 200 len: 217 time: 0.0411367 Jun 30 10:06:26.091815 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:26.118778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] Checking router: c741f7bb-b721-4108-bcfc-99308228112d for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:06:26.127233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:26.127738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:26.146042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-e11fdeba-63bc-42f8-8d42-cb85780be41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:26.147906 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-e11fdeba-63bc-42f8-8d42-cb85780be41e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 HTTP/1.1" status: 200 len: 834 time: 0.0511010 Jun 30 10:06:26.171469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238fbe8-5fa3-45d9-a287-8f179411aac6 req-4a9ec5c9-1840-471c-a830-0782edbb1759 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:26.172971 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5238fbe8-5fa3-45d9-a287-8f179411aac6 req-4a9ec5c9-1840-471c-a830-0782edbb1759 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0674005 Jun 30 10:06:26.212319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-3f802386-b367-4ed7-b996-611ce2f9c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:26.213809 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5238fbe8-5fa3-45d9-a287-8f179411aac6 req-f996ece6-cc43-4b7f-b500-8d9292b04fca tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349956 Jun 30 10:06:26.213979 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-3f802386-b367-4ed7-b996-611ce2f9c58a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea1ec296-06f5-4cbb-b49e-3eff723078ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566161 Jun 30 10:06:26.237172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:26.302930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-edff451e-e9c3-4dc4-84c2-273282f4159f service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816841 Jun 30 10:06:26.399287 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8d9af39f-de76-4cfe-9789-4f2e77d53d27 req-ef962f5d-5035-4b3d-bec6-9eeb8460b4da service neutron] 10.222.0.79 "GET /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Jun 30 10:06:26.435274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:26.462344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4cb5d-2cfe-4221-a1ad-455f0bf92aa6 None None] The sync data for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 is: [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'd9d549a8-36fe-4c02-bbd7-edac78010f07', 'name': '', 'network_id': 'ea1ec296-06f5-4cbb-b49e-3eff723078ad', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:99:24:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:26Z', 'updated_at': '2021-06-30T10:05:31Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '96b14ac2-b8ce-4aeb-bd3b-2185ae2da278', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:06:26.680696 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a6a902-d20a-4904-b27d-8bbac462c10a None None] New status for floating IP a8340522-ad90-4029-bb0c-aee39c14e5b6: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:06:27.010407 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:06:27.391508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be165285-441b-42be-b173-df23a7f4fa4f req-64102820-867d-4200-ba66-4f8efcb95c51 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:27.392874 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be165285-441b-42be-b173-df23a7f4fa4f req-64102820-867d-4200-ba66-4f8efcb95c51 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0619171 Jun 30 10:06:27.435022 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be165285-441b-42be-b173-df23a7f4fa4f req-3a00ff4f-1d44-4462-a7fe-b6b73742a081 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=072f5d91-6ce4-429e-aadb-90f18cf23de4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365028 Jun 30 10:06:27.948824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-dc0deade-a974-40e7-a41f-7021158e86bb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:27.950342 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-dc0deade-a974-40e7-a41f-7021158e86bb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 946 time: 0.0631588 Jun 30 10:06:28.057594 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 81ea4f68-5e93-45db-b88b-3c73f2ec130f {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:06:28.057934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:28.144788 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 81ea4f68-5e93-45db-b88b-3c73f2ec130f, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=81ea4f68-5e93-45db-b88b-3c73f2ec130f,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:28.145141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:28.157502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 81ea4f68-5e93-45db-b88b-3c73f2ec130f owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:06:28.287378 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:28.316014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=81ea4f68-5e93-45db-b88b-3c73f2ec130f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:28.330201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.330579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.330918 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.331255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.331589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.331919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.332245 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.332571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.332897 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.333217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.333539 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.333859 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:28.379467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] No DVR routers for this DVR port 81ea4f68-5e93-45db-b88b-3c73f2ec130f on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:06:28.382164 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:28.384777 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5f2db41c-3930-484b-a2bc-9d027ac35d25 req-9157d323-7a65-4ea5-a5f5-f3bf977b0d66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "DELETE /v2.0/ports/81ea4f68-5e93-45db-b88b-3c73f2ec130f HTTP/1.1" status: 204 len: 173 time: 0.4258311 Jun 30 10:06:28.385212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'name': 'network-vif-deleted', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:06:28.387513 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936a6f04-8482-4ed2-a7b1-2f7130056ed6" -d '{"events": [{"server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "name": "network-vif-deleted", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:06:28.425963 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06726005-3a38-47cf-a942-d01fceaf23d3 x-openstack-request-id: req-06726005-3a38-47cf-a942-d01fceaf23d3 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:06:28.426284 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4c0e66-0233-4cf9-aed5-73163f3e953c", "name": "network-vif-deleted", "tag": "81ea4f68-5e93-45db-b88b-3c73f2ec130f", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:06:28.426545 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-06726005-3a38-47cf-a942-d01fceaf23d3 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:06:28.426950 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4c0e66-0233-4cf9-aed5-73163f3e953c', 'name': 'network-vif-deleted', 'tag': '81ea4f68-5e93-45db-b88b-3c73f2ec130f', 'status': 'completed', 'code': 200} Jun 30 10:06:28.589127 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fe4a3d2-6946-4d2f-9289-abf73e35c380 req-6b3e0192-d9e6-4305-ad4d-d54a918f73c1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=bf4c0e66-0233-4cf9-aed5-73163f3e953c HTTP/1.1" status: 200 len: 210 time: 0.0291774 Jun 30 10:06:29.682640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53890) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:29.892201 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:30.040457 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:30.312780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port d9d549a8-36fe-4c02-bbd7-edac78010f07 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:06:30.313127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:30.403376 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port d9d549a8-36fe-4c02-bbd7-edac78010f07, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=d9d549a8-36fe-4c02-bbd7-edac78010f07,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:30.403737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:30.416743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for d9d549a8-36fe-4c02-bbd7-edac78010f07 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:06:30.616673 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:30.642199 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=d9d549a8-36fe-4c02-bbd7-edac78010f07,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:31.129638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.346325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router c741f7bb-b721-4108-bcfc-99308228112d has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:06:31.446729 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:06:31.453399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9b8d757f-5aa0-4d96-b553-c541d8306b86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/c741f7bb-b721-4108-bcfc-99308228112d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7678661 Jun 30 10:06:31.454612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53892) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:31.457253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] Sync routers for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:06:31.467618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:31.468210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:31.510146 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting subnet 96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:06:31.513323 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.552600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.571813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:31.631077 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81ea4f68-5e93-45db-b88b-3c73f2ec130f no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:06:31.642870 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.661435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 81ea4f68-5e93-45db-b88b-3c73f2ec130f {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:06:31.661785 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 81ea4f68-5e93-45db-b88b-3c73f2ec130f not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:06:31.707319 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.734175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Subnet': ['ID=96b14ac2-b8ce-4aeb-bd3b-2185ae2da278,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:31.737934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.739809 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1c1dc6ef-4e7d-41e0-afcf-875047744ce0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/subnets/96b14ac2-b8ce-4aeb-bd3b-2185ae2da278 HTTP/1.1" status: 204 len: 168 time: 0.2837937 Jun 30 10:06:31.743021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53894) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:31.752643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f86d94-97db-4162-bf6c-1ffffbbd1500 None None] Network ea1ec296-06f5-4cbb-b49e-3eff723078ad requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:06:31.851209 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:31.871854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:06:30Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:31.903646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] Checking router: c741f7bb-b721-4108-bcfc-99308228112d for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:06:31.920488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] Routers {'c741f7bb-b721-4108-bcfc-99308228112d'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:31.921094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['c741f7bb-b721-4108-bcfc-99308228112d'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:31.956561 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.013585 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 5679e1b7-e159-4ae3-ad45-71e328caa048 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:06:32.013937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.094890 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 5679e1b7-e159-4ae3-ad45-71e328caa048, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5679e1b7-e159-4ae3-ad45-71e328caa048,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:32.095250 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.109103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 5679e1b7-e159-4ae3-ad45-71e328caa048 owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:06:32.169247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] DHCP port deletion for ea1ec296-06f5-4cbb-b49e-3eff723078ad request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:06:32.219426 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] Set router c741f7bb-b721-4108-bcfc-99308228112d gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:32.276926 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.308099 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=5679e1b7-e159-4ae3-ad45-71e328caa048,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:32.333641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Deleting port c6547ce3-7c72-47e9-a1b1-58eba79b8578 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:06:32.334014 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.369333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.422605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] For port c6547ce3-7c72-47e9-a1b1-58eba79b8578, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=c6547ce3-7c72-47e9-a1b1-58eba79b8578,segment=NetworkSegment(24cd2577-2ab5-446e-bd70-3c1de4f65693),segment_id=24cd2577-2ab5-446e-bd70-3c1de4f65693)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:32.422990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.453145 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Calling delete_port for c6547ce3-7c72-47e9-a1b1-58eba79b8578 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:06:32.462405 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.464610 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.508909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.509611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Fanout notify agent at l3_agent the message router_deleted on router c741f7bb-b721-4108-bcfc-99308228112d {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:06:32.519287 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.520405 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2f18b5cb-3a8e-475a-91b3-dc04e2e644e1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/routers/c741f7bb-b721-4108-bcfc-99308228112d HTTP/1.1" status: 204 len: 168 time: 0.7764502 Jun 30 10:06:32.524367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53896) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:32.534135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:06:30Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:32.569991 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9373d77-fb38-4e26-be38-21ac745b57a7 None None] The sync data for ids ['c741f7bb-b721-4108-bcfc-99308228112d'] in n-d-780147-22 is: [{'id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-167763452', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195'}], 'enable_snat': True}, 'gw_port_id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:06:30Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '5679e1b7-e159-4ae3-ad45-71e328caa048', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:f7:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c741f7bb-b721-4108-bcfc-99308228112d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:05:23Z', 'updated_at': '2021-06-30T10:05:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:06:32.582250 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.605966 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.614094 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Pushing event deleted for resources: {'Port': ['ID=c6547ce3-7c72-47e9-a1b1-58eba79b8578,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:32.624867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.625212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.625547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.625876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.626201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.626547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.626865 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.627184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.627496 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.627807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.628120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.628431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:32.631031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbf0245-c8b4-461d-a090-75705553d4a0 None None] No DVR routers for this DVR port c6547ce3-7c72-47e9-a1b1-58eba79b8578 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:06:32.696613 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.706209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1ec296-06f5-4cbb-b49e-3eff723078ad']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:32.716346 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24cd2577-2ab5-446e-bd70-3c1de4f65693') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:32.716644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24cd2577-2ab5-446e-bd70-3c1de4f65693') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:32.725511 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.739588 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.745877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:06:32.746298 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:06:32.749123 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:06:32.808579 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.813038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.815115 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/networks/ea1ec296-06f5-4cbb-b49e-3eff723078ad HTTP/1.1" status: 204 len: 168 time: 0.2897635 Jun 30 10:06:32.819102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53898) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:32.829531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6ed10-82f4-445a-aec9-d3a07c3c0464 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Network': ['ID=ea1ec296-06f5-4cbb-b49e-3eff723078ad,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:32.885388 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1627cbd-66e3-46b9-9f90-47e1c2b94042 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.909925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1627cbd-66e3-46b9-9f90-47e1c2b94042 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.975147 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1627cbd-66e3-46b9-9f90-47e1c2b94042 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.978307 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e1627cbd-66e3-46b9-9f90-47e1c2b94042 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:32.979432 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e1627cbd-66e3-46b9-9f90-47e1c2b94042 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/security-groups/072f5d91-6ce4-429e-aadb-90f18cf23de4 HTTP/1.1" status: 204 len: 168 time: 0.1592536 Jun 30 10:06:32.988951 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1627cbd-66e3-46b9-9f90-47e1c2b94042 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f5d91-6ce4-429e-aadb-90f18cf23de4,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:33.271487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53904) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:33.276871 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-821579222', 'description': 'tempest-secgroup-smoke-821579222 description', 'project_id': '476627cab855452e8eb7234529256ac8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:33.298877 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.378455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.382482 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.410809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.412059 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1395843 Jun 30 10:06:33.412924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d307707-bfe2-4226-ab1f-d4e1b2f6fff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=279190fa-18ce-4433-ae1c-034ad6f9a155,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:33.415789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53906) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:33.420678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '279190fa-18ce-4433-ae1c-034ad6f9a155', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:33.447642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.501809 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.505450 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.524822 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec91ef8-1ddd-4e6b-8bf7-dd01e74fc32e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:33.531955 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.533401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-15508085-d267-4a1b-84e2-1eef05508421 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161361 Jun 30 10:06:33.536023 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53908) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:33.540939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '279190fa-18ce-4433-ae1c-034ad6f9a155', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:33.572221 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.640793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.644735 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.659042 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c6547ce3-7c72-47e9-a1b1-58eba79b8578 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:06:33.666336 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d8c5f3-eb03-4763-9dc8-f02906ea1d92,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:33.668848 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.670063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4edb6e06-999e-40f2-9d90-63ffe9a94ffc tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331353 Jun 30 10:06:33.672946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53910) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:33.677544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '279190fa-18ce-4433-ae1c-034ad6f9a155', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:33.688155 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: c6547ce3-7c72-47e9-a1b1-58eba79b8578 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:06:33.689076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device c6547ce3-7c72-47e9-a1b1-58eba79b8578 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:06:33.689543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9d549a8-36fe-4c02-bbd7-edac78010f07 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:06:33.705143 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.710003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: d9d549a8-36fe-4c02-bbd7-edac78010f07 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:06:33.710407 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device d9d549a8-36fe-4c02-bbd7-edac78010f07 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:06:33.711350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5679e1b7-e159-4ae3-ad45-71e328caa048 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:06:33.733985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5679e1b7-e159-4ae3-ad45-71e328caa048 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:06:33.734361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5679e1b7-e159-4ae3-ad45-71e328caa048 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:06:33.764384 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.767886 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.787101 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52f62e3-65ce-41b3-9e77-1de68ce4d92b,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:33.789623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.790839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6f54bcc6-ad39-45ed-8a98-0b7e6a7460ee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168866 Jun 30 10:06:33.793894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53912) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:33.798416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '279190fa-18ce-4433-ae1c-034ad6f9a155', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:33.824536 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.884027 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.887412 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.903989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92de052f-5c12-4bd5-9f3b-b94ae2752024,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:33.910050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:33.911308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0be280e8-c070-4649-ab1e-a5e82b5a8db2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1164176 Jun 30 10:06:33.914550 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53914) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:33.918976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '279190fa-18ce-4433-ae1c-034ad6f9a155', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:33.939673 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:06:33.944300 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.006896 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.010590 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.027691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a49ce6-3744-4403-a0b7-839e665cbc8e,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:34.034012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.035220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-227745ca-c9e6-4ca5-98cd-484c29a75193 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197095 Jun 30 10:06:34.038190 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53916) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:34.043680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '279190fa-18ce-4433-ae1c-034ad6f9a155', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:34.065737 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:06:34.070992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.130980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.135131 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.152924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20d8f14-4469-42c3-905d-0ee468908e6d,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:34.159699 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.160976 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ac95771e-c11f-4486-a141-9a91b41b7913 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217854 Jun 30 10:06:34.163745 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53918) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:34.168691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'network': {'name': 'tempest-network-smoke--1386333109', 'project_id': '476627cab855452e8eb7234529256ac8', 'port_security_enabled': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:34.188404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:06:34.191902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.216287 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:06:34.225100 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.225472 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Added segment f9f84b45-ab88-4253-ac40-7a37580c731f of type vlan for network ebf3f66a-2315-470b-a36a-d58313994480 Jun 30 10:06:34.264872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.292114 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.297563 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:34.298150 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.358387 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934171 Jun 30 10:06:34.361055 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53920) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:34.367966 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'admin_state_up': True, 'project_id': '476627cab855452e8eb7234529256ac8', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:34.378810 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40230828-615c-4cdb-aeae-7d45c1169576 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Network': ['ID=ebf3f66a-2315-470b-a36a-d58313994480,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:34.390495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network ebf3f66a-2315-470b-a36a-d58313994480 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:06:34.397072 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.398096 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.449071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.584668 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:34.774089 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.130313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.229211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.31 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/e1e79eb1-b495-4a77-947e-4a0ccaabf34b) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:06:35.329360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.366818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.402266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:06:35.404907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:35.408302 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:06:35.432908 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:35.653765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.850296 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:35.980681 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router d7d18e81-bb83-41aa-9695-e376013c6730 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:06:36.089067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:06:36.098856 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Sync routers for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:06:36.107515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.108974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-32866e5b-de17-4691-9ed1-9447cb8550c4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7468731 Jun 30 10:06:36.112174 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53922) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:36.113594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:36.114327 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:36.150151 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e34fc3ed-ae00-4b2b-b143-c165060b2433 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=476627cab855452e8eb7234529256ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338771 Jun 30 10:06:36.150439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53924) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:36.243265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11d9115-575b-4656-9c1d-c52d8d01fc74 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:36.244900 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f11d9115-575b-4656-9c1d-c52d8d01fc74 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934796 Jun 30 10:06:36.247727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53926) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:36.253141 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:36.283547 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-be558125-8131-44b2-90be-eb8854d73c56 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345616 Jun 30 10:06:36.285984 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 53928) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:36.291207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1524620599', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'project_id': '476627cab855452e8eb7234529256ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:36.384251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:06:36.387975 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.467468 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:35Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:36.504223 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Checking router: d7d18e81-bb83-41aa-9695-e376013c6730 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:06:36.504483 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Updating router d7d18e81-bb83-41aa-9695-e376013c6730 port e1e79eb1-b495-4a77-947e-4a0ccaabf34b binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:06:36.540997 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.588273 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.663453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Subnet': ['ID=f651c1fc-3805-45fd-9898-d30ad052c8eb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:36.678068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Checking segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:06:36.678474 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network hostable DHCP agents. Network: ebf3f66a-2315-470b-a36a-d58313994480, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:06:36.708292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ebf3f66a-2315-470b-a36a-d58313994480 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:06:36.721055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, ebf3f66a-2315-470b-a36a-d58313994480) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:36.725573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:36.727311 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.731076 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505d2651-1fa0-4398-9059-965381fbacd6 None None] Network ebf3f66a-2315-470b-a36a-d58313994480 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:06:36.746056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53930) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:36.746293 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f21af73-f938-45fc-ba84-ce39ca4aa406 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4588258 Jun 30 10:06:36.815738 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.826867 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Transition to ACTIVE for port object e1e79eb1-b495-4a77-947e-4a0ccaabf34b will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:36.835214 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.883369 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Attempting to bind port e1e79eb1-b495-4a77-947e-4a0ccaabf34b on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:06:36.884295 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Attempting to bind port e1e79eb1-b495-4a77-947e-4a0ccaabf34b by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:06:36.884724 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Attempting to bind port e1e79eb1-b495-4a77-947e-4a0ccaabf34b on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:06:36.892807 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:06:36.893272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-ebf3f66a-2315-470b-a36a-d58313994480', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:06:36.893434 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:06:36.893812 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.894291 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:06:36.894421 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.894831 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Bound port: e1e79eb1-b495-4a77-947e-4a0ccaabf34b, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:06:36.895266 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.971969 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] For port e1e79eb1-b495-4a77-947e-4a0ccaabf34b, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:06:36.977739 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] For port e1e79eb1-b495-4a77-947e-4a0ccaabf34b, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:06:36.980251 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Pushing event updated for resources: {'Port': ['ID=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:36.986050 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:36.997572 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.997918 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.998279 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.998622 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.998958 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.999283 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.999609 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:36.999936 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:37.000255 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:37.000934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:37.000934 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:37.001231 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:06:37.062170 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:37.062942 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:37.063073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Allocated IP 172.20.0.2 (ebf3f66a-2315-470b-a36a-d58313994480/f651c1fc-3805-45fd-9898-d30ad052c8eb/15e61fe0-0d6b-4577-9cd9-807fccc3d559) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:06:37.109888 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bbb3f-9670-43bf-bb3d-893100f151f5 None None] Pushing event updated for resources: {'Port': ['ID=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:37.184538 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:37.217581 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.222339 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.227681 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Transition to ACTIVE for port object 15e61fe0-0d6b-4577-9cd9-807fccc3d559 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:37.246439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Transition to ACTIVE for port object 15e61fe0-0d6b-4577-9cd9-807fccc3d559 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:37.252448 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.294431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Network ebf3f66a-2315-470b-a36a-d58313994480 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:06:37.300264 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:37.303190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:06:37.338592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Pushing event updated for resources: {'Port': ['ID=15e61fe0-0d6b-4577-9cd9-807fccc3d559,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:37.375283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Attempting to bind port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:06:37.375611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Attempting to bind port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:06:37.375916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Attempting to bind port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 on network ebf3f66a-2315-470b-a36a-d58313994480 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:06:37.376579 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:35Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:37.380950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:06:37.381319 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Checking segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:06:37.381706 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.382090 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Bound using segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:06:37.383660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Bound port: 15e61fe0-0d6b-4577-9cd9-807fccc3d559, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:06:37.384052 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.452631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] For port 15e61fe0-0d6b-4577-9cd9-807fccc3d559, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:06:37.457266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] For port 15e61fe0-0d6b-4577-9cd9-807fccc3d559, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=15e61fe0-0d6b-4577-9cd9-807fccc3d559,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:06:37.462668 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.500105 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a71197e-804c-4525-89d1-371ef9f7be8f None None] The sync data for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 is: [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:35Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:06:37.526195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1499e-c8bb-4e79-9c27-631ee85f4b09 None None] Pushing event updated for resources: {'Port': ['ID=15e61fe0-0d6b-4577-9cd9-807fccc3d559,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:37.534103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.1 (ebf3f66a-2315-470b-a36a-d58313994480/f651c1fc-3805-45fd-9898-d30ad052c8eb/60e2a3a0-8661-4b3f-adb5-f121b7ac1d27) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:06:37.659709 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.675254 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:37.734623 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:37.821237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ebf3f66a-2315-470b-a36a-d58313994480 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:06:37.824945 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:37.839448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:06:37.842212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:37.907422 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:38.064002 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:38.368915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:38.375411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:38.456931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:38.459662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:38.520805 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a0f204-8d37-4256-a8a8-eaeb771fa1ea None None] Network ebf3f66a-2315-470b-a36a-d58313994480 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:06:38.554837 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ebf3f66a-2315-470b-a36a-d58313994480 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:06:38.556276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:38.647769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-682e6999-1549-47a4-908b-874b2c1638a3 None None] Provisioning for port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:38.672845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router d7d18e81-bb83-41aa-9695-e376013c6730 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:06:38.787905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:06:38.793467 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0c921aa1-cb3f-4078-8a96-6bf207d6adac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/d7d18e81-bb83-41aa-9695-e376013c6730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0458226 Jun 30 10:06:38.950473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f5274215-1040-4036-a445-320633123d01 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-821579222&fields=id&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 267 time: 0.0374181 Jun 30 10:06:38.975994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1252c6b2-8ed0-44e7-8c5d-ec94000d96f1 None None] Provisioning for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:38.981731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1252c6b2-8ed0-44e7-8c5d-ec94000d96f1 None None] Provisioning complete for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:38.982549 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1252c6b2-8ed0-44e7-8c5d-ec94000d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:39.025846 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1252c6b2-8ed0-44e7-8c5d-ec94000d96f1 None None] Port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:06:39.074827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-11e200ba-13a3-422f-9375-1d7d1c3561ef tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:39.076367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-11e200ba-13a3-422f-9375-1d7d1c3561ef tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 797 time: 0.1195812 Jun 30 10:06:39.092670 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-eb17a1e8-4f4c-4cca-b3aa-ce28f090dd15 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/quotas/476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 375 time: 0.0104280 Jun 30 10:06:39.154593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-560edaf3-1907-4e92-9eea-a8698883dcf5 None None] Provisioning complete for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:39.155046 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-560edaf3-1907-4e92-9eea-a8698883dcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:39.170537 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-09a1e658-6a1d-4a1c-ac5b-275b36f980da tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721390 Jun 30 10:06:39.191713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-560edaf3-1907-4e92-9eea-a8698883dcf5 None None] Port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:06:39.227767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Sync routers for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:06:39.237236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:39.237746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:39.327877 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-ac6fb7df-083c-4435-8eb9-12f15d2e35bf service neutron] 10.222.0.77 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449544 Jun 30 10:06:39.345913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9f4f00fb-7594-4294-8972-4d5d82286c4e None None] Provisioning complete for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:39.346297 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f4f00fb-7594-4294-8972-4d5d82286c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:39.373344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:39.417159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-ae237450-26d4-4b17-b3b0-c9ab0b3a25e0 service neutron] 10.222.0.77 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831225 Jun 30 10:06:39.418642 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9f4f00fb-7594-4294-8972-4d5d82286c4e None None] Port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:06:39.594361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 2, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:39.604428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13dabedb-f04c-495d-bae0-512b5a158085 req-0ca4a3a6-1f82-4a5d-a555-b16043523065 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 210 time: 0.0296369 Jun 30 10:06:39.636287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Checking router: d7d18e81-bb83-41aa-9695-e376013c6730 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:06:39.636645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Updating router d7d18e81-bb83-41aa-9695-e376013c6730 port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:06:39.673489 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:39.783772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 15e61fe0-0d6b-4577-9cd9-807fccc3d559 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:39.894167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:39.900605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:39.900975 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.045929 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.052646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.068808 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Transition to ACTIVE for port object 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:40.079270 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.121297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 15e61fe0-0d6b-4577-9cd9-807fccc3d559, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=15e61fe0-0d6b-4577-9cd9-807fccc3d559,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:40.127530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.128284 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e1e79eb1-b495-4a77-947e-4a0ccaabf34b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:40.170581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425bb7-55b1-4b95-a479-71f9f2c2911c None None] Pushing event updated for resources: {'Port': ['ID=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:40.290516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=15e61fe0-0d6b-4577-9cd9-807fccc3d559,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:40.294272 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Attempting to bind port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:06:40.294665 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Attempting to bind port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:06:40.295057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Attempting to bind port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 on network ebf3f66a-2315-470b-a36a-d58313994480 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:06:40.300688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port e1e79eb1-b495-4a77-947e-4a0ccaabf34b completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:40.305766 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:06:40.306146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Checking segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:06:40.306572 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.306963 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Bound using segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:06:40.307443 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Bound port: 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:06:40.307819 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.309652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e1e79eb1-b495-4a77-947e-4a0ccaabf34b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:40.309997 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.421717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] For port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:06:40.443366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] For port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:06:40.451704 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.463785 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.523045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port e1e79eb1-b495-4a77-947e-4a0ccaabf34b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:40.538743 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:40.548301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa425bb7-55b1-4b95-a479-71f9f2c2911c None None] Pushing event updated for resources: {'Port': ['ID=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:40.551853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:40.552457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:40.760605 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-caf7e246-f19a-48fb-a9ec-a0db10497be2 req-c2488e2c-41b9-4655-a33b-6dc3642ddf24 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 210 time: 0.0359046 Jun 30 10:06:40.844194 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:40.872200 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:40.972399 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-34a4f7d8-2399-440e-8651-8c21e96a1baa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:40.974857 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-34a4f7d8-2399-440e-8651-8c21e96a1baa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 797 time: 0.1143582 Jun 30 10:06:41.032272 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-2170fb75-a3ee-459f-9c3d-d346a779f8cb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 379 time: 0.0408909 Jun 30 10:06:41.044495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'port': {'device_id': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'admin_state_up': True, 'tenant_id': '476627cab855452e8eb7234529256ac8', 'security_groups': ['279190fa-18ce-4433-ae1c-034ad6f9a155']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:41.089721 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:41.119647 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7cdf6c-0db2-4901-836e-f549b970f7c7 None None] The sync data for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 is: [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:06:41.187212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:06:41.190884 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.328313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-204cf05f-1dff-47ea-bda6-8ba9f02e3cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.335085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.4 (ebf3f66a-2315-470b-a36a-d58313994480/f651c1fc-3805-45fd-9898-d30ad052c8eb/d5370fa4-1760-4ad9-939e-5ceec0a7ff8a) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:06:41.481070 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.494964 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object d5370fa4-1760-4ad9-939e-5ceec0a7ff8a will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:41.529840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.582969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network ebf3f66a-2315-470b-a36a-d58313994480 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:06:41.586611 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:41.594806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:06:41.598850 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:41.650295 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:41.650961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.669058 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-f1570ae2-9e13-456e-b765-834b1daff585 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305375 Jun 30 10:06:41.691080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Request body: {'port': {'device_id': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:41.775382 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.796346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 15e61fe0-0d6b-4577-9cd9-807fccc3d559 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:41.858806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:41.859493 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:41.982549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bd125-9bfa-4194-8f99-890917499b00 req-e98daa96-bf97-485b-8604-68950c58880f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:41.986624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc6bd125-9bfa-4194-8f99-890917499b00 req-e98daa96-bf97-485b-8604-68950c58880f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 931 time: 0.0789993 Jun 30 10:06:41.996942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:42.000357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6f636c06-ed08-4a11-bb1d-b50d296fd6be None None] Provisioning for port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:42.023241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-6f636c06-ed08-4a11-bb1d-b50d296fd6be None None] Provisioning complete for port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:42.024127 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6f636c06-ed08-4a11-bb1d-b50d296fd6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.032391 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc6bd125-9bfa-4194-8f99-890917499b00 req-f5a6bd36-bc3f-4a48-8af3-a3af7eb73f7b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409675 Jun 30 10:06:42.075570 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-6f636c06-ed08-4a11-bb1d-b50d296fd6be None None] Port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:06:42.093131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:42.097708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:42.098339 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.102104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5370fa4-1760-4ad9-939e-5ceec0a7ff8a {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:06:42.109983 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.125690 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Transition to ACTIVE for port object d5370fa4-1760-4ad9-939e-5ceec0a7ff8a will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:06:42.129727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.188891 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.204711 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Pushing event updated for resources: {'Port': ['ID=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:42.236268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:42.241036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.246999 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e1e79eb1-b495-4a77-947e-4a0ccaabf34b up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:42.259842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Attempting to bind port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:06:42.260184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Attempting to bind port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:06:42.260524 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Attempting to bind port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a on network ebf3f66a-2315-470b-a36a-d58313994480 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:06:42.270468 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a on network ebf3f66a-2315-470b-a36a-d58313994480 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:06:42.270794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Attempting to bind port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a on network ebf3f66a-2315-470b-a36a-d58313994480 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:06:42.277115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:06:42.277709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Checking segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:06:42.278315 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Bound using segment: {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:06:42.278938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Bound port: d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9f84b45-ab88-4253-ac40-7a37580c731f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:06:42.279480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.324825 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:42.350552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port e1e79eb1-b495-4a77-947e-4a0ccaabf34b triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:42.351035 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.369570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] For port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:06:42.373107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] For port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:06:42.380498 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.420160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:42.420755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:42.422331 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] 10.222.0.79 "PUT /v2.0/ports/d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 1092 time: 0.7355511 Jun 30 10:06:42.422658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:06:42.424936 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84356f3b-544d-4c86-b684-7d763519cd53" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:06:42.511288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425bee8-b47b-442b-b782-c1545d567c80 service neutron] Pushing event updated for resources: {'Port': ['ID=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:42.515657 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2ae935-e6a7-4afa-883f-c47898c75d31 x-openstack-request-id: req-2a2ae935-e6a7-4afa-883f-c47898c75d31 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:06:42.515941 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:06:42.516365 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-2a2ae935-e6a7-4afa-883f-c47898c75d31 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:06:42.516757 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'status': 'completed', 'code': 200} Jun 30 10:06:42.546727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-9aefeee9-7d21-4061-9783-8b62214b0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:42.548731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-9aefeee9-7d21-4061-9783-8b62214b0882 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1095 time: 0.0731359 Jun 30 10:06:42.599888 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-85cc8322-a569-4eb2-a4cc-0e49ca27e9c3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 217 time: 0.0388384 Jun 30 10:06:42.652228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-fb14679c-a6f8-491a-8e60-228cf35b3376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:42.653709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-fb14679c-a6f8-491a-8e60-228cf35b3376 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0443017 Jun 30 10:06:42.710184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-80deaf43-0531-45bc-8a85-a16a2e13bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:42.711693 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-80deaf43-0531-45bc-8a85-a16a2e13bc7a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508142 Jun 30 10:06:42.807698 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-8c35fecb-7f11-44ec-bf45-67e1b80d6227 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860837 Jun 30 10:06:42.901573 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bd1258db-5db2-44e8-aed2-ac3c8d622a9f req-e3e69020-2197-46db-811e-d42817714099 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829530 Jun 30 10:06:43.014242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356f3b-544d-4c86-b684-7d763519cd53 req-53291b89-7402-48b7-b327-175bee794104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:43.015708 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-53291b89-7402-48b7-b327-175bee794104 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1095 time: 0.0528264 Jun 30 10:06:43.115765 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356f3b-544d-4c86-b684-7d763519cd53 req-74b35997-d70f-4b5c-8c49-da88d02c91a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:43.117844 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-74b35997-d70f-4b5c-8c49-da88d02c91a4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 898 time: 0.0951526 Jun 30 10:06:43.159491 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-d1587d4f-38ee-4fcd-8d1e-7fe2b9d02619 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 217 time: 0.0352101 Jun 30 10:06:43.212426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356f3b-544d-4c86-b684-7d763519cd53 req-d61b1be1-1ed2-4067-9377-ddc4e83dcf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:43.213910 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-d61b1be1-1ed2-4067-9377-ddc4e83dcf18 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0483432 Jun 30 10:06:43.217704 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3bd95-d00f-4617-a0b8-8b5bca54fdae req-4096756e-d47c-4b06-b97d-f58550650bfd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:43.219215 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63f3bd95-d00f-4617-a0b8-8b5bca54fdae req-4096756e-d47c-4b06-b97d-f58550650bfd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 943 time: 0.0651264 Jun 30 10:06:43.256873 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-63f3bd95-d00f-4617-a0b8-8b5bca54fdae req-a9e4e1e9-bbaa-4469-884b-4dcb4d0f0741 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Jun 30 10:06:43.271485 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356f3b-544d-4c86-b684-7d763519cd53 req-0a13abf4-6508-4669-8623-08687b24af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:43.273027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-0a13abf4-6508-4669-8623-08687b24af45 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516062 Jun 30 10:06:43.363341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-f7f78dff-c459-4d8d-b1ca-5dfba94912c1 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819192 Jun 30 10:06:43.457955 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-84356f3b-544d-4c86-b684-7d763519cd53 req-08f817c6-6158-470c-8c76-c45d6e9b0752 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 Jun 30 10:06:43.656509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:43.702287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:43.702657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:44.141443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-880780cc-afe2-4eb5-8e27-a6f04dcdb526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:44.276711 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:44.435892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4345877-bfa3-44b6-9710-c576e306220d req-99e23c35-5754-4d05-8441-54560c757f3f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:44.437282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4345877-bfa3-44b6-9710-c576e306220d req-99e23c35-5754-4d05-8441-54560c757f3f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 943 time: 0.0654147 Jun 30 10:06:44.474949 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a4345877-bfa3-44b6-9710-c576e306220d req-3269e97c-0001-4709-a7eb-d7135592304a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320120 Jun 30 10:06:45.645805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a44ca6-fdf0-4bee-8ed1-753589bbf246 req-0638eac5-6ef9-44b7-a51d-2372e56a969a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:45.647310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9a44ca6-fdf0-4bee-8ed1-753589bbf246 req-0638eac5-6ef9-44b7-a51d-2372e56a969a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 943 time: 0.0624919 Jun 30 10:06:45.675201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d5370fa4-1760-4ad9-939e-5ceec0a7ff8a details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:06:45.686837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b9a44ca6-fdf0-4bee-8ed1-753589bbf246 req-c03e8d8a-cf00-4e7c-a497-0e091634511c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331759 Jun 30 10:06:45.774754 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:45.786333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'port_id': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'mac_address': 'fa:16:3e:5b:93:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:06:45.822467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:45.834735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5370fa4-1760-4ad9-939e-5ceec0a7ff8a {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:06:45.853587 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:45.857457 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:45.907283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:46.136043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['d5370fa4-1760-4ad9-939e-5ceec0a7ff8a'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:06:46.299748 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:46.881950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea296d-387b-4ba7-b703-1c8403ef1eed req-84b01065-2082-4a24-831f-3461df06f8b0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:46.884245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dea296d-387b-4ba7-b703-1c8403ef1eed req-84b01065-2082-4a24-831f-3461df06f8b0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 944 time: 0.0703053 Jun 30 10:06:46.924551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2dea296d-387b-4ba7-b703-1c8403ef1eed req-19b91af8-efdd-4f99-a86c-2940cbb5762e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344405 Jun 30 10:06:47.675702 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d5370fa4-1760-4ad9-939e-5ceec0a7ff8a up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:06:47.725266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:06:47.729000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:06:47.729365 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:47.810899 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:47.814969 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:47.840912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:06:47.843178 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663584bd-bdb6-4c18-a951-930ef44448a3" -d '{"events": [{"server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "name": "network-vif-plugged", "status": "completed", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:06:47.856658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:06:47.860497 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:47.883549 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b42aa7-a2d5-41c1-ad36-ed34d933cabf x-openstack-request-id: req-09b42aa7-a2d5-41c1-ad36-ed34d933cabf {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:06:47.883839 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "name": "network-vif-plugged", "status": "completed", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:06:47.884087 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-09b42aa7-a2d5-41c1-ad36-ed34d933cabf {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:06:47.884472 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'code': 200} Jun 30 10:06:47.905968 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:47.926700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:48.010705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ac45f-615f-4002-a3a8-5f17ba417518 req-03a2eda9-d9ac-46a3-a9db-5aef850e37af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:48.012225 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd0ac45f-615f-4002-a3a8-5f17ba417518 req-03a2eda9-d9ac-46a3-a9db-5aef850e37af service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1097 time: 0.0544798 Jun 30 10:06:48.054822 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-fd0ac45f-615f-4002-a3a8-5f17ba417518 req-9f27eaa2-172b-42f6-8228-4b3c02044197 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306644 Jun 30 10:06:48.100900 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c07cc-92be-4ada-9196-a144f3fbf782 req-7c04b664-01c7-4076-83ed-67ad4d69cfee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:48.103029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc1c07cc-92be-4ada-9196-a144f3fbf782 req-7c04b664-01c7-4076-83ed-67ad4d69cfee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0635505 Jun 30 10:06:48.141260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cc1c07cc-92be-4ada-9196-a144f3fbf782 req-99e0b0d5-d156-4221-b44d-e3b25be38372 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325806 Jun 30 10:06:49.316071 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd927a-2e37-4ea4-a226-da496037da30 req-99cfe078-f64a-456d-9cb4-624e90fb6aa9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:49.317517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13bd927a-2e37-4ea4-a226-da496037da30 req-99cfe078-f64a-456d-9cb4-624e90fb6aa9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0616298 Jun 30 10:06:49.354640 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-13bd927a-2e37-4ea4-a226-da496037da30 req-d29b7fd8-9041-4e56-92be-63cdc942ae3a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307152 Jun 30 10:06:49.526193 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4911681-669c-4be4-b1fd-f108df18120a req-0dc2aaff-c9a5-4a89-99d1-b2625b0416da tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:49.527653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4911681-669c-4be4-b1fd-f108df18120a req-0dc2aaff-c9a5-4a89-99d1-b2625b0416da tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0645018 Jun 30 10:06:49.565335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f4911681-669c-4be4-b1fd-f108df18120a req-2595b283-5b6a-40c7-9ba6-f4e661771120 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320940 Jun 30 10:06:49.589024 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53986) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:49.640835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9657cea-92ac-48ad-9bad-06e12a6266e9 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:49.642350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b9657cea-92ac-48ad-9bad-06e12a6266e9 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1092 time: 0.0523427 Jun 30 10:06:49.645086 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53988) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:49.650030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:06:49.671005 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:49.771515 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:49.871542 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.47 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/82441330-2cee-45d8-9e6b-379908fd64f8) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:06:49.973107 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:50.012251 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:50.047755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:06:50.051855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:06:50.054622 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:06:50.079657 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=82441330-2cee-45d8-9e6b-379908fd64f8,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:50.758662 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:50.831950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:50.980159 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:50.984532 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:51.052910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=82441330-2cee-45d8-9e6b-379908fd64f8,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:06:51.066753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:51.166874 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP 66ed0909-3c36-4326-95b8-4062f9849578 associated. External IP: 172.25.7.47, port: d5370fa4-1760-4ad9-939e-5ceec0a7ff8a. Jun 30 10:06:51.374380 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router d7d18e81-bb83-41aa-9695-e376013c6730 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:06:51.478244 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:06:51.488732 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] Sync routers for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:06:51.494510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:06:51.502104 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:51.503048 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:51.536011 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d65000ba-6e11-4644-a48d-1d19e00f0c29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8899190 Jun 30 10:06:51.536601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:06:51.539562 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d57facd-1f6a-4c36-b5fa-356a3094baef" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:06:51.582798 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50300e73-8671-4c1f-a55c-631acabaf34c x-openstack-request-id: req-50300e73-8671-4c1f-a55c-631acabaf34c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:06:51.583091 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:06:51.583343 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-50300e73-8671-4c1f-a55c-631acabaf34c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:06:51.583753 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'status': 'completed', 'code': 200} Jun 30 10:06:51.611926 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:51.676429 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-91fea625-5e2d-458e-8f99-15f9a520b33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:51.677977 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-91fea625-5e2d-458e-8f99-15f9a520b33d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1097 time: 0.0577488 Jun 30 10:06:51.708672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921e0ac-8ca6-4cc7-8f27-3f28050a1891 req-a4abc16f-2467-4a0b-869c-1040c49a5caf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:51.710188 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5921e0ac-8ca6-4cc7-8f27-3f28050a1891 req-a4abc16f-2467-4a0b-869c-1040c49a5caf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0675595 Jun 30 10:06:51.750716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5921e0ac-8ca6-4cc7-8f27-3f28050a1891 req-aab63f43-79a6-4be7-adfe-c003b004283e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339844 Jun 30 10:06:51.777197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53994) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:51.784054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-7d9dab41-592f-4da8-8320-6ecca29fe865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:51.785552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-7d9dab41-592f-4da8-8320-6ecca29fe865 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 898 time: 0.1007540 Jun 30 10:06:51.848282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-84b6c07d-b49b-4242-956d-14c6e97c6578 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/66ed0909-3c36-4326-95b8-4062f9849578 HTTP/1.1" status: 200 len: 990 time: 0.0687191 Jun 30 10:06:51.851484 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '66ed0909-3c36-4326-95b8-4062f9849578', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'port_id': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'mac_address': 'fa:16:3e:5b:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:06:50Z', 'updated_at': '2021-06-30T10:06:50Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:42Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:51.862413 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-2c0e312d-b792-4446-ada1-66bf4eeb295b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 998 time: 0.0694973 Jun 30 10:06:51.878068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] Checking router: d7d18e81-bb83-41aa-9695-e376013c6730 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:06:51.887011 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:06:51.887601 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:06:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:51.911515 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-aa3cb2b0-8fad-44e8-be56-2d6ce531dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:51.913260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-aa3cb2b0-8fad-44e8-be56-2d6ce531dc76 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0439842 Jun 30 10:06:51.970127 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-53c6c216-0e5f-446e-b028-ad2e086a6723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:06:51.971610 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-53c6c216-0e5f-446e-b028-ad2e086a6723 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522089 Jun 30 10:06:51.991753 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:06:52.065859 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-a356853d-0899-4ac4-b226-1a3625891f2b service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874860 Jun 30 10:06:52.223963 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '66ed0909-3c36-4326-95b8-4062f9849578', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'port_id': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'mac_address': 'fa:16:3e:5b:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:06:50Z', 'updated_at': '2021-06-30T10:06:50Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:42Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:06:52.254603 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b592dbaf-d95f-4ec8-b61f-627753044ef7 None None] The sync data for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 is: [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '66ed0909-3c36-4326-95b8-4062f9849578', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.47', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'port_id': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'mac_address': 'fa:16:3e:5b:93:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:06:50Z', 'updated_at': '2021-06-30T10:06:50Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:42Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:06:52.456515 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc7fc00-094f-465f-a6be-b6dcec8b4a39 None None] New status for floating IP 66ed0909-3c36-4326-95b8-4062f9849578: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:06:52.466798 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7d57facd-1f6a-4c36-b5fa-356a3094baef req-59821f9d-66f1-418d-81b8-d58bdaacea8b service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3935592 Jun 30 10:06:52.851207 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 53996) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:06:52.912074 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f6855f72-b240-4459-aa76-a63940ff6628 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/66ed0909-3c36-4326-95b8-4062f9849578 HTTP/1.1" status: 200 len: 992 time: 0.0598009 Jun 30 10:06:59.908558 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:04.010099 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:09.847166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-a5756f1f-21e0-4137-85c9-135283a41911 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511653 Jun 30 10:07:09.945219 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-dba5af58-cc61-4a40-98ef-49b610781f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:09.946320 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-dba5af58-cc61-4a40-98ef-49b610781f62 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1097 time: 0.0551775 Jun 30 10:07:10.051731 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-cdd74124-5bb5-411f-843f-e5192f31a619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:10.053186 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-cdd74124-5bb5-411f-843f-e5192f31a619 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 898 time: 0.0833774 Jun 30 10:07:10.124444 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-7583be5e-86f6-4f27-914e-df8ab504cddc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 1000 time: 0.0617826 Jun 30 10:07:10.172181 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-b1c86211-713c-49f9-bd22-24e39cb7beac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:10.173607 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-b1c86211-713c-49f9-bd22-24e39cb7beac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0426211 Jun 30 10:07:10.229525 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-6bccda68-3ac1-4e4f-99b0-38f85eedd66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:10.231041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-6bccda68-3ac1-4e4f-99b0-38f85eedd66b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512164 Jun 30 10:07:10.321274 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-fb3aca93-d002-46d8-bc6c-5b6d5bf8cff2 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828569 Jun 30 10:07:10.409616 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f5cf80fc-5d7b-4418-ad2b-36788e9c073b req-b369f4d9-3091-4781-a7ca-abb99a9a361d service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806193 Jun 30 10:07:11.321104 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bab7f12c-46aa-4d46-a93a-3027d6e7d716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:14.141938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1bd3229e-cb97-4a00-a619-edf45e50338a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:14.278272 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:16.291665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:17.801367 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:17.882539 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:26.398422 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593dd17-6d68-4508-86a5-954da101c753 req-77e02092-e2ab-41dd-b435-5a60de698da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:26.399828 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-77e02092-e2ab-41dd-b435-5a60de698da0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1097 time: 0.0533271 Jun 30 10:07:26.444934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745b376-9b4c-428b-ad9b-4a74bcceac43 req-cace1b36-8806-40b3-a17c-b5b306aae23a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:26.446287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d745b376-9b4c-428b-ad9b-4a74bcceac43 req-cace1b36-8806-40b3-a17c-b5b306aae23a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0659604 Jun 30 10:07:26.488681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d745b376-9b4c-428b-ad9b-4a74bcceac43 req-cdd113e1-6761-4d71-a77c-d5f798fb9123 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366497 Jun 30 10:07:26.496259 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593dd17-6d68-4508-86a5-954da101c753 req-6ae177f8-9c53-4c8e-8c52-60d9b14ed722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:26.497745 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-6ae177f8-9c53-4c8e-8c52-60d9b14ed722 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 898 time: 0.0909855 Jun 30 10:07:26.561684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-5d04e3c8-c818-4a15-aef1-bcd887d4a6e6 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 1000 time: 0.0567501 Jun 30 10:07:26.614007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593dd17-6d68-4508-86a5-954da101c753 req-10f3db70-3710-40ad-a76b-c2faa0308bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:26.615455 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-10f3db70-3710-40ad-a76b-c2faa0308bf4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0468211 Jun 30 10:07:26.672194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593dd17-6d68-4508-86a5-954da101c753 req-e46cf899-e322-4630-aa07-bbc7fecf0e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:26.673556 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-e46cf899-e322-4630-aa07-bbc7fecf0e38 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508013 Jun 30 10:07:26.761594 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-5e5ef647-7ad1-41ae-9129-88cfe9203504 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799549 Jun 30 10:07:26.858142 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-7593dd17-6d68-4508-86a5-954da101c753 req-0b322fd1-b458-41f3-b659-7b1d085390d5 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869677 Jun 30 10:07:27.665480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10e8c5-a203-4e10-8ccf-2183c593533e req-35dacc0f-f165-4d05-9744-c6426ea2876c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:27.666998 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b10e8c5-a203-4e10-8ccf-2183c593533e req-35dacc0f-f165-4d05-9744-c6426ea2876c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0635476 Jun 30 10:07:27.704470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1b10e8c5-a203-4e10-8ccf-2183c593533e req-bd8ceafa-4f6e-4a59-a8d1-017bc5602cbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jun 30 10:07:28.877595 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692370f-8361-4ca0-87b8-ace4a3190219 req-e8158610-eaa8-42f1-b4cb-21272e8f8aa1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:28.879082 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c692370f-8361-4ca0-87b8-ace4a3190219 req-e8158610-eaa8-42f1-b4cb-21272e8f8aa1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0633895 Jun 30 10:07:28.917747 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c692370f-8361-4ca0-87b8-ace4a3190219 req-07ecfb7f-ae34-4328-8437-be3ab5356af9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321033 Jun 30 10:07:29.903944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:30.094010 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682fe9-f977-43a6-9b49-465c9e1b5681 req-442693a7-7992-4a4d-9112-a7935ef02632 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:30.095536 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78682fe9-f977-43a6-9b49-465c9e1b5681 req-442693a7-7992-4a4d-9112-a7935ef02632 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0665996 Jun 30 10:07:30.135190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78682fe9-f977-43a6-9b49-465c9e1b5681 req-7d7b94e1-c525-42fe-9e57-a84177de424a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334225 Jun 30 10:07:31.309362 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3fc12-5e3e-4614-badd-a9c464584327 req-53ec0ea6-13bc-4736-917c-170efd523d7d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:31.310891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6f3fc12-5e3e-4614-badd-a9c464584327 req-53ec0ea6-13bc-4736-917c-170efd523d7d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0637889 Jun 30 10:07:31.351181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6f3fc12-5e3e-4614-badd-a9c464584327 req-63be233a-fd29-4c87-9a6d-c16b159e7fc5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347214 Jun 30 10:07:32.526213 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26897d7-ac7e-4d70-917d-5f6ca0ea604f req-e23055d9-21fc-4121-a1ca-cfc373827cef tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:32.527684 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e26897d7-ac7e-4d70-917d-5f6ca0ea604f req-e23055d9-21fc-4121-a1ca-cfc373827cef tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0650911 Jun 30 10:07:32.564256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e26897d7-ac7e-4d70-917d-5f6ca0ea604f req-088975b7-8ba2-4e9a-9c4a-d0b198efdb61 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309026 Jun 30 10:07:33.745494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582778e-f89b-49ca-b248-67e9b6a4d39d req-0d726717-d99d-4827-83e8-fbfa96dfe3d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:33.747007 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1582778e-f89b-49ca-b248-67e9b6a4d39d req-0d726717-d99d-4827-83e8-fbfa96dfe3d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0633943 Jun 30 10:07:33.783849 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1582778e-f89b-49ca-b248-67e9b6a4d39d req-017b51c3-6e3f-431b-ba0c-7b99a9ced34d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310462 Jun 30 10:07:34.957300 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37971a2-e590-400e-885a-a66a56f18a58 req-74fa9f75-d396-481b-be36-6c619a082894 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:34.958811 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d37971a2-e590-400e-885a-a66a56f18a58 req-74fa9f75-d396-481b-be36-6c619a082894 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0631900 Jun 30 10:07:34.996892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d37971a2-e590-400e-885a-a66a56f18a58 req-4dd13737-d4f9-4f23-b69d-271bd3a6a0f3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323341 Jun 30 10:07:36.172960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87376375-77c7-48c7-a2b7-9ab58ae4b9da req-a5243f47-444d-491e-b1f4-480ef6105a76 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:36.174468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87376375-77c7-48c7-a2b7-9ab58ae4b9da req-a5243f47-444d-491e-b1f4-480ef6105a76 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0658588 Jun 30 10:07:36.211502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87376375-77c7-48c7-a2b7-9ab58ae4b9da req-4e2e9f73-f988-4c3a-bd05-cddd5f53e448 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307384 Jun 30 10:07:37.390731 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44f05d-96c0-4446-9477-6df2b326a37e req-628677a9-ae12-4264-835a-efd34ba6bf3c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:37.392205 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c44f05d-96c0-4446-9477-6df2b326a37e req-628677a9-ae12-4264-835a-efd34ba6bf3c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0623190 Jun 30 10:07:37.430321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c44f05d-96c0-4446-9477-6df2b326a37e req-bb8db237-3304-4a32-b1ec-5aad9fbcc00c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Jun 30 10:07:38.613576 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1851da3-a9ab-43e4-be53-49d25cd56a19 req-4122a1ff-6ba1-4845-9f7d-4a48b62b509b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:07:38.615140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1851da3-a9ab-43e4-be53-49d25cd56a19 req-4122a1ff-6ba1-4845-9f7d-4a48b62b509b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0663188 Jun 30 10:07:38.655787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1851da3-a9ab-43e4-be53-49d25cd56a19 req-8a0f7a63-6b0d-4362-bcc7-7e7a67204ce8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344255 Jun 30 10:07:38.680336 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54042) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:07:38.740538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ee44d658-793e-44ae-b190-041df175e303 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/66ed0909-3c36-4326-95b8-4062f9849578 HTTP/1.1" status: 200 len: 992 time: 0.0590265 Jun 30 10:07:41.009795 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:07:41.324211 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-17982eba-9791-482b-93e9-ca63b067585b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:44.143212 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b94a28ff-98e7-4076-b33c-2292d6337943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:44.278529 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:46.296147 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:47.805385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:47.882780 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:07:59.907145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:09.155684 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-dd8ed770-65d2-4a90-87fc-45220b75c33d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506237 Jun 30 10:08:09.260026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-4ebcde0c-237b-4680-a0df-edc9c876d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.261541 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-4ebcde0c-237b-4680-a0df-edc9c876d924 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1097 time: 0.0595219 Jun 30 10:08:09.367726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-d459209b-5b5e-4f45-9ed0-22c1f2a29873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.369217 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-d459209b-5b5e-4f45-9ed0-22c1f2a29873 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 898 time: 0.0835905 Jun 30 10:08:09.438063 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-cc9656db-89c3-480a-b73d-71e905033554 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 1000 time: 0.0610058 Jun 30 10:08:09.488878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-ff69c9db-a571-4b66-8b73-11d13273eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.490334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-ff69c9db-a571-4b66-8b73-11d13273eee3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0440800 Jun 30 10:08:09.548457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-3cad8313-21ec-436d-9a4f-b3fac6597043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:09.549930 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-3cad8313-21ec-436d-9a4f-b3fac6597043 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507414 Jun 30 10:08:09.647420 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-ed3690b5-d286-4a37-a3c5-7e5de1122a04 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849051 Jun 30 10:08:09.740097 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f103cab1-f94d-4cd2-9008-e251eca75d22 req-f7910b0e-1afd-43df-886c-a4ee6e8ee336 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821786 Jun 30 10:08:11.165114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54056) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:11.318548 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 82441330-2cee-45d8-9e6b-379908fd64f8 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:11.318966 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.326024 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b670b7e1-ad20-48f7-88ea-4fb12f8a858f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.396920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.397249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.408372 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 82441330-2cee-45d8-9e6b-379908fd64f8 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:11.551687 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.577923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=82441330-2cee-45d8-9e6b-379908fd64f8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:11.605167 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.605522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.605867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.606212 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.606573 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.606909 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.607242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.607572 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.607901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.608229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.608556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.608883 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:11.647293 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.647629 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP 66ed0909-3c36-4326-95b8-4062f9849578 disassociated (deleted). External IP: 172.25.7.47, port: d5370fa4-1760-4ad9-939e-5ceec0a7ff8a. Jun 30 10:08:11.853713 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router d7d18e81-bb83-41aa-9695-e376013c6730 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:11.959189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:11.964634 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:11.970773 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] Sync routers for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:11.981139 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:11.981730 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:11.999879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-afaed8be-968b-455f-b2bb-8f971d29aae0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/floatingips/66ed0909-3c36-4326-95b8-4062f9849578 HTTP/1.1" status: 204 len: 168 time: 0.8336082 Jun 30 10:08:12.000456 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:12.002777 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32d7232-d117-44e3-bfb7-5b45762118dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:12.061450 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdafcc2-50bb-477e-8261-66cf1ce6eef9 x-openstack-request-id: req-3cdafcc2-50bb-477e-8261-66cf1ce6eef9 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:12.061740 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:12.061989 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3cdafcc2-50bb-477e-8261-66cf1ce6eef9 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:12.062414 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'status': 'completed', 'code': 200} Jun 30 10:08:12.095902 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:12.148242 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-708a037e-9c21-4943-bca2-9fa83d32624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.150551 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-708a037e-9c21-4943-bca2-9fa83d32624c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 1097 time: 0.0569198 Jun 30 10:08:12.255863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-8f9d213c-9cbb-4176-a8b9-ccca5ab20d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.257459 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-8f9d213c-9cbb-4176-a8b9-ccca5ab20d32 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 200 len: 898 time: 0.0985463 Jun 30 10:08:12.300062 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-b3ddef5d-9bb8-434d-b6ce-6bb822e5ed72 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 200 len: 217 time: 0.0356963 Jun 30 10:08:12.308368 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:42Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:12.338723 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] Checking router: d7d18e81-bb83-41aa-9695-e376013c6730 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:12.348122 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:12.348971 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:07:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:12.350499 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-a904ddf6-8322-44a0-93d6-5cc4112853ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.351962 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-a904ddf6-8322-44a0-93d6-5cc4112853ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 200 len: 835 time: 0.0452850 Jun 30 10:08:12.395021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212db1c-5c0d-45f3-98dd-30509d3fcbb6 req-72cb7808-d450-436d-ae6b-6ee1b7ed17e8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.396441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5212db1c-5c0d-45f3-98dd-30509d3fcbb6 req-72cb7808-d450-436d-ae6b-6ee1b7ed17e8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0688331 Jun 30 10:08:12.416623 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-40e5e699-88f9-4978-ba81-71b0ef7f4f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:12.418203 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-40e5e699-88f9-4978-ba81-71b0ef7f4f1c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ebf3f66a-2315-470b-a36a-d58313994480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581272 Jun 30 10:08:12.440782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5212db1c-5c0d-45f3-98dd-30509d3fcbb6 req-37c31f88-6ff1-4e9f-b431-db8bb25abafa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369213 Jun 30 10:08:12.514623 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-93f25d85-aa25-49f0-a447-5890e5ad5ae5 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882194 Jun 30 10:08:12.555235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:12.610889 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f32d7232-d117-44e3-bfb7-5b45762118dd req-5a5e83b8-7c6c-43dc-8950-9e74b368d164 service neutron] 10.222.0.79 "GET /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889306 Jun 30 10:08:12.748170 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:42Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:12.775907 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80953d0e-cc5e-49d4-895f-01d9c2665ae5 None None] The sync data for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 is: [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:06:38Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '60e2a3a0-8661-4b3f-adb5-f121b7ac1d27', 'name': '', 'network_id': 'ebf3f66a-2315-470b-a36a-d58313994480', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:85:c9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:37Z', 'updated_at': '2021-06-30T10:06:42Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'f651c1fc-3805-45fd-9898-d30ad052c8eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:12.990708 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed00e2b2-9bf1-4d3d-9b36-b09ca1ee6030 None None] New status for floating IP 66ed0909-3c36-4326-95b8-4062f9849578: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:08:13.636507 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9b5a2-6034-41f1-858f-84982192e795 req-ff69403a-2c55-4af6-84d7-85bc4473a5b3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:13.637934 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff9b5a2-6034-41f1-858f-84982192e795 req-ff69403a-2c55-4af6-84d7-85bc4473a5b3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0650821 Jun 30 10:08:13.676957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bff9b5a2-6034-41f1-858f-84982192e795 req-8b7771b4-764c-4d03-aab1-c63c48144db3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=279190fa-18ce-4433-ae1c-034ad6f9a155&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333357 Jun 30 10:08:14.136657 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-980b71aa-fee2-404b-adab-cf8959039b7c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:14.138126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-980b71aa-fee2-404b-adab-cf8959039b7c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 945 time: 0.0686102 Jun 30 10:08:14.144377 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7aebc1f1-4b0d-453c-88fa-47faf8bbad4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.245409 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:14.245748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.279380 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.339634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:14.339987 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.351799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for d5370fa4-1760-4ad9-939e-5ceec0a7ff8a owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:14.481668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.510966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=d5370fa4-1760-4ad9-939e-5ceec0a7ff8a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:14.542494 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.542843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.543183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.543520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.543854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.544186 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.544512 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.544838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.545162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.545484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.545804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.546124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:14.570123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] No DVR routers for this DVR port d5370fa4-1760-4ad9-939e-5ceec0a7ff8a on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:14.573499 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:14.575472 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a1338ff8-6065-4e8c-9663-c688ae198113 req-4d2890c6-0ee5-45a7-aee0-3fb58120e21f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "DELETE /v2.0/ports/d5370fa4-1760-4ad9-939e-5ceec0a7ff8a HTTP/1.1" status: 204 len: 173 time: 0.4277761 Jun 30 10:08:14.575898 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'name': 'network-vif-deleted', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:14.578116 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5c9f95-6f73-4902-8fc9-24966ba7d7c2" -d '{"events": [{"server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "name": "network-vif-deleted", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:14.615383 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0f85db-d60e-42be-ab6f-9f131d21502e x-openstack-request-id: req-ce0f85db-d60e-42be-ab6f-9f131d21502e {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:14.615727 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b16f3bc-046e-4425-9f77-684f624ca0fe", "name": "network-vif-deleted", "tag": "d5370fa4-1760-4ad9-939e-5ceec0a7ff8a", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:14.615983 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ce0f85db-d60e-42be-ab6f-9f131d21502e {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:14.616400 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b16f3bc-046e-4425-9f77-684f624ca0fe', 'name': 'network-vif-deleted', 'tag': 'd5370fa4-1760-4ad9-939e-5ceec0a7ff8a', 'status': 'completed', 'code': 200} Jun 30 10:08:14.830945 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fc44e3e-53c5-4cbf-a440-a4ee6979987a req-a6344ba5-e5f3-4063-887f-e910618a9d7e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b16f3bc-046e-4425-9f77-684f624ca0fe HTTP/1.1" status: 200 len: 210 time: 0.0283830 Jun 30 10:08:15.924111 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54078) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:16.275555 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.299476 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.536948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:16.537206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.622050 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:16.622429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.634106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:16.819866 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:16.848202 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=60e2a3a0-8661-4b3f-adb5-f121b7ac1d27,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:17.020963 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.577135 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router d7d18e81-bb83-41aa-9695-e376013c6730 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:17.682541 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:17.688491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f10d76c3-0db3-426c-b7ef-5cda87e75d29 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/d7d18e81-bb83-41aa-9695-e376013c6730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624369 Jun 30 10:08:17.690476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54082) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:17.693147 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] Sync routers for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:17.703769 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:17.704644 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:17.742038 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting subnet f651c1fc-3805-45fd-9898-d30ad052c8eb {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:08:17.745294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.788033 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.807603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.811865 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:17.883137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.887589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.949443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.976425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Subnet': ['ID=f651c1fc-3805-45fd-9898-d30ad052c8eb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:17.982614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:17.984112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d30c3ca4-cbe0-498d-9386-7cc7b1d8ccea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/subnets/f651c1fc-3805-45fd-9898-d30ad052c8eb HTTP/1.1" status: 204 len: 168 time: 0.2926435 Jun 30 10:08:17.986877 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54084) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:17.992416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73d7b98-0504-43d2-abbb-f055bfc41649 None None] Network ebf3f66a-2315-470b-a36a-d58313994480 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:18.012904 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:08:18.014529 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:08:16Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:18.042974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] Checking router: d7d18e81-bb83-41aa-9695-e376013c6730 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:18.052082 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] Routers {'d7d18e81-bb83-41aa-9695-e376013c6730'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:18.052923 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d7d18e81-bb83-41aa-9695-e376013c6730'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:18.104111 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.111277 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d5370fa4-1760-4ad9-939e-5ceec0a7ff8a no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:18.141424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: d5370fa4-1760-4ad9-939e-5ceec0a7ff8a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:18.142086 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device d5370fa4-1760-4ad9-939e-5ceec0a7ff8a not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:18.168545 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] Set router d7d18e81-bb83-41aa-9695-e376013c6730 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:18.229191 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.240615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] DHCP port deletion for ebf3f66a-2315-470b-a36a-d58313994480 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:08:18.287238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Deleting port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:18.287510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port e1e79eb1-b495-4a77-947e-4a0ccaabf34b {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:08:18.287651 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.287765 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.352023 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] For port 15e61fe0-0d6b-4577-9cd9-807fccc3d559, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=15e61fe0-0d6b-4577-9cd9-807fccc3d559,segment=NetworkSegment(f9f84b45-ab88-4253-ac40-7a37580c731f),segment_id=f9f84b45-ab88-4253-ac40-7a37580c731f)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:18.352733 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.367023 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:08:16Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:18.371258 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Calling delete_port for 15e61fe0-0d6b-4577-9cd9-807fccc3d559 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:18.375917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port e1e79eb1-b495-4a77-947e-4a0ccaabf34b, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:18.376284 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.389239 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for e1e79eb1-b495-4a77-947e-4a0ccaabf34b owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:08:18.400814 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fc8b0-f033-4406-a1ac-3726943a4b86 None None] The sync data for ids ['d7d18e81-bb83-41aa-9695-e376013c6730'] in n-d-780147-22 is: [{'id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-831510154', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:06:34Z', 'updated_at': '2021-06-30T10:08:16Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'e1e79eb1-b495-4a77-947e-4a0ccaabf34b', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:16:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7d18e81-bb83-41aa-9695-e376013c6730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:06:35Z', 'updated_at': '2021-06-30T10:06:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:18.455144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.481530 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Pushing event deleted for resources: {'Port': ['ID=15e61fe0-0d6b-4577-9cd9-807fccc3d559,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:18.483794 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] No DVR routers for this DVR port 15e61fe0-0d6b-4577-9cd9-807fccc3d559 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:08:18.494987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.494987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.495861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.496229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.496534 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.497274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.497614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.497948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.498365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.498666 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.498950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.499276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cf5088-c6de-4974-bc56-99f48b39ab44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:18.566338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.596114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=e1e79eb1-b495-4a77-947e-4a0ccaabf34b,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:18.656216 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.747377 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.749565 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.794189 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.794847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Fanout notify agent at l3_agent the message router_deleted on router d7d18e81-bb83-41aa-9695-e376013c6730 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:08:18.802464 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.803592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-af38fb3f-0c58-4141-be65-801b70c206d2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/routers/d7d18e81-bb83-41aa-9695-e376013c6730 HTTP/1.1" status: 204 len: 168 time: 0.8157053 Jun 30 10:08:18.806570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54088) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:18.889320 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.983894 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:18.994634 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebf3f66a-2315-470b-a36a-d58313994480']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:19.004946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f84b45-ab88-4253-ac40-7a37580c731f') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:19.005245 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f84b45-ab88-4253-ac40-7a37580c731f') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:19.015112 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.029580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.035643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:08:19.036042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:08:19.039059 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:08:19.096781 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.104666 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.105711 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/networks/ebf3f66a-2315-470b-a36a-d58313994480 HTTP/1.1" status: 204 len: 168 time: 0.2981544 Jun 30 10:08:19.108540 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54090) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:19.117091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d85f83-96af-41a9-8ba5-7aa4e6a3b534 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Network': ['ID=ebf3f66a-2315-470b-a36a-d58313994480,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:19.166995 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ee42467-268d-407e-9ec8-e2e1184148bd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.190880 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ee42467-268d-407e-9ec8-e2e1184148bd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.254896 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ee42467-268d-407e-9ec8-e2e1184148bd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.257333 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1ee42467-268d-407e-9ec8-e2e1184148bd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.258501 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1ee42467-268d-407e-9ec8-e2e1184148bd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/security-groups/279190fa-18ce-4433-ae1c-034ad6f9a155 HTTP/1.1" status: 204 len: 168 time: 0.1489170 Jun 30 10:08:19.268193 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee42467-268d-407e-9ec8-e2e1184148bd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=279190fa-18ce-4433-ae1c-034ad6f9a155,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:19.710820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 15e61fe0-0d6b-4577-9cd9-807fccc3d559 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:19.732250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 15e61fe0-0d6b-4577-9cd9-807fccc3d559 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:19.732597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 15e61fe0-0d6b-4577-9cd9-807fccc3d559 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:19.733008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:19.754424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:19.754777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 60e2a3a0-8661-4b3f-adb5-f121b7ac1d27 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:19.755179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e1e79eb1-b495-4a77-947e-4a0ccaabf34b no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:08:19.775953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: e1e79eb1-b495-4a77-947e-4a0ccaabf34b {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:08:19.776673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54096) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:19.777738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device e1e79eb1-b495-4a77-947e-4a0ccaabf34b not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:08:19.781322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177781492', 'description': 'tempest-secgroup-smoke-1177781492 description', 'project_id': '476627cab855452e8eb7234529256ac8'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:19.803105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.884071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.887915 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.918152 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:19.919290 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1416235 Jun 30 10:08:19.922350 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54098) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:19.923156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17acc79-cc97-4095-a03c-97c3a751e910 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2d0252-5221-4e43-9b91-cc7980e98aa7,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:19.928717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': 'eb2d0252-5221-4e43-9b91-cc7980e98aa7', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:19.956614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.002728 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.006036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.023742 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f74f3990-389e-42be-a87a-7d214d553f37,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.031481 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.032485 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f1ada02a-4b0e-4b72-b982-2035f15d6600 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1091459 Jun 30 10:08:20.035520 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54100) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.039849 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': 'eb2d0252-5221-4e43-9b91-cc7980e98aa7', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.067044 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.124186 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.127969 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.145843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1912df47-ab48-4fdc-a641-c1e9101bc8ba,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.151427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.152709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f5c515f8-fb8f-40f8-acda-a7a0c1dcfda3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161830 Jun 30 10:08:20.155327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54102) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.159674 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': 'eb2d0252-5221-4e43-9b91-cc7980e98aa7', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.185991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.243620 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.247268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.263498 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b4a0e9d-585a-462b-8a67-97139e1cbd2d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.270114 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.271306 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5266f4d3-df7e-41ec-b7de-15eab592213c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150746 Jun 30 10:08:20.274046 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54104) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.279116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': 'eb2d0252-5221-4e43-9b91-cc7980e98aa7', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.304469 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.364952 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.368480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.386484 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcca1920-5df9-44c4-8dcb-187acfd714e0,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.393100 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.394918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d3bb9a3c-9276-47ea-a119-8b70289578a5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193395 Jun 30 10:08:20.396936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54106) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.401855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': 'eb2d0252-5221-4e43-9b91-cc7980e98aa7', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.423337 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:08:20.428075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.489364 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.492900 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.511171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73ff9d4-5a0f-47c2-888f-9686e1f2d97a,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.517008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.519375 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6bd7f3fd-4fd0-4de5-9c86-32a157d9c9ce tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214359 Jun 30 10:08:20.520974 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54108) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.526258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': 'eb2d0252-5221-4e43-9b91-cc7980e98aa7', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.547664 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:08:20.552453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.613185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.616909 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.635158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0224a5-989f-4024-93fa-515efa7eaf93,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.640240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.642122 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d911087e-56f4-40fa-a6d6-b51d84b9a462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197214 Jun 30 10:08:20.644611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54110) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.650481 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'network': {'name': 'tempest-network-smoke--1021804593', 'project_id': '476627cab855452e8eb7234529256ac8', 'port_security_enabled': True}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.671057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:20.674479 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.698184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:08:20.706942 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.707290 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Added segment ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162 of type vlan for network be67c082-b440-4d91-80a6-005bac4305c3 Jun 30 10:08:20.748660 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.777990 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.783454 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:20.784048 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.835866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1901133 Jun 30 10:08:20.839438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54112) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:20.844152 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'admin_state_up': True, 'project_id': '476627cab855452e8eb7234529256ac8', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:20.850203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a0c58-3bf1-449e-a91d-60ad53b18dbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Network': ['ID=be67c082-b440-4d91-80a6-005bac4305c3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:20.861355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network be67c082-b440-4d91-80a6-005bac4305c3 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:08:20.870422 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.871407 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:20.927129 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:21.067851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:21.267066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:21.287784 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:21.391578 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.13 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/3028145d-b56f-474f-9f63-e34c6f63a5bf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:21.489111 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:21.527898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:21.567517 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:21.570277 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:21.574514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:21.600723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=3028145d-b56f-474f-9f63-e34c6f63a5bf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:21.828462 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:22.023851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:22.436343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:08:22.537679 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:22.547239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Sync routers for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:22.556782 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:22.556964 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:22.557548 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:22.561137 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-524d3a47-881d-45c7-a801-1e8f5fa21e4d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7175741 Jun 30 10:08:22.561271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54114) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:22.588660 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-8963edc2-7a76-4322-9867-5d607082ae52 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=476627cab855452e8eb7234529256ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262573 Jun 30 10:08:22.591164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54116) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:22.663293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:22.674636 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03d49e7-5a4f-4913-a4d1-0ef37a0967dd tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:22.678945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f03d49e7-5a4f-4913-a4d1-0ef37a0967dd tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0840807 Jun 30 10:08:22.679100 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54118) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:22.708612 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-39f285e7-e335-4d67-9b1d-f4cb84a64f9f tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259378 Jun 30 10:08:22.708821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54120) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:22.713968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-153217250', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'project_id': '476627cab855452e8eb7234529256ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:22.804430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:22.808174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:22.843301 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:21Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:22.873492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Checking router: 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:22.873844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Updating router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 port 3028145d-b56f-474f-9f63-e34c6f63a5bf binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:08:22.908719 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:22.988757 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.047738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Subnet': ['ID=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:23.056639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Checking segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:23.057002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network hostable DHCP agents. Network: be67c082-b440-4d91-80a6-005bac4305c3, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:08:23.074119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network be67c082-b440-4d91-80a6-005bac4305c3 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:08:23.084389 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, be67c082-b440-4d91-80a6-005bac4305c3) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:23.089438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:23.090034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.107672 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7535fdc7-a999-44bf-9ecf-4a8250190c6d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3980103 Jun 30 10:08:23.110386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54122) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:23.110557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a5245f-7793-42ed-959f-38c7e79ddce3 None None] Network be67c082-b440-4d91-80a6-005bac4305c3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:23.236626 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.270629 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Transition to ACTIVE for port object 3028145d-b56f-474f-9f63-e34c6f63a5bf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:23.279804 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.363146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Attempting to bind port 3028145d-b56f-474f-9f63-e34c6f63a5bf on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:23.363513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Attempting to bind port 3028145d-b56f-474f-9f63-e34c6f63a5bf by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:23.363872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Attempting to bind port 3028145d-b56f-474f-9f63-e34c6f63a5bf on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:23.366202 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3591f-242c-4b21-920c-66865b6260d7 None None] Pushing event updated for resources: {'Port': ['ID=3028145d-b56f-474f-9f63-e34c6f63a5bf,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:23.375799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-be67c082-b440-4d91-80a6-005bac4305c3', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:08:23.376725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.388850 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:23.389228 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:23.389632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.390028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:23.390537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Bound port: 3028145d-b56f-474f-9f63-e34c6f63a5bf, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:23.390918 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.509738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] For port 3028145d-b56f-474f-9f63-e34c6f63a5bf, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:23.528122 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] For port 3028145d-b56f-474f-9f63-e34c6f63a5bf, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3028145d-b56f-474f-9f63-e34c6f63a5bf,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:23.554991 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.708115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:23.762313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Allocated IP 172.20.0.2 (be67c082-b440-4d91-80a6-005bac4305c3/7a4ca23b-2c17-434f-8e00-6b2ff8ec6063/1e3b6df5-244f-4748-b20e-562d3d4624fd) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:23.796760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:23.797383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:23.801687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3591f-242c-4b21-920c-66865b6260d7 None None] Pushing event updated for resources: {'Port': ['ID=3028145d-b56f-474f-9f63-e34c6f63a5bf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:23.971950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:24.111336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.125908 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Transition to ACTIVE for port object 1e3b6df5-244f-4748-b20e-562d3d4624fd will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:24.157695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Transition to ACTIVE for port object 1e3b6df5-244f-4748-b20e-562d3d4624fd will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:24.180647 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.212195 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.1 (be67c082-b440-4d91-80a6-005bac4305c3/7a4ca23b-2c17-434f-8e00-6b2ff8ec6063/232e9de5-64a1-4837-928d-5a480550a1a1) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:24.227123 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Network be67c082-b440-4d91-80a6-005bac4305c3 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:24.232861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:24.242993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:24.250020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Pushing event updated for resources: {'Port': ['ID=1e3b6df5-244f-4748-b20e-562d3d4624fd,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.312540 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:21Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:24.317853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Attempting to bind port 1e3b6df5-244f-4748-b20e-562d3d4624fd on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:24.318247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Attempting to bind port 1e3b6df5-244f-4748-b20e-562d3d4624fd by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:24.318615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Attempting to bind port 1e3b6df5-244f-4748-b20e-562d3d4624fd on network be67c082-b440-4d91-80a6-005bac4305c3 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:24.329654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.343944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 232e9de5-64a1-4837-928d-5a480550a1a1 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:24.349874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4593cea0-13b6-4bb3-b83a-0efdbd9b1fc7 None None] The sync data for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 is: [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:21Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:24.351933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:24.352325 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Checking segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:24.353258 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.353688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Bound using segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:24.354121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Bound port: 1e3b6df5-244f-4748-b20e-562d3d4624fd, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:24.354530 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.379833 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.424537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network be67c082-b440-4d91-80a6-005bac4305c3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:24.428053 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:24.429946 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] For port 1e3b6df5-244f-4748-b20e-562d3d4624fd, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:24.430475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:24.434307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] For port 1e3b6df5-244f-4748-b20e-562d3d4624fd, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1e3b6df5-244f-4748-b20e-562d3d4624fd,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:24.439858 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.460329 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=232e9de5-64a1-4837-928d-5a480550a1a1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.484707 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.506691 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d2774-5fcc-4e04-826e-266f73258794 None None] Pushing event updated for resources: {'Port': ['ID=1e3b6df5-244f-4748-b20e-562d3d4624fd,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:24.657589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.990021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:24.995708 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:25.069835 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=232e9de5-64a1-4837-928d-5a480550a1a1,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:25.075852 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:25.178936 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network be67c082-b440-4d91-80a6-005bac4305c3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:25.180457 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:25.302430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:25.424716 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:25.429834 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67e8cd49-648e-407e-a985-29a478e82be7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3184738 Jun 30 10:08:25.468448 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d41d7e7-1a11-4ea2-afe4-00e93c9685ed None None] Network be67c082-b440-4d91-80a6-005bac4305c3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:08:25.550501 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-60bde7a5-7a86-4c1d-8fde-8e9b1a3c2721 None None] Provisioning for port 1e3b6df5-244f-4748-b20e-562d3d4624fd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:25.583827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-2d742961-5479-49c5-aa74-fbf3e6002ee6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177781492&fields=id&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 267 time: 0.0382631 Jun 30 10:08:25.708707 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-23884303-45eb-4b31-bce4-474b04f33303 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:25.722818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-23884303-45eb-4b31-bce4-474b04f33303 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 797 time: 0.1314044 Jun 30 10:08:25.736342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-31f32c5d-0678-4d98-a7de-cc75727b1f16 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/quotas/476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 375 time: 0.0124424 Jun 30 10:08:25.812868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3028145d-b56f-474f-9f63-e34c6f63a5bf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:25.851003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-6146d196-d313-4ca0-b6fb-251ec4de9702 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087134 Jun 30 10:08:25.874339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 3028145d-b56f-474f-9f63-e34c6f63a5bf completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:25.879150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3028145d-b56f-474f-9f63-e34c6f63a5bf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:25.879521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:25.970832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-1f66336a-3d0e-46d2-b2e4-9223978cc49a service neutron] 10.222.0.77 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986226 Jun 30 10:08:25.977835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.003340 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-05210c0c-d789-4532-a19d-82a03f6d991d None None] Provisioning for port 232e9de5-64a1-4837-928d-5a480550a1a1 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:26.008682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 3028145d-b56f-474f-9f63-e34c6f63a5bf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3028145d-b56f-474f-9f63-e34c6f63a5bf,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:26.011181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-05210c0c-d789-4532-a19d-82a03f6d991d None None] Provisioning complete for port 232e9de5-64a1-4837-928d-5a480550a1a1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:26.011725 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-05210c0c-d789-4532-a19d-82a03f6d991d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.033484 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.034274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1e3b6df5-244f-4748-b20e-562d3d4624fd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:26.078671 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-dd5e04e5-131f-41fb-9a88-a224c7a6e02c service neutron] 10.222.0.77 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014323 Jun 30 10:08:26.098248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-05210c0c-d789-4532-a19d-82a03f6d991d None None] Port 232e9de5-64a1-4837-928d-5a480550a1a1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:08:26.133393 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=3028145d-b56f-474f-9f63-e34c6f63a5bf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:26.157941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 1e3b6df5-244f-4748-b20e-562d3d4624fd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:26.164512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1e3b6df5-244f-4748-b20e-562d3d4624fd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:26.164902 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.170041 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Sync routers for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:26.181729 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:26.182803 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:26.289447 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.292033 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d3f9845a-71b3-4e97-8b7e-66647d0a0b79 None None] Provisioning complete for port 232e9de5-64a1-4837-928d-5a480550a1a1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:26.292386 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d3f9845a-71b3-4e97-8b7e-66647d0a0b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.303701 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-554af5ea-29e3-4ba0-b64a-f8373f67bd09 req-b6a8d721-b971-4a2f-9fc5-c484d841b17b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0484014 Jun 30 10:08:26.346494 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:26.378434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 1e3b6df5-244f-4748-b20e-562d3d4624fd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1e3b6df5-244f-4748-b20e-562d3d4624fd,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:26.389958 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.399987 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9845a-71b3-4e97-8b7e-66647d0a0b79 None None] Port 232e9de5-64a1-4837-928d-5a480550a1a1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:08:26.458962 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=1e3b6df5-244f-4748-b20e-562d3d4624fd,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:26.524147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-8ee93d53-95af-448b-9425-f645bc4516ee None None] Provisioning complete for port 232e9de5-64a1-4837-928d-5a480550a1a1 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:26.525603 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8ee93d53-95af-448b-9425-f645bc4516ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:26.563035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8ee93d53-95af-448b-9425-f645bc4516ee None None] Port 232e9de5-64a1-4837-928d-5a480550a1a1 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:08:26.570864 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 2, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:26.598164 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Checking router: 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:26.598530 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Updating router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 port 232e9de5-64a1-4837-928d-5a480550a1a1 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:08:26.638756 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.001335 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.011192 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Transition to ACTIVE for port object 232e9de5-64a1-4837-928d-5a480550a1a1 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:27.016161 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.062709 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Pushing event updated for resources: {'Port': ['ID=232e9de5-64a1-4837-928d-5a480550a1a1,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:27.091271 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.091612 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.091947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.092278 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.092604 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.092928 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.093247 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.093563 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.093880 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.094195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.094536 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.094846 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:08:27.129537 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Attempting to bind port 232e9de5-64a1-4837-928d-5a480550a1a1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:27.129903 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Attempting to bind port 232e9de5-64a1-4837-928d-5a480550a1a1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:27.130287 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Attempting to bind port 232e9de5-64a1-4837-928d-5a480550a1a1 on network be67c082-b440-4d91-80a6-005bac4305c3 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:27.136227 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:27.136594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Checking segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:27.137033 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.137422 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Bound using segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:27.137878 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Bound port: 232e9de5-64a1-4837-928d-5a480550a1a1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:27.138269 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.202036 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] For port 232e9de5-64a1-4837-928d-5a480550a1a1, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:27.205445 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] For port 232e9de5-64a1-4837-928d-5a480550a1a1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=232e9de5-64a1-4837-928d-5a480550a1a1,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:27.210538 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.266931 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:27.267564 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:27.308107 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165e068-8dca-4180-9a32-aba6bf2643c0 None None] Pushing event updated for resources: {'Port': ['ID=232e9de5-64a1-4837-928d-5a480550a1a1,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:27.406864 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:27.513366 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-192f22f3-945b-4be1-9a6b-5b22d36dc9d9 req-0818ff1a-8879-4158-9de2-9617c62bfae9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0421083 Jun 30 10:08:27.549881 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-a78f4092-43b7-4f53-b15d-d450ff3c5a72 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:27.551360 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-a78f4092-43b7-4f53-b15d-d450ff3c5a72 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 797 time: 0.1708188 Jun 30 10:08:27.599179 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-8bf4f7ff-8d83-4d15-a3cb-43ad1e7a4727 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 380 time: 0.0382326 Jun 30 10:08:27.608209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'port': {'device_id': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'admin_state_up': True, 'tenant_id': '476627cab855452e8eb7234529256ac8', 'security_groups': ['eb2d0252-5221-4e43-9b91-cc7980e98aa7']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:27.645748 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:27.673117 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6b93c1-89b7-4d61-afc2-f1ef2eec4ad3 None None] The sync data for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 is: [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:27Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:27.728251 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:08:27.731463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3028145d-b56f-474f-9f63-e34c6f63a5bf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:27.733022 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.809867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3028145d-b56f-474f-9f63-e34c6f63a5bf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:27.810275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:27.897718 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1e3b6df5-244f-4748-b20e-562d3d4624fd up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:27.908668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.11 (be67c082-b440-4d91-80a6-005bac4305c3/7a4ca23b-2c17-434f-8e00-6b2ff8ec6063/1c6ba208-fedf-4b46-b0c1-204de964a949) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:27.949195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1e3b6df5-244f-4748-b20e-562d3d4624fd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:27.949542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.071075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.086292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 1c6ba208-fedf-4b46-b0c1-204de964a949 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:28.123089 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.173136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network be67c082-b440-4d91-80a6-005bac4305c3 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:28.174538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:28.178310 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:28.209068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:28.237946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:28.238644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.255391 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-495c9cfb-28fd-431a-8d08-58aa26e41685 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6507411 Jun 30 10:08:28.273287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Request body: {'port': {'device_id': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:28.357922 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.459954 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f94f4548-0a90-4be2-883c-7eaff23c1cbf None None] Provisioning for port 1c6ba208-fedf-4b46-b0c1-204de964a949 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:28.469797 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-f94f4548-0a90-4be2-883c-7eaff23c1cbf None None] Provisioning complete for port 1c6ba208-fedf-4b46-b0c1-204de964a949 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:28.470268 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f94f4548-0a90-4be2-883c-7eaff23c1cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.508043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-f94f4548-0a90-4be2-883c-7eaff23c1cbf None None] Port 1c6ba208-fedf-4b46-b0c1-204de964a949 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:08:28.650774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c6ba208-fedf-4b46-b0c1-204de964a949 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:28.659199 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.672091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Transition to ACTIVE for port object 1c6ba208-fedf-4b46-b0c1-204de964a949 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:08:28.676295 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.693844 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc41652-4ae9-41ac-9be7-677ca6a516c6 req-e7a3afc1-a819-4d93-9f55-0d2e4eeaa59a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:28.695371 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dc41652-4ae9-41ac-9be7-677ca6a516c6 req-e7a3afc1-a819-4d93-9f55-0d2e4eeaa59a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 932 time: 0.0676548 Jun 30 10:08:28.727000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:28.758562 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0dc41652-4ae9-41ac-9be7-677ca6a516c6 req-0c5a7690-6792-44a4-a582-947d90a32f61 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562348 Jun 30 10:08:28.822169 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:08:28.822619 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:08:28.823268 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 on network be67c082-b440-4d91-80a6-005bac4305c3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:28.828073 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Port 1c6ba208-fedf-4b46-b0c1-204de964a949 on network be67c082-b440-4d91-80a6-005bac4305c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:08:28.828403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 on network be67c082-b440-4d91-80a6-005bac4305c3 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:08:28.834103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:08:28.834492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Checking segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:08:28.834878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Bound using segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:08:28.835305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Bound port: 1c6ba208-fedf-4b46-b0c1-204de964a949, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:08:28.835666 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.906157 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:08:28.910443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:08:28.914750 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.951828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:28.952454 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:28.953836 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] 10.222.0.79 "PUT /v2.0/ports/1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1093 time: 0.6850257 Jun 30 10:08:28.954557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:28.956840 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777fc7df-68aa-44e2-a109-11db02909e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:28.991798 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e0667-aaa0-45be-adcb-e4a4ea55b774 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:29.011062 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b83bf-314e-48f5-aba8-df10116602da x-openstack-request-id: req-9b8b83bf-314e-48f5-aba8-df10116602da {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:29.011346 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:29.011594 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9b8b83bf-314e-48f5-aba8-df10116602da {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:29.011987 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'status': 'completed', 'code': 200} Jun 30 10:08:29.058183 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-55ad91f4-c00b-43e8-908a-c5ca5e39c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.059711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-55ad91f4-c00b-43e8-908a-c5ca5e39c167 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0587373 Jun 30 10:08:29.111235 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-118ac7d1-12c8-4201-8d46-127113395109 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 217 time: 0.0383379 Jun 30 10:08:29.167339 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-b30d478c-f8c6-4b05-bb50-18f5c2dd5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.168817 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-b30d478c-f8c6-4b05-bb50-18f5c2dd5a5b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0480480 Jun 30 10:08:29.230977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-2efed448-49b5-42db-b166-d0c2eacb8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.232492 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-2efed448-49b5-42db-b166-d0c2eacb8aaa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522563 Jun 30 10:08:29.324583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-642ed549-41ef-4549-91e1-90476075e6c0 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843964 Jun 30 10:08:29.417714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-95dd3f8c-f883-4faf-a9de-c6a835e12d2a req-0448e74e-035e-40d3-ae35-8aa81e15f319 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827711 Jun 30 10:08:29.536795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc7df-68aa-44e2-a109-11db02909e2a req-a16d2942-1740-437d-8c7f-4679e6d253e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.538310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-a16d2942-1740-437d-8c7f-4679e6d253e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0574639 Jun 30 10:08:29.627228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc7df-68aa-44e2-a109-11db02909e2a req-d3250351-0a7f-4710-827f-4df62770b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.628702 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-d3250351-0a7f-4710-827f-4df62770b9c2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0838823 Jun 30 10:08:29.669169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-49e454d4-42c0-4c63-8a67-5895994fe374 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 217 time: 0.0334551 Jun 30 10:08:29.727648 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc7df-68aa-44e2-a109-11db02909e2a req-195d2ab7-f30f-4e2c-b06d-ffc789e27e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.730466 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-195d2ab7-f30f-4e2c-b06d-ffc789e27e80 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0532255 Jun 30 10:08:29.738739 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 232e9de5-64a1-4837-928d-5a480550a1a1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:29.792472 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fc7df-68aa-44e2-a109-11db02909e2a req-6105981b-81ed-4b40-888d-124f84b869db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.793372 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 232e9de5-64a1-4837-928d-5a480550a1a1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:29.794495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-6105981b-81ed-4b40-888d-124f84b869db service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556030 Jun 30 10:08:29.797727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 232e9de5-64a1-4837-928d-5a480550a1a1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:29.798167 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.880156 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.887490 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-5d9cdd67-f9a0-487a-bf71-4ea68e574f3b service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854778 Jun 30 10:08:29.916206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 232e9de5-64a1-4837-928d-5a480550a1a1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=232e9de5-64a1-4837-928d-5a480550a1a1,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:29.926821 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.964285 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cab566-a93f-442f-b45a-a032969aa1b2 req-91cec7fc-e547-485b-847d-8a092af2f34e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:29.965887 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2cab566-a93f-442f-b45a-a032969aa1b2 req-91cec7fc-e547-485b-847d-8a092af2f34e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0790510 Jun 30 10:08:29.966056 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:29.983831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=232e9de5-64a1-4837-928d-5a480550a1a1,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:29.990418 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-777fc7df-68aa-44e2-a109-11db02909e2a req-fb86dc57-879f-47b1-84e5-68a10ad6c6c7 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946028 Jun 30 10:08:30.009932 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2cab566-a93f-442f-b45a-a032969aa1b2 req-d50ea04e-e2fa-4e97-904c-4c66565fedef tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358522 Jun 30 10:08:31.184835 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43aa77-9b3e-4bc2-a074-7e393a096f39 req-c0583b73-d7c5-4739-8e8c-1ba02c552fb0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:31.186342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e43aa77-9b3e-4bc2-a074-7e393a096f39 req-c0583b73-d7c5-4739-8e8c-1ba02c552fb0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0631809 Jun 30 10:08:31.224452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e43aa77-9b3e-4bc2-a074-7e393a096f39 req-0972d53a-6abe-49d2-9cc0-4f804a471ed0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324361 Jun 30 10:08:31.718265 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 232e9de5-64a1-4837-928d-5a480550a1a1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:31.765231 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 232e9de5-64a1-4837-928d-5a480550a1a1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:31.765594 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.206592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:08:32.301100 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:32.312923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'port_id': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'mac_address': 'fa:16:3e:89:ec:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:08:32.355707 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.369046 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6ba208-fedf-4b46-b0c1-204de964a949 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:08:32.389029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:32.393140 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:32.403160 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b4ec9-b379-4e76-80f7-5eebd895bf65 req-4c1844e8-7bea-432a-9073-dd16634047e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:32.404666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-065b4ec9-b379-4e76-80f7-5eebd895bf65 req-4c1844e8-7bea-432a-9073-dd16634047e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0682957 Jun 30 10:08:32.441671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:32.443202 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-065b4ec9-b379-4e76-80f7-5eebd895bf65 req-1faf35d2-5987-488f-bd64-1dbcbcb97179 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Jun 30 10:08:32.667597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['1c6ba208-fedf-4b46-b0c1-204de964a949'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:08:33.621351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacc942-9af7-40df-884d-c6f284a7e802 req-8cc1129c-caef-4516-a63d-9225217f9790 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:33.622764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcacc942-9af7-40df-884d-c6f284a7e802 req-8cc1129c-caef-4516-a63d-9225217f9790 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0633421 Jun 30 10:08:33.660381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bcacc942-9af7-40df-884d-c6f284a7e802 req-958e8e5f-a46a-4ded-8b6c-6a36b7ef627d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Jun 30 10:08:34.225779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:08:34.272671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 1c6ba208-fedf-4b46-b0c1-204de964a949 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:08:34.277157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 1c6ba208-fedf-4b46-b0c1-204de964a949 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:08:34.277524 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.355297 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.376484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:34.378739 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997ecf13-ec36-4da6-abbe-4afdd84acf96" -d '{"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:34.391146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:08:34.396207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:34.420441 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b04e63-f5f4-4f5c-aa4b-3c0e839504b0 x-openstack-request-id: req-f5b04e63-f5f4-4f5c-aa4b-3c0e839504b0 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:34.420731 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:34.420976 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5b04e63-f5f4-4f5c-aa4b-3c0e839504b0 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:34.421357 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'code': 200} Jun 30 10:08:34.446671 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:34.549387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3bd9f-5d9b-44cf-80b4-89c3f838bd99 req-93d1c666-53b8-4772-86c4-bea21ca9d17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.550798 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-18b3bd9f-5d9b-44cf-80b4-89c3f838bd99 req-93d1c666-53b8-4772-86c4-bea21ca9d17a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0519459 Jun 30 10:08:34.591010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-18b3bd9f-5d9b-44cf-80b4-89c3f838bd99 req-a999092d-ad11-4fbd-ba8b-f9a6716b8c46 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280952 Jun 30 10:08:34.832276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac6a27-5f01-4d5a-b641-5f18d70305a5 req-db2e885a-52c5-484d-adc2-067fe9b8b16c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:34.833654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0ac6a27-5f01-4d5a-b641-5f18d70305a5 req-db2e885a-52c5-484d-adc2-067fe9b8b16c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0626090 Jun 30 10:08:34.875283 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0ac6a27-5f01-4d5a-b641-5f18d70305a5 req-f09d6660-113d-4ec1-8b15-3d6433e5a928 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356863 Jun 30 10:08:36.053284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7159d-1386-4d51-862a-de028fc3ef68 req-cf377713-4d56-4ea0-9a2a-a0a11aac7290 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:36.054780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9d7159d-1386-4d51-862a-de028fc3ef68 req-cf377713-4d56-4ea0-9a2a-a0a11aac7290 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0623043 Jun 30 10:08:36.092583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c9d7159d-1386-4d51-862a-de028fc3ef68 req-df382fb3-6483-40ed-b4b1-896224835cbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Jun 30 10:08:36.265460 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcae65e-050e-4bad-9631-5d23a8affd39 req-28610e65-396e-4df6-98ff-068e6def2a97 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:36.267615 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fcae65e-050e-4bad-9631-5d23a8affd39 req-28610e65-396e-4df6-98ff-068e6def2a97 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0637739 Jun 30 10:08:36.303710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9fcae65e-050e-4bad-9631-5d23a8affd39 req-46bdfe01-bfc2-4f04-835c-f9d3a500812e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306151 Jun 30 10:08:36.328656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54172) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:36.383347 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e45b708-55bc-4f2b-8338-e822fde1b5ca tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:36.384864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2e45b708-55bc-4f2b-8338-e822fde1b5ca tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1093 time: 0.0548794 Jun 30 10:08:36.388017 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54174) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:36.392288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:08:36.414443 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.509924 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.613700 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.115 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0b5ae755-db7f-4421-ac01-65fb4452bf57) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:08:36.712933 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.752497 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:36.789173 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:08:36.792223 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:08:36.794747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:08:36.829243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=0b5ae755-db7f-4421-ac01-65fb4452bf57,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:37.554698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.628389 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.776737 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.781214 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.844489 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=0b5ae755-db7f-4421-ac01-65fb4452bf57,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:08:37.860178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:37.962907 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP e0f81747-30fd-464a-b7fb-60d3543ab859 associated. External IP: 172.25.7.115, port: 1c6ba208-fedf-4b46-b0c1-204de964a949. Jun 30 10:08:38.168083 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:08:38.275932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:08:38.285220 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] Sync routers for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:08:38.292225 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:38.296422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:38.297032 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.330755 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-211ad3fb-c119-4139-88d6-065b4a79bcc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9417033 Jun 30 10:08:38.331453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:08:38.333872 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8b933b-1221-4882-a04f-28532a2165c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:08:38.372690 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389d5d63-ae0e-492b-8dd2-368e2b20938c x-openstack-request-id: req-389d5d63-ae0e-492b-8dd2-368e2b20938c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:08:38.373067 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:08:38.373384 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-389d5d63-ae0e-492b-8dd2-368e2b20938c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:08:38.374095 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'status': 'completed', 'code': 200} Jun 30 10:08:38.470573 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-06012a25-625b-42c4-8dba-e69c713926ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:38.472117 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-06012a25-625b-42c4-8dba-e69c713926ac service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0708287 Jun 30 10:08:38.498457 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21e1cd-1bde-412d-aae8-0de7989480ff req-17745489-46b8-492a-a6f8-d37b0b24e8dd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:38.499699 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d21e1cd-1bde-412d-aae8-0de7989480ff req-17745489-46b8-492a-a6f8-d37b0b24e8dd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0710893 Jun 30 10:08:38.540884 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d21e1cd-1bde-412d-aae8-0de7989480ff req-46cb8010-b799-4333-83ff-bc9c3bb1eab6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Jun 30 10:08:38.567042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-436e20f4-8cc6-4386-8ffb-10b6ece8d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:38.568511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-436e20f4-8cc6-4386-8ffb-10b6ece8d2fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0887706 Jun 30 10:08:38.569966 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54180) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:38.571473 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:38.677266 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-58280012-d009-4c59-be78-5debfbaa9a6b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/e0f81747-30fd-464a-b7fb-60d3543ab859 HTTP/1.1" status: 200 len: 992 time: 0.1061394 Jun 30 10:08:38.679318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-3db609dc-4596-48fa-8431-3a481278adc1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1000 time: 0.1021113 Jun 30 10:08:38.728299 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-87b1494a-fd58-4bd0-b224-f7067882b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:38.729821 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-87b1494a-fd58-4bd0-b224-f7067882b813 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0434494 Jun 30 10:08:38.790511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-926b5008-9cb5-467a-8de9-7798826c12fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:08:38.792094 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-926b5008-9cb5-467a-8de9-7798826c12fc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553517 Jun 30 10:08:38.799070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e0f81747-30fd-464a-b7fb-60d3543ab859', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'port_id': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'mac_address': 'fa:16:3e:89:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:08:37Z', 'updated_at': '2021-06-30T10:08:37Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:29Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.825569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] Checking router: 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:08:38.834022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:08:38.834649 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:08:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:38.883195 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-9a777c3c-cdfd-4839-95e8-93bb050b4cb7 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846069 Jun 30 10:08:38.940857 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:08:38.977493 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cf8b933b-1221-4882-a04f-28532a2165c8 req-6c458fbd-7b59-43a3-82a4-325052af2731 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872438 Jun 30 10:08:39.163660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e0f81747-30fd-464a-b7fb-60d3543ab859', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'port_id': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'mac_address': 'fa:16:3e:89:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:08:37Z', 'updated_at': '2021-06-30T10:08:37Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:29Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:08:39.190188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a13bfa-9162-4e7d-b0f3-c5dd0b0a76a5 None None] The sync data for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 is: [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e0f81747-30fd-464a-b7fb-60d3543ab859', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.115', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'port_id': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'mac_address': 'fa:16:3e:89:ec:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:08:37Z', 'updated_at': '2021-06-30T10:08:37Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:29Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:08:39.390625 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18b4aa7-a469-4642-bba5-d56e44a183d4 None None] New status for floating IP e0f81747-30fd-464a-b7fb-60d3543ab859: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:08:39.680403 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54182) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:08:39.739944 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0e38982f-17b0-4e91-9548-d105d9c7f542 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/e0f81747-30fd-464a-b7fb-60d3543ab859 HTTP/1.1" status: 200 len: 994 time: 0.0583916 Jun 30 10:08:41.326479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7ae7a08-d6d7-4ace-8bd0-08fe7179926d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.146548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2909d3b3-dc22-400e-b885-f0f7c42d716f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:44.281277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:46.300842 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.804848 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:47.890550 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:08:55.013507 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:08:59.950401 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.182905 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-b57fcbe8-411f-4bca-8006-75ae6e25772f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0942376 Jun 30 10:09:11.281160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-60b5930b-63ca-4cbe-a7eb-a38f3f1149e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.282631 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-60b5930b-63ca-4cbe-a7eb-a38f3f1149e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0515473 Jun 30 10:09:11.327921 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d59054b7-da41-4eb9-b186-937f4c2fd8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:11.396764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-e062359d-36fa-469f-bf50-185b5575a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.398137 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-e062359d-36fa-469f-bf50-185b5575a33e service neutron] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0914791 Jun 30 10:09:11.462245 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-b00d9151-9051-4b53-94c1-1af6d2fb5568 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1002 time: 0.0561290 Jun 30 10:09:11.516863 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-d5e99879-6817-4c47-8732-a0756b5e0c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.518352 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-d5e99879-6817-4c47-8732-a0756b5e0c44 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0470891 Jun 30 10:09:11.575969 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-3de84f24-c7c7-41f7-a2f3-9a214cc7ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:11.577592 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-3de84f24-c7c7-41f7-a2f3-9a214cc7ec5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518305 Jun 30 10:09:11.687907 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-5fcdd8e1-a703-4d64-9214-cc8a1f54e95e service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021202 Jun 30 10:09:11.785656 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-1d3d53db-5105-4c9c-bdb1-ca698eedbab1 req-61761bee-d0a3-4cc0-9d2d-83427fcb3bcf service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878389 Jun 30 10:09:13.260616 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea238b-c7a6-4921-a3ac-745a6d0c1adc req-786b8c10-f601-4538-a85e-72e63beb0c7f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:13.262199 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8ea238b-c7a6-4921-a3ac-745a6d0c1adc req-786b8c10-f601-4538-a85e-72e63beb0c7f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0741997 Jun 30 10:09:13.331083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e8ea238b-c7a6-4921-a3ac-745a6d0c1adc req-2787a9df-ece8-41fe-b7bf-c77ec5881260 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604515 Jun 30 10:09:13.347237 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-9d80fed0-87d3-4279-a786-aed9ab17e774 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1306460 Jun 30 10:09:14.150281 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bb52cd54-f1be-4de3-abff-0b9d9460a915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.283464 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:14.507146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25142-9f0e-4bc1-b24e-3aef6f7708b2 req-efe8a328-9bc1-4734-8c74-3125f31fc639 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:14.508611 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76e25142-9f0e-4bc1-b24e-3aef6f7708b2 req-efe8a328-9bc1-4734-8c74-3125f31fc639 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0627856 Jun 30 10:09:14.545909 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-76e25142-9f0e-4bc1-b24e-3aef6f7708b2 req-75223cf8-7404-4849-ad71-7e273c46c2ed tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310073 Jun 30 10:09:14.712138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-0780db16-37de-465b-bd04-ac842912b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:14.713576 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-0780db16-37de-465b-bd04-ac842912b71f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0533412 Jun 30 10:09:14.806022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-32a43e5b-1f6d-4731-8d57-31bcf9bea1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:14.807507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-32a43e5b-1f6d-4731-8d57-31bcf9bea1ca service neutron] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0868635 Jun 30 10:09:14.871100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-c0c8cb18-cf9f-4d18-a35a-c8f39958ab4b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1002 time: 0.0557010 Jun 30 10:09:14.918920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-f2090895-cc57-4cba-99ab-e52c3cf5fac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:14.920298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-f2090895-cc57-4cba-99ab-e52c3cf5fac0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0420704 Jun 30 10:09:14.980916 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-4381ce12-693f-446d-a401-8bacd6976080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:14.982468 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-4381ce12-693f-446d-a401-8bacd6976080 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545592 Jun 30 10:09:15.068926 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-30a13af7-097c-4158-9d70-3b4bfcfa98b0 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780497 Jun 30 10:09:15.161041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-d1648918-d81f-466d-b7bf-ef41be69dc60 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840309 Jun 30 10:09:15.730445 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e0cd3-d568-4953-8f1f-701c97fe6d33 req-2663168d-432e-480f-8ef2-bc3adf508096 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:15.732598 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a9e0cd3-d568-4953-8f1f-701c97fe6d33 req-2663168d-432e-480f-8ef2-bc3adf508096 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0666111 Jun 30 10:09:15.769661 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a9e0cd3-d568-4953-8f1f-701c97fe6d33 req-b05d09b8-2abd-4b58-8064-a3c3714bc8d1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Jun 30 10:09:16.304267 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:16.942485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5b6e-447e-428e-abe9-074c35f5be03 req-654800c2-72c0-45b0-bc55-1519849c6e88 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:16.943870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4ee5b6e-447e-428e-abe9-074c35f5be03 req-654800c2-72c0-45b0-bc55-1519849c6e88 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0621645 Jun 30 10:09:16.982525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e4ee5b6e-447e-428e-abe9-074c35f5be03 req-29c59152-0e0e-4074-b0ef-3d1f5686b04a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329566 Jun 30 10:09:17.807300 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:17.896011 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:18.163579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b43602-3c9c-4284-99e1-c6d709f1d537 req-e9a7e768-40e3-4493-a2cf-cad1a32e4375 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:18.165044 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2b43602-3c9c-4284-99e1-c6d709f1d537 req-e9a7e768-40e3-4493-a2cf-cad1a32e4375 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0659108 Jun 30 10:09:18.202505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f2b43602-3c9c-4284-99e1-c6d709f1d537 req-1ab89407-4dc5-4703-968e-daebb56dfb7e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316961 Jun 30 10:09:19.379828 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6b3a1-cd72-4869-b0a5-e1e0cd273da5 req-d242fc4c-b8c4-4be4-91a5-7523fdea1d30 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:19.381304 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30f6b3a1-cd72-4869-b0a5-e1e0cd273da5 req-d242fc4c-b8c4-4be4-91a5-7523fdea1d30 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0657101 Jun 30 10:09:19.422271 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-30f6b3a1-cd72-4869-b0a5-e1e0cd273da5 req-5c2a1752-184b-4e34-a8ea-ef3b1c2d9a90 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351074 Jun 30 10:09:20.595228 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4844a4d-5d0e-4ecd-8f7c-7a384e36da60 req-6882ea98-36be-4ed6-ae3f-958d2ae0efd1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:20.596707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4844a4d-5d0e-4ecd-8f7c-7a384e36da60 req-6882ea98-36be-4ed6-ae3f-958d2ae0efd1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0634620 Jun 30 10:09:20.633995 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d4844a4d-5d0e-4ecd-8f7c-7a384e36da60 req-241aad40-3919-4afb-a753-8a0a85f94b21 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317223 Jun 30 10:09:21.891996 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e49619-d5c9-49ed-960b-873bff23648d req-cb9eeaee-f5c1-4d05-89f6-48827b1dab04 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:21.893451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0e49619-d5c9-49ed-960b-873bff23648d req-cb9eeaee-f5c1-4d05-89f6-48827b1dab04 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.1398985 Jun 30 10:09:21.930474 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b0e49619-d5c9-49ed-960b-873bff23648d req-d528cf12-7d6e-4b0b-8446-1c2960dde647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309982 Jun 30 10:09:23.150886 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4913c8c-6d62-4990-b90b-266adc5a427c req-668c91f2-0992-4c37-b1be-b74257daa511 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:23.152342 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4913c8c-6d62-4990-b90b-266adc5a427c req-668c91f2-0992-4c37-b1be-b74257daa511 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.1104665 Jun 30 10:09:23.190152 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4913c8c-6d62-4990-b90b-266adc5a427c req-3f37e4f2-c0aa-470e-87f8-e9c3c30da2ef tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322230 Jun 30 10:09:24.366895 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e844d68-12ba-4ca8-b908-736f1d44953b req-b33e50c9-c067-42f0-8076-eb099f4f1973 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:24.368352 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e844d68-12ba-4ca8-b908-736f1d44953b req-b33e50c9-c067-42f0-8076-eb099f4f1973 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0664330 Jun 30 10:09:24.404075 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7e844d68-12ba-4ca8-b908-736f1d44953b req-3dfda223-2282-4113-b80f-01c4e79a9bc0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302036 Jun 30 10:09:25.582905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32f754-cce6-4fed-ae5e-86a82bb99285 req-3d2b14cd-173e-4037-9064-9a1f72bd7c86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:25.584361 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a32f754-cce6-4fed-ae5e-86a82bb99285 req-3d2b14cd-173e-4037-9064-9a1f72bd7c86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0670409 Jun 30 10:09:25.624504 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a32f754-cce6-4fed-ae5e-86a82bb99285 req-ed8db9cc-799a-432d-9ba0-b0636a7c5fee tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341043 Jun 30 10:09:26.801651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee981e-5b39-4328-8d04-f30c58321a86 req-695e133b-34a8-447e-8d8a-ee4f5829c0c9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:26.803156 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54ee981e-5b39-4328-8d04-f30c58321a86 req-695e133b-34a8-447e-8d8a-ee4f5829c0c9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0622547 Jun 30 10:09:26.840154 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-54ee981e-5b39-4328-8d04-f30c58321a86 req-df1d6e3d-7392-4c82-8883-bd3d7798a33b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Jun 30 10:09:27.533811 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-c9b1c637-982a-494c-8d22-3f6790871f78 service neutron] show failed (client error): The resource could not be found. Jun 30 10:09:27.534923 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-c9b1c637-982a-494c-8d22-3f6790871f78 service neutron] 10.222.0.79 "GET /v2.0/ports/1c6ba208-fedf-4b46-b0c1-204de964a949/bindings/n-h2-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0546854 Jun 30 10:09:27.860872 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-fafc2e36-5aee-4d60-9c3d-870cd08ea5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:27.862412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-fafc2e36-5aee-4d60-9c3d-870cd08ea5d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 1098 time: 0.1011786 Jun 30 10:09:27.880516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:09:27.950674 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.112673 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7fe38-a26a-4771-a8a5-963910c59f9d req-d4df4929-6c57-4d58-aa75-dd15f3373ac0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:28.114110 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fb7fe38-a26a-4771-a8a5-963910c59f9d req-d4df4929-6c57-4d58-aa75-dd15f3373ac0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.1541646 Jun 30 10:09:28.203600 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1fb7fe38-a26a-4771-a8a5-963910c59f9d req-d4394ade-7ad3-4147-9685-65d524114918 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812285 Jun 30 10:09:28.230840 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:28.264337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h1-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:28.302516 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:28.304784 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f846307-cfbf-45cc-8e33-df5af4491b79" -d '{"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:28.308299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.320400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Transition to ACTIVE for port object 1c6ba208-fedf-4b46-b0c1-204de964a949 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:09:28.324071 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.364460 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30d8832-99a1-43ae-bc1a-f0275e31a2e7 x-openstack-request-id: req-e30d8832-99a1-43ae-bc1a-f0275e31a2e7 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:28.364783 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-unplugged", "status": "completed", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:28.365038 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e30d8832-99a1-43ae-bc1a-f0275e31a2e7 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:28.365430 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'code': 200} Jun 30 10:09:28.377905 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=6']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:28.417426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.417776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.418119 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.418484 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.418820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.419153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.419480 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.419804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.420129 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.420452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.420809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.421137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:28.463761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] No DVR routers for this DVR port 1c6ba208-fedf-4b46-b0c1-204de964a949 on host n-h1-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:09:28.603219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:09:28.603560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:09:28.603894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 on network be67c082-b440-4d91-80a6-005bac4305c3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:28.609660 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Port 1c6ba208-fedf-4b46-b0c1-204de964a949 on network be67c082-b440-4d91-80a6-005bac4305c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:09:28.609818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Attempting to bind port 1c6ba208-fedf-4b46-b0c1-204de964a949 on network be67c082-b440-4d91-80a6-005bac4305c3 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:09:28.614818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:09:28.615116 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Checking segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:09:28.615501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Bound using segment: {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:09:28.615931 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Bound port: 1c6ba208-fedf-4b46-b0c1-204de964a949, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:09:28.616292 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.678069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:09:28.681168 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:09:28.684795 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.724305 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:28.724927 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:28.726428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1093 time: 0.8502693 Jun 30 10:09:28.747564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7bbe0-733c-4de9-97ed-abbd073746a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=7']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:28.817270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-57c00336-2635-415c-b160-39ac32c7ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:28.818804 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-57c00336-2635-415c-b160-39ac32c7ff61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0568452 Jun 30 10:09:28.916800 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-dbd63df4-84ea-4fe3-9084-82a66e26d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:28.918325 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-dbd63df4-84ea-4fe3-9084-82a66e26d4db service neutron] 10.222.0.83 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0929587 Jun 30 10:09:28.984498 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-048a67b5-2aac-49c4-ba6c-587eec2f41b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1000 time: 0.0584979 Jun 30 10:09:29.031829 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-46404046-9569-4690-a5d5-219cb55e94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.033184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-46404046-9569-4690-a5d5-219cb55e94a0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0436566 Jun 30 10:09:29.091830 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-c5e6343b-cc2c-4b0c-ba13-5c86961be978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.093372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-c5e6343b-cc2c-4b0c-ba13-5c86961be978 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543692 Jun 30 10:09:29.102985 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-8f1b4dd0-b50a-4f44-9a2c-7e645883b12b service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:09:29.103905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-8f1b4dd0-b50a-4f44-9a2c-7e645883b12b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047913 Jun 30 10:09:29.191068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-c4c179ea-2cb6-44b1-8077-e98bc39adc54 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805204 Jun 30 10:09:29.284346 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64b305be-fa34-4dd4-a38d-a3d418b8fe15 req-70e7cc9e-d047-4c5e-bfe5-b8c64eb0e0ab service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864339 Jun 30 10:09:29.381804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383cd0bb-78a0-4470-91d4-8af4196cdaa8 req-f375f69c-f307-47fd-9ff2-550bb0eeb99b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.384689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-383cd0bb-78a0-4470-91d4-8af4196cdaa8 req-f375f69c-f307-47fd-9ff2-550bb0eeb99b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0666032 Jun 30 10:09:29.421742 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-383cd0bb-78a0-4470-91d4-8af4196cdaa8 req-42796ba9-5b31-4dee-8606-7db8810646b3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324140 Jun 30 10:09:29.681942 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-35c19d8a-0f71-422e-a4a1-8596fcc87d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.683460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-35c19d8a-0f71-422e-a4a1-8596fcc87d01 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0523217 Jun 30 10:09:29.788068 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-3de74e80-1d97-4186-8d1c-f26a662c44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.789523 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-3de74e80-1d97-4186-8d1c-f26a662c44d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0857115 Jun 30 10:09:29.851412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-3f2f03a5-9518-4912-80a0-c4f17d46536d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1000 time: 0.0554948 Jun 30 10:09:29.909259 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-cc7d51ca-3de8-443b-aa3c-fb128e6aab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.910744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-cc7d51ca-3de8-443b-aa3c-fb128e6aab90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0529354 Jun 30 10:09:29.956960 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:29.968789 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-6c124b66-e063-4840-ac00-b309e6d9da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:29.970333 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-6c124b66-e063-4840-ac00-b309e6d9da0b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535510 Jun 30 10:09:30.056461 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-01a2ff94-67a7-4f81-ab05-fc285030ac58 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800011 Jun 30 10:09:30.450242 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:30.452978 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:30.504568 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec1c511-d633-4d16-b65e-a88647ad9014 x-openstack-request-id: req-9ec1c511-d633-4d16-b65e-a88647ad9014 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:30.504854 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:30.505101 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-9ec1c511-d633-4d16-b65e-a88647ad9014 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:30.505487 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'status': 'completed', 'code': 200} Jun 30 10:09:30.507892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cbd826d2-5b33-4a99-b117-2a4d543a1614 req-acb220c6-86bc-4c2c-b9f1-15ac96604533 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449186 Jun 30 10:09:30.580283 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:09:30.595311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-4e48d221-785d-45d7-971a-4d357f4b3e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.597479 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-4e48d221-785d-45d7-971a-4d357f4b3e01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0555730 Jun 30 10:09:30.622121 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:09:30.651021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8be07-7076-4960-9d6b-7ce625c11528 req-bca9667b-c0ab-423e-a688-ff5001584d86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.652505 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dd8be07-7076-4960-9d6b-7ce625c11528 req-bca9667b-c0ab-423e-a688-ff5001584d86 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 944 time: 0.1065285 Jun 30 10:09:30.681832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-27e80bdb-eee3-49c0-8efa-5279a398827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.683350 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-27e80bdb-eee3-49c0-8efa-5279a398827d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1096 time: 0.0989423 Jun 30 10:09:30.699538 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-c0ee37cc-518c-498a-9e52-a4133e8d1928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.701064 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-c0ee37cc-518c-498a-9e52-a4133e8d1928 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0913155 Jun 30 10:09:30.710190 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6dd8be07-7076-4960-9d6b-7ce625c11528 req-8e981387-b28b-4247-a8d9-f71ff9b9f3f6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505381 Jun 30 10:09:30.772580 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-49691cf5-16dc-4e88-b79c-a8239987016f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1000 time: 0.0612235 Jun 30 10:09:30.789264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-599150fb-fa69-411d-8648-175b50b7db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.790774 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-599150fb-fa69-411d-8648-175b50b7db77 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0941873 Jun 30 10:09:30.826676 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-8d1d8ca8-5ef9-4b20-a1b9-0bf7a3d4809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.828334 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-8d1d8ca8-5ef9-4b20-a1b9-0bf7a3d4809f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0448034 Jun 30 10:09:30.859677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-f9c11c59-60a7-4543-91e9-0c53c147f650 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1000 time: 0.0618839 Jun 30 10:09:30.894075 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-b329af9e-bce2-4e87-ba0f-0561e15221f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.895624 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-b329af9e-bce2-4e87-ba0f-0561e15221f2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565975 Jun 30 10:09:30.908307 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-318a6b40-7982-4bc4-b40e-693eec5d2b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.909756 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-318a6b40-7982-4bc4-b40e-693eec5d2b3b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0437288 Jun 30 10:09:30.967412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-929a7ccd-e948-452e-9d77-3f220dbcb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:30.969425 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-929a7ccd-e948-452e-9d77-3f220dbcb637 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533795 Jun 30 10:09:30.990076 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-a982d73c-8733-456a-b0af-1e78b0d16d28 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830448 Jun 30 10:09:31.065310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-b6f392ed-005a-429f-8974-3b4445939b11 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887866 Jun 30 10:09:31.090201 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-6c0ec08e-134c-4075-ba9f-37af4d7d963a service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880392 Jun 30 10:09:31.161623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e51f38f-8b7a-4476-a68d-d8b84ecf418e req-57e50704-b137-40f5-9e7c-fae2c27686ac service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898433 Jun 30 10:09:31.894995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7038e2a-ac2a-41d2-a770-92845a236237 req-4d9884f1-bb75-48a4-8df3-4250a3823eeb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:31.896457 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7038e2a-ac2a-41d2-a770-92845a236237 req-4d9884f1-bb75-48a4-8df3-4250a3823eeb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 944 time: 0.0667999 Jun 30 10:09:31.934094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7038e2a-ac2a-41d2-a770-92845a236237 req-a59df71a-9505-441f-8be7-cd8e71bf4ff8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320632 Jun 30 10:09:32.012649 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:09:32.387356 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:09:32.480278 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:32.491932 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'port_id': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'mac_address': 'fa:16:3e:89:ec:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:09:32.531040 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.543058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c6ba208-fedf-4b46-b0c1-204de964a949 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:09:32.562029 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:32.566462 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:32.612398 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:32.619489 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.619834 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.620172 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.620510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.620841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.621166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.621488 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.621807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.622124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.622466 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.622784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:32.623099 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:09:33.117999 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace720f-08c4-44f9-85be-0dab917dc89a req-818f7bce-85ea-433e-9c81-3d0391c55aa5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:33.119538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ace720f-08c4-44f9-85be-0dab917dc89a req-818f7bce-85ea-433e-9c81-3d0391c55aa5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0668442 Jun 30 10:09:33.159019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8ace720f-08c4-44f9-85be-0dab917dc89a req-f89b7b19-30c0-4ff4-b952-70aeb944b958 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327806 Jun 30 10:09:34.127727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['1c6ba208-fedf-4b46-b0c1-204de964a949'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:09:34.334715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deae656-2dad-492a-a59f-d55756dc523a req-521689e5-1d9b-4034-b73e-9a9c7d294720 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.336187 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4deae656-2dad-492a-a59f-d55756dc523a req-521689e5-1d9b-4034-b73e-9a9c7d294720 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0621243 Jun 30 10:09:34.374769 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4deae656-2dad-492a-a59f-d55756dc523a req-d1731627-29b8-489b-90e8-bba5604c48f8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Jun 30 10:09:34.671511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd001564-f6b9-441c-8ef9-7609d752e0db req-615d1caa-a445-4aa5-9bb9-e5d14fe9943e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.673113 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd001564-f6b9-441c-8ef9-7609d752e0db req-615d1caa-a445-4aa5-9bb9-e5d14fe9943e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0682302 Jun 30 10:09:34.698658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-6743aee8-f8dc-448b-ab63-ef8e054c8d7e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.700126 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-6743aee8-f8dc-448b-ab63-ef8e054c8d7e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4&tenant_id=476627cab855452e8eb7234529256ac8&binding%3Ahost_id=n-h2-780147-22 HTTP/1.1" status: 200 len: 945 time: 0.0714107 Jun 30 10:09:34.710250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd001564-f6b9-441c-8ef9-7609d752e0db req-9265054a-5ebc-4be7-ada0-8d50c35b88a7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313768 Jun 30 10:09:34.767040 n-d-780147-22 neutron-server[93724]: INFO neutron.api.v2.resource [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-94a0c263-9270-4daa-b91f-ab4b78329d11 service neutron] delete failed (client error): The resource could not be found. Jun 30 10:09:34.768068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-94a0c263-9270-4daa-b91f-ab4b78329d11 service neutron] 10.222.0.79 "DELETE /v2.0/ports/1c6ba208-fedf-4b46-b0c1-204de964a949/bindings/n-h1-780147-22 HTTP/1.1" status: 404 len: 381 time: 0.0570707 Jun 30 10:09:34.877695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-fe081449-892d-44e9-adb1-b8f20eca0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.879228 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-fe081449-892d-44e9-adb1-b8f20eca0250 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1097 time: 0.0578651 Jun 30 10:09:34.889317 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc6dda-9b63-4bcd-bdd9-8672c61c9e6b req-9aaafa0f-1444-4684-8dd4-636adb9b98d1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.890824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9cc6dda-9b63-4bcd-bdd9-8672c61c9e6b req-9aaafa0f-1444-4684-8dd4-636adb9b98d1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0625663 Jun 30 10:09:34.929069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a9cc6dda-9b63-4bcd-bdd9-8672c61c9e6b req-6cbb5b0d-be00-438c-a66c-5a0ff632a3bf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322552 Jun 30 10:09:34.974710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-4d544cdd-cb2d-4fa5-ae91-b9f0c783b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:34.976212 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-4d544cdd-cb2d-4fa5-ae91-b9f0c783b812 service neutron] 10.222.0.79 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0860629 Jun 30 10:09:35.047350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-9d82edc0-82e6-4770-9c5e-dc8ff471f87a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1001 time: 0.0594149 Jun 30 10:09:35.099910 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-41021215-2446-45cb-ad7e-ff5f2af269b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:35.101350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-41021215-2446-45cb-ad7e-ff5f2af269b5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0428677 Jun 30 10:09:35.158287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-f7b690b3-e476-480e-a747-8e9747e9474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:35.159760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-f7b690b3-e476-480e-a747-8e9747e9474c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503774 Jun 30 10:09:35.252256 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-2aacf4e9-c6f7-42a4-b2e0-238ae8e3a2dd service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848615 Jun 30 10:09:35.339557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-c9a9ebbf-e4c3-4f40-9cca-f73b6553f876 req-a47c1461-f123-45c7-b1b3-67a8a23c8df1 service neutron] 10.222.0.79 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806322 Jun 30 10:09:36.114173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6ef99c-5125-4553-bab7-7ef074a43c4a req-5a921596-8213-4b7a-95b2-f806e85331bf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:09:36.115649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d6ef99c-5125-4553-bab7-7ef074a43c4a req-5a921596-8213-4b7a-95b2-f806e85331bf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 945 time: 0.0702395 Jun 30 10:09:36.153025 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9d6ef99c-5125-4553-bab7-7ef074a43c4a req-75bc8d8c-baeb-45c4-a03a-cd8fedb9cdbe tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Jun 30 10:09:36.178967 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54292) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:09:36.241047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fe18d48a-ac64-4a1f-804c-97279a138174 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/e0f81747-30fd-464a-b7fb-60d3543ab859 HTTP/1.1" status: 200 len: 993 time: 0.0609283 Jun 30 10:09:36.408802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:09:36.457687 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 1c6ba208-fedf-4b46-b0c1-204de964a949 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:09:36.461288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 1c6ba208-fedf-4b46-b0c1-204de964a949 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:09:36.461660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:36.539649 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:36.560573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:09:36.563081 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f7254f-9f35-44bc-a0ca-ec0b9fce4630" -d '{"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:09:36.576051 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:09:36.580949 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:36.605266 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e30bf-a213-4995-b971-8ebe3b7af801 x-openstack-request-id: req-7a4e30bf-a213-4995-b971-8ebe3b7af801 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:09:36.605558 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-plugged", "status": "completed", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:09:36.605811 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7a4e30bf-a213-4995-b971-8ebe3b7af801 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:09:36.606198 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'code': 200} Jun 30 10:09:36.630915 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:09:41.332296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9ab54ae0-dd1b-4e60-9355-427a0ff777c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:44.152170 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a08fbf9-725d-4d2b-aeb3-8dcd3b0c715e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:44.287287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:46.305892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:47.810644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:47.914371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:09:59.965486 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:09.011425 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:11.334271 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0fda70ae-a3f6-48de-8ffc-365be0626201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:14.154196 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-12d38772-c5bb-4041-973b-193876ab1980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:14.290980 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:16.307934 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:17.813571 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:17.907773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:29.981166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.228862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54312) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:31.563521 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-04c0ca57-a467-4b7c-9df6-11c29ca0a27d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520768 Jun 30 10:10:31.675777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-49409720-d8bd-43c3-979e-1b930ce5b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:31.677058 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-49409720-d8bd-43c3-979e-1b930ce5b893 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0532680 Jun 30 10:10:31.727900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 0b5ae755-db7f-4421-ac01-65fb4452bf57 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:31.728329 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.787757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-e7e1371c-7c19-4c4f-a1dc-68902132cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:31.789235 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-e7e1371c-7c19-4c4f-a1dc-68902132cc0d service neutron] 10.222.0.83 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.0922799 Jun 30 10:10:31.802029 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.802403 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.813939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 0b5ae755-db7f-4421-ac01-65fb4452bf57 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:31.858280 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-c1539ec9-0a00-48af-a56a-0c2ee8a77bbe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 1002 time: 0.0588026 Jun 30 10:10:31.906400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-9ae8e61e-e9fe-462e-991d-098103e057ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:31.907866 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-9ae8e61e-e9fe-462e-991d-098103e057ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0431991 Jun 30 10:10:31.964563 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:31.972596 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-9deeb39b-67d1-4798-a402-239460b79550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:31.974121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-9deeb39b-67d1-4798-a402-239460b79550 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591848 Jun 30 10:10:31.990355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=0b5ae755-db7f-4421-ac01-65fb4452bf57,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:32.001806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.002160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.002612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.002952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.003440 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.003780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.004112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.004447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.004776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.005103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.005433 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.005755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:32.062972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-257aaa53-0013-426d-a785-049bf9171eff service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817108 Jun 30 10:10:32.067104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.067378 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP e0f81747-30fd-464a-b7fb-60d3543ab859 disassociated (deleted). External IP: 172.25.7.115, port: 1c6ba208-fedf-4b46-b0c1-204de964a949. Jun 30 10:10:32.157716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2f35f4db-42bb-4b40-bd2e-5e7d939f6eff req-9eab9675-fba6-4e85-be6b-c4309b113d96 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875258 Jun 30 10:10:32.277949 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:32.383777 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:32.389028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:32.395268 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] Sync routers for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:32.404250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:32.404957 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:32.425268 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-65a49702-287c-4d48-a07a-c7cb3f6f12e7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/floatingips/e0f81747-30fd-464a-b7fb-60d3543ab859 HTTP/1.1" status: 204 len: 168 time: 1.1950831 Jun 30 10:10:32.426014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:32.428183 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:32.513571 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:32.519029 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600440a-f3e5-42fa-a381-58238b82dbe1 x-openstack-request-id: req-e600440a-f3e5-42fa-a381-58238b82dbe1 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:32.519324 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:32.519575 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e600440a-f3e5-42fa-a381-58238b82dbe1 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:32.519976 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'status': 'completed', 'code': 200} Jun 30 10:10:32.619269 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-7254c673-3a2d-494b-b5c0-e27e7f6cefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.620818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-7254c673-3a2d-494b-b5c0-e27e7f6cefa4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 1098 time: 0.0574005 Jun 30 10:10:32.733119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:29Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:32.733636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-54f4d920-ec3f-411a-8bf1-b1dbf92f63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.735140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-54f4d920-ec3f-411a-8bf1-b1dbf92f63d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 200 len: 898 time: 0.1074927 Jun 30 10:10:32.759419 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] Checking router: 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:32.767735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:32.768967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:32.779870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-d21672bf-43a8-4e47-9e6b-fb4d6e9a88c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 200 len: 217 time: 0.0380900 Jun 30 10:10:32.857802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-91239039-c97a-47b4-9a92-9045dd97b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.859625 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-91239039-c97a-47b4-9a92-9045dd97b214 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 200 len: 834 time: 0.0714428 Jun 30 10:10:32.882055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:32.907011 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2447e3-7822-48af-aa6d-e1fe6eae86f1 req-b80b20db-4baa-4765-b1c3-2e27c7caf92b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.908426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e2447e3-7822-48af-aa6d-e1fe6eae86f1 req-b80b20db-4baa-4765-b1c3-2e27c7caf92b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.1313217 Jun 30 10:10:32.959825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-57b9dbf6-0dcd-4ac6-ba39-2ded5d820c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:32.961316 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-57b9dbf6-0dcd-4ac6-ba39-2ded5d820c9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=be67c082-b440-4d91-80a6-005bac4305c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943108 Jun 30 10:10:32.964107 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9e2447e3-7822-48af-aa6d-e1fe6eae86f1 req-05d2c54c-2140-4104-bd8c-07483d88ef8e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494869 Jun 30 10:10:33.054399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-457d8ed2-dd73-445b-aa75-fc9753b170a6 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860765 Jun 30 10:10:33.089873 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:29Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:33.115556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2977c81e-dc1f-4d70-b99e-b08b643738b1 None None] The sync data for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 is: [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:08:24Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '232e9de5-64a1-4837-928d-5a480550a1a1', 'name': '', 'network_id': 'be67c082-b440-4d91-80a6-005bac4305c3', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:45:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:23Z', 'updated_at': '2021-06-30T10:08:29Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '7a4ca23b-2c17-434f-8e00-6b2ff8ec6063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:33.147355 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5e7d6a0a-dcf1-4897-937d-9bead79e7cd7 req-a5b70275-6318-421d-9569-932a2c89aaf9 service neutron] 10.222.0.83 "GET /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Jun 30 10:10:33.342172 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df315b03-8719-43ba-b5f6-b6af7a066d41 None None] New status for floating IP e0f81747-30fd-464a-b7fb-60d3543ab859: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:10:34.142741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd46f2f-2804-4fc1-a2ef-d8ced25c19ba req-e6d92a6f-7bc6-4225-ad50-061f05ec98cd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:34.144720 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdd46f2f-2804-4fc1-a2ef-d8ced25c19ba req-e6d92a6f-7bc6-4225-ad50-061f05ec98cd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0634758 Jun 30 10:10:34.183231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bdd46f2f-2804-4fc1-a2ef-d8ced25c19ba req-5a33f194-5afb-4d32-bae0-fbd815f59959 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=eb2d0252-5221-4e43-9b91-cc7980e98aa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Jun 30 10:10:34.550485 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192806b7-5df5-4f20-86f0-15076890c41a req-e536ecc4-f029-4d50-8928-494056d77dc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:34.551918 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-192806b7-5df5-4f20-86f0-15076890c41a req-e536ecc4-f029-4d50-8928-494056d77dc1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.83 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 946 time: 0.0663521 Jun 30 10:10:34.650963 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 1c6ba208-fedf-4b46-b0c1-204de964a949 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:34.651305 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.745382 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 1c6ba208-fedf-4b46-b0c1-204de964a949, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=1c6ba208-fedf-4b46-b0c1-204de964a949,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:34.745744 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.757792 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 1c6ba208-fedf-4b46-b0c1-204de964a949 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:34.887223 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.914802 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=1c6ba208-fedf-4b46-b0c1-204de964a949,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:34.925114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.925468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.925818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.926164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.926710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.926851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.927161 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.927492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.927820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.928145 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.928952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.928952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:34.972695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] No DVR routers for this DVR port 1c6ba208-fedf-4b46-b0c1-204de964a949 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:34.975247 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:34.977341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-192806b7-5df5-4f20-86f0-15076890c41a req-6d78c4b9-5174-48e9-baab-7c1925b00117 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.83 "DELETE /v2.0/ports/1c6ba208-fedf-4b46-b0c1-204de964a949 HTTP/1.1" status: 204 len: 173 time: 0.4196382 Jun 30 10:10:34.977777 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-deleted', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:34.980124 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de364c15-85de-4733-ba2c-512d50979305" -d '{"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-deleted", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:35.072400 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fff8625-2707-427b-9913-40d3b0d13a7e x-openstack-request-id: req-3fff8625-2707-427b-9913-40d3b0d13a7e {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:35.072693 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb187d2-0397-4ffa-8852-83d0d45e37e4", "name": "network-vif-deleted", "tag": "1c6ba208-fedf-4b46-b0c1-204de964a949", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:35.072944 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3fff8625-2707-427b-9913-40d3b0d13a7e {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:35.073373 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb187d2-0397-4ffa-8852-83d0d45e37e4', 'name': 'network-vif-deleted', 'tag': '1c6ba208-fedf-4b46-b0c1-204de964a949', 'status': 'completed', 'code': 200} Jun 30 10:10:35.338611 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-83d9d254-4f60-4328-b26a-a198a9785b74 req-035c64ff-6383-4672-bab2-06156fe0f165 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=5eb187d2-0397-4ffa-8852-83d0d45e37e4 HTTP/1.1" status: 200 len: 210 time: 0.0292895 Jun 30 10:10:36.433292 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54340) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:36.790675 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.054542 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 232e9de5-64a1-4837-928d-5a480550a1a1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:37.054883 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.144609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 232e9de5-64a1-4837-928d-5a480550a1a1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=232e9de5-64a1-4837-928d-5a480550a1a1,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:37.145019 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.156956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 232e9de5-64a1-4837-928d-5a480550a1a1 owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:37.340043 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.369068 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=232e9de5-64a1-4837-928d-5a480550a1a1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:37.548755 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.769581 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:37.870756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:37.875649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c070c74c-4773-4a6e-94d1-05686002368a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4413462 Jun 30 10:10:37.878996 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54344) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:37.881567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] Sync routers for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:37.890876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:37.891475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:37.932274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting subnet 7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:10:37.935353 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.974851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:37.996510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:38.057243 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.124208 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.154231 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.159533 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/subnets/7a4ca23b-2c17-434f-8e00-6b2ff8ec6063 HTTP/1.1" status: 204 len: 168 time: 0.2753005 Jun 30 10:10:38.159533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3058acf-8857-4878-a099-d5ec969ac509 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Subnet': ['ID=7a4ca23b-2c17-434f-8e00-6b2ff8ec6063,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:38.159821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54346) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:38.224287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69377d1-8d7c-480d-950f-2d785dc0fb14 None None] Network be67c082-b440-4d91-80a6-005bac4305c3 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:38.272569 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.461057 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:10:37Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:38.493989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] Checking router: 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:38.503615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] Routers {'7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:38.504239 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:38.539405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff431698-543c-4788-8d9e-911704717d6b None None] DHCP port deletion for be67c082-b440-4d91-80a6-005bac4305c3 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:10:38.646944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] Set router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:38.649909 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Deleting port 1e3b6df5-244f-4748-b20e-562d3d4624fd {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:38.650321 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.689219 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.741087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:38.742393 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 3028145d-b56f-474f-9f63-e34c6f63a5bf {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:10:38.742738 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.806549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 1c6ba208-fedf-4b46-b0c1-204de964a949 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:38.806790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 1c6ba208-fedf-4b46-b0c1-204de964a949 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:38.820932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 3028145d-b56f-474f-9f63-e34c6f63a5bf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3028145d-b56f-474f-9f63-e34c6f63a5bf,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:38.821295 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.834643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 3028145d-b56f-474f-9f63-e34c6f63a5bf owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:38.836165 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-ff431698-543c-4788-8d9e-911704717d6b None None] For port 1e3b6df5-244f-4748-b20e-562d3d4624fd, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1e3b6df5-244f-4748-b20e-562d3d4624fd,segment=NetworkSegment(ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162),segment_id=ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:38.836554 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:38.853995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Calling delete_port for 1e3b6df5-244f-4748-b20e-562d3d4624fd owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:10:38.998047 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.011475 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.012238 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:10:37Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:39.032638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Pushing event deleted for resources: {'Port': ['ID=1e3b6df5-244f-4748-b20e-562d3d4624fd,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:39.037439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=3028145d-b56f-474f-9f63-e34c6f63a5bf,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:39.064195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff431698-543c-4788-8d9e-911704717d6b None None] No DVR routers for this DVR port 1e3b6df5-244f-4748-b20e-562d3d4624fd on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:10:39.067080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be27f2fb-3bb4-437c-b199-d2dc58b64c3c None None] The sync data for ids ['7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03'] in n-d-780147-22 is: [{'id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359932326', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:08:20Z', 'updated_at': '2021-06-30T10:10:37Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '3028145d-b56f-474f-9f63-e34c6f63a5bf', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:9d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:08:21Z', 'updated_at': '2021-06-30T10:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:39.072005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.072363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.072706 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.073148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.073364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.073693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.074009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.074362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.074684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.075263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.075367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.075625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff431698-543c-4788-8d9e-911704717d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:39.115142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.207449 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.209786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.255826 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.256388 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Fanout notify agent at l3_agent the message router_deleted on router 7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:10:39.263470 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.264583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e095c409-e999-4c54-b1a7-b54cc01ba45f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/routers/7d164f3b-e2f8-4e77-8fe0-c8bcf81f3e03 HTTP/1.1" status: 204 len: 168 time: 1.1040540 Jun 30 10:10:39.267344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54348) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:39.348458 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.441683 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.452108 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be67c082-b440-4d91-80a6-005bac4305c3']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:39.462968 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:39.463270 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe4e7a3-1d29-4fae-a4bb-1c6f021c4162') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:39.472321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.485197 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.491471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:10:39.491851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:10:39.495174 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:10:39.548313 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.557096 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.558010 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/networks/be67c082-b440-4d91-80a6-005bac4305c3 HTTP/1.1" status: 204 len: 168 time: 0.2896895 Jun 30 10:10:39.561057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54350) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:39.570060 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1056ddf-bc29-49e0-96cb-eafbf4377e75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Network': ['ID=be67c082-b440-4d91-80a6-005bac4305c3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:39.620486 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccec47ce-5b81-47cd-a092-b97d89933ef9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.647346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccec47ce-5b81-47cd-a092-b97d89933ef9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.704126 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccec47ce-5b81-47cd-a092-b97d89933ef9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.707244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ccec47ce-5b81-47cd-a092-b97d89933ef9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:39.708374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ccec47ce-5b81-47cd-a092-b97d89933ef9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/security-groups/eb2d0252-5221-4e43-9b91-cc7980e98aa7 HTTP/1.1" status: 204 len: 168 time: 0.1463144 Jun 30 10:10:39.717579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec47ce-5b81-47cd-a092-b97d89933ef9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2d0252-5221-4e43-9b91-cc7980e98aa7,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:39.828552 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3028145d-b56f-474f-9f63-e34c6f63a5bf no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:39.849801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 3028145d-b56f-474f-9f63-e34c6f63a5bf {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:39.850141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3028145d-b56f-474f-9f63-e34c6f63a5bf not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:39.850592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 232e9de5-64a1-4837-928d-5a480550a1a1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:39.871257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 232e9de5-64a1-4837-928d-5a480550a1a1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:39.871549 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 232e9de5-64a1-4837-928d-5a480550a1a1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:39.871950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1e3b6df5-244f-4748-b20e-562d3d4624fd no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:10:39.891011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 1e3b6df5-244f-4748-b20e-562d3d4624fd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:10:39.891352 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1e3b6df5-244f-4748-b20e-562d3d4624fd not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:10:40.012795 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54356) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.017400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1984497316', 'description': 'tempest-secgroup-smoke-1984497316 description', 'project_id': '476627cab855452e8eb7234529256ac8'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.040295 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.121348 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.125078 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.151457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.152662 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1388466 Jun 30 10:10:40.155761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54358) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.156504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a3d13f-0573-46fd-9bfd-7d6739086c06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8d70c7-f1da-45c2-8277-097d52f3d798,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.162178 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f8d70c7-f1da-45c2-8277-097d52f3d798', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.188021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.245366 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.249032 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.273136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f1f6c0-97d5-44af-a3c2-c5ec98ef274d,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.275547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.276689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-73eef5cc-41f2-4ae3-8094-8700e5a14297 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1198268 Jun 30 10:10:40.279581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54360) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.284847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f8d70c7-f1da-45c2-8277-097d52f3d798', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.311563 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.369282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.373182 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.393946 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d3e8ed-a3c9-4d84-b4c9-7f11e93e3fbb,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.397460 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.398653 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2b6cc173-a2c5-46b2-9d81-b691823e1ea7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180465 Jun 30 10:10:40.401330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54362) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.405659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f8d70c7-f1da-45c2-8277-097d52f3d798', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.431066 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.491779 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.495343 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.513545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e9be18-d4bf-4f4f-be23-4e25512909ed,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.520368 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.521668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f15d6075-94a8-4ae3-8b0a-b7abdc36f119 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1193728 Jun 30 10:10:40.524358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54364) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.528656 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f8d70c7-f1da-45c2-8277-097d52f3d798', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.553841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.611950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.616451 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.635447 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b225f3-50a0-4a94-bdb4-5b53b91bef2f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.638820 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.639978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2244f5ed-b7c7-4588-a437-eed387dd756a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146913 Jun 30 10:10:40.643434 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54366) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.647754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f8d70c7-f1da-45c2-8277-097d52f3d798', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.667895 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:10:40.672531 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.732260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.737234 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.754721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0e2c7a-4049-42aa-a368-65ade5f78268,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.760706 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.761904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e1594319-e1f9-4509-a859-ea0fee420ed2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175101 Jun 30 10:10:40.764676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54368) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.768994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f8d70c7-f1da-45c2-8277-097d52f3d798', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.790375 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:10:40.795066 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.856858 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.860326 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.880803 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76d05cc-33cc-4d9a-b8ba-81b9800c09e8,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:40.886306 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.890395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54370) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:40.890563 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-87b11b87-f254-48bb-b33f-1fc303fb149c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248260 Jun 30 10:10:40.895523 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'network': {'name': 'tempest-network-smoke--601111270', 'project_id': '476627cab855452e8eb7234529256ac8', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:40.915133 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:40.918644 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.943233 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:10:40.952584 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:40.952765 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Added segment 3013be3c-6d40-4287-8675-66a76d390e2d of type vlan for network 42164dfa-13a6-457f-9adf-18d8951453c8 Jun 30 10:10:40.991069 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.019399 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.024764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:41.025356 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.077118 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1856208 Jun 30 10:10:41.080042 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54372) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:41.085644 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'admin_state_up': True, 'project_id': '476627cab855452e8eb7234529256ac8', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:41.092198 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac728838-4980-48cd-86e1-88204057809c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Network': ['ID=42164dfa-13a6-457f-9adf-18d8951453c8,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:41.102887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 42164dfa-13a6-457f-9adf-18d8951453c8 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:10:41.108411 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.109457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.162701 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.297205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.335644 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00b6aa26-bcdc-4b89-b871-dcb44385d23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.489570 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.510978 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.609132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.222 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/a4da0013-3120-49da-86d7-a3e506d17927) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:41.711841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.751265 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:41.788056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:41.790845 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:41.794146 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:41.821617 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=a4da0013-3120-49da-86d7-a3e506d17927,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:42.046656 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.254647 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.387278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 18676026-447c-42fa-9721-4c188fe63104 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:10:42.505039 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:42.516947 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Sync routers for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:42.523589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.525120 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-78d8f6d6-4745-4d63-a723-3c76e9ecc079 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4432125 Jun 30 10:10:42.528426 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54376) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.528928 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:42.529336 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:42.608834 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-50a11b3e-c85a-4c55-9823-404a7a0e96c3 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=476627cab855452e8eb7234529256ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791233 Jun 30 10:10:42.612033 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54380) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.639315 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:42.701939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc1ccf-449e-421c-847c-ff4c0fcb6254 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:42.703469 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e0cc1ccf-449e-421c-847c-ff4c0fcb6254 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905428 Jun 30 10:10:42.706656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54382) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.735368 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0add946f-7ddc-4766-8ac5-6ae6eb8e1817 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275233 Jun 30 10:10:42.738476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54384) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:42.743253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1127786753', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'project_id': '476627cab855452e8eb7234529256ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:42.824656 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:41Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:42.836441 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:42.840060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:42.851338 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Checking router: 18676026-447c-42fa-9721-4c188fe63104 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:42.851683 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Updating router 18676026-447c-42fa-9721-4c188fe63104 port a4da0013-3120-49da-86d7-a3e506d17927 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:42.885644 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.034351 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.093385 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Subnet': ['ID=6682b80f-8cb2-4968-b1fb-bb478984c49e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.102697 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Checking segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:43.103063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network hostable DHCP agents. Network: 42164dfa-13a6-457f-9adf-18d8951453c8, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:10:43.120580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 42164dfa-13a6-457f-9adf-18d8951453c8 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:10:43.130682 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 42164dfa-13a6-457f-9adf-18d8951453c8) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:43.134760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:43.135358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.142394 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37820fb-d4ed-4ba5-9cbf-b15bd9b5d203 None None] Network 42164dfa-13a6-457f-9adf-18d8951453c8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:43.156810 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67d3d079-a7a4-4677-915a-1c3a8de68f12 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4146485 Jun 30 10:10:43.157171 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54386) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:43.240958 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.251857 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Transition to ACTIVE for port object a4da0013-3120-49da-86d7-a3e506d17927 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:43.259054 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.309439 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Attempting to bind port a4da0013-3120-49da-86d7-a3e506d17927 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:43.309803 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Attempting to bind port a4da0013-3120-49da-86d7-a3e506d17927 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:43.310257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Attempting to bind port a4da0013-3120-49da-86d7-a3e506d17927 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:43.318900 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-42164dfa-13a6-457f-9adf-18d8951453c8', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:10:43.320129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.324556 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:43.324928 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:43.325321 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.325702 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:43.326161 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Bound port: a4da0013-3120-49da-86d7-a3e506d17927, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:43.326616 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.329143 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Pushing event updated for resources: {'Port': ['ID=a4da0013-3120-49da-86d7-a3e506d17927,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.358091 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.358437 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.358772 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.359100 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.359424 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.360032 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.360347 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.360662 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.360974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.361420 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.362170 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.362504 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:10:43.394758 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] For port a4da0013-3120-49da-86d7-a3e506d17927, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:43.397970 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] For port a4da0013-3120-49da-86d7-a3e506d17927, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a4da0013-3120-49da-86d7-a3e506d17927,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:43.403872 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.454062 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:43.454701 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:43.477474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Allocated IP 172.20.0.2 (42164dfa-13a6-457f-9adf-18d8951453c8/6682b80f-8cb2-4968-b1fb-bb478984c49e/f8b1b091-f528-4a36-a3e6-e127cd685448) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:43.520785 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416c1bd-e004-4224-b8d4-1d01cfd04fbd None None] Pushing event updated for resources: {'Port': ['ID=a4da0013-3120-49da-86d7-a3e506d17927,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.576938 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:43.626555 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.637750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Transition to ACTIVE for port object f8b1b091-f528-4a36-a3e6-e127cd685448 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:43.639016 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.653291 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Transition to ACTIVE for port object f8b1b091-f528-4a36-a3e6-e127cd685448 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:43.660464 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.700005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Network 42164dfa-13a6-457f-9adf-18d8951453c8 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:43.703014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:43.710484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:43.715378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Pushing event updated for resources: {'Port': ['ID=f8b1b091-f528-4a36-a3e6-e127cd685448,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.771856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Attempting to bind port f8b1b091-f528-4a36-a3e6-e127cd685448 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:43.772215 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Attempting to bind port f8b1b091-f528-4a36-a3e6-e127cd685448 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:43.772567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Attempting to bind port f8b1b091-f528-4a36-a3e6-e127cd685448 on network 42164dfa-13a6-457f-9adf-18d8951453c8 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:43.777605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:43.777974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Checking segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:43.778400 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.778784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Bound using segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:43.779242 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Bound port: f8b1b091-f528-4a36-a3e6-e127cd685448, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:43.779619 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.787440 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:41Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:43.813719 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3c7f65-1da6-425b-8998-d9fb35371415 None None] The sync data for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 is: [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:41Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:43.851551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] For port f8b1b091-f528-4a36-a3e6-e127cd685448, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:43.854851 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] For port f8b1b091-f528-4a36-a3e6-e127cd685448, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f8b1b091-f528-4a36-a3e6-e127cd685448,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:43.858936 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:43.927161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ceaa63-dfaa-42ae-94c8-e312fc63b90a None None] Pushing event updated for resources: {'Port': ['ID=f8b1b091-f528-4a36-a3e6-e127cd685448,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:43.951476 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.1 (42164dfa-13a6-457f-9adf-18d8951453c8/6682b80f-8cb2-4968-b1fb-bb478984c49e/3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:44.130202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.151650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:44.161610 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d7f3c8d8-ba7f-4812-96aa-37e38a2406a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.199551 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.241772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 42164dfa-13a6-457f-9adf-18d8951453c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:44.245391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:44.250284 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:44.300342 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.304802 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:44.318589 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.475895 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.813061 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.822182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.906634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:44.909713 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:44.966313 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0bcbab-fe75-4b0c-b22d-d12059f4695c None None] Network 42164dfa-13a6-457f-9adf-18d8951453c8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:10:45.025603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 42164dfa-13a6-457f-9adf-18d8951453c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:45.027177 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:45.058972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-7e189aa1-1019-45dc-b300-397d764eb68c None None] Provisioning for port f8b1b091-f528-4a36-a3e6-e127cd685448 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:45.148266 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 18676026-447c-42fa-9721-4c188fe63104 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:45.299934 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:45.311363 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a99d3e14-0781-4ccd-9a6f-1e3a3fed9aaa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/18676026-447c-42fa-9721-4c188fe63104/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1503224 Jun 30 10:10:45.420293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-beb7812b-6e9d-4a57-aec3-cd5063f262a3 None None] Provisioning for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:45.426693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-beb7812b-6e9d-4a57-aec3-cd5063f262a3 None None] Provisioning complete for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:45.427287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-beb7812b-6e9d-4a57-aec3-cd5063f262a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.470492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-beb7812b-6e9d-4a57-aec3-cd5063f262a3 None None] Port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:45.487310 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-02a1994c-ca7e-4f44-8ad2-4cd622fbd230 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1984497316&fields=id&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 267 time: 0.0491581 Jun 30 10:10:45.563955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Sync routers for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:45.577175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:45.577806 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:45.610637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-b4e26349-4d75-4fdc-8dd0-78ed518fd380 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:45.612486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-b4e26349-4d75-4fdc-8dd0-78ed518fd380 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 796 time: 0.1235330 Jun 30 10:10:45.637482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-e9272109-5ff8-46f6-a013-a32544d4d163 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/quotas/476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 375 time: 0.0105004 Jun 30 10:10:45.722125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:45.726808 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-af575371-5fe6-4653-b022-19bb6e3374e8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795362 Jun 30 10:10:45.768853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-682cdeaa-1c30-418c-9b40-552e3e1a7c02 None None] Provisioning complete for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:45.769446 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-682cdeaa-1c30-418c-9b40-552e3e1a7c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:45.811315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-5c080f15-5717-4cf3-ad10-cceecd26ab82 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:10:45.819312 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-5c080f15-5717-4cf3-ad10-cceecd26ab82 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0838442 Jun 30 10:10:45.835707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-682cdeaa-1c30-418c-9b40-552e3e1a7c02 None None] Port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:45.898816 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8b1b091-f528-4a36-a3e6-e127cd685448 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:45.924642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-ea9b3097-1d67-4886-8c69-964a57c85338 service neutron] 10.222.0.77 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037416 Jun 30 10:10:45.997758 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-aa29f3d9-f608-4d8c-a721-9a59b621e26d None None] Provisioning complete for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:45.998121 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-aa29f3d9-f608-4d8c-a721-9a59b621e26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.011975 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:10:46.055989 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port f8b1b091-f528-4a36-a3e6-e127cd685448 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:46.065227 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-aa29f3d9-f608-4d8c-a721-9a59b621e26d None None] Port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:46.084831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f8b1b091-f528-4a36-a3e6-e127cd685448 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:46.085202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.337095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 2, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:46.372199 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Checking router: 18676026-447c-42fa-9721-4c188fe63104 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:46.372554 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Updating router 18676026-447c-42fa-9721-4c188fe63104 port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:10:46.372775 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-daa8935e-8d29-42d4-b5c0-1a80a466a8ce service neutron] 10.222.0.77 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4424078 Jun 30 10:10:46.400296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.402654 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.427303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.456179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port f8b1b091-f528-4a36-a3e6-e127cd685448, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f8b1b091-f528-4a36-a3e6-e127cd685448,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:46.474880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.475656 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a4da0013-3120-49da-86d7-a3e506d17927 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:46.556279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4731578b-b172-454c-bdb0-1474a4b12711 req-4b4ad2af-737d-4b2d-aa68-a3bb65ec091f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 210 time: 0.0303481 Jun 30 10:10:46.627158 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=f8b1b091-f528-4a36-a3e6-e127cd685448,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:46.656861 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port a4da0013-3120-49da-86d7-a3e506d17927 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:46.670366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a4da0013-3120-49da-86d7-a3e506d17927 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:46.670744 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.819396 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.865234 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port a4da0013-3120-49da-86d7-a3e506d17927, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a4da0013-3120-49da-86d7-a3e506d17927,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:46.869555 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.911286 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.930896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Transition to ACTIVE for port object 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:46.943275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:46.945441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=a4da0013-3120-49da-86d7-a3e506d17927,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:47.059542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073500-ddb6-4a57-bc7d-e21de5650cce None None] Pushing event updated for resources: {'Port': ['ID=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:47.073188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Attempting to bind port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:47.073561 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Attempting to bind port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:47.073922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Attempting to bind port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c on network 42164dfa-13a6-457f-9adf-18d8951453c8 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:47.079273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:47.079653 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Checking segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:47.080086 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.080740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Bound using segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:47.081334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Bound port: 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:47.081709 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.155868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] For port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:47.159573 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] For port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:47.163563 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.233184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:47.233820 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:47.268836 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073500-ddb6-4a57-bc7d-e21de5650cce None None] Pushing event updated for resources: {'Port': ['ID=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:47.350830 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:47.563376 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:47Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:47.594529 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86028a86-137d-408b-959e-4a5cc7c0bd21 None None] The sync data for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 is: [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:47Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:47.779762 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43f4f98d-2db6-4dc6-beba-dd7ed8017d99 req-f9206422-4ae0-4783-a1ac-043a14f4d0e0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 210 time: 0.0487232 Jun 30 10:10:47.823439 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-43ee267a-c5d5-408d-9011-bc6a026210d7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:47.825649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-43ee267a-c5d5-408d-9011-bc6a026210d7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 796 time: 0.1806376 Jun 30 10:10:47.840548 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.887498 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-bedfb34e-b014-4476-bbdf-28f0cce70fdf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 380 time: 0.0457220 Jun 30 10:10:47.899955 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'port': {'device_id': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'admin_state_up': True, 'tenant_id': '476627cab855452e8eb7234529256ac8', 'security_groups': ['0f8d70c7-f1da-45c2-8277-097d52f3d798']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:47.928710 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:47.977304 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:48.056809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:48.067342 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:48.068030 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.093035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:10:48.097778 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.172751 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.211056 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:48.215928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.217069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a4da0013-3120-49da-86d7-a3e506d17927 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:48.274026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.11 (42164dfa-13a6-457f-9adf-18d8951453c8/6682b80f-8cb2-4968-b1fb-bb478984c49e/965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:48.302088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:48.315532 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port a4da0013-3120-49da-86d7-a3e506d17927 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:48.316209 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.419911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8b1b091-f528-4a36-a3e6-e127cd685448 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:48.443379 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.458491 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:48.473080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port f8b1b091-f528-4a36-a3e6-e127cd685448 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:48.473457 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.493583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.537279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 42164dfa-13a6-457f-9adf-18d8951453c8 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:48.541067 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:48.543553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:48.589646 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:48.618502 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:48.619156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.640796 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-6b0ec665-e973-4187-a554-c1a937348ff7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7447381 Jun 30 10:10:48.658664 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Request body: {'port': {'device_id': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:48.748591 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.850475 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ebe1522-fa71-409a-aa98-12e7ad2e4d50 None None] Provisioning for port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:48.855441 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4ebe1522-fa71-409a-aa98-12e7ad2e4d50 None None] Provisioning complete for port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:48.856186 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ebe1522-fa71-409a-aa98-12e7ad2e4d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:48.929212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-4ebe1522-fa71-409a-aa98-12e7ad2e4d50 None None] Port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:10:48.987970 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f2ed-8cd7-4af7-8b08-fef7bf2376ab req-60ad48cd-9be6-461f-8d36-57f77aaf5451 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:48.989567 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8480f2ed-8cd7-4af7-8b08-fef7bf2376ab req-60ad48cd-9be6-461f-8d36-57f77aaf5451 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 932 time: 0.0785422 Jun 30 10:10:49.030401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8480f2ed-8cd7-4af7-8b08-fef7bf2376ab req-95cf39ba-88bb-4c87-a83c-533b14b79d18 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350780 Jun 30 10:10:49.037492 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:49.045218 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.063452 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Transition to ACTIVE for port object 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:10:49.067616 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.117362 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:49.189854 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Attempting to bind port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:10:49.190396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Attempting to bind port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:10:49.190734 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Attempting to bind port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d on network 42164dfa-13a6-457f-9adf-18d8951453c8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:49.195291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d on network 42164dfa-13a6-457f-9adf-18d8951453c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:10:49.195608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Attempting to bind port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d on network 42164dfa-13a6-457f-9adf-18d8951453c8 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:10:49.200407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:10:49.200747 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Checking segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:10:49.201121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Bound using segment: {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:10:49.201544 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Bound port: 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3013be3c-6d40-4287-8675-66a76d390e2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:10:49.201898 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.269282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] For port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:10:49.272755 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] For port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:10:49.277026 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.310781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:49.311401 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.312784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] 10.222.0.79 "PUT /v2.0/ports/965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 1093 time: 0.6592188 Jun 30 10:10:49.313229 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:49.316048 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4c0465-7b64-49f2-bede-8a911d13d0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:49.342630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b08c8-9d4b-4643-a3b6-85ed0f0ae3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:49.384394 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7cf531-d378-4cc5-a6ec-09e1cbca29fb x-openstack-request-id: req-df7cf531-d378-4cc5-a6ec-09e1cbca29fb {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:49.384687 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:49.384941 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-df7cf531-d378-4cc5-a6ec-09e1cbca29fb {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:49.385340 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'status': 'completed', 'code': 200} Jun 30 10:10:49.434656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-df332c12-8132-4877-9649-722de22b9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:49.436075 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-df332c12-8132-4877-9649-722de22b9959 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1096 time: 0.0611238 Jun 30 10:10:49.483695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-f209fcc6-7abd-4b8e-b2b3-b83998cf3f02 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 217 time: 0.0359628 Jun 30 10:10:49.530138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-ef5389b7-f846-4b52-b801-27c088197ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:49.531575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-ef5389b7-f846-4b52-b801-27c088197ef2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0418997 Jun 30 10:10:49.593882 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8e27db49-cba9-479e-a7ac-f14f7d33cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:49.595397 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-8e27db49-cba9-479e-a7ac-f14f7d33cbec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539963 Jun 30 10:10:49.692154 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-ee5829b2-a951-4627-9dd8-0aab3d91c188 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857263 Jun 30 10:10:49.794575 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cd99872a-8ac2-46ab-a52d-d38a7952041d req-d50a9f04-799a-4dfe-88b4-ecaddb7b681c service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907133 Jun 30 10:10:49.795070 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:49.852616 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:49.853423 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:49.905136 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-10a619f0-2785-45ab-a470-3a95ca48cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:49.906678 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-10a619f0-2785-45ab-a470-3a95ca48cecd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1096 time: 0.0594499 Jun 30 10:10:49.996841 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-8fefd8fa-77aa-4a70-abde-e3a2cf20f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:49.998350 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-8fefd8fa-77aa-4a70-abde-e3a2cf20f78c service neutron] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 897 time: 0.0845063 Jun 30 10:10:50.042281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-ecf89db6-cf4e-4228-8edd-76fc82afa15d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 217 time: 0.0362463 Jun 30 10:10:50.092156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-e72e52a9-0e45-473b-98ea-923ce3e6f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:50.093638 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-e72e52a9-0e45-473b-98ea-923ce3e6f72d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0439599 Jun 30 10:10:50.152857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-700667a3-3827-447a-9992-07383058a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:50.154407 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-700667a3-3827-447a-9992-07383058a895 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532503 Jun 30 10:10:50.254539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-70cccef0-96af-4c7c-87ab-416f7108d0ef service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924466 Jun 30 10:10:50.428256 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef781c-ba79-4f6b-b8dc-31a88c20efaa req-cf217b8c-1ed0-447f-8f79-16476fbf9ce2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:50.429828 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49ef781c-ba79-4f6b-b8dc-31a88c20efaa req-cf217b8c-1ed0-447f-8f79-16476fbf9ce2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 944 time: 0.0656285 Jun 30 10:10:50.474273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-49ef781c-ba79-4f6b-b8dc-31a88c20efaa req-9600db49-fa58-4658-95be-40ea1157bc88 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Jun 30 10:10:50.662115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b4c0465-7b64-49f2-bede-8a911d13d0d6 req-7ec9aac9-58b6-4c26-aefe-4d91f1bc3b74 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002707 Jun 30 10:10:51.651878 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8562be-f26b-4bc9-bef2-9bb5a02badf6 req-d3749356-7227-4efd-a577-6bc3da712343 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:51.653364 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac8562be-f26b-4bc9-bef2-9bb5a02badf6 req-d3749356-7227-4efd-a577-6bc3da712343 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 944 time: 0.0659721 Jun 30 10:10:51.695026 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ac8562be-f26b-4bc9-bef2-9bb5a02badf6 req-db95e3ad-e7cd-4204-9b7a-f349a021666d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Jun 30 10:10:52.871410 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454fb08-38da-4a1c-8c68-65453d373ee7 req-59257eee-2052-416c-9f90-3720392377f7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:52.872881 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c454fb08-38da-4a1c-8c68-65453d373ee7 req-59257eee-2052-416c-9f90-3720392377f7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 944 time: 0.0678155 Jun 30 10:10:52.905623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:10:52.912116 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c454fb08-38da-4a1c-8c68-65453d373ee7 req-7a283cb7-1d8e-4e65-bd08-bf451cf9a25b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327036 Jun 30 10:10:53.002564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:53.013651 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'port_id': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'mac_address': 'fa:16:3e:09:61:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:10:53.050595 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:53.062650 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:10:53.081854 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:53.085691 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:53.138525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:53.415423 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:10:54.085209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a7bd8-4eb2-4422-9422-2d14e4b641ea req-5a63078d-f7be-40a9-bc3c-ab53ed943eff tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:54.086704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f4a7bd8-4eb2-4422-9422-2d14e4b641ea req-5a63078d-f7be-40a9-bc3c-ab53ed943eff tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 945 time: 0.0625455 Jun 30 10:10:54.127528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f4a7bd8-4eb2-4422-9422-2d14e4b641ea req-6f684f6c-00ea-4a4a-a6ba-9ba6825adf79 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345087 Jun 30 10:10:54.917818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:10:54.968468 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:10:54.972250 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:10:54.972621 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.047254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.070141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:55.072394 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbf95b2-4243-41b6-92eb-2245ed9dfad0" -d '{"events": [{"server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "name": "network-vif-plugged", "status": "completed", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:55.085654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:10:55.089572 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:55.141157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:55.159368 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaab5510-3141-4c00-a1e3-732e1245ea2b x-openstack-request-id: req-eaab5510-3141-4c00-a1e3-732e1245ea2b {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:55.159681 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "name": "network-vif-plugged", "status": "completed", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:55.159936 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eaab5510-3141-4c00-a1e3-732e1245ea2b {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:55.160335 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'code': 200} Jun 30 10:10:55.287207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c786e-a032-4370-b654-39a084aa84c4 req-438f0547-de16-44d9-aafc-a217de594e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:55.288699 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b6c786e-a032-4370-b654-39a084aa84c4 req-438f0547-de16-44d9-aafc-a217de594e15 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1098 time: 0.0517726 Jun 30 10:10:55.305404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a0b9d-872d-4dc8-b13b-ca54e8a0f96c req-8578fc5a-8c1a-4468-8204-5e10df033b50 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:55.306929 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-142a0b9d-872d-4dc8-b13b-ca54e8a0f96c req-8578fc5a-8c1a-4468-8204-5e10df033b50 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0628939 Jun 30 10:10:55.325289 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b6c786e-a032-4370-b654-39a084aa84c4 req-9845013e-bf6a-419d-bd7f-4f78f371a442 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286539 Jun 30 10:10:55.344969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-142a0b9d-872d-4dc8-b13b-ca54e8a0f96c req-e9646d1a-fc67-4999-b8bf-c313fc1eaea1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324581 Jun 30 10:10:56.519579 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673c3f2-668e-4556-84e5-9d3111193fcd req-041c65b6-af6f-4a7b-a9fa-5be5842da5ba tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:56.521043 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4673c3f2-668e-4556-84e5-9d3111193fcd req-041c65b6-af6f-4a7b-a9fa-5be5842da5ba tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0620439 Jun 30 10:10:56.563821 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4673c3f2-668e-4556-84e5-9d3111193fcd req-c9e0e926-4764-42b1-a3c4-83ce560800cf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368824 Jun 30 10:10:56.741948 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6141f82-3fb2-47e4-83cc-048c9d557958 req-2c2d45ef-780c-4e24-8559-ad7581147c3f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:56.743473 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6141f82-3fb2-47e4-83cc-048c9d557958 req-2c2d45ef-780c-4e24-8559-ad7581147c3f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0699208 Jun 30 10:10:56.783213 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c6141f82-3fb2-47e4-83cc-048c9d557958 req-0e33e104-ba80-4b15-a5f4-ccb985a19e3e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Jun 30 10:10:56.807180 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54442) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:56.862206 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95009104-54df-40f0-84b7-5c21ccf87441 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:56.866487 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-95009104-54df-40f0-84b7-5c21ccf87441 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1093 time: 0.0555687 Jun 30 10:10:56.866756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54444) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:56.871204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:10:56.893733 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:56.992583 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.102797 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.165 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/5ccef44e-290d-4458-a64c-e37277d0e2f5) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:10:57.201128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.245510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.281192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:10:57.284025 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:10:57.287447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:10:57.295287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=5ccef44e-290d-4458-a64c-e37277d0e2f5,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:57.663529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.738030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.884571 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.888921 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:57.955789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=5ccef44e-290d-4458-a64c-e37277d0e2f5,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:10:57.965604 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:58.064805 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 associated. External IP: 172.25.7.165, port: 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d. Jun 30 10:10:58.272723 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 18676026-447c-42fa-9721-4c188fe63104 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:10:58.382418 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:10:58.392227 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] Sync routers for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:10:58.398529 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:10:58.401759 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:58.402396 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:58.435816 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3e5f3686-8ecd-469a-8a90-b4b47c7fdbde tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5679755 Jun 30 10:10:58.436495 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:10:58.439488 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13fa39c-02c0-49e5-a55d-ca5766bbb129" -d '{"events": [{"name": "network-changed", "server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:10:58.480877 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edceade-c355-434a-837f-7b2f7bf81ebf x-openstack-request-id: req-7edceade-c355-434a-837f-7b2f7bf81ebf {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:10:58.481267 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:10:58.481589 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7edceade-c355-434a-837f-7b2f7bf81ebf {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:10:58.482054 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'status': 'completed', 'code': 200} Jun 30 10:10:58.516597 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:58.560738 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-7be9589a-84a3-4889-aee5-87d14bd3e2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:58.562260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-7be9589a-84a3-4889-aee5-87d14bd3e2aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1098 time: 0.0574455 Jun 30 10:10:58.607165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bf74f-816e-425e-b9f0-4eff05768f22 req-8576d188-beba-4cff-b13f-2af2be89851c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:58.608771 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d04bf74f-816e-425e-b9f0-4eff05768f22 req-8576d188-beba-4cff-b13f-2af2be89851c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0802476 Jun 30 10:10:58.657220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d04bf74f-816e-425e-b9f0-4eff05768f22 req-807c8d53-c1c6-425c-acb8-c22787a89172 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Jun 30 10:10:58.686668 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54450) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:58.696737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-b52a28d0-ae50-4510-8437-1f8b425092fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:58.698200 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-b52a28d0-ae50-4510-8437-1f8b425092fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 897 time: 0.1275136 Jun 30 10:10:58.765823 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd4bb77f1-190c-4a92-983d-9f1fbc5f35f4', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '18676026-447c-42fa-9721-4c188fe63104', 'port_id': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'mac_address': 'fa:16:3e:09:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:10:57Z', 'updated_at': '2021-06-30T10:10:57Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:58.792052 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] Checking router: 18676026-447c-42fa-9721-4c188fe63104 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:10:58.799565 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-14e2db65-0a71-41a4-8556-3c4b665a48dd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 HTTP/1.1" status: 200 len: 992 time: 0.1117730 Jun 30 10:10:58.801300 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:10:58.801913 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:10:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:58.808330 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-6a844921-aa30-4c3f-8b5d-df4f5c0f5b07 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 1000 time: 0.0818453 Jun 30 10:10:58.858162 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-3d79920a-2973-42a8-b34d-05514d4c7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:58.859555 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-3d79920a-2973-42a8-b34d-05514d4c7e9c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0454707 Jun 30 10:10:58.912151 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:10:58.915789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-34669a38-eeca-4f2a-a0fa-affecfe16c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:10:58.917364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-34669a38-eeca-4f2a-a0fa-affecfe16c56 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513277 Jun 30 10:10:59.012521 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-22a3c4df-8d41-4d1b-be71-a4b306c1cb40 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879979 Jun 30 10:10:59.105945 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b13fa39c-02c0-49e5-a55d-ca5766bbb129 req-045add22-f767-4ed3-99d5-fba6c26965f6 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864997 Jun 30 10:10:59.153844 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd4bb77f1-190c-4a92-983d-9f1fbc5f35f4', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '18676026-447c-42fa-9721-4c188fe63104', 'port_id': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'mac_address': 'fa:16:3e:09:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:10:57Z', 'updated_at': '2021-06-30T10:10:57Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:10:59.180966 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b4418d-7f09-4ba4-9015-ef925114d5a2 None None] The sync data for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 is: [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd4bb77f1-190c-4a92-983d-9f1fbc5f35f4', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.165', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '18676026-447c-42fa-9721-4c188fe63104', 'port_id': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'mac_address': 'fa:16:3e:09:61:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:10:57Z', 'updated_at': '2021-06-30T10:10:57Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:10:59.388720 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1eb95a2-bff8-4aa1-bee7-13e130cb79b1 None None] New status for floating IP d4bb77f1-190c-4a92-983d-9f1fbc5f35f4: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:10:59.803528 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54452) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:10:59.871647 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-feb8ec5e-933c-48c5-84ed-e34b1405239e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 HTTP/1.1" status: 200 len: 994 time: 0.0669630 Jun 30 10:10:59.981434 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:11.336628 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-432d8f6a-c763-49df-86ed-4c3ba31361a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.153197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa169-cc90-4e06-94ec-22fbeb38720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.293162 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:14.770196 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-4b8ee389-9e6f-40e5-b68a-99c5501ae183 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520484 Jun 30 10:11:14.871116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-a666f78a-4088-4c88-80d4-51026bb08349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:14.872588 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-a666f78a-4088-4c88-80d4-51026bb08349 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1098 time: 0.0553596 Jun 30 10:11:14.976531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-d0881be1-8f61-42ec-a858-0aa747ca7911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:14.978016 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-d0881be1-8f61-42ec-a858-0aa747ca7911 service neutron] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 897 time: 0.0831702 Jun 30 10:11:15.047908 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-8128f299-6f0e-4c2a-a2ab-ed0834f6a010 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 1002 time: 0.0613534 Jun 30 10:11:15.096143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-7e62d224-d32d-4a29-bad5-241cd6943961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:15.097717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-7e62d224-d32d-4a29-bad5-241cd6943961 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0427988 Jun 30 10:11:15.153617 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-2df7ab8d-3966-4db9-9b79-4c3772ef617a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:15.155102 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-2df7ab8d-3966-4db9-9b79-4c3772ef617a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508034 Jun 30 10:11:15.248785 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-2fe736f8-f784-4f2e-a89c-0df6dd2fa52d service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850592 Jun 30 10:11:15.335645 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5bf48e8f-5c3c-449e-a2aa-755ec52c7158 req-d626b525-13f2-4db6-9581-5d5b5567b670 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804355 Jun 30 10:11:16.315859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:17.821223 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:17.905322 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:23.011313 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:11:29.982746 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:35.477991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d64c-0c28-4676-982b-b2902bb4ab9a req-5c01e08a-d245-43bd-a954-5d0e577073f3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:35.479515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d530d64c-0c28-4676-982b-b2902bb4ab9a req-5c01e08a-d245-43bd-a954-5d0e577073f3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0628479 Jun 30 10:11:35.520901 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d530d64c-0c28-4676-982b-b2902bb4ab9a req-5bd5b8eb-ba3f-4d96-b77e-944b6dbfbfa1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358019 Jun 30 10:11:36.711003 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b66677-f1c7-452f-81fc-7ed2dee0de00 req-a458ee84-602d-49f6-ba41-0b05de1f06de tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:36.712499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15b66677-f1c7-452f-81fc-7ed2dee0de00 req-a458ee84-602d-49f6-ba41-0b05de1f06de tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0635931 Jun 30 10:11:36.752336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15b66677-f1c7-452f-81fc-7ed2dee0de00 req-1cd317fc-f052-4ecc-bf45-384642571786 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339510 Jun 30 10:11:37.924179 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456317e-6b22-46e0-b62e-a8fa4d39d1db req-33a3b843-413a-444a-a921-048480a7bbab tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:37.925644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c456317e-6b22-46e0-b62e-a8fa4d39d1db req-33a3b843-413a-444a-a921-048480a7bbab tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0608144 Jun 30 10:11:37.964252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c456317e-6b22-46e0-b62e-a8fa4d39d1db req-0bd1d0be-144a-450e-a52d-14df63247c66 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Jun 30 10:11:39.138756 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2bf69-5dd0-4848-9035-d924adf518fa req-f005fbb5-846e-463c-bd68-091f0740e8b8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:39.140225 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fae2bf69-5dd0-4848-9035-d924adf518fa req-f005fbb5-846e-463c-bd68-091f0740e8b8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0656893 Jun 30 10:11:39.177538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fae2bf69-5dd0-4848-9035-d924adf518fa req-38b25453-9e1a-494d-8168-17d65b6f5ef4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Jun 30 10:11:40.349762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f787e-c99d-4949-9c1c-77849f61b487 req-01836c83-dec1-4cbf-bb4d-00b2341be80b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:40.351433 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-154f787e-c99d-4949-9c1c-77849f61b487 req-01836c83-dec1-4cbf-bb4d-00b2341be80b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0634594 Jun 30 10:11:40.388886 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-154f787e-c99d-4949-9c1c-77849f61b487 req-5127d0df-67a8-4061-a290-a4d27d65efe6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Jun 30 10:11:41.338108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-35bbe8c2-49b2-4079-9d5b-f70fbed9efb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:41.562767 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43286278-e9a4-439d-9e71-c0e9255abb4b req-994129a8-ad4b-4c8a-87aa-7c819adada61 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:41.564239 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43286278-e9a4-439d-9e71-c0e9255abb4b req-994129a8-ad4b-4c8a-87aa-7c819adada61 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0618050 Jun 30 10:11:41.605913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-43286278-e9a4-439d-9e71-c0e9255abb4b req-a3d20cbf-46b7-48da-a154-811c0a99a803 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351069 Jun 30 10:11:42.779230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5fad3-44d6-4b10-9be9-fe07a73d420c req-fe6f7d15-7796-4fec-b3f4-56b3ec0e7cbf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:42.780752 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01a5fad3-44d6-4b10-9be9-fe07a73d420c req-fe6f7d15-7796-4fec-b3f4-56b3ec0e7cbf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0643857 Jun 30 10:11:42.819538 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-01a5fad3-44d6-4b10-9be9-fe07a73d420c req-55ad67cf-a604-4962-810b-ddda9edd1cea tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330024 Jun 30 10:11:43.991369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b3fe0-6181-40b0-9738-4fa0334f45cd req-704c2732-3c64-4230-bb05-b25cf08a0984 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:43.992839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-266b3fe0-6181-40b0-9738-4fa0334f45cd req-704c2732-3c64-4230-bb05-b25cf08a0984 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0634782 Jun 30 10:11:44.030309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-266b3fe0-6181-40b0-9738-4fa0334f45cd req-819d3063-b5b0-40e8-83f9-7ee600d58f26 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Jun 30 10:11:44.154720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cb2daaaf-417d-4303-b39e-8ed00d27b739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:44.294251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:45.206476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcc819-1c4e-41d0-b87f-3b0c72981f9a req-614aac68-1036-44a3-8b26-8a0425adb208 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:45.207924 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3fcc819-1c4e-41d0-b87f-3b0c72981f9a req-614aac68-1036-44a3-8b26-8a0425adb208 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0654776 Jun 30 10:11:45.244739 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3fcc819-1c4e-41d0-b87f-3b0c72981f9a req-9eb197e7-b72f-4565-b42b-968f32c63fb5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310211 Jun 30 10:11:46.319373 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:46.424813 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f59e1-7d2b-4110-a497-01290dc19fe1 req-1d17cea2-56a3-43de-a5fb-828a4e85d6c6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:46.427092 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e97f59e1-7d2b-4110-a497-01290dc19fe1 req-1d17cea2-56a3-43de-a5fb-828a4e85d6c6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0704291 Jun 30 10:11:46.469175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e97f59e1-7d2b-4110-a497-01290dc19fe1 req-3b5d89d7-32b4-40ad-9cef-b8b6cd5d1753 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359387 Jun 30 10:11:46.495343 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54498) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:46.557843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-f7360b9c-6049-477f-b9b5-0eb325a6ae4a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 HTTP/1.1" status: 200 len: 994 time: 0.0612612 Jun 30 10:11:47.825189 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:47.921913 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:11:47.987677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa412a7-220a-4690-be39-aceeef601861 req-af27620f-48f2-4df8-9c15-7ec7aef68332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:47.989869 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-af27620f-48f2-4df8-9c15-7ec7aef68332 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1098 time: 0.0555661 Jun 30 10:11:47.996632 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c35e1-b0bf-447c-9ed8-a4df0d46b21f req-a1ef3fc9-9e6a-4736-934d-543f95334a1f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:47.998086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b1c35e1-b0bf-447c-9ed8-a4df0d46b21f req-a1ef3fc9-9e6a-4736-934d-543f95334a1f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0646234 Jun 30 10:11:48.040167 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b1c35e1-b0bf-447c-9ed8-a4df0d46b21f req-b685b397-c388-4736-8756-e2b2bc3743ae tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361950 Jun 30 10:11:48.085737 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa412a7-220a-4690-be39-aceeef601861 req-bad6feee-65bb-4baf-b91b-79adc17f5b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:48.087159 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-bad6feee-65bb-4baf-b91b-79adc17f5b74 service neutron] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 897 time: 0.0868187 Jun 30 10:11:48.158476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-fa9098e0-15f8-4c01-8894-952877ac8390 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 1002 time: 0.0609236 Jun 30 10:11:48.218577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa412a7-220a-4690-be39-aceeef601861 req-f5162360-e413-4007-afb4-575b409bc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:48.220552 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-f5162360-e413-4007-afb4-575b409bc82d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0526743 Jun 30 10:11:48.282414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa412a7-220a-4690-be39-aceeef601861 req-3d40bf94-19ac-4f5c-a34b-3a715add5a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:48.284022 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-3d40bf94-19ac-4f5c-a34b-3a715add5a90 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532556 Jun 30 10:11:48.390167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-59d65f31-7936-4cee-b6d6-2b3a59f55e8d service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955451 Jun 30 10:11:48.480111 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6aa412a7-220a-4690-be39-aceeef601861 req-8c810deb-9525-41d6-b223-5e2e3ab7fc23 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823114 Jun 30 10:11:49.220320 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e2a37-24a8-4c2c-a956-ea0a9f81d851 req-24a249a2-d06a-4eac-9bf0-af18def83761 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:11:49.221784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc1e2a37-24a8-4c2c-a956-ea0a9f81d851 req-24a249a2-d06a-4eac-9bf0-af18def83761 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0627360 Jun 30 10:11:49.259758 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc1e2a37-24a8-4c2c-a956-ea0a9f81d851 req-2df6b399-fd71-436d-a9af-f39452e2a3a8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Jun 30 10:11:49.284250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54508) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:11:49.343903 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0220b41b-22f5-4c77-8b4b-9497d03b8fcb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 HTTP/1.1" status: 200 len: 994 time: 0.0583642 Jun 30 10:11:59.994686 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:00.011155 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:11.341792 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8a15fa54-a44a-41bb-b3d3-8670b099fda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:14.157359 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a6f3ae86-1de3-4ba3-8306-b80b0a9afd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:14.295691 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:16.139257 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-fdcdf594-05b3-48ad-a6af-87b188d0ed19 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550854 Jun 30 10:12:16.232140 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-e0c6fc42-b551-41c7-9ef3-eca90980b1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:16.233617 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-e0c6fc42-b551-41c7-9ef3-eca90980b1d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1098 time: 0.0528066 Jun 30 10:12:16.323634 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:16.336084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-45512fd0-351d-411e-af1d-90ee78cfe58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:16.337557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-45512fd0-351d-411e-af1d-90ee78cfe58f service neutron] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 897 time: 0.0826685 Jun 30 10:12:16.405964 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-dcb1a539-78c7-401e-a7c3-3795cdf5a6ef service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 1002 time: 0.0613959 Jun 30 10:12:16.453652 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-d218591d-c472-4406-974e-cebe2f26eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:16.455089 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-d218591d-c472-4406-974e-cebe2f26eb0c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0432541 Jun 30 10:12:16.510804 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-8e247256-b4d8-41f6-8049-9844da146731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:16.512250 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-8e247256-b4d8-41f6-8049-9844da146731 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506644 Jun 30 10:12:16.605205 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-d046682f-975b-4793-9f67-44ce510123c6 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860069 Jun 30 10:12:16.693976 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f3edfcaf-f09d-4c07-bc6f-e5f9627b758e req-34b9f9b5-4bf3-46a4-8ad2-374156a91320 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811388 Jun 30 10:12:17.827030 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:17.934737 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:21.929329 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54532) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:22.089169 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 5ccef44e-290d-4458-a64c-e37277d0e2f5 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:12:22.089510 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:22.160751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:22.161086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:22.172147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 5ccef44e-290d-4458-a64c-e37277d0e2f5 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:12:22.318196 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:22.345036 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=5ccef44e-290d-4458-a64c-e37277d0e2f5,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:22.371504 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.371854 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.372195 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.372534 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.372873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.373206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.373536 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.373879 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.374206 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.374553 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.375091 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.375237 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:22.414012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:22.414410 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 disassociated (deleted). External IP: 172.25.7.165, port: 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d. Jun 30 10:12:22.617570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 18676026-447c-42fa-9721-4c188fe63104 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:12:22.723220 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:12:22.728063 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:22.733608 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] Sync routers for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:12:22.742798 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:22.743398 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:22.767549 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-125fea45-c1a7-4fd9-9846-9c9f8cb51cac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/floatingips/d4bb77f1-190c-4a92-983d-9f1fbc5f35f4 HTTP/1.1" status: 204 len: 168 time: 0.8371873 Jun 30 10:12:22.768130 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:12:22.770848 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5689e3-3fca-459c-97a3-35b4c88b5f93" -d '{"events": [{"name": "network-changed", "server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:12:22.814790 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e5b01-c3da-4903-98ce-74ce5e4bd33c x-openstack-request-id: req-0b1e5b01-c3da-4903-98ce-74ce5e4bd33c {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:12:22.815080 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:12:22.815328 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0b1e5b01-c3da-4903-98ce-74ce5e4bd33c {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:12:22.815732 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'status': 'completed', 'code': 200} Jun 30 10:12:22.901207 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-f0f1847c-0618-4f40-a2c7-a7563b7c28ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:22.902918 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-f0f1847c-0618-4f40-a2c7-a7563b7c28ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 1098 time: 0.0607376 Jun 30 10:12:22.941058 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:22.999087 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-08c99e27-56f3-4e96-887f-ad1da33ea7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:23.000619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-08c99e27-56f3-4e96-887f-ad1da33ea7ee service neutron] 10.222.0.79 "GET /v2.0/networks?id=42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 200 len: 897 time: 0.0893428 Jun 30 10:12:23.048711 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-29f9ab34-d541-4598-8f87-e72f69683cd8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 200 len: 217 time: 0.0406194 Jun 30 10:12:23.106471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-6ef249c2-fc21-476a-b337-7072a664478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:23.108039 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-6ef249c2-fc21-476a-b337-7072a664478f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 200 len: 835 time: 0.0523198 Jun 30 10:12:23.163422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fa4e1-16f3-4fb2-97a1-89224ada8606 req-0606df3b-86c6-492c-985e-618ad277356f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:23.164193 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:23.164964 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b21fa4e1-16f3-4fb2-97a1-89224ada8606 req-0606df3b-86c6-492c-985e-618ad277356f tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0653870 Jun 30 10:12:23.169051 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-879225ab-2b50-4ecd-beff-2148b66bfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:23.170149 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-879225ab-2b50-4ecd-beff-2148b66bfedd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=42164dfa-13a6-457f-9adf-18d8951453c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552065 Jun 30 10:12:23.195220 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] Checking router: 18676026-447c-42fa-9721-4c188fe63104 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:12:23.204728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:23.205309 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:23.206442 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b21fa4e1-16f3-4fb2-97a1-89224ada8606 req-a46b6885-cfe4-4e95-9142-0cf9e1df3e62 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349631 Jun 30 10:12:23.263495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-cc7eaca1-61da-4698-9218-08628183ba28 service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847521 Jun 30 10:12:23.317505 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:23.361513 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-0a5689e3-3fca-459c-97a3-35b4c88b5f93 req-964a606b-2246-4748-9739-2c8c3fb26ede service neutron] 10.222.0.79 "GET /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901487 Jun 30 10:12:23.515414 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:23.544271 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5c3414-5f72-4dee-8ee2-d3ff85c074e6 None None] The sync data for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 is: [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:44Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c', 'name': '', 'network_id': '42164dfa-13a6-457f-9adf-18d8951453c8', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:d3:d6:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_interface', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:43Z', 'updated_at': '2021-06-30T10:10:48Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': '6682b80f-8cb2-4968-b1fb-bb478984c49e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:12:23.759072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa1d4ab-0a0a-4b9f-8340-9aafe1bdc144 None None] New status for floating IP d4bb77f1-190c-4a92-983d-9f1fbc5f35f4: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:12:24.392994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dbc42b-c06f-44cf-896e-321d417c7d7e req-c1e4cf94-32ca-420e-8eec-070ff8ba0e33 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:24.394511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3dbc42b-c06f-44cf-896e-321d417c7d7e req-c1e4cf94-32ca-420e-8eec-070ff8ba0e33 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0633483 Jun 30 10:12:24.431227 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a3dbc42b-c06f-44cf-896e-321d417c7d7e req-7a491cc1-473f-4f43-bbfc-cce9897611ca tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f8d70c7-f1da-45c2-8277-097d52f3d798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311322 Jun 30 10:12:24.880085 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-a6af826c-d4e9-4066-acef-ebe870dbd584 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:24.882402 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-a6af826c-d4e9-4066-acef-ebe870dbd584 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 946 time: 0.0618386 Jun 30 10:12:24.986618 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:12:24.986961 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:25.074132 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:25.074519 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:25.086855 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:12:25.214627 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:25.241606 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:25.251800 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.252149 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.252488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.252826 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.253160 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.253490 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.253818 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.254659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.254659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.254874 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.255093 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.255412 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:25.302209 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] No DVR routers for this DVR port 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:12:25.304810 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:25.307453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-d2d033fa-9034-4c82-a47b-83b7b9fda9e6 req-c877adea-7616-4bae-9ea5-c99cfba32da5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "DELETE /v2.0/ports/965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d HTTP/1.1" status: 204 len: 173 time: 0.4170828 Jun 30 10:12:25.308054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'name': 'network-vif-deleted', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:12:25.310345 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3a15de-1c45-4e40-a8f1-f6e556453ef1" -d '{"events": [{"server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "name": "network-vif-deleted", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:12:25.354964 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec3d671-78ac-43f2-914f-d39c6c7819d7 x-openstack-request-id: req-eec3d671-78ac-43f2-914f-d39c6c7819d7 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:12:25.355322 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee86b81-d6ed-476f-b407-474ff27c4a07", "name": "network-vif-deleted", "tag": "965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:12:25.355577 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-eec3d671-78ac-43f2-914f-d39c6c7819d7 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:12:25.356011 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee86b81-d6ed-476f-b407-474ff27c4a07', 'name': 'network-vif-deleted', 'tag': '965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d', 'status': 'completed', 'code': 200} Jun 30 10:12:25.590961 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5839771a-e2f7-431d-aa01-800019d41875 req-c9155d76-cafb-48e6-859b-cfc9b4ea1d41 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=dee86b81-d6ed-476f-b407-474ff27c4a07 HTTP/1.1" status: 200 len: 210 time: 0.0321929 Jun 30 10:12:26.686004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54548) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:27.330623 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:27.591514 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:12:27.591758 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:27.680796 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:27.681157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:27.693549 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:12:27.878951 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:27.906455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:28.086502 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.293352 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 18676026-447c-42fa-9721-4c188fe63104 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:12:28.398054 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:12:28.406289 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30964b92-2c40-4027-87df-98bea83ab075 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/18676026-447c-42fa-9721-4c188fe63104/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191832 Jun 30 10:12:28.406708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54550) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:28.409123 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf322adb-caab-4595-b090-74058c5be227 None None] Sync routers for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:12:28.419140 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:28.419736 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:28.458405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting subnet 6682b80f-8cb2-4968-b1fb-bb478984c49e {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:12:28.461402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.508665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.521862 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:28.598595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.656740 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.685104 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Subnet': ['ID=6682b80f-8cb2-4968-b1fb-bb478984c49e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:28.687132 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.689014 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-6213989d-459f-4ccc-b474-8ff0d3dc6107 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/subnets/6682b80f-8cb2-4968-b1fb-bb478984c49e HTTP/1.1" status: 204 len: 168 time: 0.2807605 Jun 30 10:12:28.691733 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54554) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:28.694348 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ffddbf-a9ca-4a6b-a8b4-0b0623ae290c None None] Network 42164dfa-13a6-457f-9adf-18d8951453c8 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:12:28.702453 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:12:27Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:28.732977 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf322adb-caab-4595-b090-74058c5be227 None None] Checking router: 18676026-447c-42fa-9721-4c188fe63104 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:12:28.742120 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] Routers {'18676026-447c-42fa-9721-4c188fe63104'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:28.742757 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['18676026-447c-42fa-9721-4c188fe63104'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:28.809034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.854437 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] Set router 18676026-447c-42fa-9721-4c188fe63104 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:28.901181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] DHCP port deletion for 42164dfa-13a6-457f-9adf-18d8951453c8 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:12:28.925609 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.953809 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Deleting port f8b1b091-f528-4a36-a3e6-e127cd685448 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:12:28.954397 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:28.984416 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port a4da0013-3120-49da-86d7-a3e506d17927 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:12:28.984863 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.017747 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] For port f8b1b091-f528-4a36-a3e6-e127cd685448, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=f8b1b091-f528-4a36-a3e6-e127cd685448,segment=NetworkSegment(3013be3c-6d40-4287-8675-66a76d390e2d),segment_id=3013be3c-6d40-4287-8675-66a76d390e2d)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:29.018145 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.032020 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Calling delete_port for f8b1b091-f528-4a36-a3e6-e127cd685448 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:12:29.037777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bf322adb-caab-4595-b090-74058c5be227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:12:27Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:29.065653 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf322adb-caab-4595-b090-74058c5be227 None None] The sync data for ids ['18676026-447c-42fa-9721-4c188fe63104'] in n-d-780147-22 is: [{'id': '18676026-447c-42fa-9721-4c188fe63104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-663759194', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222'}], 'enable_snat': True}, 'gw_port_id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:12:27Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': 'a4da0013-3120-49da-86d7-a3e506d17927', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:4a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18676026-447c-42fa-9721-4c188fe63104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:10:41Z', 'updated_at': '2021-06-30T10:10:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:12:29.070171 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port a4da0013-3120-49da-86d7-a3e506d17927, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=a4da0013-3120-49da-86d7-a3e506d17927,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:29.070582 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.084031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for a4da0013-3120-49da-86d7-a3e506d17927 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:12:29.115635 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.139607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Pushing event deleted for resources: {'Port': ['ID=f8b1b091-f528-4a36-a3e6-e127cd685448,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:29.149236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.149581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.149911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.150267 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.150638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.150965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.151500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.151644 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.151925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.152235 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.152553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.152868 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:29.155551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab4f557-5d7a-4387-b824-ce4f3b262971 None None] No DVR routers for this DVR port f8b1b091-f528-4a36-a3e6-e127cd685448 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:12:29.260079 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.285691 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=a4da0013-3120-49da-86d7-a3e506d17927,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:29.325436 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:12:29.345065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.345328 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:12:29.345632 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 965c4551-55cf-4ec5-9cda-eb5ecb9e2a2d not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:12:29.437012 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.439210 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.487673 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.488304 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Fanout notify agent at l3_agent the message router_deleted on router 18676026-447c-42fa-9721-4c188fe63104 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:12:29.495838 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.497019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-cbf8ac1b-fc35-4626-b7cc-8a1d1641e9a1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/routers/18676026-447c-42fa-9721-4c188fe63104 HTTP/1.1" status: 204 len: 168 time: 0.8040707 Jun 30 10:12:29.499959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54556) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:29.578619 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.667900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.679166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42164dfa-13a6-457f-9adf-18d8951453c8']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:29.689637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3013be3c-6d40-4287-8675-66a76d390e2d') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:29.689939 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3013be3c-6d40-4287-8675-66a76d390e2d') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:29.699581 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.714559 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.720975 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:12:29.721425 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:12:29.724595 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:12:29.783448 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.790606 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.793385 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/networks/42164dfa-13a6-457f-9adf-18d8951453c8 HTTP/1.1" status: 204 len: 168 time: 0.2924769 Jun 30 10:12:29.796503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54558) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:29.805971 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05431072-5dfb-46ab-b394-a332cdb7403e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Network': ['ID=42164dfa-13a6-457f-9adf-18d8951453c8,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:29.867692 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-680004aa-833d-4035-b77b-813f2647a3fa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.893277 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-680004aa-833d-4035-b77b-813f2647a3fa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.951709 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-680004aa-833d-4035-b77b-813f2647a3fa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.954294 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-680004aa-833d-4035-b77b-813f2647a3fa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:29.955450 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-680004aa-833d-4035-b77b-813f2647a3fa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f8d70c7-f1da-45c2-8277-097d52f3d798 HTTP/1.1" status: 204 len: 168 time: 0.1576726 Jun 30 10:12:29.964774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680004aa-833d-4035-b77b-813f2647a3fa tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8d70c7-f1da-45c2-8277-097d52f3d798,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:30.011277 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.128467 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8b1b091-f528-4a36-a3e6-e127cd685448 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:12:30.149093 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: f8b1b091-f528-4a36-a3e6-e127cd685448 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:12:30.149533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device f8b1b091-f528-4a36-a3e6-e127cd685448 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:12:30.149960 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a4da0013-3120-49da-86d7-a3e506d17927 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:12:30.168365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: a4da0013-3120-49da-86d7-a3e506d17927 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:12:30.168703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device a4da0013-3120-49da-86d7-a3e506d17927 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:12:30.169103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:12:30.187439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:12:30.187777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 3a4e8c27-6f6e-4f8d-b0fa-0de8a054293c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:12:30.252614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54564) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:30.257410 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-975268746', 'description': 'tempest-secgroup-smoke-975268746 description', 'project_id': '476627cab855452e8eb7234529256ac8'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:30.280269 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.362242 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.365625 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.391572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.392689 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389630 Jun 30 10:12:30.395815 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54566) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:30.396662 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68670e8-8527-40e9-bd1c-eff6934bc0fb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:30.402209 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f5a0fe0-fb44-4ba4-b375-5627887cd4c0', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:30.429648 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.491483 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.495203 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.511786 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f0da22-dad9-4e3a-abbf-be42ce5004b3,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:30.518716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.519894 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-64ac20fc-1fb0-43ad-b309-cd28195a08d0 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229618 Jun 30 10:12:30.522601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54568) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:30.527549 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f5a0fe0-fb44-4ba4-b375-5627887cd4c0', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:30.554378 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.610249 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.613833 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.633276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eab6438-1b0e-4daf-a40a-34e777375f1a,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:30.637693 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.638910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2f1a7dcf-e094-4548-ad2a-ea4854eea71e tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153851 Jun 30 10:12:30.641651 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54570) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:30.646290 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f5a0fe0-fb44-4ba4-b375-5627887cd4c0', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:30.673160 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.731187 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.735103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.754093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4acd0e7d-0977-45ca-98aa-7591ffb66e1c,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:30.761837 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.763344 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-eff8ef2e-dc4c-4cad-a825-e96deb789647 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204534 Jun 30 10:12:30.766018 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54572) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:30.774435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f5a0fe0-fb44-4ba4-b375-5627887cd4c0', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:30.799125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.861595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.865672 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.886128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed542aee-2c97-49c1-b005-c21f192da0f2,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:30.893976 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.895223 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d2901c5f-af31-4d5e-8ae9-c046e277850d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282296 Jun 30 10:12:30.897888 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54576) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:30.903265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f5a0fe0-fb44-4ba4-b375-5627887cd4c0', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:30.926334 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:12:30.931068 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.990109 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:30.993721 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.011369 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148f48ce-2b5a-4cc3-8aa3-59d2aee6f905,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:31.016815 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.018040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3d42dc36-564e-45fb-95ce-5e4bed994412 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1190772 Jun 30 10:12:31.020859 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54578) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:31.025233 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'security_group_rule': {'security_group_id': '0f5a0fe0-fb44-4ba4-b375-5627887cd4c0', 'project_id': '476627cab855452e8eb7234529256ac8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:31.047095 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Project 476627cab855452e8eb7234529256ac8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:12:31.051763 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.113052 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.116478 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.132862 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4dca56a-f074-420d-ae77-5c4647d33e72,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:31.139543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.140820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-900e927b-9792-4704-ad44-58031cd5b143 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1189983 Jun 30 10:12:31.143792 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54580) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:31.149189 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'network': {'name': 'tempest-network-smoke--1833518123', 'project_id': '476627cab855452e8eb7234529256ac8', 'port_security_enabled': True}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:31.170317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:12:31.173690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.196778 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:12:31.206682 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.207034 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Added segment cb0465cf-516a-4581-9798-1e7fdc01b1d3 of type vlan for network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 Jun 30 10:12:31.246821 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.278925 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.284116 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:31.284690 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.334004 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1890850 Jun 30 10:12:31.336825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54582) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:31.342128 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'admin_state_up': True, 'project_id': '476627cab855452e8eb7234529256ac8', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:31.351304 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c086150-bfe0-4317-9462-b92cac465546 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Network': ['ID=cd5efc9b-12d9-42d9-8a0f-f5413e501e05,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:31.362725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:12:31.367535 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.368616 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.423403 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.560972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.747942 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.766661 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:31.871960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.160 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/349ba22a-4b41-4fc0-a869-db563a89636a) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:12:31.970125 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:32.007766 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:32.047325 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:12:32.049941 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:32.052349 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:12:32.079703 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=349ba22a-4b41-4fc0-a869-db563a89636a,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:32.297262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:32.833344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:32.956564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 37dd3ecc-0188-4300-ab16-d6f66b961727 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:12:33.058446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:12:33.067457 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Sync routers for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:12:33.076973 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.077613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:33.078490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:33.078645 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f2e9d47f-6dd4-4058-b281-ee8d8737f16d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7406385 Jun 30 10:12:33.083140 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54584) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:33.113664 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e33994c2-9745-4d8b-bc77-3fec2ac1d034 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?project_id=476627cab855452e8eb7234529256ac8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306649 Jun 30 10:12:33.116276 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54586) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:33.204724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:33.207643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db8d6a5-a238-4fb5-a0ef-a7eb152de4a9 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:33.209153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2db8d6a5-a238-4fb5-a0ef-a7eb152de4a9 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0919423 Jun 30 10:12:33.212472 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54588) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:33.245681 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-06bcf282-35b0-44f3-bfb0-b2de81368d02 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/subnets?network_id=4747e385-5751-42ee-8c13-eb2f2e9e5783&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325563 Jun 30 10:12:33.248363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54590) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:33.253094 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126270059', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'project_id': '476627cab855452e8eb7234529256ac8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:33.346358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:12:33.349764 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.390684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:32Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:33.422073 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Checking router: 37dd3ecc-0188-4300-ab16-d6f66b961727 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:12:33.422500 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Updating router 37dd3ecc-0188-4300-ab16-d6f66b961727 port 349ba22a-4b41-4fc0-a869-db563a89636a binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:12:33.461089 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.530638 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.589832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Subnet': ['ID=a5b71ce2-a6cd-4708-b007-bb2b9e698d48,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:33.599952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Checking segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:12:33.600311 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network hostable DHCP agents. Network: cd5efc9b-12d9-42d9-8a0f-f5413e501e05, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:12:33.617710 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:12:33.627222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, cd5efc9b-12d9-42d9-8a0f-f5413e501e05) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:33.631628 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:33.632720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.640572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85991cdf-dff0-4749-8b9e-3a26fda63074 None None] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:12:33.651076 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-7211ce28-dde7-4ebd-82f0-520ea2a1abf4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3988559 Jun 30 10:12:33.651309 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54592) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:33.808350 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.825891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Transition to ACTIVE for port object 349ba22a-4b41-4fc0-a869-db563a89636a will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:33.836134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.881397 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:12:33.882229 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.927262 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686cf24-9399-47f2-8b66-196a3bad4b98 None None] Pushing event updated for resources: {'Port': ['ID=349ba22a-4b41-4fc0-a869-db563a89636a,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:33.932841 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Attempting to bind port 349ba22a-4b41-4fc0-a869-db563a89636a on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:12:33.933292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Attempting to bind port 349ba22a-4b41-4fc0-a869-db563a89636a by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:12:33.933679 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Attempting to bind port 349ba22a-4b41-4fc0-a869-db563a89636a on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:12:33.983354 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:12:33.983730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:12:33.984129 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:33.984512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:12:33.984975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Bound port: 349ba22a-4b41-4fc0-a869-db563a89636a, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:12:33.985346 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.079189 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] For port 349ba22a-4b41-4fc0-a869-db563a89636a, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:12:34.085350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] For port 349ba22a-4b41-4fc0-a869-db563a89636a, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=349ba22a-4b41-4fc0-a869-db563a89636a,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:12:34.091728 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Allocated IP 172.20.0.2 (cd5efc9b-12d9-42d9-8a0f-f5413e501e05/a5b71ce2-a6cd-4708-b007-bb2b9e698d48/ae0003d6-6886-4e8d-b4c7-53f32681c617) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:12:34.093043 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.093977 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.204707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:34.205677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:34.244934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686cf24-9399-47f2-8b66-196a3bad4b98 None None] Pushing event updated for resources: {'Port': ['ID=349ba22a-4b41-4fc0-a869-db563a89636a,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:34.364652 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:34.428282 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.473110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Transition to ACTIVE for port object ae0003d6-6886-4e8d-b4c7-53f32681c617 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:34.498912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Transition to ACTIVE for port object ae0003d6-6886-4e8d-b4c7-53f32681c617 will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:34.510982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.552805 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.1 (cd5efc9b-12d9-42d9-8a0f-f5413e501e05/a5b71ce2-a6cd-4708-b007-bb2b9e698d48/50d4f332-0426-4c7e-b5b4-9a3398f0da7c) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:12:34.558521 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:12:34.563643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:34.589226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:12:34.594273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Pushing event updated for resources: {'Port': ['ID=ae0003d6-6886-4e8d-b4c7-53f32681c617,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:34.661904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Attempting to bind port ae0003d6-6886-4e8d-b4c7-53f32681c617 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:12:34.662281 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Attempting to bind port ae0003d6-6886-4e8d-b4c7-53f32681c617 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:12:34.662639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Attempting to bind port ae0003d6-6886-4e8d-b4c7-53f32681c617 on network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:12:34.670547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:12:34.670923 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Checking segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:12:34.671304 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.671435 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.671684 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Bound using segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:12:34.672135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Bound port: ae0003d6-6886-4e8d-b4c7-53f32681c617, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:12:34.672501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.685686 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object 50d4f332-0426-4c7e-b5b4-9a3398f0da7c will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:34.687402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:32Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:34.714347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fe4fcf-eb79-483a-9ce9-e1ac41e0ca86 None None] The sync data for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 is: [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:32Z', 'revision_number': 3, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:12:34.720950 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.763787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:12:34.766951 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:34.770973 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:12:34.777103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] For port ae0003d6-6886-4e8d-b4c7-53f32681c617, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:12:34.781001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] For port ae0003d6-6886-4e8d-b4c7-53f32681c617, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ae0003d6-6886-4e8d-b4c7-53f32681c617,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:12:34.785241 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.805351 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:34.831496 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:34.858173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710fc24d-de82-4ea7-82dd-844e30dad695 None None] Pushing event updated for resources: {'Port': ['ID=ae0003d6-6886-4e8d-b4c7-53f32681c617,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:34.997153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:35.321547 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:35.326197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:35.407499 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:35.410278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:35.524695 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:12:35.526677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:35.662131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 37dd3ecc-0188-4300-ab16-d6f66b961727 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:12:35.777408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:12:35.787175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a0e4d7bd-0b7e-425d-8e70-479e82ecc85a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/37dd3ecc-0188-4300-ab16-d6f66b961727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1349168 Jun 30 10:12:35.851658 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7bb5aea-11d4-4c06-9dda-61f854118771 None None] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:12:35.921898 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0003d6-6886-4e8d-b4c7-53f32681c617 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:35.948826 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-c2d7eddf-a343-443b-b794-d364c81f2df5 None None] Provisioning for port ae0003d6-6886-4e8d-b4c7-53f32681c617 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:35.988764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-caaf431f-fb44-4ed3-8319-c1a631613670 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-975268746&fields=id&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 267 time: 0.0344334 Jun 30 10:12:36.108238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-0eb89c71-b502-4ed7-b67b-60c86d005eac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:36.109857 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-0eb89c71-b502-4ed7-b67b-60c86d005eac tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 797 time: 0.1128600 Jun 30 10:12:36.126356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-86202097-6749-49f2-acf4-4ca2ba9b3b00 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/quotas/476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 375 time: 0.0103097 Jun 30 10:12:36.187700 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port ae0003d6-6886-4e8d-b4c7-53f32681c617 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:36.195551 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ae0003d6-6886-4e8d-b4c7-53f32681c617 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:36.195926 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.196381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-a5be5578-b492-48f7-8b1c-495c10939bbb tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641050 Jun 30 10:12:36.269658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-0d044d4a-3a7c-4e1a-b10f-c424298c8db2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:12:36.275174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-0d044d4a-3a7c-4e1a-b10f-c424298c8db2 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601363 Jun 30 10:12:36.318689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.356887 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port ae0003d6-6886-4e8d-b4c7-53f32681c617, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ae0003d6-6886-4e8d-b4c7-53f32681c617,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:36.364024 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.364781 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 349ba22a-4b41-4fc0-a869-db563a89636a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:36.375137 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-b24b9698-71b5-4984-90a4-6334d2e79448 service neutron] 10.222.0.77 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959156 Jun 30 10:12:36.446461 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=ae0003d6-6886-4e8d-b4c7-53f32681c617,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:36.457973 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Sync routers for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:12:36.471799 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:36.472710 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 349ba22a-4b41-4fc0-a869-db563a89636a completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:36.472901 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:36.478646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 349ba22a-4b41-4fc0-a869-db563a89636a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:36.479090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.494471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-94b1dfcf-d880-4d78-aa95-9bc1b879b1f8 service neutron] 10.222.0.77 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118488 Jun 30 10:12:36.579912 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.615465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 349ba22a-4b41-4fc0-a869-db563a89636a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=349ba22a-4b41-4fc0-a869-db563a89636a,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:36.620896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03051a4e-ec15-4031-8048-5f86883bd2cb None None] Provisioning complete for port ae0003d6-6886-4e8d-b4c7-53f32681c617 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:36.621260 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-03051a4e-ec15-4031-8048-5f86883bd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.624779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.734499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9a86f8d5-02e2-4a98-bf10-2d7a611abcfb req-20942690-c5ea-492c-93f8-2783d7b89fe7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 210 time: 0.0470095 Jun 30 10:12:36.749051 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:36.760110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=349ba22a-4b41-4fc0-a869-db563a89636a,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:36.849675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03051a4e-ec15-4031-8048-5f86883bd2cb None None] Provisioning for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:36.854377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-03051a4e-ec15-4031-8048-5f86883bd2cb None None] Provisioning complete for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:36.855081 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-03051a4e-ec15-4031-8048-5f86883bd2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:36.890450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-03051a4e-ec15-4031-8048-5f86883bd2cb None None] Port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:12:36.983910 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:35Z', 'revision_number': 2, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:37.011402 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-388092f5-f409-4125-8249-4269fdc5e5c8 None None] Provisioning complete for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:37.011777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-388092f5-f409-4125-8249-4269fdc5e5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.023035 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Checking router: 37dd3ecc-0188-4300-ab16-d6f66b961727 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:12:37.023441 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Updating router 37dd3ecc-0188-4300-ab16-d6f66b961727 port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:12:37.051631 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-388092f5-f409-4125-8249-4269fdc5e5c8 None None] Port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:12:37.054589 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:12:37.068908 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.170929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-fb2e5683-4891-4368-b8d8-98d6394d7d05 None None] Provisioning complete for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:37.170929 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fb2e5683-4891-4368-b8d8-98d6394d7d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.207439 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e5683-4891-4368-b8d8-98d6394d7d05 None None] Port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:12:37.339218 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.348758 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Transition to ACTIVE for port object 50d4f332-0426-4c7e-b5b4-9a3398f0da7c will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:37.356237 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.411783 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Pushing event updated for resources: {'Port': ['ID=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:37.436962 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.437308 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.437653 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.437986 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.438347 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.438722 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.438994 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.439314 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.439635 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.439975 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.440275 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.440592 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:12:37.479622 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Attempting to bind port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:12:37.480283 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Attempting to bind port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:12:37.480419 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Attempting to bind port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c on network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:12:37.485778 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:12:37.486149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Checking segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:12:37.486578 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.486969 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Bound using segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:12:37.487435 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Bound port: 50d4f332-0426-4c7e-b5b4-9a3398f0da7c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:12:37.487809 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.556675 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] For port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:12:37.560584 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] For port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:12:37.572565 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.633978 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:37.635288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:37.637544 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec68d-9369-4317-ab80-fe2fc0f539f3 None None] Pushing event updated for resources: {'Port': ['ID=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,revision_number=4']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:37.746049 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:37.881230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0003d6-6886-4e8d-b4c7-53f32681c617 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:37.901959 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6eeb89ba-edf3-49a0-92f1-68f554a6f996 req-eb36e596-bf25-42f5-bc5e-46456109dee8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 210 time: 0.0346618 Jun 30 10:12:37.950602 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port ae0003d6-6886-4e8d-b4c7-53f32681c617 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:37.951131 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:37.977910 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:37Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:38.011977 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c6730-48fc-4c5f-a93d-723e979c83ea None None] The sync data for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 is: [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:37Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:12:38.036564 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 349ba22a-4b41-4fc0-a869-db563a89636a up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:38.122735 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 349ba22a-4b41-4fc0-a869-db563a89636a triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:38.123110 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.130154 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-3940e2b2-81fa-410a-97e9-bcc78a6549bf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:38.131641 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-3940e2b2-81fa-410a-97e9-bcc78a6549bf tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 797 time: 0.1399238 Jun 30 10:12:38.188961 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-8d5c5baa-36f2-469b-909f-5e4d01140f38 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=476627cab855452e8eb7234529256ac8 HTTP/1.1" status: 200 len: 379 time: 0.0396566 Jun 30 10:12:38.201406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'port': {'device_id': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'admin_state_up': True, 'tenant_id': '476627cab855452e8eb7234529256ac8', 'security_groups': ['0f5a0fe0-fb44-4ba4-b375-5627887cd4c0']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:38.326684 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Made reservation on behalf of 476627cab855452e8eb7234529256ac8 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:12:38.331363 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.473205 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.20.0.13 (cd5efc9b-12d9-42d9-8a0f-f5413e501e05/a5b71ce2-a6cd-4708-b007-bb2b9e698d48/ce253ae1-974a-47fe-8753-398c3c107697) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:12:38.620274 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.633962 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Transition to ACTIVE for port object ce253ae1-974a-47fe-8753-398c3c107697 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:38.672200 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.716997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:12:38.720253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:38.724101 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:12:38.750561 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=ce253ae1-974a-47fe-8753-398c3c107697,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:38.780465 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:38.781144 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.796903 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-f7f3b79b-0fed-4900-abed-a9dd836c6ca4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6003532 Jun 30 10:12:38.815579 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Request body: {'port': {'device_id': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:38.901119 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:38.982512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5ca25843-2175-4dda-a27f-30e4564379c0 None None] Provisioning for port ce253ae1-974a-47fe-8753-398c3c107697 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:38.987778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-5ca25843-2175-4dda-a27f-30e4564379c0 None None] Provisioning complete for port ce253ae1-974a-47fe-8753-398c3c107697 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:38.988418 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ca25843-2175-4dda-a27f-30e4564379c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.034495 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-5ca25843-2175-4dda-a27f-30e4564379c0 None None] Port ce253ae1-974a-47fe-8753-398c3c107697 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:12:39.110871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d613c-8e17-43ee-a17d-a31566b57b58 req-d6ab8b7f-28fa-4da4-8f94-7fb85c0bad4a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:39.113142 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-525d613c-8e17-43ee-a17d-a31566b57b58 req-d6ab8b7f-28fa-4da4-8f94-7fb85c0bad4a tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 932 time: 0.0705943 Jun 30 10:12:39.153852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-525d613c-8e17-43ee-a17d-a31566b57b58 req-45a8e00d-8d77-4bdc-bc45-6a1a192348d7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347829 Jun 30 10:12:39.198383 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce253ae1-974a-47fe-8753-398c3c107697 {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:12:39.206748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.220163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Transition to ACTIVE for port object ce253ae1-974a-47fe-8753-398c3c107697 will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:12:39.224505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.271862 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce253ae1-974a-47fe-8753-398c3c107697,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:39.350016 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Attempting to bind port ce253ae1-974a-47fe-8753-398c3c107697 on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:12:39.350396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Attempting to bind port ce253ae1-974a-47fe-8753-398c3c107697 by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:12:39.350752 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Attempting to bind port ce253ae1-974a-47fe-8753-398c3c107697 on network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:12:39.356138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Port ce253ae1-974a-47fe-8753-398c3c107697 on network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:12:39.356497 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Attempting to bind port ce253ae1-974a-47fe-8753-398c3c107697 on network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:12:39.361627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:12:39.361980 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Checking segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:12:39.362402 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Bound using segment: {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:12:39.362830 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Bound port: ce253ae1-974a-47fe-8753-398c3c107697, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0465cf-516a-4581-9798-1e7fdc01b1d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:12:39.363189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.430719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] For port ce253ae1-974a-47fe-8753-398c3c107697, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:12:39.434782 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] For port ce253ae1-974a-47fe-8753-398c3c107697, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ce253ae1-974a-47fe-8753-398c3c107697,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:12:39.438814 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.478126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:39.479309 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.480695 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] 10.222.0.79 "PUT /v2.0/ports/ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 1093 time: 0.6696827 Jun 30 10:12:39.481156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:12:39.483441 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "tag": "ce253ae1-974a-47fe-8753-398c3c107697"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:12:39.518447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc3ed6-e005-43bd-a098-22d3da51f5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce253ae1-974a-47fe-8753-398c3c107697,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:39.540046 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc7a5be-b7e3-42f2-933b-3e396cdb1b41 x-openstack-request-id: req-ecc7a5be-b7e3-42f2-933b-3e396cdb1b41 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:12:39.540335 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "tag": "ce253ae1-974a-47fe-8753-398c3c107697", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:12:39.540588 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ecc7a5be-b7e3-42f2-933b-3e396cdb1b41 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:12:39.541146 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697', 'status': 'completed', 'code': 200} Jun 30 10:12:39.593369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-39eefd6b-1f11-498b-babc-5bb9256b1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:39.594962 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-39eefd6b-1f11-498b-babc-5bb9256b1631 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1096 time: 0.0640635 Jun 30 10:12:39.644245 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-d30ff712-38d5-4fcc-8741-317829ee1b68 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 217 time: 0.0371900 Jun 30 10:12:39.696895 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-e475ee4a-9c35-4f86-b268-fdc9b6bd8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:39.699056 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-e475ee4a-9c35-4f86-b268-fdc9b6bd8703 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 200 len: 835 time: 0.0448563 Jun 30 10:12:39.758163 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-6ded14b5-02d8-4318-aea0-b9cfa7dabaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:39.759843 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-6ded14b5-02d8-4318-aea0-b9cfa7dabaa1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513518 Jun 30 10:12:39.858872 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-6ca417ea-c1c2-472f-b200-47fb75614c3f service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881696 Jun 30 10:12:39.871031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 50d4f332-0426-4c7e-b5b4-9a3398f0da7c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:39.920618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:39.924263 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:39.924631 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:39.953942 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-be66286b-8e57-4e19-81e9-e4a1ed2cd831 req-acef64cb-3b25-499b-b73d-65b7d40bdd51 service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827639 Jun 30 10:12:40.006835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:40.040307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:40.045803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:40.078158 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-c9616d97-3413-4e06-ae34-e873e06acdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:40.079821 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-c9616d97-3413-4e06-ae34-e873e06acdd3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1096 time: 0.0581958 Jun 30 10:12:40.093842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:40.172575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-ddc98eb6-e8df-4bdb-a040-dec84830846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:40.174027 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-ddc98eb6-e8df-4bdb-a040-dec84830846b service neutron] 10.222.0.79 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 898 time: 0.0849361 Jun 30 10:12:40.220753 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-cfa66b9d-1ac0-4227-b661-ececb7b59879 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 217 time: 0.0383947 Jun 30 10:12:40.270527 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-5423ea15-01e4-4dbb-a9d5-5f62606d4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:40.272051 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-5423ea15-01e4-4dbb-a9d5-5f62606d4dc9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 200 len: 835 time: 0.0438857 Jun 30 10:12:40.333846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-6a07d10f-cda4-462d-9203-a9d12e565867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:40.335460 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-6a07d10f-cda4-462d-9203-a9d12e565867 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561545 Jun 30 10:12:40.349575 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caca767-afbc-4106-a94b-5d7c43721da0 req-6eb880e9-5c19-4b2c-915f-1c12c7a235c2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:40.351063 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2caca767-afbc-4106-a94b-5d7c43721da0 req-6eb880e9-5c19-4b2c-915f-1c12c7a235c2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 944 time: 0.0854466 Jun 30 10:12:40.389852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2caca767-afbc-4106-a94b-5d7c43721da0 req-33e3ba33-a265-4b1f-9d09-0404f17630f6 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320618 Jun 30 10:12:40.430131 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-c1803aa0-7b6a-4b16-98a0-49a184b4c4aa service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870550 Jun 30 10:12:40.518180 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-5e719564-6c7d-48ae-8f2b-d2ba0f0eca6a req-6fea7dd1-b13c-4882-bb38-dae4eeec846b service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803838 Jun 30 10:12:41.342254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ab6375cd-5ef7-4d97-adc0-b1d206b0dd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:41.565623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c90844-1cc0-4d47-b71a-bf2b4d28c1fb req-f6d1a77a-c04c-4f15-81fa-4a65df39b45d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:41.567124 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57c90844-1cc0-4d47-b71a-bf2b4d28c1fb req-f6d1a77a-c04c-4f15-81fa-4a65df39b45d tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 944 time: 0.0622563 Jun 30 10:12:41.604485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57c90844-1cc0-4d47-b71a-bf2b4d28c1fb req-22bcd7f3-5ce8-4ae2-a1c2-d62718ae2e01 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311837 Jun 30 10:12:41.854181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 50d4f332-0426-4c7e-b5b4-9a3398f0da7c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:41.908243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:41.908621 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:42.788170 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f2c1-6f4f-45d3-9a0e-ebc0cee39b0c req-24b7518c-3b85-4f8e-b45a-4e3806eece6c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:42.789646 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e79f2c1-6f4f-45d3-9a0e-ebc0cee39b0c req-24b7518c-3b85-4f8e-b45a-4e3806eece6c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 944 time: 0.0695615 Jun 30 10:12:42.833412 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e79f2c1-6f4f-45d3-9a0e-ebc0cee39b0c req-93bc6988-9519-4cce-82ce-84113d929197 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378015 Jun 30 10:12:43.372507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ce253ae1-974a-47fe-8753-398c3c107697 details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:12:43.469881 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ce253ae1-974a-47fe-8753-398c3c107697, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ce253ae1-974a-47fe-8753-398c3c107697,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:43.481801 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': 'ce253ae1-974a-47fe-8753-398c3c107697', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'port_id': 'ce253ae1-974a-47fe-8753-398c3c107697', 'mac_address': 'fa:16:3e:80:25:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:12:43.518251 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:43.531153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce253ae1-974a-47fe-8753-398c3c107697 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:12:43.549560 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ce253ae1-974a-47fe-8753-398c3c107697, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ce253ae1-974a-47fe-8753-398c3c107697,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:43.553512 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:43.598592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ce253ae1-974a-47fe-8753-398c3c107697,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:43.820537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['ce253ae1-974a-47fe-8753-398c3c107697'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:12:44.008522 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0eb48-4ea6-4f0c-bddf-ba1147366d2a req-acd13ff8-6b05-485f-a100-307c57c8c996 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:44.010911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1a0eb48-4ea6-4f0c-bddf-ba1147366d2a req-acd13ff8-6b05-485f-a100-307c57c8c996 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 945 time: 0.0637751 Jun 30 10:12:44.049845 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f1a0eb48-4ea6-4f0c-bddf-ba1147366d2a req-0eb92d7d-0fb9-4c04-a942-a4e0ce583b87 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327618 Jun 30 10:12:44.157574 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f8b6f5c3-53c9-45b2-a483-46a1dfa02044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:44.297191 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:45.220894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dcae48-212a-4b39-b6a2-4f56cb6f41f2 req-6e251ab5-73af-4f3d-a8ed-bab495f08fe7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:45.222404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0dcae48-212a-4b39-b6a2-4f56cb6f41f2 req-6e251ab5-73af-4f3d-a8ed-bab495f08fe7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 945 time: 0.0637441 Jun 30 10:12:45.261545 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0dcae48-212a-4b39-b6a2-4f56cb6f41f2 req-f2bc36fd-51e7-4382-8e8d-bce36f42d5ff tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335026 Jun 30 10:12:45.372088 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ce253ae1-974a-47fe-8753-398c3c107697 up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:12:45.422396 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port ce253ae1-974a-47fe-8753-398c3c107697 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:12:45.426092 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port ce253ae1-974a-47fe-8753-398c3c107697 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:12:45.426487 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:45.499338 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:45.520537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:12:45.522815 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a1e734-225e-4101-822a-aeb93d43ab1d" -d '{"events": [{"server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ce253ae1-974a-47fe-8753-398c3c107697"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:12:45.535365 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port ce253ae1-974a-47fe-8753-398c3c107697, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ce253ae1-974a-47fe-8753-398c3c107697,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:12:45.539666 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:45.567335 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3151383a-fec0-43b5-8527-fe80219293b4 x-openstack-request-id: req-3151383a-fec0-43b5-8527-fe80219293b4 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:12:45.567626 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "name": "network-vif-plugged", "status": "completed", "tag": "ce253ae1-974a-47fe-8753-398c3c107697", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:12:45.567879 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-3151383a-fec0-43b5-8527-fe80219293b4 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:12:45.569045 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697', 'code': 200} Jun 30 10:12:45.595907 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=ce253ae1-974a-47fe-8753-398c3c107697,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:45.693395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740077bd-8a6b-43d2-92ff-1dbdf5d67fe6 req-c887d175-41bc-48a6-baa2-bf374c265874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:45.694892 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-740077bd-8a6b-43d2-92ff-1dbdf5d67fe6 req-c887d175-41bc-48a6-baa2-bf374c265874 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1098 time: 0.0566134 Jun 30 10:12:45.730202 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-740077bd-8a6b-43d2-92ff-1dbdf5d67fe6 req-e8f44362-41d4-4b5e-9d04-fe8a20dd376c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279717 Jun 30 10:12:46.324701 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:46.435273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ee1e2-0466-4ccc-a952-e4b783827241 req-4c2429c1-2095-4ab0-911c-cca3565b8b57 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:46.436724 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a88ee1e2-0466-4ccc-a952-e4b783827241 req-4c2429c1-2095-4ab0-911c-cca3565b8b57 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0655730 Jun 30 10:12:46.474159 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a88ee1e2-0466-4ccc-a952-e4b783827241 req-279e7438-9a5f-42a4-8cc0-bc4764426da9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317926 Jun 30 10:12:47.643723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af50f2-87a5-4447-8bd0-b6563a283a35 req-8ed5e6ba-cb7b-4a89-a90b-26f5cc550a94 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:47.645185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86af50f2-87a5-4447-8bd0-b6563a283a35 req-8ed5e6ba-cb7b-4a89-a90b-26f5cc550a94 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0613489 Jun 30 10:12:47.683407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-86af50f2-87a5-4447-8bd0-b6563a283a35 req-9bdfc94c-70dd-4e11-b1ba-c45d07696b75 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319400 Jun 30 10:12:47.830892 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:47.855246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d7331-29f8-4975-8380-62061b842349 req-383917b3-3640-48ae-b5c1-910032cf0a06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:47.856710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e2d7331-29f8-4975-8380-62061b842349 req-383917b3-3640-48ae-b5c1-910032cf0a06 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0631123 Jun 30 10:12:47.896147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3e2d7331-29f8-4975-8380-62061b842349 req-7b0da61e-6fb5-43d3-bebd-733b84263194 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338588 Jun 30 10:12:47.920652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54650) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:47.951611 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:47.976894 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893ad67c-04bd-4aa7-a888-06cf753e6854 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:47.978572 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-893ad67c-04bd-4aa7-a888-06cf753e6854 tempest-TestNetworkAdvancedServerOps-30714759 tempest-TestNetworkAdvancedServerOps-30714759-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1093 time: 0.0568042 Jun 30 10:12:47.981270 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54652) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:47.985712 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': 'ce253ae1-974a-47fe-8753-398c3c107697', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:12:48.006688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.101175 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.202897 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Allocated IP 172.25.7.225 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/e20890a2-ef13-4cd0-9214-5bdf90119cd1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:12:48.302202 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.348984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.391755 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:12:48.395463 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:12:48.399547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:12:48.408038 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=e20890a2-ef13-4cd0-9214-5bdf90119cd1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:48.773438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.846346 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.990948 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:48.998153 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:49.064513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event updated for resources: {'Port': ['ID=e20890a2-ef13-4cd0-9214-5bdf90119cd1,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:12:49.075874 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:49.173801 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP 26553811-4ccf-4589-a984-fe1f40ed2d6f associated. External IP: 172.25.7.225, port: ce253ae1-974a-47fe-8753-398c3c107697. Jun 30 10:12:49.378391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 37dd3ecc-0188-4300-ab16-d6f66b961727 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:12:49.825841 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:12:49.835071 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] Sync routers for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:12:49.843069 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:12:49.845713 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:49.846379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:49.879049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e190bb3d-f7e9-47e1-abf8-5d1c1589c0e5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8967011 Jun 30 10:12:49.879631 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:12:49.882028 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6646b686-e9ce-4d84-9e84-1680df118bec" -d '{"events": [{"name": "network-changed", "server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "tag": "ce253ae1-974a-47fe-8753-398c3c107697"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:12:49.922058 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba7972-f92d-421f-ab3e-595bb1474cf6 x-openstack-request-id: req-18ba7972-f92d-421f-ab3e-595bb1474cf6 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:12:49.922374 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "tag": "ce253ae1-974a-47fe-8753-398c3c107697", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:12:49.922621 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-18ba7972-f92d-421f-ab3e-595bb1474cf6 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:12:49.923014 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697', 'status': 'completed', 'code': 200} Jun 30 10:12:49.959523 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:50.041696 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646b686-e9ce-4d84-9e84-1680df118bec req-89f726d7-2525-41be-9019-76cc348eee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:50.043409 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-89f726d7-2525-41be-9019-76cc348eee74 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1098 time: 0.0600221 Jun 30 10:12:50.054866 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1120-b8f3-40f9-9d0b-be573dcf5730 req-78df3562-dc79-4e98-8664-a4f29bd1f5d7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:50.057587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e8d1120-b8f3-40f9-9d0b-be573dcf5730 req-78df3562-dc79-4e98-8664-a4f29bd1f5d7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0790060 Jun 30 10:12:50.104315 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e8d1120-b8f3-40f9-9d0b-be573dcf5730 req-b5098f4b-474f-47ad-942f-79cd675e6511 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407033 Jun 30 10:12:50.130692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54658) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:50.139927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646b686-e9ce-4d84-9e84-1680df118bec req-b02a3908-5878-4aed-9a21-88516332e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:50.141683 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-b02a3908-5878-4aed-9a21-88516332e23b service neutron] 10.222.0.79 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 898 time: 0.0909297 Jun 30 10:12:50.192173 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-922a8253-652e-4956-8f0f-cd2b54fcbdf2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/26553811-4ccf-4589-a984-fe1f40ed2d6f HTTP/1.1" status: 200 len: 992 time: 0.0603280 Jun 30 10:12:50.199924 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '26553811-4ccf-4589-a984-fe1f40ed2d6f', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'port_id': 'ce253ae1-974a-47fe-8753-398c3c107697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'mac_address': 'fa:16:3e:80:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:12:48Z', 'updated_at': '2021-06-30T10:12:48Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:40Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:50.215100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-5b428cf4-b9b6-4498-9acd-2aa46e08821a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 1000 time: 0.0666528 Jun 30 10:12:50.229979 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] Checking router: 37dd3ecc-0188-4300-ab16-d6f66b961727 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:12:50.238789 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:12:50.239400 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:12:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:50.263076 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646b686-e9ce-4d84-9e84-1680df118bec req-55535010-6588-4749-ad6f-380f5bd6b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:50.264634 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-55535010-6588-4749-ad6f-380f5bd6b8c9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 200 len: 835 time: 0.0436885 Jun 30 10:12:50.321856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646b686-e9ce-4d84-9e84-1680df118bec req-361b61d2-24d7-43a2-85da-eca6ed8d8a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:12:50.323717 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-361b61d2-24d7-43a2-85da-eca6ed8d8a40 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528650 Jun 30 10:12:50.345589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:12:50.422007 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-7cb15550-857e-4df9-9ee7-c923ac05585d service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914085 Jun 30 10:12:50.510361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6646b686-e9ce-4d84-9e84-1680df118bec req-4ca0e009-54d2-4a03-82bb-1edf7d353eee service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821924 Jun 30 10:12:50.568847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '26553811-4ccf-4589-a984-fe1f40ed2d6f', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'port_id': 'ce253ae1-974a-47fe-8753-398c3c107697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'mac_address': 'fa:16:3e:80:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:12:48Z', 'updated_at': '2021-06-30T10:12:48Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:40Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:12:50.595162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34643ea0-a933-40c1-8b5a-50d392a6cec4 None None] The sync data for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 is: [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '26553811-4ccf-4589-a984-fe1f40ed2d6f', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'floating_ip_address': '172.25.7.225', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'port_id': 'ce253ae1-974a-47fe-8753-398c3c107697', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'mac_address': 'fa:16:3e:80:25:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:12:48Z', 'updated_at': '2021-06-30T10:12:48Z', 'revision_number': 0, 'project_id': '476627cab855452e8eb7234529256ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:40Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:12:50.786004 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1b9ee7-81d3-438f-be12-82294913a601 None None] New status for floating IP 26553811-4ccf-4589-a984-fe1f40ed2d6f: ACTIVE {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:12:51.195357 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54660) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:12:51.259938 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-5cfb2341-3e21-44d1-81cc-ac8516eb1f98 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/26553811-4ccf-4589-a984-fe1f40ed2d6f HTTP/1.1" status: 200 len: 994 time: 0.0629447 Jun 30 10:13:00.010393 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:11.346703 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7a8369e6-a7a3-4ebb-a008-fa82bd39c4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:14.034086 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:14.158685 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fa39ec23-786c-45fe-8423-d9ada5ebc996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:14.297164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:16.327991 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.835043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:17.965313 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:18.136751 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-db1c2554-a739-4ed5-9b45-1773ebfe3724 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508997 Jun 30 10:13:18.240604 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-628d3b19-40dd-45e0-9d52-6f45a3e18234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:18.242143 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-628d3b19-40dd-45e0-9d52-6f45a3e18234 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1098 time: 0.0584247 Jun 30 10:13:18.349002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-0664d79d-2296-47f4-80a7-2b96e47f5251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:18.350517 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-0664d79d-2296-47f4-80a7-2b96e47f5251 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 898 time: 0.0861847 Jun 30 10:13:18.418535 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-1672bb3a-059a-43ba-a88b-e8d7f0a08245 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 1002 time: 0.0606773 Jun 30 10:13:18.467773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-f3b5f2c7-71a9-4c28-8a2e-e134a4002a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:18.469210 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-f3b5f2c7-71a9-4c28-8a2e-e134a4002a0d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 200 len: 835 time: 0.0438001 Jun 30 10:13:18.526018 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-0ca8cf5e-6a5e-4ab2-873b-c9294f71e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:18.527522 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-0ca8cf5e-6a5e-4ab2-873b-c9294f71e8f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517771 Jun 30 10:13:18.929048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-e109b4ca-177b-48b6-b4b4-83c74aba22b4 service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938272 Jun 30 10:13:19.019639 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e660382e-cd51-4cd4-90cb-db777f7cb2ba req-26a6db03-afe5-4d17-9a16-ba5ba35122dd service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809946 Jun 30 10:13:24.801585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6457cdc-5bb3-44b5-a069-75621fbe9a73 req-3c0d2bc6-ff2a-4437-aac9-3ff00bd3fa30 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:24.803108 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6457cdc-5bb3-44b5-a069-75621fbe9a73 req-3c0d2bc6-ff2a-4437-aac9-3ff00bd3fa30 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0632160 Jun 30 10:13:24.841546 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a6457cdc-5bb3-44b5-a069-75621fbe9a73 req-508ce41f-9d5f-4b4b-a687-bc41240829b1 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321958 Jun 30 10:13:26.026665 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d2769-c668-41de-9510-7443e0bab69e req-6531b4b5-c91e-4d5a-aa65-7281166adb13 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:26.028126 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-314d2769-c668-41de-9510-7443e0bab69e req-6531b4b5-c91e-4d5a-aa65-7281166adb13 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0614586 Jun 30 10:13:26.064988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-314d2769-c668-41de-9510-7443e0bab69e req-4eb8e9ee-e706-4919-acf6-ca5351fb07c2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312228 Jun 30 10:13:26.090301 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54680) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:26.153203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9660ffda-9183-409d-acb1-ce97ec51f48c tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/26553811-4ccf-4589-a984-fe1f40ed2d6f HTTP/1.1" status: 200 len: 994 time: 0.0616596 Jun 30 10:13:27.577014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-f5abfb84-edc0-4d8c-a3fe-c903c8c26b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:27.578530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-f5abfb84-edc0-4d8c-a3fe-c903c8c26b54 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1098 time: 0.0574818 Jun 30 10:13:27.594113 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937343f7-c0ce-4367-847d-15ec4d3315fa req-2e42559b-ddbc-4dea-8ebf-f56605116ab8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:27.595642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-937343f7-c0ce-4367-847d-15ec4d3315fa req-2e42559b-ddbc-4dea-8ebf-f56605116ab8 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0632267 Jun 30 10:13:27.633462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-937343f7-c0ce-4367-847d-15ec4d3315fa req-bb249fcc-a317-4d86-a7e9-4cb9efeda48b tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320895 Jun 30 10:13:27.666919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-6ebc69bf-39c6-465f-a264-a627869ff7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:27.668415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-6ebc69bf-39c6-465f-a264-a627869ff7e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 898 time: 0.0836968 Jun 30 10:13:27.740500 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-2dd62e87-6482-4e9e-92d7-6b1764ea5c96 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 1002 time: 0.0623229 Jun 30 10:13:27.792351 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-86a513ce-f671-47ee-ab1e-1d99f40b1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:27.793784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-86a513ce-f671-47ee-ab1e-1d99f40b1336 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 200 len: 835 time: 0.0440612 Jun 30 10:13:27.852860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-f3809e59-2a86-477e-acfd-eee5cea70756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:27.854602 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-f3809e59-2a86-477e-acfd-eee5cea70756 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510583 Jun 30 10:13:27.949341 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-6cc71c2b-6b2b-4157-9bef-c7d15cb6cd3e service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843682 Jun 30 10:13:28.050124 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4955a801-5628-4285-a9b6-0a516a6bdca8 req-7f792b37-4163-4a3c-9ac9-5041e80b43fd service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910761 Jun 30 10:13:28.818359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589bc997-755b-4af7-8a60-3b47d5b0b42c req-4d5791c3-e423-48e6-90af-53a2796987f9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:28.819838 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-589bc997-755b-4af7-8a60-3b47d5b0b42c req-4d5791c3-e423-48e6-90af-53a2796987f9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0677445 Jun 30 10:13:28.861495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-589bc997-755b-4af7-8a60-3b47d5b0b42c req-777ac0a4-828a-4c8b-9ff4-36554197adcd tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346301 Jun 30 10:13:30.011483 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.037060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e4adb-6673-48e6-9188-c75bc3f2cc37 req-591bb105-0457-4df7-a321-b7861edcc8db tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:30.038543 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-920e4adb-6673-48e6-9188-c75bc3f2cc37 req-591bb105-0457-4df7-a321-b7861edcc8db tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0635905 Jun 30 10:13:30.075273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-920e4adb-6673-48e6-9188-c75bc3f2cc37 req-44a785d7-451a-42c7-bc23-7a6f8063c1ad tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Jun 30 10:13:30.100077 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54692) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:30.164322 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-aa8367f3-69fc-47ed-8154-6c98b4181462 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/floatingips/26553811-4ccf-4589-a984-fe1f40ed2d6f HTTP/1.1" status: 200 len: 994 time: 0.0631196 Jun 30 10:13:30.436857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:30.590446 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port e20890a2-ef13-4cd0-9214-5bdf90119cd1 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:30.590699 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.667617 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.667946 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.679123 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for e20890a2-ef13-4cd0-9214-5bdf90119cd1 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:30.825546 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.851575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=e20890a2-ef13-4cd0-9214-5bdf90119cd1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:30.878956 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.879305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.879644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.879977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.880306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.880634 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.880958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.881286 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.881608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.881927 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.882317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.882589 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:30.920153 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:30.920479 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Floating IP 26553811-4ccf-4589-a984-fe1f40ed2d6f disassociated (deleted). External IP: 172.25.7.225, port: ce253ae1-974a-47fe-8753-398c3c107697. Jun 30 10:13:31.124097 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 37dd3ecc-0188-4300-ab16-d6f66b961727 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:13:31.229045 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:31.234421 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:31.239224 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] Sync routers for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:31.248578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:31.249181 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:31.271074 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-04da2d3d-1846-4b00-8bda-40fc50a43133 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/floatingips/26553811-4ccf-4589-a984-fe1f40ed2d6f HTTP/1.1" status: 204 len: 168 time: 0.8330903 Jun 30 10:13:31.271763 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:31.274137 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "tag": "ce253ae1-974a-47fe-8753-398c3c107697"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:31.311813 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e18024-26c0-4b87-9d82-2c133e27ab9a x-openstack-request-id: req-51e18024-26c0-4b87-9d82-2c133e27ab9a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:31.312113 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "tag": "ce253ae1-974a-47fe-8753-398c3c107697", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:31.312369 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-51e18024-26c0-4b87-9d82-2c133e27ab9a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:31.312771 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697', 'status': 'completed', 'code': 200} Jun 30 10:13:31.402455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-468f487b-f33f-45b5-9710-cbfc47068aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.404015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-468f487b-f33f-45b5-9710-cbfc47068aa8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=476627cab855452e8eb7234529256ac8&device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 1098 time: 0.0611002 Jun 30 10:13:31.504305 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-4ab91749-508c-42e3-9d2f-d67728b763da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.505916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-4ab91749-508c-42e3-9d2f-d67728b763da service neutron] 10.222.0.79 "GET /v2.0/networks?id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 200 len: 898 time: 0.0947955 Jun 30 10:13:31.515133 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:31.564756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-abbd9823-0edc-4a29-84eb-417a18a494df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 200 len: 217 time: 0.0441062 Jun 30 10:13:31.621938 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-1d0604f2-a8b2-4528-a995-d5b1baaffa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.623457 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-1d0604f2-a8b2-4528-a995-d5b1baaffa45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 200 len: 835 time: 0.0512676 Jun 30 10:13:31.661342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658c302d-c6b8-4430-b092-a42baa5279d5 req-e35d98e0-948c-4fe5-9a98-29654a0fc2c9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.662835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-658c302d-c6b8-4430-b092-a42baa5279d5 req-e35d98e0-948c-4fe5-9a98-29654a0fc2c9 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0655413 Jun 30 10:13:31.684425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-b5f48912-f925-43a1-9480-bcd69525619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:31.685583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-b5f48912-f925-43a1-9480-bcd69525619e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cd5efc9b-12d9-42d9-8a0f-f5413e501e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551236 Jun 30 10:13:31.703557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-658c302d-c6b8-4430-b092-a42baa5279d5 req-af79d28b-89ce-413f-800c-16dc1b6670f5 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334527 Jun 30 10:13:31.721639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:40Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:31.751068 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] Checking router: 37dd3ecc-0188-4300-ab16-d6f66b961727 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:31.759355 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:31.760063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:31.782488 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-2cf7dea6-6d9b-463a-87e4-af6cf1b532cc service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889151 Jun 30 10:13:31.866634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:31.882430 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-cdc7acb9-8b17-4c1b-910c-e2f99e0dc78d req-4bebd5f2-fe8f-42db-930f-8b3f1aff5181 service neutron] 10.222.0.79 "GET /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905559 Jun 30 10:13:32.068161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:40Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:32.094011 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bcdeea-e9c5-41db-a34b-ed99e904b2a1 None None] The sync data for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 is: [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:34Z', 'revision_number': 4, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '50d4f332-0426-4c7e-b5b4-9a3398f0da7c', 'name': '', 'network_id': 'cd5efc9b-12d9-42d9-8a0f-f5413e501e05', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'mac_address': 'fa:16:3e:bb:49:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_interface', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:34Z', 'updated_at': '2021-06-30T10:12:40Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'subnets': [{'id': 'a5b71ce2-a6cd-4708-b007-bb2b9e698d48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:32.307883 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ceef58-c4b7-46f5-949e-01429557a707 None None] New status for floating IP 26553811-4ccf-4589-a984-fe1f40ed2d6f: DOWN {{(pid=93727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:13:32.886204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee47730-68ae-45ee-b24a-eb8876e9ddd4 req-684e59d9-ebdf-4598-a76b-61d6415d70b4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:32.887692 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bee47730-68ae-45ee-b24a-eb8876e9ddd4 req-684e59d9-ebdf-4598-a76b-61d6415d70b4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0632241 Jun 30 10:13:32.924594 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bee47730-68ae-45ee-b24a-eb8876e9ddd4 req-4093e561-a7e1-4bdb-8971-5f9218b459f7 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313394 Jun 30 10:13:33.425369 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-93cc383a-7f78-43d9-8786-7619d1085c64 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:33.426878 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-93cc383a-7f78-43d9-8786-7619d1085c64 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 946 time: 0.0620389 Jun 30 10:13:33.532843 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port ce253ae1-974a-47fe-8753-398c3c107697 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:33.533185 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:33.622326 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port ce253ae1-974a-47fe-8753-398c3c107697, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=ce253ae1-974a-47fe-8753-398c3c107697,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:33.622596 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:33.634543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for ce253ae1-974a-47fe-8753-398c3c107697 owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:33.764395 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:33.801730 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=ce253ae1-974a-47fe-8753-398c3c107697,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:33.847346 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] No DVR routers for this DVR port ce253ae1-974a-47fe-8753-398c3c107697 on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:13:33.849794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:33.851778 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-692e9f1f-22fa-4025-94fe-e1130c9ef54a req-226bc012-cabf-432f-8c54-d6554feab6d3 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.79 "DELETE /v2.0/ports/ce253ae1-974a-47fe-8753-398c3c107697 HTTP/1.1" status: 204 len: 173 time: 0.4149404 Jun 30 10:13:33.852234 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'name': 'network-vif-deleted', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:33.855131 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efac4903-c464-4591-9193-fec1c96eb012" -d '{"events": [{"server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "name": "network-vif-deleted", "tag": "ce253ae1-974a-47fe-8753-398c3c107697"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:33.896002 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f11d921-f316-40ef-b8f6-bcb9c3ce64d8 x-openstack-request-id: req-8f11d921-f316-40ef-b8f6-bcb9c3ce64d8 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:33.896291 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b96cdd0-ca44-4129-9204-8706a56a980a", "name": "network-vif-deleted", "tag": "ce253ae1-974a-47fe-8753-398c3c107697", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:33.896557 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-8f11d921-f316-40ef-b8f6-bcb9c3ce64d8 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:33.896955 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b96cdd0-ca44-4129-9204-8706a56a980a', 'name': 'network-vif-deleted', 'tag': 'ce253ae1-974a-47fe-8753-398c3c107697', 'status': 'completed', 'code': 200} Jun 30 10:13:34.085252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-292240c6-11f8-4c90-8e2c-661dfb761129 req-000d48b2-23bd-4769-9d87-97abc9605866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "GET /v2.0/ports?device_id=1b96cdd0-ca44-4129-9204-8706a56a980a HTTP/1.1" status: 200 len: 210 time: 0.0326540 Jun 30 10:13:35.177273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54714) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:35.531060 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:35.791939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:35.792203 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:35.882977 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 50d4f332-0426-4c7e-b5b4-9a3398f0da7c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:35.883339 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:35.897161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 50d4f332-0426-4c7e-b5b4-9a3398f0da7c owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:36.078727 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:36.105306 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=50d4f332-0426-4c7e-b5b4-9a3398f0da7c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:36.280928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:36.800143 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Router 37dd3ecc-0188-4300-ab16-d6f66b961727 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:13:36.902533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:36.907399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-79041dea-cb39-45db-bf09-aa77a0335aa4 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "PUT /v2.0/routers/37dd3ecc-0188-4300-ab16-d6f66b961727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291360 Jun 30 10:13:36.910552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54716) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:36.912289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] Sync routers for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:36.922206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:36.922831 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:36.962814 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting subnet a5b71ce2-a6cd-4708-b007-bb2b9e698d48 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:13:36.966508 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.006424 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.027704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:37.096086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.154895 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.182993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b71ce2-a6cd-4708-b007-bb2b9e698d48,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:37.186315 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.190970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:37.191168 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d74bc7-1dc4-4e0b-90ac-77f50373758e None None] Network cd5efc9b-12d9-42d9-8a0f-f5413e501e05 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:37.191282 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/subnets/a5b71ce2-a6cd-4708-b007-bb2b9e698d48 HTTP/1.1" status: 204 len: 168 time: 0.2794390 Jun 30 10:13:37.196491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.196851 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.197238 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.197535 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.197903 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.198263 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.198599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.198934 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.199267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.199603 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.199933 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.200260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fab92b1d-8331-41cf-9a9b-aabafb8734b2 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.268537 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:13:36Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:37.298679 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.315634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] Checking router: 37dd3ecc-0188-4300-ab16-d6f66b961727 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:37.343279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] Routers {'37dd3ecc-0188-4300-ab16-d6f66b961727'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:37.343925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['37dd3ecc-0188-4300-ab16-d6f66b961727'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:37.404066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.457772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Deleting port 349ba22a-4b41-4fc0-a869-db563a89636a {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:37.458129 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.465547 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] Set router 37dd3ecc-0188-4300-ab16-d6f66b961727 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:37.521126 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] DHCP port deletion for cd5efc9b-12d9-42d9-8a0f-f5413e501e05 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:13:37.543943 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] For port 349ba22a-4b41-4fc0-a869-db563a89636a, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=349ba22a-4b41-4fc0-a869-db563a89636a,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:37.544308 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.556693 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Calling delete_port for 349ba22a-4b41-4fc0-a869-db563a89636a owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:37.650508 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ce253ae1-974a-47fe-8753-398c3c107697 no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:37.659783 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Deleting port ae0003d6-6886-4e8d-b4c7-53f32681c617 {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:13:37.660136 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.716083 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: ce253ae1-974a-47fe-8753-398c3c107697 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:37.716347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device ce253ae1-974a-47fe-8753-398c3c107697 not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:37.727133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.753780 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Port': ['ID=349ba22a-4b41-4fc0-a869-db563a89636a,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:37.757974 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] For port ae0003d6-6886-4e8d-b4c7-53f32681c617, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=ae0003d6-6886-4e8d-b4c7-53f32681c617,segment=NetworkSegment(cb0465cf-516a-4581-9798-1e7fdc01b1d3),segment_id=cb0465cf-516a-4581-9798-1e7fdc01b1d3)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:37.757974 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.772230 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Calling delete_port for ae0003d6-6886-4e8d-b4c7-53f32681c617 owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:13:37.786276 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:13:36Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:37.817614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.843892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de069b-4ce6-4199-9091-1a887bc41ac6 None None] The sync data for ids ['37dd3ecc-0188-4300-ab16-d6f66b961727'] in n-d-780147-22 is: [{'id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'name': 'tempest-TestNetworkAdvancedServerOps-router-997000066', 'tenant_id': '476627cab855452e8eb7234529256ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160'}], 'enable_snat': True}, 'gw_port_id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:13:36Z', 'revision_number': 5, 'project_id': '476627cab855452e8eb7234529256ac8', 'gw_port': {'id': '349ba22a-4b41-4fc0-a869-db563a89636a', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:8c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37dd3ecc-0188-4300-ab16-d6f66b961727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:12:31Z', 'updated_at': '2021-06-30T10:12:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:37.893270 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.911079 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] No DVR routers for this DVR port ae0003d6-6886-4e8d-b4c7-53f32681c617 on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:13:37.915109 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.918028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.933338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Pushing event deleted for resources: {'Port': ['ID=ae0003d6-6886-4e8d-b4c7-53f32681c617,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:37.940833 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.941175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.941513 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.941842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.942167 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.942517 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.942840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.943160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.943472 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.943790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.944102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.944414 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d410e3d3-0f0b-46fb-abfd-7800d8597db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:37.965564 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.966088 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Fanout notify agent at l3_agent the message router_deleted on router 37dd3ecc-0188-4300-ab16-d6f66b961727 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:13:37.973150 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:37.974449 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-30d60f94-4e15-4f43-9335-2444c09e1a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/routers/37dd3ecc-0188-4300-ab16-d6f66b961727 HTTP/1.1" status: 204 len: 168 time: 0.7819562 Jun 30 10:13:37.977200 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:38.056344 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.140528 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.149982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5efc9b-12d9-42d9-8a0f-f5413e501e05']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:38.159761 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0465cf-516a-4581-9798-1e7fdc01b1d3') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:38.160057 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0465cf-516a-4581-9798-1e7fdc01b1d3') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:38.169066 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.189008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.196614 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:13:38.197028 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:13:38.200513 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:13:38.264874 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.278431 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.282674 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/networks/cd5efc9b-12d9-42d9-8a0f-f5413e501e05 HTTP/1.1" status: 204 len: 168 time: 0.3045249 Jun 30 10:13:38.283442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54722) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:38.293849 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0003d6-6886-4e8d-b4c7-53f32681c617 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:38.308430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176c397-0476-4a2b-a3c8-d93b18506866 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'Network': ['ID=cd5efc9b-12d9-42d9-8a0f-f5413e501e05,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:38.319184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: ae0003d6-6886-4e8d-b4c7-53f32681c617 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:38.319542 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device ae0003d6-6886-4e8d-b4c7-53f32681c617 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:38.374859 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1ab25b79-7b43-4716-bfe1-0e9902b32a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.400438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1ab25b79-7b43-4716-bfe1-0e9902b32a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.466289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1ab25b79-7b43-4716-bfe1-0e9902b32a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.469480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1ab25b79-7b43-4716-bfe1-0e9902b32a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:38.470471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1ab25b79-7b43-4716-bfe1-0e9902b32a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f5a0fe0-fb44-4ba4-b375-5627887cd4c0 HTTP/1.1" status: 204 len: 168 time: 0.1858919 Jun 30 10:13:38.480702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab25b79-7b43-4716-bfe1-0e9902b32a45 tempest-TestNetworkAdvancedServerOps-1645655980 tempest-TestNetworkAdvancedServerOps-1645655980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5a0fe0-fb44-4ba4-b375-5627887cd4c0,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:38.815875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54730) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:38.959218 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0cec36c0-ca3f-4421-89de-1e99892f718d admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=476627cab855452e8eb7234529256ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1421812 Jun 30 10:13:38.961910 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54734) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:39.012753 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5990dbb-e54a-411c-a819-c96b43f691f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.033592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5990dbb-e54a-411c-a819-c96b43f691f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.079507 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5990dbb-e54a-411c-a819-c96b43f691f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.082548 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-b5990dbb-e54a-411c-a819-c96b43f691f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.083683 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-b5990dbb-e54a-411c-a819-c96b43f691f6 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/81393687-03e1-4074-adb7-10716756cad2 HTTP/1.1" status: 204 len: 168 time: 0.1207836 Jun 30 10:13:39.092180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5990dbb-e54a-411c-a819-c96b43f691f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81393687-03e1-4074-adb7-10716756cad2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:39.337246 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54740) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:39.350132 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-127f8bba-016d-44d2-ab30-6b4120c12129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.437613 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-127f8bba-016d-44d2-ab30-6b4120c12129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.441415 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-127f8bba-016d-44d2-ab30-6b4120c12129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.479933 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-127f8bba-016d-44d2-ab30-6b4120c12129 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=91cc6455804b488185f335dc99b10c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416266 Jun 30 10:13:39.480806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f8bba-016d-44d2-ab30-6b4120c12129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bf97be-3590-4a4c-af92-12827b42f019,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:39.482730 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54742) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:39.532352 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc6c50ab-d58f-4eff-b6d8-193bb12e5059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.553045 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc6c50ab-d58f-4eff-b6d8-193bb12e5059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.603580 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc6c50ab-d58f-4eff-b6d8-193bb12e5059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.606312 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bc6c50ab-d58f-4eff-b6d8-193bb12e5059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:39.607453 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bc6c50ab-d58f-4eff-b6d8-193bb12e5059 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/68bf97be-3590-4a4c-af92-12827b42f019 HTTP/1.1" status: 204 len: 168 time: 0.1232417 Jun 30 10:13:39.614915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c50ab-d58f-4eff-b6d8-193bb12e5059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bf97be-3590-4a4c-af92-12827b42f019,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:39.846847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 349ba22a-4b41-4fc0-a869-db563a89636a no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:39.871255 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 349ba22a-4b41-4fc0-a869-db563a89636a {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:39.871556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 349ba22a-4b41-4fc0-a869-db563a89636a not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:39.871929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 50d4f332-0426-4c7e-b5b4-9a3398f0da7c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:13:39.894843 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 50d4f332-0426-4c7e-b5b4-9a3398f0da7c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:13:39.895195 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 50d4f332-0426-4c7e-b5b4-9a3398f0da7c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:13:40.307533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54764) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:40.409626 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1369060347-network', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:40.430529 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Made reservation on behalf of 9cdaac4776a44da496df811b7563e0a7 for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:40.432865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.441108 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.530128 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.533931 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.563901 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:13:40.570584 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7351fadc-ebdc-4c49-9b5a-e4c9c84e033b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:40.578841 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.579259 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Added segment b405db48-de18-42e3-9acf-d27ef0c45c0a of type vlan for network cb970384-3f51-48b3-b642-df9c2d0fcb0f Jun 30 10:13:40.621665 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.650723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.651600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:40.652174 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.702667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3937593 Jun 30 10:13:40.705883 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54768) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:40.711317 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Request body: {'subnet': {'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1369060347-subnet', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:40.716266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f9d0a-5841-4051-bd4e-4cbe71adb08f admin admin] Pushing event updated for resources: {'Network': ['ID=cb970384-3f51-48b3-b642-df9c2d0fcb0f,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:40.726556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:13:40.734278 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Made reservation on behalf of 9cdaac4776a44da496df811b7563e0a7 for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:40.736638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.901621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:40.960506 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bde2ba9-339b-4881-872f-9ed5973f88fb,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:40.968921 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Checking segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:40.969281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Network hostable DHCP agents. Network: cb970384-3f51-48b3-b642-df9c2d0fcb0f, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:13:40.985920 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:13:40.994893 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, cb970384-3f51-48b3-b642-df9c2d0fcb0f) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:40.998852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:40.999437 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.003802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e859a-1115-442f-a722-3cd1e594d493 None None] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:41.014591 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c5f34956-9e59-4180-9e66-c379032da4a2 admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3071887 Jun 30 10:13:41.017386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54770) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:41.021746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:41.043505 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.044493 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.096547 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.158553 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:13:41.159538 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.236063 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.298182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Allocated IP 172.20.0.2 (cb970384-3f51-48b3-b642-df9c2d0fcb0f/7bde2ba9-339b-4881-872f-9ed5973f88fb/355795e4-79bc-4fdd-b1fd-b854dc641ceb) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:41.368731 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-6b5435e0-144e-4f8d-8130-c4bb0a1a5f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.437781 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.452467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.457332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.461445 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Transition to ACTIVE for port object 355795e4-79bc-4fdd-b1fd-b854dc641ceb will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:41.476743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Transition to ACTIVE for port object 355795e4-79bc-4fdd-b1fd-b854dc641ceb will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:41.483777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.522755 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:41.525581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:41.532697 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:41.535734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Pushing event updated for resources: {'Port': ['ID=355795e4-79bc-4fdd-b1fd-b854dc641ceb,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:41.563789 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Allocated IP 172.25.7.131 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/97d4cfad-174d-4436-a8ff-00c9166d0fce) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:41.592506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Attempting to bind port 355795e4-79bc-4fdd-b1fd-b854dc641ceb on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:41.592876 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Attempting to bind port 355795e4-79bc-4fdd-b1fd-b854dc641ceb by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:41.593240 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Attempting to bind port 355795e4-79bc-4fdd-b1fd-b854dc641ceb on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:41.598330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:41.598703 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Checking segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:41.599116 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.599490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Bound using segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:41.599955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Bound port: 355795e4-79bc-4fdd-b1fd-b854dc641ceb, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:41.600330 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.666636 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] For port 355795e4-79bc-4fdd-b1fd-b854dc641ceb, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:41.670912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] For port 355795e4-79bc-4fdd-b1fd-b854dc641ceb, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=355795e4-79bc-4fdd-b1fd-b854dc641ceb,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:41.672521 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.676325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.720284 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:41.740043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672aeed-e80d-4ccd-ac66-26c951af54ce None None] Pushing event updated for resources: {'Port': ['ID=355795e4-79bc-4fdd-b1fd-b854dc641ceb,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:41.760080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:41.762982 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:41.765435 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:41.799914 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Pushing event updated for resources: {'Port': ['ID=97d4cfad-174d-4436-a8ff-00c9166d0fce,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:42.043446 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:42.237240 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:42.368857 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:13:42.481014 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:42.492137 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:42.496703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:42.497943 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-60bd9347-7132-4079-8412-3b145f3183c6 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4795837 Jun 30 10:13:42.500705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:42.502952 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:42.503549 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:42.617024 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:42.671582 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d737e1b-4ccf-47fe-a51c-5cebda5b8056 None None] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:42.814527 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-949ffa1a-21a0-4582-b26b-5daa0f5c8c7e None None] Provisioning for port 355795e4-79bc-4fdd-b1fd-b854dc641ceb completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:42.915638 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:41Z', 'revision_number': 3, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:42.945776 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:42.946116 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Updating router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 port 97d4cfad-174d-4436-a8ff-00c9166d0fce binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:13:42.984452 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.243186 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.245312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.254124 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Transition to ACTIVE for port object 97d4cfad-174d-4436-a8ff-00c9166d0fce will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:43.264287 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.315196 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Attempting to bind port 97d4cfad-174d-4436-a8ff-00c9166d0fce on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:43.315547 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Attempting to bind port 97d4cfad-174d-4436-a8ff-00c9166d0fce by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:43.315912 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Attempting to bind port 97d4cfad-174d-4436-a8ff-00c9166d0fce on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:43.318731 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Pushing event updated for resources: {'Port': ['ID=97d4cfad-174d-4436-a8ff-00c9166d0fce,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:43.323407 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:43.323782 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:43.324183 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.324570 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:43.325033 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Bound port: 97d4cfad-174d-4436-a8ff-00c9166d0fce, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:43.325406 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.331890 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.332235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.332572 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.332905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.333235 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.333568 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.333890 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.334209 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.334553 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.334869 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.335188 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.335506 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:13:43.388288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] For port 97d4cfad-174d-4436-a8ff-00c9166d0fce, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:43.391983 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] For port 97d4cfad-174d-4436-a8ff-00c9166d0fce, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=97d4cfad-174d-4436-a8ff-00c9166d0fce,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:43.395982 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.408828 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Allocated IP 172.20.0.1 (cb970384-3f51-48b3-b642-df9c2d0fcb0f/7bde2ba9-339b-4881-872f-9ed5973f88fb/5d413f0c-3dfd-4ce8-8bb7-147bb9844baf) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:43.462246 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:43.462854 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:43.465437 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72daa50f-53c2-4278-bccd-e5fe68fb6285 None None] Pushing event updated for resources: {'Port': ['ID=97d4cfad-174d-4436-a8ff-00c9166d0fce,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:43.518306 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.532658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Transition to ACTIVE for port object 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:43.565705 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.577277 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:43.601727 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:43.606776 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:43.610543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:43.638795 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Pushing event updated for resources: {'Port': ['ID=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:43.658296 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.777771 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:41Z', 'revision_number': 3, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:43.805288 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a46f51-0b4c-4300-8d3d-cb440692de82 None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:41Z', 'revision_number': 3, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:43.822312 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.884483 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5d7a4b9-d379-4c70-a081-5a543bd43b21 None None] Provisioning for port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:43.889594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5d7a4b9-d379-4c70-a081-5a543bd43b21 None None] Provisioning complete for port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:43.889964 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5d7a4b9-d379-4c70-a081-5a543bd43b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:43.950787 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 355795e4-79bc-4fdd-b1fd-b854dc641ceb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:43.952634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-b5d7a4b9-d379-4c70-a081-5a543bd43b21 None None] Port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:13:44.012927 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.017641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 355795e4-79bc-4fdd-b1fd-b854dc641ceb completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:44.020098 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.022459 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 355795e4-79bc-4fdd-b1fd-b854dc641ceb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:44.022838 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.141726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.144126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Pushing event updated for resources: {'Port': ['ID=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:44.253575 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:44.255175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:44.316665 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-65d2fb7e-56d4-46ad-bdf4-5b5c5c208f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.320057 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.366366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.412568 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 355795e4-79bc-4fdd-b1fd-b854dc641ceb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=355795e4-79bc-4fdd-b1fd-b854dc641ceb,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:44.413373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:13:44.417137 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.473330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=355795e4-79bc-4fdd-b1fd-b854dc641ceb,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:44.568640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:44.577619 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5839e006-8f93-4ac5-933f-4fd68f356393 admin admin] 10.222.0.77 "PUT /v2.0/routers/d6aa2382-eb55-4a30-9986-ca0dea3fb8d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0755322 Jun 30 10:13:44.580111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bd775f91-2754-4131-b5be-b8cb2473a13d None None] Provisioning complete for port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:44.580759 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd775f91-2754-4131-b5be-b8cb2473a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:44.624003 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-bd775f91-2754-4131-b5be-b8cb2473a13d None None] Port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:13:45.069937 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54788) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:45.075530 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-133333526-network', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:45.096175 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Made reservation on behalf of 26a7d9010cc34361b1d16ff437f4d1a4 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:45.098636 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.106988 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.193998 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.198178 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.226610 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:13:45.232979 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48be1bc2-d1d1-4e65-911b-1651bba0ce35,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:45.239241 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.239744 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Added segment 3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55 of type vlan for network 34b05543-5758-4a4c-9803-3b37df89a6de Jun 30 10:13:45.281588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.314376 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.315404 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:45.316010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.370364 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2992406 Jun 30 10:13:45.373865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54790) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:45.377852 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9acdaf-9512-4dcf-913f-4b64ee468cd2 admin admin] Pushing event updated for resources: {'Network': ['ID=34b05543-5758-4a4c-9803-3b37df89a6de,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:45.379156 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Request body: {'subnet': {'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-133333526-subnet', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:45.388257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network 34b05543-5758-4a4c-9803-3b37df89a6de details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:13:45.400804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Made reservation on behalf of 26a7d9010cc34361b1d16ff437f4d1a4 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:45.403988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.544972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:45.554175 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:45.554902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:45.579018 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.632930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9e591f-d6e2-475c-a702-0c21ab2823ff,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:45.643141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Checking segment: {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:45.643503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Network hostable DHCP agents. Network: 34b05543-5758-4a4c-9803-3b37df89a6de, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:13:45.659316 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Network 34b05543-5758-4a4c-9803-3b37df89a6de is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:13:45.664358 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:45.668674 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, 34b05543-5758-4a4c-9803-3b37df89a6de) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:45.672863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:45.673457 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.691029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-73fbbf6b-6265-455d-bcee-542fc58a0b2f admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3135710 Jun 30 10:13:45.691264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54792) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:45.692226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578b40d6-69ac-4b63-9b08-d2012d2d03d2 None None] Network 34b05543-5758-4a4c-9803-3b37df89a6de requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:45.695592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:45.717046 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.718062 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.770903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.919848 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:45.975607 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-34b05543-5758-4a4c-9803-3b37df89a6de', 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'fixed_ips': [{'subnet_id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:13:45.976458 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.007014 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 355795e4-79bc-4fdd-b1fd-b854dc641ceb up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:46.076511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 2, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:46.117645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:46.117906 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Updating router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:13:46.142248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.161281 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.189450 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.214341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 355795e4-79bc-4fdd-b1fd-b854dc641ceb triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:46.215257 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.261569 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Allocated IP 172.25.7.217 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/1fb4f7f9-18d8-4e02-87e6-61eeac5876f1) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:46.263471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Allocated IP 172.20.0.2 (34b05543-5758-4a4c-9803-3b37df89a6de/5a9e591f-d6e2-475c-a702-0c21ab2823ff/4141effa-18b2-4994-a95d-352661ed1b7d) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:46.370171 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.411059 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.425501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.447598 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:46.452383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:46.456419 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:46.482827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Pushing event updated for resources: {'Port': ['ID=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:46.529312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 97d4cfad-174d-4436-a8ff-00c9166d0fce up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:46.659274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.692462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Transition to ACTIVE for port object 4141effa-18b2-4994-a95d-352661ed1b7d will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:46.695577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 97d4cfad-174d-4436-a8ff-00c9166d0fce completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:46.711431 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 97d4cfad-174d-4436-a8ff-00c9166d0fce triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:46.711800 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.715429 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.742581 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Transition to ACTIVE for port object 4141effa-18b2-4994-a95d-352661ed1b7d will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:46.750883 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.757604 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.792913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Transition to ACTIVE for port object 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:46.808134 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:46.815985 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Network 34b05543-5758-4a4c-9803-3b37df89a6de is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:46.827248 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:46.830536 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:46.845840 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Pushing event updated for resources: {'Port': ['ID=4141effa-18b2-4994-a95d-352661ed1b7d,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:46.924957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.074843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:13:47.157482 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c9075-809b-49a1-92f6-dbbd8da81708 None None] Pushing event updated for resources: {'Port': ['ID=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:47.162843 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.185134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:47.189293 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Attempting to bind port 4141effa-18b2-4994-a95d-352661ed1b7d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:47.189660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Attempting to bind port 4141effa-18b2-4994-a95d-352661ed1b7d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:47.190019 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Attempting to bind port 4141effa-18b2-4994-a95d-352661ed1b7d on network 34b05543-5758-4a4c-9803-3b37df89a6de {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:47.198416 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Sync routers for ids ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:47.204799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.208779 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bd0f58f3-910b-4f3f-b62a-3a7352c2e91c admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5138476 Jun 30 10:13:47.209215 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54794) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:47.215828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:47.216211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Checking segment: {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:47.216614 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.217008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Bound using segment: {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:47.217415 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Routers {'01e93222-f4d2-4280-bf1b-8e0e2ac20e80'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:47.217550 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Bound port: 4141effa-18b2-4994-a95d-352661ed1b7d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:47.217899 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.224247 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 97d4cfad-174d-4436-a8ff-00c9166d0fce, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=97d4cfad-174d-4436-a8ff-00c9166d0fce,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:47.226244 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:47.232839 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Attempting to bind port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:47.233209 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Attempting to bind port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:47.233567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Attempting to bind port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:47.237148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.263519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:47.263896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Checking segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:47.264301 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.265024 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Bound using segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:47.265173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Bound port: 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:47.265539 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.347504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=97d4cfad-174d-4436-a8ff-00c9166d0fce,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:47.348208 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Set router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:47.388937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] For port 4141effa-18b2-4994-a95d-352661ed1b7d, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:47.393605 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] For port 4141effa-18b2-4994-a95d-352661ed1b7d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4141effa-18b2-4994-a95d-352661ed1b7d,segment=NetworkSegment(3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55),segment_id=3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:47.396471 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] For port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:47.399769 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] For port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:47.401632 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.407287 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.490643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:47.490643 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:47.494321 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbc5bb-6c48-47d1-a323-b58f5f2ea7d7 None None] Pushing event updated for resources: {'Port': ['ID=4141effa-18b2-4994-a95d-352661ed1b7d,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:47.609901 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:13:46Z', 'revision_number': 3, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:47.644098 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Checking router: 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:47.644426 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Updating router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:13:47.646920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c9075-809b-49a1-92f6-dbbd8da81708 None None] Pushing event updated for resources: {'Port': ['ID=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:47.671711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:47.698436 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.741842 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:47.905549 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.001821 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Allocated IP 172.20.0.1 (34b05543-5758-4a4c-9803-3b37df89a6de/5a9e591f-d6e2-475c-a702-0c21ab2823ff/cc79be07-7701-4459-b44d-1c3eae199c96) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:48.017538 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.048447 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:48.082595 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 97d4cfad-174d-4436-a8ff-00c9166d0fce up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:48.085095 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8d9376-4bc0-4b04-9e68-39d30b7e1416 None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:48.134258 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.164191 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 97d4cfad-174d-4436-a8ff-00c9166d0fce triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:48.164588 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.171924 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Transition to ACTIVE for port object cc79be07-7701-4459-b44d-1c3eae199c96 will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:48.192141 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.213356 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Transition to ACTIVE for port object 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:48.224244 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.235900 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.287257 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4141effa-18b2-4994-a95d-352661ed1b7d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:48.287511 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Network 34b05543-5758-4a4c-9803-3b37df89a6de is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:48.291118 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:48.295319 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:48.337713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=cc79be07-7701-4459-b44d-1c3eae199c96,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:48.361027 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4141effa-18b2-4994-a95d-352661ed1b7d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:48.372390 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.429426 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9f64b-4168-43fa-a4d4-78d0291fe1c1 None None] Pushing event updated for resources: {'Port': ['ID=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:48.449752 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Attempting to bind port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:48.450131 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Attempting to bind port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:48.450523 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Attempting to bind port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:48.456737 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:48.456955 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:48.457368 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.457738 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:48.458588 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Bound port: 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:48.458729 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.517195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] For port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:48.520668 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] For port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:48.527378 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.548189 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.594851 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Routers {'01e93222-f4d2-4280-bf1b-8e0e2ac20e80'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:48.595466 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:48.649695 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9f64b-4168-43fa-a4d4-78d0291fe1c1 None None] Pushing event updated for resources: {'Port': ['ID=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:48.736202 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] Set router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:48.763853 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.774034 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.833855 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:48.944507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=cc79be07-7701-4459-b44d-1c3eae199c96,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:48.974462 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776d1d6a-a540-4992-976b-a33fc363f433 None None] Network 34b05543-5758-4a4c-9803-3b37df89a6de requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:13:49.022551 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Network 34b05543-5758-4a4c-9803-3b37df89a6de is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:49.024080 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:49.061284 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc79be07-7701-4459-b44d-1c3eae199c96', 'name': '', 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'mac_address': 'fa:16:3e:32:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:47Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 1, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'subnets': [{'id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:49.079874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] Provisioning for port 4141effa-18b2-4994-a95d-352661ed1b7d completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:49.093141 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] Provisioning complete for port 4141effa-18b2-4994-a95d-352661ed1b7d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:49.093559 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:49.093976 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade899c-1126-4aab-818f-d91b59d7b4c6 None None] The sync data for ids ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'] in n-d-780147-22 is: [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc79be07-7701-4459-b44d-1c3eae199c96', 'name': '', 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'mac_address': 'fa:16:3e:32:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:47Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 1, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'subnets': [{'id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:49.217107 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:13:49.264498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:49.327993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] For port 4141effa-18b2-4994-a95d-352661ed1b7d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4141effa-18b2-4994-a95d-352661ed1b7d,segment=NetworkSegment(3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55),segment_id=3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:49.334705 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:49.359463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:13:49.372539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-acf469c5-3ba1-412c-91e0-17a7f8eb6ad4 admin admin] 10.222.0.77 "PUT /v2.0/routers/01e93222-f4d2-4280-bf1b-8e0e2ac20e80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1567507 Jun 30 10:13:49.403772 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e7132-a304-4ffc-a621-853ee000868a None None] Pushing event updated for resources: {'Port': ['ID=4141effa-18b2-4994-a95d-352661ed1b7d,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:49.663392 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-baa1b252-d716-44ef-95e1-cfeef62abc1a None None] Provisioning for port cc79be07-7701-4459-b44d-1c3eae199c96 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:49.667790 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-baa1b252-d716-44ef-95e1-cfeef62abc1a None None] Provisioning complete for port cc79be07-7701-4459-b44d-1c3eae199c96 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:49.668173 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-baa1b252-d716-44ef-95e1-cfeef62abc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:49.709285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-baa1b252-d716-44ef-95e1-cfeef62abc1a None None] Port cc79be07-7701-4459-b44d-1c3eae199c96 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:13:49.726346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-baa1b252-d716-44ef-95e1-cfeef62abc1a None None] Provisioning complete for port 4141effa-18b2-4994-a95d-352661ed1b7d triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:49.726792 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-baa1b252-d716-44ef-95e1-cfeef62abc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:49.992639 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1f2ab05c-a641-44b2-90f9-57336ad1e936 None None] Provisioning complete for port cc79be07-7701-4459-b44d-1c3eae199c96 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:49.993294 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab05c-a641-44b2-90f9-57336ad1e936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.024606 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:50.075969 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ab05c-a641-44b2-90f9-57336ad1e936 None None] Port cc79be07-7701-4459-b44d-1c3eae199c96 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:13:50.113119 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:50.118724 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:50.119164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.214051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.222535 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-38067a6f-e938-467f-b2e9-7599e4d515ed None None] Provisioning complete for port cc79be07-7701-4459-b44d-1c3eae199c96 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:50.222983 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-38067a6f-e938-467f-b2e9-7599e4d515ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.277150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:50.278675 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-38067a6f-e938-467f-b2e9-7599e4d515ed None None] Port cc79be07-7701-4459-b44d-1c3eae199c96 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:13:50.283521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.284559 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4141effa-18b2-4994-a95d-352661ed1b7d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:50.359897 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:50.364381 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 54804) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:50.369879 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768865504', 'description': 'tempest-secgroup-smoke-1768865504 description', 'project_id': '9cdaac4776a44da496df811b7563e0a7'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:50.373563 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4141effa-18b2-4994-a95d-352661ed1b7d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:50.373935 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.393202 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.479157 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.483545 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.510600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.512067 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1465149 Jun 30 10:13:50.513958 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bc555-eda3-45b2-b825-e1df852253ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64118aa3-6398-4ab3-87df-ade44b8261b3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:50.515283 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54806) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:50.520422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': '64118aa3-6398-4ab3-87df-ade44b8261b3', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:50.547809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.602756 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.606970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.624267 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb83a2f5-c728-4e98-89cb-171f1646c632,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:50.631988 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.633220 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a29ca89f-a678-4bf8-89ef-204e18c5b514 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168363 Jun 30 10:13:50.635796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54808) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:50.640183 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': '64118aa3-6398-4ab3-87df-ade44b8261b3', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:50.665539 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.724299 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.727974 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.748421 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3310f6a-8997-4a48-9e71-090cab7cdcbe,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:50.751443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.752784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-38ab346b-41d9-4c2f-a04f-98c78dc2b576 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160378 Jun 30 10:13:50.755533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54810) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:50.759863 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': '64118aa3-6398-4ab3-87df-ade44b8261b3', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:50.785984 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.866145 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.869883 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.891455 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688a2dce-fd83-44cc-98d1-f4be32f55f66,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:50.900471 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:50.901872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-28d74218-59ee-4f68-877c-6a72945fdcaa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454263 Jun 30 10:13:50.905250 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54812) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:50.909920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': '64118aa3-6398-4ab3-87df-ade44b8261b3', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:50.938406 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.004205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.008197 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.029676 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456bc2ff-11cd-4c59-ad7a-73e36d96b585,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:51.033755 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.034910 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:13:51.036748 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-d674a29b-c3b3-4fcc-86d3-30efeb25610b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1305232 Jun 30 10:13:51.037774 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54814) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:51.042448 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': '64118aa3-6398-4ab3-87df-ade44b8261b3', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:51.064041 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Project 9cdaac4776a44da496df811b7563e0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:13:51.069372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.132804 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.137624 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.158808 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7eb39b0-6aa4-4da8-88b7-c515ea635df1,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:51.162696 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.163883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f9ad9af8-0a1b-4523-b824-9461f5fe3507 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250494 Jun 30 10:13:51.166599 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54816) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:13:51.171184 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': '64118aa3-6398-4ab3-87df-ade44b8261b3', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:51.194626 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Project 9cdaac4776a44da496df811b7563e0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:13:51.200725 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.267336 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.270992 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.290174 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a8bc75-65b3-4daa-b1f3-091bedd472b1,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:51.298443 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:51.299658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-17327476-6a10-4e0d-838e-4ba9220bd173 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321433 Jun 30 10:13:51.507642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-6bae73b2-4697-4953-9c22-a4d512aa271e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768865504&fields=id&tenant_id=9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 267 time: 0.0326977 Jun 30 10:13:51.617423 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-b008f87e-d7c5-46ed-93bd-37a1956879f1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:51.618817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-b008f87e-d7c5-46ed-93bd-37a1956879f1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 809 time: 0.1038587 Jun 30 10:13:51.634144 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-45cbe3c5-88a5-4bd6-964d-0b62edb3550e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/quotas/9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0091629 Jun 30 10:13:51.700362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-a77533ae-34d5-40ae-8db6-00ad6e8e137a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604324 Jun 30 10:13:51.807667 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-bdb441f8-e1b7-44ff-a9fe-f3476322041a service neutron] 10.222.0.77 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958679 Jun 30 10:13:51.908017 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-4c951e7a-b811-46c4-a7a4-10b61e6247de service neutron] 10.222.0.77 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936921 Jun 30 10:13:51.981125 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:52.039726 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:52.040100 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.112482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-022c79bf-6d00-4de3-aa11-f2ee4719ffc1 req-f9e423ca-1448-4a97-aefe-69c6b959224d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 210 time: 0.0396543 Jun 30 10:13:52.148043 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:52.198196 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:52.203734 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:52.204093 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.272867 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Sync routers for ids ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:13:52.294360 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.299613 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Routers {'01e93222-f4d2-4280-bf1b-8e0e2ac20e80'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:52.300226 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:52.358507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:52.363600 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.467465 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Set router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:52.469213 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:52.672615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc79be07-7701-4459-b44d-1c3eae199c96', 'name': '', 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'mac_address': 'fa:16:3e:32:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:47Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 2, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'subnets': [{'id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:52.699007 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Checking router: 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:13:52.699366 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Updating router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 port cc79be07-7701-4459-b44d-1c3eae199c96 binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:13:52.737553 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:52.999265 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.008510 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Transition to ACTIVE for port object cc79be07-7701-4459-b44d-1c3eae199c96 will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:53.014065 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.064750 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde979e-46c5-4e8e-b06a-9d81b0de0253 None None] Pushing event updated for resources: {'Port': ['ID=cc79be07-7701-4459-b44d-1c3eae199c96,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:53.119017 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Attempting to bind port cc79be07-7701-4459-b44d-1c3eae199c96 on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:53.119430 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Attempting to bind port cc79be07-7701-4459-b44d-1c3eae199c96 by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:53.119803 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Attempting to bind port cc79be07-7701-4459-b44d-1c3eae199c96 on network 34b05543-5758-4a4c-9803-3b37df89a6de {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:53.125408 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:53.125788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Checking segment: {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:53.126197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.126778 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Bound using segment: {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:53.127320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Bound port: cc79be07-7701-4459-b44d-1c3eae199c96, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:53.127706 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.206383 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] For port cc79be07-7701-4459-b44d-1c3eae199c96, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:53.210163 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] For port cc79be07-7701-4459-b44d-1c3eae199c96, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cc79be07-7701-4459-b44d-1c3eae199c96,segment=NetworkSegment(3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55),segment_id=3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:53.216815 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.264879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Routers {'01e93222-f4d2-4280-bf1b-8e0e2ac20e80'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:13:53.265780 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:53.312583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-676d1ca8-0cc3-4416-b7a4-076a5a29ff77 req-bd3266a6-19ea-42a3-b7e3-ff95ec6e5b03 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 210 time: 0.0403478 Jun 30 10:13:53.386944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-ede56893-ecae-4e4d-a865-0341952dce3c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:53.389362 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-ede56893-ecae-4e4d-a865-0341952dce3c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 809 time: 0.1623154 Jun 30 10:13:53.458518 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-615f1c79-65b4-43ac-abc9-3a7c4ac39fbf tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 380 time: 0.0474916 Jun 30 10:13:53.470601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'port': {'device_id': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'admin_state_up': True, 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'security_groups': ['64118aa3-6398-4ab3-87df-ade44b8261b3']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:53.544519 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde979e-46c5-4e8e-b06a-9d81b0de0253 None None] Pushing event updated for resources: {'Port': ['ID=cc79be07-7701-4459-b44d-1c3eae199c96,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:53.598960 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Made reservation on behalf of 9cdaac4776a44da496df811b7563e0a7 for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:13:53.602455 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.604087 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] Set router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:13:53.725932 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Allocated IP 172.20.0.4 (cb970384-3f51-48b3-b642-df9c2d0fcb0f/7bde2ba9-339b-4881-872f-9ed5973f88fb/0b05d024-ee47-49c5-b431-8b5debd0d7fc) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:13:53.814002 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc79be07-7701-4459-b44d-1c3eae199c96', 'name': '', 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'mac_address': 'fa:16:3e:32:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:47Z', 'updated_at': '2021-06-30T10:13:53Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'subnets': [{'id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:13:53.841646 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9541a153-1e06-42a6-afd7-ed77c2c20af3 None None] The sync data for ids ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'] in n-d-780147-22 is: [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:13:48Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': 'cc79be07-7701-4459-b44d-1c3eae199c96', 'name': '', 'network_id': '34b05543-5758-4a4c-9803-3b37df89a6de', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'mac_address': 'fa:16:3e:32:9f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:47Z', 'updated_at': '2021-06-30T10:13:53Z', 'revision_number': 4, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'subnets': [{'id': '5a9e591f-d6e2-475c-a702-0c21ab2823ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:13:53.878036 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.892407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Transition to ACTIVE for port object 0b05d024-ee47-49c5-b431-8b5debd0d7fc will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:53.928621 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:53.950346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc79be07-7701-4459-b44d-1c3eae199c96 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:53.979081 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:13:53.983265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:13:53.987706 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:13:54.008362 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port cc79be07-7701-4459-b44d-1c3eae199c96 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:54.014005 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cc79be07-7701-4459-b44d-1c3eae199c96 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:54.014418 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.022751 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:54.058024 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:54.059201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.084956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d72ac295-4929-42c7-94cf-0bf180cb1b87 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6185777 Jun 30 10:13:54.099656 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Request body: {'port': {'device_id': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:13:54.126990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.173611 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port cc79be07-7701-4459-b44d-1c3eae199c96, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cc79be07-7701-4459-b44d-1c3eae199c96,segment=NetworkSegment(3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55),segment_id=3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:54.178311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.179522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:54.181268 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.273450 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=cc79be07-7701-4459-b44d-1c3eae199c96,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:54.290828 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3405b223-f83d-4bb9-b2bd-da2cb67f0515 None None] Provisioning for port 0b05d024-ee47-49c5-b431-8b5debd0d7fc completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:54.296287 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:54.296674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.298416 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-3405b223-f83d-4bb9-b2bd-da2cb67f0515 None None] Provisioning complete for port 0b05d024-ee47-49c5-b431-8b5debd0d7fc triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:54.298767 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3405b223-f83d-4bb9-b2bd-da2cb67f0515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.369206 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-3405b223-f83d-4bb9-b2bd-da2cb67f0515 None None] Port 0b05d024-ee47-49c5-b431-8b5debd0d7fc cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:13:54.513874 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1911ce-ff00-4ff2-9411-e686f6c351c8 req-74977e8d-57bf-42f4-8e94-1f4fe086a975 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:54.515466 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb1911ce-ff00-4ff2-9411-e686f6c351c8 req-74977e8d-57bf-42f4-8e94-1f4fe086a975 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 931 time: 0.0697460 Jun 30 10:13:54.555158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eb1911ce-ff00-4ff2-9411-e686f6c351c8 req-3157c693-d8bb-489a-aca8-31a3a1b89481 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jun 30 10:13:54.788878 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b05d024-ee47-49c5-b431-8b5debd0d7fc {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:13:54.797047 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.809273 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Transition to ACTIVE for port object 0b05d024-ee47-49c5-b431-8b5debd0d7fc will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:13:54.813291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:54.881184 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:54.935035 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Attempting to bind port 0b05d024-ee47-49c5-b431-8b5debd0d7fc on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:13:54.935382 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Attempting to bind port 0b05d024-ee47-49c5-b431-8b5debd0d7fc by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:13:54.935719 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Attempting to bind port 0b05d024-ee47-49c5-b431-8b5debd0d7fc on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:54.940405 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Port 0b05d024-ee47-49c5-b431-8b5debd0d7fc on network cb970384-3f51-48b3-b642-df9c2d0fcb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:13:54.940726 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Attempting to bind port 0b05d024-ee47-49c5-b431-8b5debd0d7fc on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:13:54.946313 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:13:54.946678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Checking segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:13:54.947059 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Bound using segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:13:54.947493 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Bound port: 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:13:54.947878 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.016204 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:13:55.019345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:13:55.023354 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.059121 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.059828 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:55.061188 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] 10.222.0.79 "PUT /v2.0/ports/0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 1092 time: 0.9662025 Jun 30 10:13:55.061630 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:55.063920 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97ff785-94c8-404f-b078-a5b58baeebda" -d '{"events": [{"name": "network-changed", "server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:55.092838 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb341c-cfba-4f52-85ec-b6dca742ac5f service neutron] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:55.152973 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d5598e-5237-48f6-98dd-7cf9fc569e69 x-openstack-request-id: req-13d5598e-5237-48f6-98dd-7cf9fc569e69 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:55.153408 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:55.153665 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-13d5598e-5237-48f6-98dd-7cf9fc569e69 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:55.154061 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'status': 'completed', 'code': 200} Jun 30 10:13:55.181669 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-a4dda609-3403-4583-aa6f-e283deb98ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.183375 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-a4dda609-3403-4583-aa6f-e283deb98ff2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1095 time: 0.0598614 Jun 30 10:13:55.226406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-23863ff9-7c00-47bc-ada6-1a11a64ae477 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 217 time: 0.0356157 Jun 30 10:13:55.286031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-16a9781d-2a31-41dd-8d01-87a0ae4d19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.287515 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-16a9781d-2a31-41dd-8d01-87a0ae4d19d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0514715 Jun 30 10:13:55.349397 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-7bab2469-3f7c-4d6e-8ae1-f892787f7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.350928 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-7bab2469-3f7c-4d6e-8ae1-f892787f7ef8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529516 Jun 30 10:13:55.445770 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-d32b5d22-aaea-471f-8a0f-e183e081e602 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828342 Jun 30 10:13:55.539957 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-f57f998a-a4aa-4605-b12e-59fb84721d4d req-3ea67c68-5310-4967-9a47-c294a3292347 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829568 Jun 30 10:13:55.652577 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff785-94c8-404f-b078-a5b58baeebda req-d821bc28-3947-4837-9737-662c1b26afcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.654177 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-d821bc28-3947-4837-9737-662c1b26afcd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1095 time: 0.0532682 Jun 30 10:13:55.735230 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be70ae-5a84-48ee-968c-b865f8eb324f req-f825ca03-0923-4faa-8875-a31213330e6f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.736729 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25be70ae-5a84-48ee-968c-b865f8eb324f req-f825ca03-0923-4faa-8875-a31213330e6f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0665617 Jun 30 10:13:55.749311 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff785-94c8-404f-b078-a5b58baeebda req-009c5b9d-62ae-4806-b237-51db18c44718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.750864 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-009c5b9d-62ae-4806-b237-51db18c44718 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0900648 Jun 30 10:13:55.774485 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25be70ae-5a84-48ee-968c-b865f8eb324f req-6ab55008-3d55-400f-ae62-bea11e212aea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315430 Jun 30 10:13:55.795384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-e45d737f-d4d1-4179-82e4-62067db08c0a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 217 time: 0.0350399 Jun 30 10:13:55.842931 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff785-94c8-404f-b078-a5b58baeebda req-c8ba1a53-d0f1-4ce1-88ee-b878a070ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.844373 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-c8ba1a53-d0f1-4ce1-88ee-b878a070ad37 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0432220 Jun 30 10:13:55.900314 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc79be07-7701-4459-b44d-1c3eae199c96 up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:55.916222 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ff785-94c8-404f-b078-a5b58baeebda req-493b4905-b4a7-4b4e-8c3f-eb2a1a43a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:55.918661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-493b4905-b4a7-4b4e-8c3f-eb2a1a43a439 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664897 Jun 30 10:13:55.958869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port cc79be07-7701-4459-b44d-1c3eae199c96 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:55.959236 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:56.007142 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-41342c87-967a-4e61-9e8f-b9ff74b3823e service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817299 Jun 30 10:13:56.101262 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a97ff785-94c8-404f-b078-a5b58baeebda req-4dc81af8-9bb0-4c47-b2c7-a1149a5bac95 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858910 Jun 30 10:13:56.956388 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d5d49-90dd-43e2-9e30-d8436b6952c0 req-ec7a5e27-693b-46f7-ab3a-b6c06e1f5272 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:56.958119 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-003d5d49-90dd-43e2-9e30-d8436b6952c0 req-ec7a5e27-693b-46f7-ab3a-b6c06e1f5272 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0644147 Jun 30 10:13:57.000848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-003d5d49-90dd-43e2-9e30-d8436b6952c0 req-10395b4a-1334-4ebc-91f3-2c6d596439eb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369337 Jun 30 10:13:57.747333 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:13:57.844156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:57.855981 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'mac_address': 'fa:16:3e:34:d9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:13:57.896031 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.912743 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05d024-ee47-49c5-b431-8b5debd0d7fc {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:13:57.932872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:57.936889 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:57.984844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:13:58.175867 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f90ab0-9c2e-4a94-9d40-3e80e9bc3aa7 req-bbe5b368-42ba-468f-8536-f1257b8a600f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:58.177256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82f90ab0-9c2e-4a94-9d40-3e80e9bc3aa7 req-bbe5b368-42ba-468f-8536-f1257b8a600f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 944 time: 0.0629287 Jun 30 10:13:58.202449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['0b05d024-ee47-49c5-b431-8b5debd0d7fc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:13:58.216832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-82f90ab0-9c2e-4a94-9d40-3e80e9bc3aa7 req-bfe31eb3-3d90-47d3-a62b-7d66c015adbe tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338159 Jun 30 10:13:59.570693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886efea6-6fc4-4397-9458-03dd375b66f2 req-0c9f43f9-3bc2-42d2-aa90-21d9be98d1b9 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:13:59.572149 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-886efea6-6fc4-4397-9458-03dd375b66f2 req-0c9f43f9-3bc2-42d2-aa90-21d9be98d1b9 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 944 time: 0.0620396 Jun 30 10:13:59.612689 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-886efea6-6fc4-4397-9458-03dd375b66f2 req-b22f0264-81cd-42d8-bb71-81f16294e6ef tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347173 Jun 30 10:13:59.763117 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:13:59.812609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 0b05d024-ee47-49c5-b431-8b5debd0d7fc completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:13:59.816148 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 0b05d024-ee47-49c5-b431-8b5debd0d7fc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:13:59.816518 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:59.896544 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:59.919589 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:13:59.921839 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe962673-ea9d-4ee5-ae88-eba1b8c5c85f" -d '{"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:13:59.934927 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:13:59.942782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:13:59.971602 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e58537-86b3-4338-9c1a-7137fa99a28a x-openstack-request-id: req-30e58537-86b3-4338-9c1a-7137fa99a28a {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:13:59.971907 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:13:59.972160 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-30e58537-86b3-4338-9c1a-7137fa99a28a {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:13:59.972554 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'code': 200} Jun 30 10:14:00.000080 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:00.021199 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:00.086997 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16189e68-d5f8-4bf4-ad5b-f323b7df8120 req-f911cd5f-466c-4a47-96b4-4185966ce82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:00.088510 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-16189e68-d5f8-4bf4-ad5b-f323b7df8120 req-f911cd5f-466c-4a47-96b4-4185966ce82b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1097 time: 0.0552986 Jun 30 10:14:00.128759 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-16189e68-d5f8-4bf4-ad5b-f323b7df8120 req-277d6929-599f-42de-a56a-1b6736b1e293 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300779 Jun 30 10:14:00.788377 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf26045-70fa-4734-bce5-566f90493ace req-02605b22-7dff-44f6-93a4-9f4d45606199 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:00.789831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaf26045-70fa-4734-bce5-566f90493ace req-02605b22-7dff-44f6-93a4-9f4d45606199 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0666020 Jun 30 10:14:00.826835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-eaf26045-70fa-4734-bce5-566f90493ace req-b8a95a09-fd6b-4fad-b06a-4ed1dd28d67f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Jun 30 10:14:02.006047 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475486e-fee6-4e3e-bd49-de30bba02d59 req-c9baca86-9be9-414a-8133-85b05a4b5117 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:02.007568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9475486e-fee6-4e3e-bd49-de30bba02d59 req-c9baca86-9be9-414a-8133-85b05a4b5117 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0633347 Jun 30 10:14:02.045464 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9475486e-fee6-4e3e-bd49-de30bba02d59 req-74f1037a-da61-4d04-8301-a5a07e174339 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321367 Jun 30 10:14:02.216559 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f7d48-e403-4554-a6bc-881292a9d430 req-cbf54a8c-44f4-43ba-b80d-ca41b45ae6aa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:02.218041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-304f7d48-e403-4554-a6bc-881292a9d430 req-cbf54a8c-44f4-43ba-b80d-ca41b45ae6aa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0622029 Jun 30 10:14:02.259091 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-304f7d48-e403-4554-a6bc-881292a9d430 req-df80ef10-8390-4c5b-ad9e-96339ad7ce60 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353973 Jun 30 10:14:02.282271 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54866) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:02.416470 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a776d0-df13-45ff-ad52-cfae3a80fd6f tempest-TestShelveInstance-2134244963 tempest-TestShelveInstance-2134244963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:02.418528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-01a776d0-df13-45ff-ad52-cfae3a80fd6f tempest-TestShelveInstance-2134244963 tempest-TestShelveInstance-2134244963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1092 time: 0.1352749 Jun 30 10:14:02.422679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 54870) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:14:02.426928 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:14:02.448394 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:02.545489 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:02.644348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Allocated IP 172.25.7.149 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/b56dbfc5-355c-4cc4-9422-3ba7058b03a3) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:14:02.744920 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:02.784707 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:02.819778 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:14:02.823761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:14:02.826493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:14:02.851652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'Port': ['ID=b56dbfc5-355c-4cc4-9422-3ba7058b03a3,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:03.537901 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.611700 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.757282 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.762699 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.828607 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'Port': ['ID=b56dbfc5-355c-4cc4-9422-3ba7058b03a3,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:14:03.839905 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:03.940354 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Floating IP 8f29f1f1-a404-4926-8fb6-785eb9add0d3 associated. External IP: 172.25.7.149, port: 0b05d024-ee47-49c5-b431-8b5debd0d7fc. Jun 30 10:14:04.147323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:14:04.254319 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:14:04.264107 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:14:04.270864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:04.273837 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:04.274546 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:04.306778 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-e16bcbd9-9ea1-49c2-b18e-cb7a66d75867 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8830576 Jun 30 10:14:04.307392 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:14:04.310358 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37" -d '{"events": [{"name": "network-changed", "server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:14:04.349462 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e190ce32-e2d0-437b-908a-bc57e99c6297 x-openstack-request-id: req-e190ce32-e2d0-437b-908a-bc57e99c6297 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:14:04.349750 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:14:04.349999 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e190ce32-e2d0-437b-908a-bc57e99c6297 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:14:04.350442 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'status': 'completed', 'code': 200} Jun 30 10:14:04.381814 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:04.427644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-4aa167a6-51d2-446b-95ed-de46bc0a4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:04.429066 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-4aa167a6-51d2-446b-95ed-de46bc0a4bb9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1097 time: 0.0518258 Jun 30 10:14:04.524425 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-8d032d61-1e95-4108-abd4-a8731f0fc523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:04.525956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-8d032d61-1e95-4108-abd4-a8731f0fc523 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0900967 Jun 30 10:14:04.593422 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-c338861e-be12-40c7-958e-b9070221f6db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 999 time: 0.0611434 Jun 30 10:14:04.606309 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '8f29f1f1-a404-4926-8fb6-785eb9add0d3', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'mac_address': 'fa:16:3e:34:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:14:03Z', 'updated_at': '2021-06-30T10:14:03Z', 'revision_number': 0, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:04.632204 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:14:04.641501 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:14:04.642107 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:13:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:04.645925 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-23d4b93c-7b89-4f71-8bef-941a341ab68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:04.647448 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-23d4b93c-7b89-4f71-8bef-941a341ab68a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0480142 Jun 30 10:14:04.704503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-ae1eaabf-b38b-402c-ab42-c6892fd0abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:04.705941 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-ae1eaabf-b38b-402c-ab42-c6892fd0abfa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516174 Jun 30 10:14:04.745349 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:14:04.800281 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-b57c7f15-d9f9-4e20-b705-6a151f85e5b8 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Jun 30 10:14:04.894301 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-6ca01cbc-b5f0-4b64-9d92-4ce2c62a0a37 req-a8bbb4e2-3fba-4114-8e5b-6de485e99ead service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869455 Jun 30 10:14:04.981226 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '8f29f1f1-a404-4926-8fb6-785eb9add0d3', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'mac_address': 'fa:16:3e:34:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:14:03Z', 'updated_at': '2021-06-30T10:14:03Z', 'revision_number': 0, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:14:05.007924 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f9e161-4a6f-4b9d-92b0-ebb1ab829b6a None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '8f29f1f1-a404-4926-8fb6-785eb9add0d3', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'floating_ip_address': '172.25.7.149', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'mac_address': 'fa:16:3e:34:d9:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:14:03Z', 'updated_at': '2021-06-30T10:14:03Z', 'revision_number': 0, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:14:05.196253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d6ef3f-4019-408c-9cdb-e40685ccad3d None None] New status for floating IP 8f29f1f1-a404-4926-8fb6-785eb9add0d3: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:14:11.349176 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5652fc0c-33a0-406e-ade1-b5b316c414a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:14.168243 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9f5389a1-d5d5-4784-8ce2-3bc4419081e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:14.300041 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:16.334585 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.839207 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:17.985178 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:18.180929 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-c1282055-ab76-46f3-ade9-2fee0a6da023 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0964053 Jun 30 10:14:18.291000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-f2343364-2488-4936-b779-b469f3149152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:18.292384 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-f2343364-2488-4936-b779-b469f3149152 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1097 time: 0.0568469 Jun 30 10:14:18.403095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-50eccd9b-916c-49b1-8895-e89f9b03e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:18.404569 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-50eccd9b-916c-49b1-8895-e89f9b03e0c8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0893776 Jun 30 10:14:18.473220 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-64930028-e3b9-4241-bd4a-d74e2c3723a5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 1001 time: 0.0615396 Jun 30 10:14:18.524508 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-d635c959-c435-4fbd-8691-1d725363c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:18.525913 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-d635c959-c435-4fbd-8691-1d725363c8c4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0427866 Jun 30 10:14:18.583414 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-6aaa3e02-d6ce-4b5b-87c8-e7dc66c4f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:14:18.584824 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-6aaa3e02-d6ce-4b5b-87c8-e7dc66c4f28b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510814 Jun 30 10:14:18.596239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-0aaaad11-71f6-48b6-a5d5-2205fd953761 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:14:18.597167 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-0aaaad11-71f6-48b6-a5d5-2205fd953761 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050230 Jun 30 10:14:18.697609 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-09720336-0149-4444-86bf-ede93f8b4b26 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877750 Jun 30 10:14:18.788335 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94dfec34-3c95-4a31-afc0-ab456b311c08 req-155bd946-e2b4-48e5-be77-45a923e7d1f1 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818956 Jun 30 10:14:28.035569 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:14:30.031617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:33.368591 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-1681f1b3-4f21-4154-a08b-624069d2d473 req-146896d8-58f3-45c0-b172-b1ddbd6065b7 service neutron] (93724) timed out ('10.222.0.77', 49338) {{(pid=93724) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:14:41.350944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-beda15ca-02ad-4566-a9fc-db13498892bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:44.171620 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f26c1830-499a-4d0f-a991-7b0fa016a430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:44.301809 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:46.336300 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:47.843321 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:14:47.976624 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:00.038801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:05.034873 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:11.352822 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c346f9b2-7bde-414c-9ed8-634442c03fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:14.174882 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b4d97761-cb7a-4c7f-8197-320aad6253d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:14.303288 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:16.338578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:17.846783 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:17.976245 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:19.968485 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-3154102d-058c-4580-82dc-77d32bf3d810 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524173 Jun 30 10:15:20.073130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-d3e6e3a9-c682-4e21-b857-eb957db8f4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.074692 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-d3e6e3a9-c682-4e21-b857-eb957db8f4e7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1097 time: 0.0575724 Jun 30 10:15:20.183624 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-e2cf8f75-ac75-4d5f-a9cc-abc5dca80554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.185038 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-e2cf8f75-ac75-4d5f-a9cc-abc5dca80554 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0843728 Jun 30 10:15:20.262349 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-cdeda732-6593-40c8-9862-4bc538ce7571 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 1001 time: 0.0638916 Jun 30 10:15:20.315453 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-5e614417-2d04-410d-88c7-e8ad1e3cf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.317019 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-5e614417-2d04-410d-88c7-e8ad1e3cf7e5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0439520 Jun 30 10:15:20.378447 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-e9309168-7913-4ba6-97b4-c71e5996bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:15:20.379978 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-e9309168-7913-4ba6-97b4-c71e5996bc8d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536768 Jun 30 10:15:20.479105 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-30c70cda-a2a0-4225-813d-c1d0eb3e3417 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881131 Jun 30 10:15:20.578170 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-38a24810-1273-4ed6-97ef-22fd6240e91c req-95329466-2c2b-4a52-8ea1-4162b11108c6 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881138 Jun 30 10:15:30.043340 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:41.353571 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fae5-497b-452a-aebe-43a24a6fca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:42.034088 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:15:44.176325 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1cca7809-4464-490d-be57-6db0a5eb3365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:44.303664 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:46.342468 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:47.848720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:15:47.989461 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:00.037010 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:02.494952 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117b908-ad3d-4b38-9f34-12bb726a3dc4 req-f779c617-1ef3-4e5c-9174-93b2799e4ec7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:02.496449 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3117b908-ad3d-4b38-9f34-12bb726a3dc4 req-f779c617-1ef3-4e5c-9174-93b2799e4ec7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.1152771 Jun 30 10:16:02.534819 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3117b908-ad3d-4b38-9f34-12bb726a3dc4 req-a42372b5-7991-497a-a165-34419549ebcb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324483 Jun 30 10:16:03.735560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9d8fc-d7f6-4f15-a2dd-c3efd4f6814d req-3b05a7c9-03e7-4620-b463-0f0c54412e8a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:03.737162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3d9d8fc-d7f6-4f15-a2dd-c3efd4f6814d req-3b05a7c9-03e7-4620-b463-0f0c54412e8a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0635836 Jun 30 10:16:03.775311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3d9d8fc-d7f6-4f15-a2dd-c3efd4f6814d req-f7e27392-4459-4d05-84bc-2b06ce1440a2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324931 Jun 30 10:16:04.968226 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025d070-b803-4916-82de-a65a8a3af5b7 req-6a80b22f-49d4-47f2-8b9e-8ad11dd0c1d5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:04.969744 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5025d070-b803-4916-82de-a65a8a3af5b7 req-6a80b22f-49d4-47f2-8b9e-8ad11dd0c1d5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0626369 Jun 30 10:16:05.008814 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5025d070-b803-4916-82de-a65a8a3af5b7 req-7e8887f7-590c-4357-bb9b-17e0fefc11f8 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Jun 30 10:16:06.186991 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a5d1f-e73d-4c5f-995c-a0b2bf10c407 req-0f5f26b4-5e32-47ae-b92d-1d3b31037285 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:06.188502 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-043a5d1f-e73d-4c5f-995c-a0b2bf10c407 req-0f5f26b4-5e32-47ae-b92d-1d3b31037285 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0665028 Jun 30 10:16:06.226288 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-043a5d1f-e73d-4c5f-995c-a0b2bf10c407 req-c8653255-6b26-420a-b79f-cb188eee9e16 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311582 Jun 30 10:16:07.398556 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c21581-f5b7-419a-8950-55db7906764c req-5d7f6200-107c-404a-b6f2-2e8241a3f668 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:07.400028 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18c21581-f5b7-419a-8950-55db7906764c req-5d7f6200-107c-404a-b6f2-2e8241a3f668 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0624278 Jun 30 10:16:07.436495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-18c21581-f5b7-419a-8950-55db7906764c req-3b35ee71-5c0a-450e-b260-32988450d524 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308871 Jun 30 10:16:08.614326 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b84a204-eab7-4ec8-b21f-8a0c31b1ee21 req-2f218253-f49a-4925-a54e-c4fb6965cc9d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:08.615851 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b84a204-eab7-4ec8-b21f-8a0c31b1ee21 req-2f218253-f49a-4925-a54e-c4fb6965cc9d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0686960 Jun 30 10:16:08.652897 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8b84a204-eab7-4ec8-b21f-8a0c31b1ee21 req-cc6bb5e0-e6ca-4773-b259-a7b5758b08eb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313504 Jun 30 10:16:09.827189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57767a7a-f619-495c-bddd-81d032dfca44 req-6760a908-02e7-4bd5-b644-0b134f7b510e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:09.828649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57767a7a-f619-495c-bddd-81d032dfca44 req-6760a908-02e7-4bd5-b644-0b134f7b510e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0633335 Jun 30 10:16:09.865486 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-57767a7a-f619-495c-bddd-81d032dfca44 req-c370f367-6c1f-4968-8467-a139bb220279 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307500 Jun 30 10:16:11.037211 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03700e0-75ec-4b6d-8e14-04ea3d763147 req-5ac0fb1b-13ac-4d84-b1b0-04ab41338a43 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:11.039029 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d03700e0-75ec-4b6d-8e14-04ea3d763147 req-5ac0fb1b-13ac-4d84-b1b0-04ab41338a43 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0635529 Jun 30 10:16:11.076306 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d03700e0-75ec-4b6d-8e14-04ea3d763147 req-afccca00-23a2-49e6-b335-8a6c9771b640 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Jun 30 10:16:11.353881 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-943822fc-dfb6-401d-8b1a-8e4af06ff7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:12.258678 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86d1af-ae7f-4156-93bd-cd23f5647fda req-80e88757-46b0-4b87-99ab-a10ddfbc196c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:12.260158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b86d1af-ae7f-4156-93bd-cd23f5647fda req-80e88757-46b0-4b87-99ab-a10ddfbc196c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0680203 Jun 30 10:16:12.296912 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9b86d1af-ae7f-4156-93bd-cd23f5647fda req-d9b526e4-62c5-4b64-8770-06cd8eff842f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Jun 30 10:16:13.519118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0541d5b-9227-4dc5-9814-3809aaf12dcb req-08657c5c-0dfe-4330-9c61-532bb7243270 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:13.520872 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0541d5b-9227-4dc5-9814-3809aaf12dcb req-08657c5c-0dfe-4330-9c61-532bb7243270 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0909815 Jun 30 10:16:13.571158 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e0541d5b-9227-4dc5-9814-3809aaf12dcb req-8da8255e-81b6-4137-9f05-5b00018d3029 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442016 Jun 30 10:16:14.179394 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ba8b7e11-edd1-4cad-8ffe-b649c2528d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.307754 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.540332 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:16:14.682869 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:14.712533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'mac_address': 'fa:16:3e:34:d9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:16:14.784175 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.798892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64086a94-1ae6-477f-97d5-185a147b6948 req-c9b04ff3-445d-4dc0-83bc-12b00aff89df tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:14.801296 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64086a94-1ae6-477f-97d5-185a147b6948 req-c9b04ff3-445d-4dc0-83bc-12b00aff89df tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0915501 Jun 30 10:16:14.806628 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b05d024-ee47-49c5-b431-8b5debd0d7fc {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:16:14.835701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:14.841582 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:14.872611 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64086a94-1ae6-477f-97d5-185a147b6948 req-6e3bca7e-3eb7-45a6-8d84-13425bed4bbf tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613475 Jun 30 10:16:14.905297 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:14.914688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.915031 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.915371 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.915704 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.916035 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.916363 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.916682 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.917001 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.917322 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.917648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.917968 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.919279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:16:14.937266 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['0b05d024-ee47-49c5-b431-8b5debd0d7fc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:16:16.092761 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2707286-4e59-4cf0-a03d-ecc8282e4bb9 req-cd2c17fc-f12d-4efb-8eee-adfe64d70298 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:16.098978 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2707286-4e59-4cf0-a03d-ecc8282e4bb9 req-cd2c17fc-f12d-4efb-8eee-adfe64d70298 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 944 time: 0.0767717 Jun 30 10:16:16.138023 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a2707286-4e59-4cf0-a03d-ecc8282e4bb9 req-ac4b9502-61b3-4507-9ced-6fd4bf4132e4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365889 Jun 30 10:16:16.356886 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.541942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:16:16.602730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 0b05d024-ee47-49c5-b431-8b5debd0d7fc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:16:16.603399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.700225 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.725701 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:16.728022 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aa8692-bf11-44ec-9fbe-9ac86026762d" -d '{"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:16.747391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:16.754938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:16.828590 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:16.861776 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda019b5-2fae-42e9-86ce-9c69e6ee8ff3 x-openstack-request-id: req-dda019b5-2fae-42e9-86ce-9c69e6ee8ff3 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:16.862050 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:16.862558 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dda019b5-2fae-42e9-86ce-9c69e6ee8ff3 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:16.863473 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'code': 200} Jun 30 10:16:17.367299 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e4b470-2536-4d7a-a48a-0f26deee8e01 req-5d635487-872d-4d4d-a636-e1fa3ca39560 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:17.369051 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e4b470-2536-4d7a-a48a-0f26deee8e01 req-5d635487-872d-4d4d-a636-e1fa3ca39560 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0841258 Jun 30 10:16:17.416694 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-99e4b470-2536-4d7a-a48a-0f26deee8e01 req-551168fc-f023-4c83-a690-81216390294a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Jun 30 10:16:17.855900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:18.051944 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:18.642348 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfd78b-a740-48b5-9339-377db7022a58 req-53eed7f7-8e86-4dd4-b263-92bee2956800 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:18.643891 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fbfd78b-a740-48b5-9339-377db7022a58 req-53eed7f7-8e86-4dd4-b263-92bee2956800 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0772398 Jun 30 10:16:18.689452 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4fbfd78b-a740-48b5-9339-377db7022a58 req-5427e0ee-63df-4449-aef6-646a44d15912 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384953 Jun 30 10:16:19.034025 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:16:19.178627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-187de407-207c-48ff-858d-8cf4a966ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:19.180827 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-187de407-207c-48ff-858d-8cf4a966ffe6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1097 time: 0.0610132 Jun 30 10:16:19.302010 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-16c2ad35-e780-43f9-8288-3ea5dc8f5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:19.303563 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-16c2ad35-e780-43f9-8288-3ea5dc8f5620 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.1001618 Jun 30 10:16:19.378662 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-3a5d515b-90b5-4f95-a070-052f60347a00 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 1001 time: 0.0651805 Jun 30 10:16:19.439858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-5d644808-e2b8-4eb8-ade5-ab3eed6645da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:19.441889 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-5d644808-e2b8-4eb8-ade5-ab3eed6645da service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0564754 Jun 30 10:16:19.506917 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-5b4a39cb-11cf-4872-9335-d9e8f524bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:19.508869 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-5b4a39cb-11cf-4872-9335-d9e8f524bc12 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570171 Jun 30 10:16:19.610760 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-cb700504-f569-493e-9d5f-cc14114b00e5 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922077 Jun 30 10:16:19.727548 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-017841af-99b9-47bb-b25c-87e9ec4fdd3f req-68c65dc4-0df0-4d16-9de9-10c67d09a038 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060314 Jun 30 10:16:19.895350 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead6374-1c2e-4810-8bdf-2c1f909542f9 req-1910fdca-f69a-41c1-8f28-69ae14e90594 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:19.898889 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ead6374-1c2e-4810-8bdf-2c1f909542f9 req-1910fdca-f69a-41c1-8f28-69ae14e90594 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0720387 Jun 30 10:16:19.944869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9ead6374-1c2e-4810-8bdf-2c1f909542f9 req-4a9406d2-9560-4aca-b714-d6915180205c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Jun 30 10:16:21.155788 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff447677-fb45-41fb-a9d6-bfc9fdb099f9 req-71c2d2b4-46c4-4f1a-a0cd-1db9775c17d4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:21.157381 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff447677-fb45-41fb-a9d6-bfc9fdb099f9 req-71c2d2b4-46c4-4f1a-a0cd-1db9775c17d4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0845773 Jun 30 10:16:21.204604 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff447677-fb45-41fb-a9d6-bfc9fdb099f9 req-ccb399bf-3ef8-40d3-97f7-1a2933e77c89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414627 Jun 30 10:16:22.414923 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200420b-9725-4846-8858-18f9c64dc1f2 req-62cc4bd9-0d0f-43be-960e-1f9dcfa7d809 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:22.416497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f200420b-9725-4846-8858-18f9c64dc1f2 req-62cc4bd9-0d0f-43be-960e-1f9dcfa7d809 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0772955 Jun 30 10:16:22.460477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f200420b-9725-4846-8858-18f9c64dc1f2 req-af371630-b79b-4d8f-9795-30820c194157 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372732 Jun 30 10:16:23.698503 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f383905b-0e03-405e-848f-1593578a1e50 req-96793209-c873-4c83-afa6-e87611590f4a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:23.699772 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f383905b-0e03-405e-848f-1593578a1e50 req-96793209-c873-4c83-afa6-e87611590f4a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0793636 Jun 30 10:16:23.746295 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f383905b-0e03-405e-848f-1593578a1e50 req-af2031ba-2701-4e81-88cb-afedb2f24adf tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403006 Jun 30 10:16:24.750450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-14be3c0c-059f-4fdf-af95-33c38a5418a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:24.751924 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-14be3c0c-059f-4fdf-af95-33c38a5418a2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1097 time: 0.0522439 Jun 30 10:16:24.845271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-19fc52bd-0db0-4705-b784-e4bc71cc6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:24.846861 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-19fc52bd-0db0-4705-b784-e4bc71cc6a39 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0877962 Jun 30 10:16:24.917144 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-b6f8d01f-7626-4f3c-b7f3-9f8df19b012e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 1001 time: 0.0597022 Jun 30 10:16:24.928636 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62188b21-b4f1-41b1-8444-6e3a1341725b req-80b68b8e-8711-4bd5-95ad-ffb9bd0639fe tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:24.930133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62188b21-b4f1-41b1-8444-6e3a1341725b req-80b68b8e-8711-4bd5-95ad-ffb9bd0639fe tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0676241 Jun 30 10:16:24.967120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-41f921e1-cb25-489a-9da9-bf3ebf5c74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:24.968627 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-41f921e1-cb25-489a-9da9-bf3ebf5c74cd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0449550 Jun 30 10:16:24.974161 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-62188b21-b4f1-41b1-8444-6e3a1341725b req-9192f5d3-b19d-4d17-b99f-304875e86bba tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380542 Jun 30 10:16:25.037593 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-65c4ba91-c0c2-4cbb-98ad-84269d3c822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:25.039166 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-65c4ba91-c0c2-4cbb-98ad-84269d3c822b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593586 Jun 30 10:16:25.132392 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-a9e961c0-7b36-43ca-89f0-8ee1de739684 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827911 Jun 30 10:16:25.230265 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2d9761fa-17cc-497d-94de-7862fd08d570 req-0a4ce72d-ef92-4be3-8c90-9b569f707c57 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869641 Jun 30 10:16:26.156899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf90bce-1428-48c4-aec1-27904c589596 req-d2205869-76f1-46c8-b3cf-5ee842b96bc7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:26.158413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bf90bce-1428-48c4-aec1-27904c589596 req-d2205869-76f1-46c8-b3cf-5ee842b96bc7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0625119 Jun 30 10:16:26.196913 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1bf90bce-1428-48c4-aec1-27904c589596 req-306001a4-2b1f-42be-bc2a-0975b7362f82 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326090 Jun 30 10:16:27.389471 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310871fe-43c8-4ba5-afdb-386f1662c16f req-c1aa5e83-ca7d-425a-8c8d-e4b7e5529c2c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:27.390930 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-310871fe-43c8-4ba5-afdb-386f1662c16f req-c1aa5e83-ca7d-425a-8c8d-e4b7e5529c2c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0709648 Jun 30 10:16:27.430049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-310871fe-43c8-4ba5-afdb-386f1662c16f req-3bbb3e98-5a6d-41ba-acdb-788cba32ec19 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328670 Jun 30 10:16:27.811194 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c34a1-93b5-4b99-bdf7-ff6a16c6a472 req-1392e1bc-a9ce-4ff1-b430-509ce4015766 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:27.812848 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a8c34a1-93b5-4b99-bdf7-ff6a16c6a472 req-1392e1bc-a9ce-4ff1-b430-509ce4015766 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 945 time: 0.0712678 Jun 30 10:16:27.855832 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0a8c34a1-93b5-4b99-bdf7-ff6a16c6a472 req-377bebc7-b384-4192-852e-05b1bbbda4f8 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368476 Jun 30 10:16:27.901081 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55072) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:16:28.007004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-a2001815-64c7-40f4-9290-4d76a41788a7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046488 Jun 30 10:16:28.611546 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:16:28.687015 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:28.708966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:28.711243 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e200a14d-c20a-4653-a92f-2bdc46c1eb0c" -d '{"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:28.724955 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:28.729830 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:28.756063 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abceeff8-e16a-4ae8-86af-27a59155ee22 x-openstack-request-id: req-abceeff8-e16a-4ae8-86af-27a59155ee22 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:28.756356 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:28.756610 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-abceeff8-e16a-4ae8-86af-27a59155ee22 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:28.757004 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'code': 200} Jun 30 10:16:28.782578 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:28.952022 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-88ed10ba-03f6-4e9f-9c73-f24ca5baa17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:28.953476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-88ed10ba-03f6-4e9f-9c73-f24ca5baa17c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5&tenant_id=9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0595336 Jun 30 10:16:29.045031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87932a22-4804-4a2e-ac76-5a81ae3f27a3 req-a67645e1-a82a-49fb-9ca6-3b839cd8af36 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.046590 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87932a22-4804-4a2e-ac76-5a81ae3f27a3 req-a67645e1-a82a-49fb-9ca6-3b839cd8af36 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0710320 Jun 30 10:16:29.050450 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-5f1e42de-e53a-4d42-bb70-4c3374f1eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.052015 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-5f1e42de-e53a-4d42-bb70-4c3374f1eff2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1095 time: 0.0661767 Jun 30 10:16:29.086791 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87932a22-4804-4a2e-ac76-5a81ae3f27a3 req-87ccdcf8-c09e-4fe0-82f5-6abb700325e1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336926 Jun 30 10:16:29.148413 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-3889b0b1-a9ff-427b-adbf-19f71a420d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.149869 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-3889b0b1-a9ff-427b-adbf-19f71a420d7f service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0874524 Jun 30 10:16:29.217258 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-0840901f-e1f5-48d3-8523-2ffd589cdbc5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 999 time: 0.0576270 Jun 30 10:16:29.270952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-6767d62e-aec3-4f36-8ead-cef522bebd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.272377 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-6767d62e-aec3-4f36-8ead-cef522bebd6a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0459831 Jun 30 10:16:29.333466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-364aaa2a-ed56-4fe2-b824-36535465ebd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:29.334982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-364aaa2a-ed56-4fe2-b824-36535465ebd9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522721 Jun 30 10:16:29.432476 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-2c560ba5-8786-4393-a018-a93c31a798c5 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790031 Jun 30 10:16:29.524095 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-fac98fc0-5e5a-4899-8a31-702a444aafbf service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823672 Jun 30 10:16:30.047123 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:30.276235 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69969e-c081-47ba-8d59-fdd4826e754f req-0a164f8f-5d1b-4cd2-9336-ff77f7799243 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:30.278451 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d69969e-c081-47ba-8d59-fdd4826e754f req-0a164f8f-5d1b-4cd2-9336-ff77f7799243 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0654402 Jun 30 10:16:30.318601 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4d69969e-c081-47ba-8d59-fdd4826e754f req-a2c78d38-643b-455d-8112-d43e4f040285 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342021 Jun 30 10:16:31.507827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279a07c-8d3a-4136-9582-b959ea6513c2 req-174d0ac0-19ab-4ca8-8548-d8bc5dcef6d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:31.509297 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3279a07c-8d3a-4136-9582-b959ea6513c2 req-174d0ac0-19ab-4ca8-8548-d8bc5dcef6d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0709128 Jun 30 10:16:31.549460 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3279a07c-8d3a-4136-9582-b959ea6513c2 req-b2c815a9-acd8-40f3-8a0a-df76438fdd54 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Jun 30 10:16:32.753137 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8066a6-757c-48da-b8f0-b14b1d17c380 req-b3ee7f47-c9ad-49e8-a05f-20458014c59f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:32.756402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a8066a6-757c-48da-b8f0-b14b1d17c380 req-b3ee7f47-c9ad-49e8-a05f-20458014c59f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0916116 Jun 30 10:16:32.795550 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a8066a6-757c-48da-b8f0-b14b1d17c380 req-2b24fc55-83b2-47f2-af5b-680fd39b7dcc tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333772 Jun 30 10:16:34.002186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34a036-2315-4206-b2e6-ab2042521bf5 req-77b24ed9-ccd9-4e32-ac75-f07c7ff84dfe tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:34.003714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c34a036-2315-4206-b2e6-ab2042521bf5 req-77b24ed9-ccd9-4e32-ac75-f07c7ff84dfe tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0787919 Jun 30 10:16:34.051179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c34a036-2315-4206-b2e6-ab2042521bf5 req-3fcdcf53-a8b5-4284-8d48-fef0d843f257 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412512 Jun 30 10:16:35.241658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eda63d-6019-464b-b082-df47abd0d120 req-843dca92-7866-4214-8948-8ec160581e8f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:35.243189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81eda63d-6019-464b-b082-df47abd0d120 req-843dca92-7866-4214-8948-8ec160581e8f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0721521 Jun 30 10:16:35.282100 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-81eda63d-6019-464b-b082-df47abd0d120 req-85c23b8a-0a6e-404e-868f-cd622c5b9f8b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331230 Jun 30 10:16:36.466994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87306606-f63d-401e-acc8-0380f7aaf6c6 req-5651b53c-0767-4dbc-a580-1e79771a5f90 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:36.468479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87306606-f63d-401e-acc8-0380f7aaf6c6 req-5651b53c-0767-4dbc-a580-1e79771a5f90 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0735881 Jun 30 10:16:36.506716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-87306606-f63d-401e-acc8-0380f7aaf6c6 req-76b4a19d-37db-4144-97ba-fc74954020bb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323892 Jun 30 10:16:37.697013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1c25-73fa-4f89-8b15-387130e08a88 req-a8155562-9a18-4fef-8530-5071be705ab0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:37.698569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a5c1c25-73fa-4f89-8b15-387130e08a88 req-a8155562-9a18-4fef-8530-5071be705ab0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0720234 Jun 30 10:16:37.738172 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4a5c1c25-73fa-4f89-8b15-387130e08a88 req-699f8e62-4782-4c67-89f4-36b7d6b3f7ec tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339317 Jun 30 10:16:38.922986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a006c87-ce00-4fe8-9832-db593fc141ff req-c43557ba-4e74-46a3-a8bf-f2f8bf3efa08 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:38.924569 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a006c87-ce00-4fe8-9832-db593fc141ff req-c43557ba-4e74-46a3-a8bf-f2f8bf3efa08 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0669096 Jun 30 10:16:38.966499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3a006c87-ce00-4fe8-9832-db593fc141ff req-e27ea995-ec18-4d3f-bc7e-37b3858358bd tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Jun 30 10:16:40.142937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca924e-ce67-4375-8cc0-1f1a36ba7c4a req-ec35eeb9-fb63-41f6-b513-0b5b5653c1fb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:40.144413 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceca924e-ce67-4375-8cc0-1f1a36ba7c4a req-ec35eeb9-fb63-41f6-b513-0b5b5653c1fb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0636594 Jun 30 10:16:40.182490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceca924e-ce67-4375-8cc0-1f1a36ba7c4a req-3a2982e0-c933-437d-9173-13ff0ecbbd0d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Jun 30 10:16:41.357836 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2ce1-1b54-40ee-a13f-21dc055692d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:41.365408 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520afe2-a406-46b4-a97a-605f7eb80649 req-eba06222-a7cc-409e-b7ad-e28a3c91ec3e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:41.366910 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2520afe2-a406-46b4-a97a-605f7eb80649 req-eba06222-a7cc-409e-b7ad-e28a3c91ec3e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0682979 Jun 30 10:16:41.404716 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2520afe2-a406-46b4-a97a-605f7eb80649 req-7d76f901-135b-4d34-be19-60b6bda2cb9d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Jun 30 10:16:42.576917 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930ec2b5-4136-4ee3-bce7-ce109653f4c1 req-504b388c-6dc0-4642-b18b-23ee7e486993 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:42.578402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-930ec2b5-4136-4ee3-bce7-ce109653f4c1 req-504b388c-6dc0-4642-b18b-23ee7e486993 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 943 time: 0.0622044 Jun 30 10:16:42.616483 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-930ec2b5-4136-4ee3-bce7-ce109653f4c1 req-e8a07656-df39-4b9b-82c9-a5786141f742 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315201 Jun 30 10:16:42.665131 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:16:42.759799 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:42.771543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'port_id': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'mac_address': 'fa:16:3e:34:d9:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:16:42.807906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:42.819813 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b05d024-ee47-49c5-b431-8b5debd0d7fc {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:16:42.838232 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:42.842589 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:42.891685 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:43.162696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['0b05d024-ee47-49c5-b431-8b5debd0d7fc'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:16:43.794031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6bed66-c6bc-46d0-88a9-5da0630cfaba req-33442a16-6a68-4e24-8831-c5cee9bbb4dc tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:43.795555 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c6bed66-c6bc-46d0-88a9-5da0630cfaba req-33442a16-6a68-4e24-8831-c5cee9bbb4dc tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 944 time: 0.0670609 Jun 30 10:16:43.835254 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9c6bed66-c6bc-46d0-88a9-5da0630cfaba req-121b3362-bec0-446b-b177-c674ba50f8cc tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341127 Jun 30 10:16:44.179741 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c29941ef-d53d-43a9-8d5a-7b94f5a4f0f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:44.309916 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:44.666326 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:16:44.711937 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 0b05d024-ee47-49c5-b431-8b5debd0d7fc triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:16:44.712303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:44.796080 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:44.816959 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:16:44.819191 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7f4a50-bba4-4f75-a29f-d0b7a43a8a5a" -d '{"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:16:44.831044 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:16:44.837347 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:44.861285 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc996d43-690a-4579-a570-c58e4583e4a1 x-openstack-request-id: req-dc996d43-690a-4579-a570-c58e4583e4a1 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:16:44.861540 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-plugged", "status": "completed", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:16:44.861786 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-dc996d43-690a-4579-a570-c58e4583e4a1 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:16:44.862166 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'code': 200} Jun 30 10:16:44.887894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:16:45.014907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a8b81-1aed-4b9f-a414-7961f764b81c req-7741a5d4-a1f0-4d71-bda1-bf10c25682fa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:45.016407 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a56a8b81-1aed-4b9f-a414-7961f764b81c req-7741a5d4-a1f0-4d71-bda1-bf10c25682fa tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 946 time: 0.0638723 Jun 30 10:16:45.056000 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a56a8b81-1aed-4b9f-a414-7961f764b81c req-545e77af-04f3-4239-80d0-5306f71b25ab tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330341 Jun 30 10:16:45.057124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6137bf-ccc9-44e8-a994-8fbeed5e3782 req-1085ddfe-266a-42d3-b63a-9557c5eb2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:45.058636 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca6137bf-ccc9-44e8-a994-8fbeed5e3782 req-1085ddfe-266a-42d3-b63a-9557c5eb2e4b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1098 time: 0.0574250 Jun 30 10:16:45.094112 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ca6137bf-ccc9-44e8-a994-8fbeed5e3782 req-6cf784b0-bcaf-4f77-aaeb-236779312ce8 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288184 Jun 30 10:16:46.261545 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8abd10-1140-4adf-a6c0-a75106f5879b req-58dde2fd-b044-4a97-ba84-dc6e07990f71 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:46.262969 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce8abd10-1140-4adf-a6c0-a75106f5879b req-58dde2fd-b044-4a97-ba84-dc6e07990f71 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 946 time: 0.0725100 Jun 30 10:16:46.312780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ce8abd10-1140-4adf-a6c0-a75106f5879b req-7a0d6ac8-62a2-4e24-a9bf-e6acb3df8b68 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Jun 30 10:16:46.355779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:47.492458 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de79a9-5d5f-411f-b345-83318f6f30d5 req-33c60831-2ee8-46f8-ab2d-aa811d8f56c8 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:16:47.493904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58de79a9-5d5f-411f-b345-83318f6f30d5 req-33c60831-2ee8-46f8-ab2d-aa811d8f56c8 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 946 time: 0.0670912 Jun 30 10:16:47.530079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-58de79a9-5d5f-411f-b345-83318f6f30d5 req-a6170e04-0834-49ff-8c5e-2fa0283fa244 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305245 Jun 30 10:16:47.858186 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:47.996682 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:16:56.033659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:00.058082 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:11.359326 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-982bf72a-de62-468f-a1b5-1500276ba765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.181323 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-715202e0-73c7-4ce0-9225-4743cfcf50bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:14.311814 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:16.353928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:17.861773 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:18.019063 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:20.136537 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-272017c5-f393-4369-9df3-cc891d059389 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544431 Jun 30 10:17:20.253228 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-d47c5084-f803-4ece-b321-c9b4e4467f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:20.254762 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-d47c5084-f803-4ece-b321-c9b4e4467f87 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1098 time: 0.0580013 Jun 30 10:17:20.370301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-04285b68-5812-4697-b882-49f6b3c99659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:20.371882 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-04285b68-5812-4697-b882-49f6b3c99659 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0954597 Jun 30 10:17:20.441845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-a5ee6053-1523-45c6-b9c5-0d99b8fe7e4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 1001 time: 0.0623736 Jun 30 10:17:20.493861 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-07a10cb1-96f1-4db3-a7d9-d15d2ae883ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:20.495355 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-07a10cb1-96f1-4db3-a7d9-d15d2ae883ae service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0457613 Jun 30 10:17:20.562486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-8d105efe-3b5b-4f5e-a67f-9cf4ea3f7ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:17:20.564042 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-8d105efe-3b5b-4f5e-a67f-9cf4ea3f7ce8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609660 Jun 30 10:17:20.660396 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-641f93c4-3f4a-442c-97b2-f740964ecc0d service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878534 Jun 30 10:17:20.753593 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-24e9f9d1-34c6-44f2-a2fe-255900be44f5 req-a1052160-a8c9-44bd-b872-44dfcdd52570 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857551 Jun 30 10:17:30.051683 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:33.032719 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:17:41.363613 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-60bc20e7-8424-47ef-b695-f1895c179f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:44.184517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-14282e4e-e54f-4e0f-be45-387a7589d4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:44.315540 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:46.357279 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:47.863479 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:17:48.031617 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.057853 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:00.895074 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55210) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:01.063391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Deleting port b56dbfc5-355c-4cc4-9422-3ba7058b03a3 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:18:01.063739 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.151945 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.152279 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.163715 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Calling delete_port for b56dbfc5-355c-4cc4-9422-3ba7058b03a3 owned by network:floatingip {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:18:01.309574 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.332702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event deleted for resources: {'Port': ['ID=b56dbfc5-355c-4cc4-9422-3ba7058b03a3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:01.342907 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.343248 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.343581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.343914 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.344243 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.344570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.344892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.345210 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.345944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.345944 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.346180 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.346466 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:01.406793 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.407119 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Floating IP 8f29f1f1-a404-4926-8fb6-785eb9add0d3 disassociated (deleted). External IP: 172.25.7.149, port: 0b05d024-ee47-49c5-b431-8b5debd0d7fc. Jun 30 10:18:01.612701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:18:01.723048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:18:01.728344 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:01.732764 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:18:01.743008 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:01.743616 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:17:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:01.767515 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f1073be7-5328-427c-81dc-e6241c01def4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "DELETE /v2.0/floatingips/8f29f1f1-a404-4926-8fb6-785eb9add0d3 HTTP/1.1" status: 204 len: 168 time: 0.8689787 Jun 30 10:18:01.767515 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:01.768077 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e9553f-5570-4bab-8638-70f1214fbf95" -d '{"events": [{"name": "network-changed", "server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:01.854342 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:01.901785 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a47df-8290-4582-b796-f5890ec1a99b x-openstack-request-id: req-e61a47df-8290-4582-b796-f5890ec1a99b {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:01.902386 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:01.902386 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-e61a47df-8290-4582-b796-f5890ec1a99b {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:01.902937 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'status': 'completed', 'code': 200} Jun 30 10:18:01.978144 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-1ff0f16e-3d14-436c-a5c0-190bd39cbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:01.979685 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-1ff0f16e-3d14-436c-a5c0-190bd39cbf4b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 1098 time: 0.0575233 Jun 30 10:18:02.074137 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:02.093812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-1e1cb2e9-b736-4c16-a48a-2f436cac832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:02.095833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-1e1cb2e9-b736-4c16-a48a-2f436cac832f service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0987041 Jun 30 10:18:02.101415 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:18:02.110848 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:02.111116 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:17:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:02.139273 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-06f2d2c2-ece1-4bd0-aa17-daf3791ea0ae service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 200 len: 217 time: 0.0354800 Jun 30 10:18:02.169452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f3a509-7a4a-4900-8183-b438ad9e9009 req-2cefba38-d2f0-42ca-94b3-b66d4704580a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:02.171698 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90f3a509-7a4a-4900-8183-b438ad9e9009 req-2cefba38-d2f0-42ca-94b3-b66d4704580a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 946 time: 0.0712194 Jun 30 10:18:02.197603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-edabda32-36f7-445b-ab48-91dcb2971d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:02.199244 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-edabda32-36f7-445b-ab48-91dcb2971d61 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0504234 Jun 30 10:18:02.216531 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-90f3a509-7a4a-4900-8183-b438ad9e9009 req-0aea313b-e36f-455b-98bb-06017a353003 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396991 Jun 30 10:18:02.219593 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:02.261042 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-f166d95f-1899-4099-8ba5-0edeae64ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:02.262553 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-f166d95f-1899-4099-8ba5-0edeae64ff16 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545053 Jun 30 10:18:02.352051 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-90471e6f-b9ac-481f-aba6-022a50319126 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810916 Jun 30 10:18:02.419728 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:02.446505 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90a8b47-a90a-4a43-8928-9cc33e64d114 None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:18:02.447431 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-a9e9553f-5570-4bab-8638-70f1214fbf95 req-7357b12e-b9c4-4caa-91a6-10e3737a39aa service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883517 Jun 30 10:18:02.662600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0397648-1bc6-4cb1-9220-331bbc4d22c6 None None] New status for floating IP 8f29f1f1-a404-4926-8fb6-785eb9add0d3: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:18:03.397100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2d486-a30f-4b9a-a683-84777fdbd2b1 req-4b4c87be-1a4b-44ea-81d4-83d23842e181 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:03.398651 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1f2d486-a30f-4b9a-a683-84777fdbd2b1 req-4b4c87be-1a4b-44ea-81d4-83d23842e181 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 946 time: 0.0684164 Jun 30 10:18:03.438184 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e1f2d486-a30f-4b9a-a683-84777fdbd2b1 req-48d098ff-90ca-42aa-8a3e-b12aa6568768 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=64118aa3-6398-4ab3-87df-ade44b8261b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Jun 30 10:18:03.684296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758b515-733c-44b7-9929-8fe48304ff1c req-eb3a4073-fa11-4477-9098-348539d90d49 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:03.685698 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e758b515-733c-44b7-9929-8fe48304ff1c req-eb3a4073-fa11-4477-9098-348539d90d49 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 946 time: 0.0677958 Jun 30 10:18:03.804665 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Deleting port 0b05d024-ee47-49c5-b431-8b5debd0d7fc {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:18:03.805009 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.895486 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] For port 0b05d024-ee47-49c5-b431-8b5debd0d7fc, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=0b05d024-ee47-49c5-b431-8b5debd0d7fc,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:03.895851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:03.908846 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Calling delete_port for 0b05d024-ee47-49c5-b431-8b5debd0d7fc owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:18:04.049452 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.083885 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event deleted for resources: {'Port': ['ID=0b05d024-ee47-49c5-b431-8b5debd0d7fc,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:04.123609 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.123947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.124291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.129488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.129933 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.130325 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.130691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.131771 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.132191 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.132612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.132952 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.133282 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:04.156596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] No DVR routers for this DVR port 0b05d024-ee47-49c5-b431-8b5debd0d7fc on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:18:04.159572 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:04.161649 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e758b515-733c-44b7-9929-8fe48304ff1c req-e77a17df-5a36-41f3-acac-b091248b1d89 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "DELETE /v2.0/ports/0b05d024-ee47-49c5-b431-8b5debd0d7fc HTTP/1.1" status: 204 len: 173 time: 0.4668021 Jun 30 10:18:04.162307 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-deleted', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:04.165472 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6c0e90-e283-4678-ba35-1c954596a4cb" -d '{"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-deleted", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:04.263327 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3b0de5-17c9-455f-842d-8ed80b7fd9b5 x-openstack-request-id: req-db3b0de5-17c9-455f-842d-8ed80b7fd9b5 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:04.263623 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858e9f3c-4357-4848-9d27-fba58eb448c5", "name": "network-vif-deleted", "tag": "0b05d024-ee47-49c5-b431-8b5debd0d7fc", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:04.263955 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-db3b0de5-17c9-455f-842d-8ed80b7fd9b5 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:04.264331 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858e9f3c-4357-4848-9d27-fba58eb448c5', 'name': 'network-vif-deleted', 'tag': '0b05d024-ee47-49c5-b431-8b5debd0d7fc', 'status': 'completed', 'code': 200} Jun 30 10:18:04.598099 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c2b8588f-6cb5-4ab2-b948-1809ec57ed8e req-595eb97f-7be0-46b8-9abf-e611affcc110 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=858e9f3c-4357-4848-9d27-fba58eb448c5 HTTP/1.1" status: 200 len: 210 time: 0.0311902 Jun 30 10:18:05.692452 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55236) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:05.757774 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9211966-68fb-4a30-a782-4557a7e31dd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.783475 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9211966-68fb-4a30-a782-4557a7e31dd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.855390 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9211966-68fb-4a30-a782-4557a7e31dd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.858065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-f9211966-68fb-4a30-a782-4557a7e31dd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:05.859252 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-f9211966-68fb-4a30-a782-4557a7e31dd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "DELETE /v2.0/security-groups/64118aa3-6398-4ab3-87df-ade44b8261b3 HTTP/1.1" status: 204 len: 168 time: 0.1658237 Jun 30 10:18:05.868668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9211966-68fb-4a30-a782-4557a7e31dd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64118aa3-6398-4ab3-87df-ade44b8261b3,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.111293 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55242) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.116151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1753552217', 'description': 'tempest-secgroup-smoke-1753552217 description', 'project_id': '9cdaac4776a44da496df811b7563e0a7'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.138799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.220367 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.224318 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.252972 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.254174 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418924 Jun 30 10:18:06.255318 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee2dc4-b8bb-45a7-9aa2-bbd6f43e6e28 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e83c842c-c99b-411c-ac80-68887b8e9b1b,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.258449 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55244) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.263578 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': 'e83c842c-c99b-411c-ac80-68887b8e9b1b', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.289207 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.345881 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.350469 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.367799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ae223b-c86d-4147-a787-924bc5f8b983,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.375006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.376284 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0d90c9a5-f01d-43b9-812c-87f4e95cb7ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165373 Jun 30 10:18:06.379153 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55246) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.385331 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': 'e83c842c-c99b-411c-ac80-68887b8e9b1b', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.411971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.472851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.478188 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.496967 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7572da-9c48-46ed-a7dd-eb6d34d42b96,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.503600 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.504655 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ec8bd84d-9294-44c0-8ffc-dac9ea8b8ec0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245074 Jun 30 10:18:06.508107 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55248) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.512614 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': 'e83c842c-c99b-411c-ac80-68887b8e9b1b', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.536957 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.593712 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.597657 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.615989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1296f5-e8f7-4290-816c-654b2eb93fb6,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.622980 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.624372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-195cc3fd-3cd4-47fc-bfe9-e17f2256907b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153433 Jun 30 10:18:06.627330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55250) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.631722 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': 'e83c842c-c99b-411c-ac80-68887b8e9b1b', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.656495 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.714372 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.719271 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.737413 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c95bf48-5df3-4704-a4e0-5ee9b57ac391,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.744823 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.746024 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-353b59b1-3f35-42ad-ab86-3965340faddb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1177819 Jun 30 10:18:06.748842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55252) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.753334 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': 'e83c842c-c99b-411c-ac80-68887b8e9b1b', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.775068 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Project 9cdaac4776a44da496df811b7563e0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:18:06.780379 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.842205 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.846047 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.864793 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d1d5db-af3a-4647-9f12-9ef5aa4ba972,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:06.871720 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.873072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-09b13074-635f-4b9d-ae2b-7679d617a76c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232705 Jun 30 10:18:06.876757 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55254) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:06.881693 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'security_group_rule': {'security_group_id': 'e83c842c-c99b-411c-ac80-68887b8e9b1b', 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:06.903495 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Project 9cdaac4776a44da496df811b7563e0a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:18:06.908345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.970877 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.974618 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:06.994341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477b8214-8f43-4957-9333-c547e813794f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:07.000576 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:07.001337 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-45d419ff-0169-4a74-b265-d2c20cef0217 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236572 Jun 30 10:18:07.179807 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:18:07.200504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 0b05d024-ee47-49c5-b431-8b5debd0d7fc {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:18:07.200504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 0b05d024-ee47-49c5-b431-8b5debd0d7fc not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:18:10.032325 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:11.364900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7557cc57-fb30-4761-bb23-c336c09a9f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:14.191772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-01eb27c9-c3c9-48fc-911f-0fe49f827c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:14.325090 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:16.359915 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:17.867571 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:18.028191 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:21.313060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-582c0251-7846-4ba7-89d4-466552d689d0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1753552217&fields=id&tenant_id=9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 267 time: 0.0323305 Jun 30 10:18:21.426429 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ffa7df46-4939-47f9-91d5-79d6de6eedd5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:21.427827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ffa7df46-4939-47f9-91d5-79d6de6eedd5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 809 time: 0.1070166 Jun 30 10:18:21.442583 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-a7556317-7258-482b-ae5c-efe4f394e937 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/quotas/9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 375 time: 0.0092545 Jun 30 10:18:21.507435 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-e9336102-b19f-4430-82c3-c5990a04ee1e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595703 Jun 30 10:18:21.640375 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-f71887a9-4404-45de-a9b8-20e13d5f6f3f service neutron] 10.222.0.77 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216760 Jun 30 10:18:21.731276 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ab699da1-16b3-4ced-b72b-909dfe41bf99 service neutron] 10.222.0.77 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851605 Jun 30 10:18:22.026831 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bf244ca7-94f6-44f2-89f7-0f297d688ea5 req-d0b837a2-7e36-43f6-b75c-c9e96ca563f2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 210 time: 0.0292382 Jun 30 10:18:23.212853 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-afa81c2c-d7c2-4bda-aeed-05d230a36f52 req-10dd43f6-1d71-4c6d-a2f0-274d14d839c0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 210 time: 0.0574281 Jun 30 10:18:23.263821 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-748342aa-b826-41a6-aec7-1c01d9c55314 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.265244 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-748342aa-b826-41a6-aec7-1c01d9c55314 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.83 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 809 time: 0.1322255 Jun 30 10:18:23.314585 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-75c0cca2-3099-47ef-95a0-dfc65fe8ddfb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 380 time: 0.0329726 Jun 30 10:18:23.323690 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'port': {'device_id': '75081462-8809-4947-891c-6b2abcb6b030', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'admin_state_up': True, 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'security_groups': ['e83c842c-c99b-411c-ac80-68887b8e9b1b']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:23.444067 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Made reservation on behalf of 9cdaac4776a44da496df811b7563e0a7 for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:18:23.448289 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:23.579505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Allocated IP 172.20.0.4 (cb970384-3f51-48b3-b642-df9c2d0fcb0f/7bde2ba9-339b-4881-872f-9ed5973f88fb/683e4c6e-8973-48d7-8a65-55de53bd48cd) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:23.722809 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:23.736092 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Transition to ACTIVE for port object 683e4c6e-8973-48d7-8a65-55de53bd48cd will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:23.770797 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:23.817477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:23.821486 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:23.825367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:23.851986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:23.884166 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:23.884854 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:23.900642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-2efc890c-23d7-4785-b509-9d5f6947a3c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807962 Jun 30 10:18:23.969873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Request body: {'port': {'device_id': '75081462-8809-4947-891c-6b2abcb6b030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:24.031928 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-34cded10-8f1a-44eb-b680-20ec8b5f2690 None None] Provisioning for port 683e4c6e-8973-48d7-8a65-55de53bd48cd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:24.036108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-34cded10-8f1a-44eb-b680-20ec8b5f2690 None None] Provisioning complete for port 683e4c6e-8973-48d7-8a65-55de53bd48cd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:24.037025 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-34cded10-8f1a-44eb-b680-20ec8b5f2690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.055198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.070917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-34cded10-8f1a-44eb-b680-20ec8b5f2690 None None] Port 683e4c6e-8973-48d7-8a65-55de53bd48cd cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:18:24.322920 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683e4c6e-8973-48d7-8a65-55de53bd48cd {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:18:24.331751 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.371060 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Transition to ACTIVE for port object 683e4c6e-8973-48d7-8a65-55de53bd48cd will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:18:24.375857 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.436989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:24.495341 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89626131-fcf8-463a-866a-1cae5264a626 req-aa2e9bc6-0be1-4763-97fa-c4ea9c7d4864 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.497405 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89626131-fcf8-463a-866a-1cae5264a626 req-aa2e9bc6-0be1-4763-97fa-c4ea9c7d4864 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 931 time: 0.1678610 Jun 30 10:18:24.557330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:18:24.557677 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:18:24.558013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:24.562628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-89626131-fcf8-463a-866a-1cae5264a626 req-e926ac70-8c65-4b41-bcbc-674ee3ebeff7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579028 Jun 30 10:18:24.566411 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Port 683e4c6e-8973-48d7-8a65-55de53bd48cd on network cb970384-3f51-48b3-b642-df9c2d0fcb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:18:24.566787 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:18:24.573022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:18:24.573358 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Checking segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:18:24.573754 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Bound using segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:18:24.574196 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Bound port: 683e4c6e-8973-48d7-8a65-55de53bd48cd, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:18:24.574589 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.647221 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:18:24.650531 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:18:24.656195 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.694056 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.694964 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:24.696367 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] 10.222.0.83 "PUT /v2.0/ports/683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1092 time: 0.7803793 Jun 30 10:18:24.696818 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:24.699093 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:24.730839 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339bc6c-3177-47f2-8594-1564370b0829 service neutron] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:24.748121 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2344c-2219-4223-8f88-3b25b188e0c5 x-openstack-request-id: req-54d2344c-2219-4223-8f88-3b25b188e0c5 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:24.748415 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:24.748595 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-54d2344c-2219-4223-8f88-3b25b188e0c5 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:24.749001 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'status': 'completed', 'code': 200} Jun 30 10:18:24.826611 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-e841e3e2-531d-401e-923c-6dc6b607bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.828148 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-e841e3e2-531d-401e-923c-6dc6b607bcdc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1095 time: 0.0615592 Jun 30 10:18:24.878714 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ecdd8d58-ca12-4b0b-9c30-989990bbff82 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 217 time: 0.0362141 Jun 30 10:18:24.928138 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ac064f36-affb-4a36-8830-9af7c5d9ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.929597 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ac064f36-affb-4a36-8830-9af7c5d9ecb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0446832 Jun 30 10:18:24.990702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-f3068482-ae45-4bec-8f03-f163ab58792c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:24.992465 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-f3068482-ae45-4bec-8f03-f163ab58792c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563357 Jun 30 10:18:25.079068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-ae98d8f4-9a26-430e-a70b-778b7f6bd055 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799592 Jun 30 10:18:25.523503 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b290aaec-6bca-4fa5-9b71-637e496f4404 req-f2dd478c-50d8-4b16-9b3a-75bcabe4924b service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385111 Jun 30 10:18:25.657367 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-1f885323-4d32-4387-9e33-b7e50d14aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:25.658879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-1f885323-4d32-4387-9e33-b7e50d14aa1d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1095 time: 0.0551612 Jun 30 10:18:25.805741 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-5b957f80-b020-4fd4-a2d1-03b7ce8ad01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:25.807153 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-5b957f80-b020-4fd4-a2d1-03b7ce8ad01f service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.1412981 Jun 30 10:18:25.823014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c786e-8086-49f5-b0c1-279d0cf7a286 req-2b4225cf-04bc-44d7-81fa-63298a16f921 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:25.824478 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d45c786e-8086-49f5-b0c1-279d0cf7a286 req-2b4225cf-04bc-44d7-81fa-63298a16f921 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.1366591 Jun 30 10:18:25.867709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-f2a89a6e-4906-4ced-8acc-7c3b28308de1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 217 time: 0.0532546 Jun 30 10:18:25.932273 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d45c786e-8086-49f5-b0c1-279d0cf7a286 req-8ffbb413-79c4-4884-9c50-eb7336e7a9b5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009738 Jun 30 10:18:25.942400 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-729134e0-4152-4d54-8909-765c7745c96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:25.944403 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-729134e0-4152-4d54-8909-765c7745c96e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0689850 Jun 30 10:18:26.004323 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-41a8c9cc-b60e-42bf-9fc7-1a4dc02e2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:26.006482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-41a8c9cc-b60e-42bf-9fc7-1a4dc02e2327 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555508 Jun 30 10:18:26.096305 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-32feb030-830f-409e-886c-77602447ca39 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828347 Jun 30 10:18:26.190328 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ff5f7d5f-0056-42bf-ae60-7cd26ff97ef3 req-8f340b8d-5a96-4e1a-a634-72a407d8ba81 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Jun 30 10:18:27.113123 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6caff-c76a-4da2-b140-f77707c58376 req-d0f6b8e8-82f3-493e-9462-e3ce057b2929 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:27.115434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25c6caff-c76a-4da2-b140-f77707c58376 req-d0f6b8e8-82f3-493e-9462-e3ce057b2929 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0643284 Jun 30 10:18:27.156704 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-25c6caff-c76a-4da2-b140-f77707c58376 req-e33e5310-6943-4047-bf47-6d5d004e9722 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351782 Jun 30 10:18:28.335114 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b84b09-c83e-487b-87a2-b45c6c5ce084 req-cf966f9a-74a1-44d2-b94a-77bb5bb622ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:28.336490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7b84b09-c83e-487b-87a2-b45c6c5ce084 req-cf966f9a-74a1-44d2-b94a-77bb5bb622ae tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0686517 Jun 30 10:18:28.373318 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e7b84b09-c83e-487b-87a2-b45c6c5ce084 req-6ca5245e-4cf0-4aa6-b6be-b753402b791e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311794 Jun 30 10:18:29.590929 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57cebc-aba9-4ad8-a337-074107643dc1 req-29021065-2ab9-4b24-aa03-7658024efd72 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:29.592402 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a57cebc-aba9-4ad8-a337-074107643dc1 req-29021065-2ab9-4b24-aa03-7658024efd72 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0623379 Jun 30 10:18:29.629693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8a57cebc-aba9-4ad8-a337-074107643dc1 req-d991e2d0-70bd-41a6-9cae-2e39bd1cea45 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316341 Jun 30 10:18:30.066732 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:30.805570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ff55e-e97e-4dc7-80b5-e67ad988b9e8 req-6ea8a9bc-0970-4533-98ad-2e99d5dbfe98 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:30.807083 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-376ff55e-e97e-4dc7-80b5-e67ad988b9e8 req-6ea8a9bc-0970-4533-98ad-2e99d5dbfe98 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0633152 Jun 30 10:18:30.844836 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-376ff55e-e97e-4dc7-80b5-e67ad988b9e8 req-e57df853-ff4e-4d05-9bcd-0d9f5d396f76 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321288 Jun 30 10:18:32.020147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e33c4-68bc-49d9-b62e-55f0801fc445 req-e0971f2d-5160-400f-ad9d-f2f7ad14317b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:32.021790 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e32e33c4-68bc-49d9-b62e-55f0801fc445 req-e0971f2d-5160-400f-ad9d-f2f7ad14317b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0681870 Jun 30 10:18:32.058827 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e32e33c4-68bc-49d9-b62e-55f0801fc445 req-64df6306-5a6f-4276-942d-88b983c5c096 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Jun 30 10:18:33.231797 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0509579-3221-4cf4-9b27-798b9b5dead5 req-282f7aac-ec48-48ba-950e-fe03358ed8ed tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:33.233279 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0509579-3221-4cf4-9b27-798b9b5dead5 req-282f7aac-ec48-48ba-950e-fe03358ed8ed tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0633152 Jun 30 10:18:33.271160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c0509579-3221-4cf4-9b27-798b9b5dead5 req-3c6d2847-4974-4d07-9ae5-6ee2514de7ec tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322526 Jun 30 10:18:34.453871 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004ad5d-d67e-4065-845b-557d6d3bf685 req-924df210-7477-4eea-b940-81ba5ffc0c5c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:34.455356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8004ad5d-d67e-4065-845b-557d6d3bf685 req-924df210-7477-4eea-b940-81ba5ffc0c5c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0687644 Jun 30 10:18:34.493592 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8004ad5d-d67e-4065-845b-557d6d3bf685 req-a42d196a-e68d-4616-8d88-3ba2253a5d7e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319974 Jun 30 10:18:35.685315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fccee2-4b36-4cc9-86e7-0fc4add8d77e req-bc66bb5a-366a-487e-a9f7-9119752d7fd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:35.686829 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20fccee2-4b36-4cc9-86e7-0fc4add8d77e req-bc66bb5a-366a-487e-a9f7-9119752d7fd3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0628896 Jun 30 10:18:35.726053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-20fccee2-4b36-4cc9-86e7-0fc4add8d77e req-c8193612-b139-484c-b4c3-a593baeeeeff tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336320 Jun 30 10:18:36.756676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:18:36.863925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:36.876047 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'port_id': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'mac_address': 'fa:16:3e:f8:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:18:36.903345 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4875ef19-11d1-4af7-a4ad-b308215a9942 req-53ba2701-6b85-491e-867f-dc6a536293c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:36.905628 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4875ef19-11d1-4af7-a4ad-b308215a9942 req-53ba2701-6b85-491e-867f-dc6a536293c2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0665562 Jun 30 10:18:36.916022 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:36.934026 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683e4c6e-8973-48d7-8a65-55de53bd48cd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:18:36.949482 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4875ef19-11d1-4af7-a4ad-b308215a9942 req-263831e4-244f-41ae-8144-c283456b23f7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382326 Jun 30 10:18:36.955030 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:36.960573 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:37.007933 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:37.015156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.015504 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.015847 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.016187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.016522 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.016853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.017184 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.017506 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.017829 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.018153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.018498 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.018818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:18:37.411654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['683e4c6e-8973-48d7-8a65-55de53bd48cd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:18:38.130040 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138ebf9-6c87-416c-9f2b-e276b21bd70a req-0baf3d61-4a01-4169-9fe0-79b0bc3fa801 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:38.131579 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3138ebf9-6c87-416c-9f2b-e276b21bd70a req-0baf3d61-4a01-4169-9fe0-79b0bc3fa801 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 944 time: 0.0663502 Jun 30 10:18:38.169470 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3138ebf9-6c87-416c-9f2b-e276b21bd70a req-e136251d-a8e9-45ea-8024-6770cfdd0c84 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321963 Jun 30 10:18:38.757942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:18:38.806917 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 683e4c6e-8973-48d7-8a65-55de53bd48cd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:18:38.810622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 683e4c6e-8973-48d7-8a65-55de53bd48cd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:18:38.810988 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:38.887147 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:38.907997 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:38.910205 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7efe6d5-8142-4528-95a1-f1f70bdb5480" -d '{"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-plugged", "status": "completed", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:38.923413 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:18:38.928390 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:38.954454 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bedf4d-7465-4b85-bcc0-8508c57a89a2 x-openstack-request-id: req-c8bedf4d-7465-4b85-bcc0-8508c57a89a2 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:38.954744 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-plugged", "status": "completed", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:38.954989 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c8bedf4d-7465-4b85-bcc0-8508c57a89a2 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:38.955360 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'code': 200} Jun 30 10:18:39.092809 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d28b8-19c0-4c0d-b5f9-6b4660678948 req-84003a4e-c552-4f79-9f8d-b711ec692b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:39.094340 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f2d28b8-19c0-4c0d-b5f9-6b4660678948 req-84003a4e-c552-4f79-9f8d-b711ec692b08 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1097 time: 0.0558054 Jun 30 10:18:39.131163 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1f2d28b8-19c0-4c0d-b5f9-6b4660678948 req-db357f63-a5c2-4f4e-ae5c-ad324215a72b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299778 Jun 30 10:18:39.139249 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:39.346608 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c73e4-3b75-48f0-b169-33beafa0af6b req-957689d5-0be7-4577-a99e-042f5c655c2c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:39.347972 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c6c73e4-3b75-48f0-b169-33beafa0af6b req-957689d5-0be7-4577-a99e-042f5c655c2c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0678723 Jun 30 10:18:39.387275 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3c6c73e4-3b75-48f0-b169-33beafa0af6b req-253f0966-9cf0-490d-be17-c729edd56b88 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330863 Jun 30 10:18:40.599718 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09aee12-71c5-415e-a0b4-3535a7de3e05 req-dd10caa5-901f-4123-aed0-139732b16f70 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:40.601180 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d09aee12-71c5-415e-a0b4-3535a7de3e05 req-dd10caa5-901f-4123-aed0-139732b16f70 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0746543 Jun 30 10:18:40.646787 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d09aee12-71c5-415e-a0b4-3535a7de3e05 req-741204d6-446d-4de6-9cc0-0f8eadbf60d2 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381207 Jun 30 10:18:41.367253 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-efa280be-e5cc-4f96-bca6-86a5d7b5691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:41.822852 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8fa21-0ad8-43d3-a069-ce58db192bdb req-2ad86cbb-d831-4519-a0c0-bc01332c2f6c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:41.824327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66b8fa21-0ad8-43d3-a069-ce58db192bdb req-2ad86cbb-d831-4519-a0c0-bc01332c2f6c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0643589 Jun 30 10:18:41.867401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-66b8fa21-0ad8-43d3-a069-ce58db192bdb req-dd10dad4-d8df-4779-b56c-22d32abf82cf tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374582 Jun 30 10:18:42.043932 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951cbf2-7962-41cf-8230-23cae7c0b5c3 req-8d103c59-cff4-4cf6-895b-04a7a7db0eb6 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:42.045401 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1951cbf2-7962-41cf-8230-23cae7c0b5c3 req-8d103c59-cff4-4cf6-895b-04a7a7db0eb6 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0631492 Jun 30 10:18:42.082740 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-1951cbf2-7962-41cf-8230-23cae7c0b5c3 req-6ec37ad6-3648-4156-bf1c-935d8131aabe tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315197 Jun 30 10:18:42.106860 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55458) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:42.157957 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3284ff-84cd-421d-a20d-22b14e2c5125 tempest-TestShelveInstance-2134244963 tempest-TestShelveInstance-2134244963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:42.159499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2f3284ff-84cd-421d-a20d-22b14e2c5125 tempest-TestShelveInstance-2134244963 tempest-TestShelveInstance-2134244963-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1092 time: 0.0516560 Jun 30 10:18:42.162391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55460) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:18:42.166736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:18:42.187903 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:42.286657 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:42.388736 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Allocated IP 172.25.7.71 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/1e53ef29-2889-4478-868b-50899f8c8910) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:18:42.492543 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:42.531402 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:42.567773 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:18:42.570790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:18:42.573385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:18:42.605623 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'Port': ['ID=1e53ef29-2889-4478-868b-50899f8c8910,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:42.948418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:43.027244 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:43.170363 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:43.174922 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:43.248855 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event updated for resources: {'Port': ['ID=1e53ef29-2889-4478-868b-50899f8c8910,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:18:43.257513 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:43.356460 n-d-780147-22 neutron-server[93725]: INFO neutron.db.l3_db [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Floating IP d6e80da3-ef9b-4e7a-a63e-d188307ddad7 associated. External IP: 172.25.7.71, port: 683e4c6e-8973-48d7-8a65-55de53bd48cd. Jun 30 10:18:43.573253 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:18:43.680063 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:18:43.690018 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:18:43.697017 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:43.700257 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:43.700851 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:43.733980 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-1433cc97-f884-46e3-b1c5-676e28bcd7d1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5705678 Jun 30 10:18:43.734601 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:18:43.736868 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100fe1aa-e7f6-4537-89d9-da60bdebd926" -d '{"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:18:43.780039 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dea5e9-61fd-4dac-a69d-09e409f04b86 x-openstack-request-id: req-46dea5e9-61fd-4dac-a69d-09e409f04b86 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:18:43.780331 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:18:43.780582 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-46dea5e9-61fd-4dac-a69d-09e409f04b86 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:18:43.780986 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'status': 'completed', 'code': 200} Jun 30 10:18:43.813647 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:43.876004 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-64cae150-f699-4539-a0e8-8abeef79938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:43.877411 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-64cae150-f699-4539-a0e8-8abeef79938f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1097 time: 0.0537229 Jun 30 10:18:43.975581 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-f911a559-a62e-4abf-b481-469baf5b29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:43.977094 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-f911a559-a62e-4abf-b481-469baf5b29d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0935013 Jun 30 10:18:44.041618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-8d5d1bbc-e5d2-4468-b0ce-1f0859fc7e96 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 998 time: 0.0584428 Jun 30 10:18:44.042867 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd6e80da3-ef9b-4e7a-a63e-d188307ddad7', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'port_id': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'mac_address': 'fa:16:3e:f8:33:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081462-8809-4947-891c-6b2abcb6b030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:18:42Z', 'updated_at': '2021-06-30T10:18:42Z', 'revision_number': 0, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:44.069618 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:18:44.077756 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:18:44.078400 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:18:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:44.090330 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-bc323145-4c19-483f-8443-7e2685f91387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:44.091800 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-bc323145-4c19-483f-8443-7e2685f91387 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0443091 Jun 30 10:18:44.155533 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-e5130df2-417c-49b4-9012-57e3eee459bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:18:44.156923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-e5130df2-417c-49b4-9012-57e3eee459bd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588775 Jun 30 10:18:44.184216 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-027643a5-b2a5-4511-a562-fb834989063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:44.185775 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:18:44.249954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-aa732ba1-6e75-47f6-a360-0844ba8bb187 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858424 Jun 30 10:18:44.320388 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:44.350160 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-100fe1aa-e7f6-4537-89d9-da60bdebd926 req-90056370-1dd0-49ec-9a71-6cff4423064e service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936093 Jun 30 10:18:44.502507 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd6e80da3-ef9b-4e7a-a63e-d188307ddad7', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'port_id': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'mac_address': 'fa:16:3e:f8:33:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081462-8809-4947-891c-6b2abcb6b030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:18:42Z', 'updated_at': '2021-06-30T10:18:42Z', 'revision_number': 0, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:18:44.531793 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a07eb7-08b3-435e-bd1e-048fca13248b None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'd6e80da3-ef9b-4e7a-a63e-d188307ddad7', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'floating_ip_address': '172.25.7.71', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'port_id': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'mac_address': 'fa:16:3e:f8:33:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75081462-8809-4947-891c-6b2abcb6b030', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:18:42Z', 'updated_at': '2021-06-30T10:18:42Z', 'revision_number': 0, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:18:44.710505 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65442fc8-093c-4a53-a251-4ee5afccaf8c None None] New status for floating IP d6e80da3-ef9b-4e7a-a63e-d188307ddad7: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:18:46.364494 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:47.031271 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:18:47.870972 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:18:48.045571 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:00.068008 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:11.367414 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9993f05e-4dd5-47f2-925c-3731073d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:14.186435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9c46d48-2e01-45e9-9d2e-b0daba1b4b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:14.321722 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:16.366542 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:17.873369 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:18.056218 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:24.030289 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:19:30.065253 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:39.187879 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-c97a1a8f-0c41-448e-b592-9cc750401a0f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500376 Jun 30 10:19:39.295249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-518adc1c-30ff-46a2-8a51-551d4b936254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:39.296707 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-518adc1c-30ff-46a2-8a51-551d4b936254 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1097 time: 0.0507357 Jun 30 10:19:39.401173 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-ea0481cd-d82f-40cc-bdc7-1f953f311336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:39.402669 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-ea0481cd-d82f-40cc-bdc7-1f953f311336 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0859234 Jun 30 10:19:39.467133 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-7842b787-46bd-45ad-93b0-0f4a1b6abb8e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1000 time: 0.0572152 Jun 30 10:19:39.519059 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-8234e261-9d0b-4a72-8a8f-720dfd17cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:39.520497 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-8234e261-9d0b-4a72-8a8f-720dfd17cabb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0465221 Jun 30 10:19:39.575937 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-2d74f3d6-1ea5-446f-93e8-566ea95e15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:19:39.577404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-2d74f3d6-1ea5-446f-93e8-566ea95e15d4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509198 Jun 30 10:19:39.588008 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-29e51bed-bb60-4aa6-90ec-75dbba7f34b2 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:19:39.588922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-29e51bed-bb60-4aa6-90ec-75dbba7f34b2 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048177 Jun 30 10:19:39.675426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-77e35787-4e05-4b75-8c52-691fcc98d26c service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800781 Jun 30 10:19:39.773818 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba3c3dba-4f76-4707-9c9b-720b6dd820df req-ce9197dd-8f46-468f-87c3-1de76d470c07 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918546 Jun 30 10:19:41.368060 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-df4faf40-93b3-4a99-91e7-93cf7eff31a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:44.186560 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-fec6d126-6c59-4a07-9d9d-82598a1bf79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:44.322963 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:46.369007 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:47.876739 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:19:48.058782 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:00.081381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:01.030317 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:11.369498 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c1c4c1d4-09e9-449a-b8fe-ff63544b6aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:14.187385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-57f1feb7-6e24-4063-b04c-af5401374e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:14.323202 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:16.372381 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:17.884403 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:18.081729 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:30.112148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:38.030195 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:20:39.447365 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d35a-f047-404a-9043-f2163323bc20 req-6a159da2-8a6e-4647-a5e1-5b6f3ebb4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.449015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-6a159da2-8a6e-4647-a5e1-5b6f3ebb4731 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1097 time: 0.0995271 Jun 30 10:20:39.464892 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4834220-2dd8-4916-b7f1-05dd6c33276f req-529e1ad5-3a4e-45a6-a915-36b8b1a83013 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.466428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4834220-2dd8-4916-b7f1-05dd6c33276f req-529e1ad5-3a4e-45a6-a915-36b8b1a83013 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0877407 Jun 30 10:20:39.551931 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-c4834220-2dd8-4916-b7f1-05dd6c33276f req-a5feccbc-1c60-4bfb-94bb-c5ac1b0143c8 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752494 Jun 30 10:20:39.580261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d35a-f047-404a-9043-f2163323bc20 req-e214daab-146b-43e2-a935-6e934645cd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.581723 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-e214daab-146b-43e2-a935-6e934645cd16 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.1124098 Jun 30 10:20:39.649737 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-bb965636-e1e3-41c4-9b86-3212feace89f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1000 time: 0.0607789 Jun 30 10:20:39.701374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d35a-f047-404a-9043-f2163323bc20 req-4467d1a7-f461-47aa-a75c-320ac22189c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.702837 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-4467d1a7-f461-47aa-a75c-320ac22189c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0440042 Jun 30 10:20:39.759639 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938d35a-f047-404a-9043-f2163323bc20 req-e1c8f4a4-a827-4d7b-a359-448c99b32917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:39.761136 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-e1c8f4a4-a827-4d7b-a359-448c99b32917 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516567 Jun 30 10:20:39.865591 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-9b60f67e-912c-47d7-8dfa-5971dad079e9 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967569 Jun 30 10:20:39.955525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0938d35a-f047-404a-9043-f2163323bc20 req-d8ab975f-bd48-4a37-a3c2-935cc6f17880 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815694 Jun 30 10:20:40.742546 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6416e89-46ba-457b-87f6-a72e2a7c60dd req-3714dba9-cdce-4d5b-a24e-afff0cb864c3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:40.744032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6416e89-46ba-457b-87f6-a72e2a7c60dd req-3714dba9-cdce-4d5b-a24e-afff0cb864c3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0638344 Jun 30 10:20:40.786021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d6416e89-46ba-457b-87f6-a72e2a7c60dd req-cf9b746c-768b-4231-bbef-95061dbcd121 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364215 Jun 30 10:20:41.371364 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2526b8f3-b0a7-45a0-b44a-91ed8101c304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:41.984953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669135e-5b9a-4142-bb79-a79943d95606 req-dba7fa6e-e294-4079-9ba8-34430785338a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:41.986477 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8669135e-5b9a-4142-bb79-a79943d95606 req-dba7fa6e-e294-4079-9ba8-34430785338a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0628011 Jun 30 10:20:42.026053 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8669135e-5b9a-4142-bb79-a79943d95606 req-95db1295-10c0-46c8-bad4-a13991daae4f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jun 30 10:20:43.201680 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086095f5-b2b1-48c6-b0de-77b40aacc8a9 req-0add9e61-1535-4199-859e-6828d0215ae3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:43.203922 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-086095f5-b2b1-48c6-b0de-77b40aacc8a9 req-0add9e61-1535-4199-859e-6828d0215ae3 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0610271 Jun 30 10:20:43.240750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-086095f5-b2b1-48c6-b0de-77b40aacc8a9 req-a59ea027-4bac-4c9b-aed2-8ec69fe2d59b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309260 Jun 30 10:20:44.188570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-42001154-9603-4434-95c9-b731833943df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:44.326647 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:44.764266 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b490cfc-fe1c-48e3-994b-3456a57e935d req-5278ba33-3340-4da2-90eb-1bdb028df9c0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:44.766471 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b490cfc-fe1c-48e3-994b-3456a57e935d req-5278ba33-3340-4da2-90eb-1bdb028df9c0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.4107692 Jun 30 10:20:44.804300 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6b490cfc-fe1c-48e3-994b-3456a57e935d req-d88250c4-666a-4550-8eb1-55e5bd77fafb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Jun 30 10:20:45.975679 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2dff3-6567-4276-be0a-a78487578706 req-d7b8d1a3-d030-45d4-bf18-8f981f7d48c5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:45.977169 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fc2dff3-6567-4276-be0a-a78487578706 req-d7b8d1a3-d030-45d4-bf18-8f981f7d48c5 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0632396 Jun 30 10:20:46.014898 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fc2dff3-6567-4276-be0a-a78487578706 req-62f82d1d-31ce-447f-b60d-8655cdbcbb6f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320716 Jun 30 10:20:46.375717 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:47.193131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340eed30-0357-475c-99ac-9807661b7d85 req-635b8bdc-bb52-4f0d-9f44-ba6cd6927b73 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:47.194632 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-340eed30-0357-475c-99ac-9807661b7d85 req-635b8bdc-bb52-4f0d-9f44-ba6cd6927b73 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0648172 Jun 30 10:20:47.231935 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-340eed30-0357-475c-99ac-9807661b7d85 req-3ba6a0c1-2f88-4bfd-8d80-93379d615583 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Jun 30 10:20:47.885824 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:48.090177 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:48.435640 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0763b-7f1c-4016-b92f-fe6c5050ba99 req-712a192e-e945-4e91-ae46-0180be276cd1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:48.437081 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15d0763b-7f1c-4016-b92f-fe6c5050ba99 req-712a192e-e945-4e91-ae46-0180be276cd1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0710132 Jun 30 10:20:48.481654 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-15d0763b-7f1c-4016-b92f-fe6c5050ba99 req-c14439ca-8fda-4e53-84cb-25cf44c9c9f1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378675 Jun 30 10:20:49.699257 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b8afc-864a-4d47-9cc6-f5df42523d32 req-de303065-1178-4b52-abdb-81de62938ef1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:49.700735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d62b8afc-864a-4d47-9cc6-f5df42523d32 req-de303065-1178-4b52-abdb-81de62938ef1 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.1030879 Jun 30 10:20:49.720013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-4caeab0d-2694-4d8c-a75a-fcb702c23c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:49.721121 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-4caeab0d-2694-4d8c-a75a-fcb702c23c2b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1097 time: 0.0915394 Jun 30 10:20:49.794573 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d62b8afc-864a-4d47-9cc6-f5df42523d32 req-c83c1c6e-ea26-4a1d-9c1a-e92856670d0c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864673 Jun 30 10:20:49.832203 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-a72e4ea9-50bb-496e-a608-d959cfdcd21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:49.834033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-a72e4ea9-50bb-496e-a608-d959cfdcd21f service neutron] 10.222.0.83 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.1052098 Jun 30 10:20:49.903194 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-cf791442-945d-4b5d-a4e5-59bb5cacb5dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1000 time: 0.0584416 Jun 30 10:20:49.951585 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-54df9326-23d3-4db1-ac8f-a2106757a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:49.953069 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-54df9326-23d3-4db1-ac8f-a2106757a13e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0425718 Jun 30 10:20:50.016261 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-74fb854b-a216-49b9-8fd2-0797c37de028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:50.017764 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-74fb854b-a216-49b9-8fd2-0797c37de028 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578399 Jun 30 10:20:50.117390 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-8f7b3716-f2a5-40ba-aa4c-5b7c2b48fa28 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911999 Jun 30 10:20:50.212049 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d8dd4441-f862-4544-a2ca-615f940e01f3 req-46f97f68-97dc-43d9-8a5f-e8681345ad34 service neutron] 10.222.0.83 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878301 Jun 30 10:20:50.971406 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6060f1-267f-4386-811c-f4113903575b req-57f43453-fa85-4aa2-b2ec-1fa8de7f3e25 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:50.972839 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e6060f1-267f-4386-811c-f4113903575b req-57f43453-fa85-4aa2-b2ec-1fa8de7f3e25 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0639958 Jun 30 10:20:51.009657 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6e6060f1-267f-4386-811c-f4113903575b req-96dbc385-3d44-4a03-a8ce-22ff6b1f7254 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Jun 30 10:20:52.188249 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259951a9-7423-4136-8849-6fc451edcae3 req-e7943628-3b01-4460-908b-264ed9b8a998 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:52.189784 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-259951a9-7423-4136-8849-6fc451edcae3 req-e7943628-3b01-4460-908b-264ed9b8a998 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0661035 Jun 30 10:20:52.231122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-259951a9-7423-4136-8849-6fc451edcae3 req-1bba5c31-9b4d-4f5c-855f-6344dd36b0cd tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356116 Jun 30 10:20:53.419374 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7bdc5-4736-45b4-9e94-04ecbaac5e58 req-26120c4b-1da4-4996-864d-fbd388d81e6c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:53.420911 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5c7bdc5-4736-45b4-9e94-04ecbaac5e58 req-26120c4b-1da4-4996-864d-fbd388d81e6c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0706036 Jun 30 10:20:53.462999 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d5c7bdc5-4736-45b4-9e94-04ecbaac5e58 req-8b81ed9c-0810-4f6d-84e8-5a13d1b655fd tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355632 Jun 30 10:20:54.641306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34965c-da8d-4beb-b975-5b301a40ec9f req-a5bc3ab6-d750-442a-87da-19a3d5561d95 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:54.642844 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df34965c-da8d-4beb-b975-5b301a40ec9f req-a5bc3ab6-d750-442a-87da-19a3d5561d95 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0635834 Jun 30 10:20:54.683904 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-df34965c-da8d-4beb-b975-5b301a40ec9f req-45aea094-916e-4895-a01c-3710b37f1cb0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330477 Jun 30 10:20:55.063341 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-38e21948-2601-4cff-9364-0b74e28cd04d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1497562 Jun 30 10:20:55.073672 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7addb1d-9c1b-4f07-bd03-25192d333984 req-33df5d9f-c5b5-46e4-85c8-b0c13fe15c81 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:55.075139 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7addb1d-9c1b-4f07-bd03-25192d333984 req-33df5d9f-c5b5-46e4-85c8-b0c13fe15c81 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 945 time: 0.0915494 Jun 30 10:20:55.118336 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b7addb1d-9c1b-4f07-bd03-25192d333984 req-639ad96e-63b4-4d01-b54f-e9489ced0c8d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361290 Jun 30 10:20:55.257891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:20:55.347101 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.371177 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:20:55.373523 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddc3edc-7f99-41b2-88e1-9006baf54c40" -d '{"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-unplugged", "status": "completed", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:20:55.386953 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:20:55.391334 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:20:55.415439 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Jun 2021 10:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431a237a-b7e8-4034-aaac-0cab541d6cbc x-openstack-request-id: req-431a237a-b7e8-4034-aaac-0cab541d6cbc {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:20:55.415731 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-unplugged", "status": "failed", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "code": 422}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:20:55.415986 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-431a237a-b7e8-4034-aaac-0cab541d6cbc {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:20:55.416377 n-d-780147-22 neutron-server[93726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'code': 422} returned with failed status Jun 30 10:20:55.445654 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:20:55.453237 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.453586 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.453925 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.454279 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.454640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.454993 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.455307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.455625 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.455945 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.456273 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.456597 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:55.456916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:20:56.300373 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b72a0f-4282-45e4-b093-c42ccc5e01ee req-8d6ce721-b01d-458c-9a0e-a6036c48344c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:56.302034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6b72a0f-4282-45e4-b093-c42ccc5e01ee req-8d6ce721-b01d-458c-9a0e-a6036c48344c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0689898 Jun 30 10:20:56.345571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f6b72a0f-4282-45e4-b093-c42ccc5e01ee req-b4733d43-0c07-49a3-b5bb-8c99ef632690 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353510 Jun 30 10:20:57.527122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b657c47-72d5-4304-86d2-e8e8713d37d8 req-0a20421b-8351-49b2-9e67-bce662d88c0d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:57.528624 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b657c47-72d5-4304-86d2-e8e8713d37d8 req-0a20421b-8351-49b2-9e67-bce662d88c0d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0685399 Jun 30 10:20:57.567084 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4b657c47-72d5-4304-86d2-e8e8713d37d8 req-ad83cf5d-84b7-4d38-bdfc-5ae415170be4 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325055 Jun 30 10:20:58.744993 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2659c-ffc3-4ee5-ac86-4bf64b138405 req-7f12fa5a-b965-4357-8c8e-af45da4c7ccb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:58.746508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1e2659c-ffc3-4ee5-ac86-4bf64b138405 req-7f12fa5a-b965-4357-8c8e-af45da4c7ccb tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0655947 Jun 30 10:20:58.785565 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d1e2659c-ffc3-4ee5-ac86-4bf64b138405 req-333f73cb-16ec-462e-82af-c7f3a64a461a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329640 Jun 30 10:20:59.966090 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64949fb2-0d10-44c9-b324-0696da392629 req-918ee09d-63e6-4fb3-9c68-0b136928fb62 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:20:59.967688 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64949fb2-0d10-44c9-b324-0696da392629 req-918ee09d-63e6-4fb3-9c68-0b136928fb62 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0687706 Jun 30 10:21:00.006678 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-64949fb2-0d10-44c9-b324-0696da392629 req-5016a856-b353-4ef2-be5f-4e08ce9aa09e tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317731 Jun 30 10:21:00.023109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-c1b75d4f-88e8-4ec2-bbb7-5d43b1235ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:00.024632 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-c1b75d4f-88e8-4ec2-bbb7-5d43b1235ca7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030&tenant_id=9cdaac4776a44da496df811b7563e0a7 HTTP/1.1" status: 200 len: 1095 time: 0.0967669 Jun 30 10:21:00.041870 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-780147-22', 'device_owner': 'compute:nova'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:21:00.110810 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:00.117496 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:00.319179 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:00.353533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h2-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:21:00.385473 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683e4c6e-8973-48d7-8a65-55de53bd48cd {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:21:00.393112 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:00.405249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Transition to ACTIVE for port object 683e4c6e-8973-48d7-8a65-55de53bd48cd will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:21:00.409560 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:00.821294 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=7']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:00.832724 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.833070 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.833677 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.834012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.834375 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.834707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.835031 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.835355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.835678 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.836004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.836324 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.836644 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:21:00.877015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] No DVR routers for this DVR port 683e4c6e-8973-48d7-8a65-55de53bd48cd on host n-h2-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:21:01.012296 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:21:01.012872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:21:01.013208 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:21:01.017919 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Port 683e4c6e-8973-48d7-8a65-55de53bd48cd on network cb970384-3f51-48b3-b642-df9c2d0fcb0f not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:21:01.018274 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Attempting to bind port 683e4c6e-8973-48d7-8a65-55de53bd48cd on network cb970384-3f51-48b3-b642-df9c2d0fcb0f {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:21:01.023909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:21:01.024576 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Checking segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:21:01.024710 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Bound using segment: {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:21:01.025036 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Bound port: 683e4c6e-8973-48d7-8a65-55de53bd48cd, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b405db48-de18-42e3-9acf-d27ef0c45c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:21:01.025397 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:01.090564 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:21:01.094392 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:21:01.100362 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:01.139612 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.141442 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:01.143920 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] 10.222.0.79 "PUT /v2.0/ports/683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1092 time: 1.1061137 Jun 30 10:21:01.145141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:21:01.147542 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f" -d '{"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:21:01.208926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca4d53-6b82-4e49-bc05-e579b19f87dd req-e37924a8-f11d-4684-9ece-111eefb049e0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.210518 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7ca4d53-6b82-4e49-bc05-e579b19f87dd req-e37924a8-f11d-4684-9ece-111eefb049e0 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0860198 Jun 30 10:21:01.221272 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9c977-64a7-494d-b0f1-45efab55c222 service neutron] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=8']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:01.224856 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d4c94e-08fa-4dff-8ef6-d831ced6de5f x-openstack-request-id: req-07d4c94e-08fa-4dff-8ef6-d831ced6de5f {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:21:01.225152 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:21:01.225531 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-07d4c94e-08fa-4dff-8ef6-d831ced6de5f {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:21:01.225932 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'status': 'completed', 'code': 200} Jun 30 10:21:01.261705 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-ab278361-1e85-40e7-848a-93ebd3e060e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.263557 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-ab278361-1e85-40e7-848a-93ebd3e060e8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1095 time: 0.0867712 Jun 30 10:21:01.266551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f7ca4d53-6b82-4e49-bc05-e579b19f87dd req-56c795ca-0c8e-4925-b0c9-1ab327565d3f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436537 Jun 30 10:21:01.366913 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-62d6e456-830f-43af-a44f-19a11db113b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.368453 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-62d6e456-830f-43af-a44f-19a11db113b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0940630 Jun 30 10:21:01.441952 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-5cdc5915-165b-43ff-b697-ae2b1db4af1c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 998 time: 0.0618069 Jun 30 10:21:01.495988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-8f7645c4-e176-4236-bed7-ab01141bd52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.497445 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-8f7645c4-e176-4236-bed7-ab01141bd52a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0439563 Jun 30 10:21:01.556601 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-0bd1e1bc-45e8-4f0b-b220-6900d573eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.558096 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-0bd1e1bc-45e8-4f0b-b220-6900d573eecc service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509253 Jun 30 10:21:01.655173 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-43442c34-4b3b-4bd7-be79-a24e98f91ae2 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843530 Jun 30 10:21:01.751434 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-8356b7ad-6c78-4599-9fa5-1352537bb142 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856941 Jun 30 10:21:01.863993 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-8f95ccab-320f-4fda-b37e-bf723a9d1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.865495 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-8f95ccab-320f-4fda-b37e-bf723a9d1922 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1095 time: 0.0582719 Jun 30 10:21:01.954728 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-9260fed8-7a57-4ab2-b9e8-5bbb44a330db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:01.956116 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-9260fed8-7a57-4ab2-b9e8-5bbb44a330db service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0836442 Jun 30 10:21:02.028797 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-1a0b077e-34d3-42d7-a1d7-c4c8c8cb75b9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 998 time: 0.0630944 Jun 30 10:21:02.081367 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-9d4974fc-173f-4ef3-81d9-74222184e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:02.083536 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-9d4974fc-173f-4ef3-81d9-74222184e878 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0455344 Jun 30 10:21:02.147565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-3e47c757-b597-4103-bd91-634d39cbd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:02.149068 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-3e47c757-b597-4103-bd91-634d39cbd052 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542183 Jun 30 10:21:02.242776 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-bd91df00-bc64-4f10-bb87-26f9661c2b4f service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866840 Jun 30 10:21:02.339514 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3133797a-9d9e-46e0-97e6-d112eeb9cd8f req-ac9e670e-efbb-433f-a701-6617d76d9f8e service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840669 Jun 30 10:21:02.454182 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3756928-31ff-4386-b5d2-9467c2544909 req-742c4788-e45b-4793-b884-3ed09614a11b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:02.455690 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3756928-31ff-4386-b5d2-9467c2544909 req-742c4788-e45b-4793-b884-3ed09614a11b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0669374 Jun 30 10:21:02.494335 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b3756928-31ff-4386-b5d2-9467c2544909 req-eb7150b4-2c3c-4dcf-95fd-fda22de34600 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Jun 30 10:21:03.720629 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44331d68-ed9f-4374-af0b-28b8e6ae9342 req-ea7bc804-0c9a-4847-9dfa-8b9588461f51 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:03.722151 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44331d68-ed9f-4374-af0b-28b8e6ae9342 req-ea7bc804-0c9a-4847-9dfa-8b9588461f51 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.1105289 Jun 30 10:21:03.760525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-44331d68-ed9f-4374-af0b-28b8e6ae9342 req-c1a68ebe-3a99-48a1-a8e5-150e21d7c80f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Jun 30 10:21:04.981555 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078c8a5-58d4-4555-be57-cd12a216f38b req-ffe9cad4-6117-4e82-bc19-7c36de00bea6 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:04.983060 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6078c8a5-58d4-4555-be57-cd12a216f38b req-ffe9cad4-6117-4e82-bc19-7c36de00bea6 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.1067548 Jun 30 10:21:05.021499 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6078c8a5-58d4-4555-be57-cd12a216f38b req-fa976b84-f778-48d5-8334-42c242df8478 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Jun 30 10:21:06.197976 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e158c-cf22-42f4-a847-ccf7af02c91e req-094dcb9c-175a-4626-8e17-e9a1395d8258 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:06.199481 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba6e158c-cf22-42f4-a847-ccf7af02c91e req-094dcb9c-175a-4626-8e17-e9a1395d8258 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0672655 Jun 30 10:21:06.238557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-ba6e158c-cf22-42f4-a847-ccf7af02c91e req-d45c8374-9752-447f-8cff-a4ddbdfb5f1a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328164 Jun 30 10:21:07.421342 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010830a-6bd2-4095-bc18-12394c39d3a3 req-8420e790-38c9-48ff-ac8b-3ccac4a7081f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:07.423506 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6010830a-6bd2-4095-bc18-12394c39d3a3 req-8420e790-38c9-48ff-ac8b-3ccac4a7081f tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0722244 Jun 30 10:21:07.468783 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6010830a-6bd2-4095-bc18-12394c39d3a3 req-ed27168e-3e61-42ac-be9f-7b39ad27f954 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394909 Jun 30 10:21:08.644021 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c58ef-b393-4a58-bc11-383b94a0481e req-b191cb94-16a3-4435-9f2a-e05a7f32b11c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:08.645491 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a03c58ef-b393-4a58-bc11-383b94a0481e req-b191cb94-16a3-4435-9f2a-e05a7f32b11c tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0630610 Jun 30 10:21:08.682876 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a03c58ef-b393-4a58-bc11-383b94a0481e req-86e31bdf-9ca9-4f7e-8bb6-c6512c997964 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Jun 30 10:21:09.865476 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6acd7-eea7-4e31-a72d-70fff6f6f8f3 req-760e25f4-61ef-4a1d-81d6-1233dd06a34a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:09.867003 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fc6acd7-eea7-4e31-a72d-70fff6f6f8f3 req-760e25f4-61ef-4a1d-81d6-1233dd06a34a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 943 time: 0.0674379 Jun 30 10:21:09.905456 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6fc6acd7-eea7-4e31-a72d-70fff6f6f8f3 req-23d9423e-16b7-4f8b-b461-8fc2d86cdc78 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310864 Jun 30 10:21:10.146061 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:21:10.243919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:10.255738 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'port_id': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'mac_address': 'fa:16:3e:f8:33:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:21:10.294743 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:10.307970 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683e4c6e-8973-48d7-8a65-55de53bd48cd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:21:10.327717 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:10.331600 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:10.380074 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=9']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:10.660150 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['683e4c6e-8973-48d7-8a65-55de53bd48cd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:21:11.080468 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a1afb-06ea-48be-9381-b610c8be8744 req-9fbc3895-27eb-46c5-ae14-f6a2b2f09850 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:11.081957 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d84a1afb-06ea-48be-9381-b610c8be8744 req-9fbc3895-27eb-46c5-ae14-f6a2b2f09850 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 944 time: 0.0631492 Jun 30 10:21:11.121179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d84a1afb-06ea-48be-9381-b610c8be8744 req-84a3f40d-afa9-47dd-99ff-347fffd81f22 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332141 Jun 30 10:21:11.372826 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e68bd0af-decd-45d8-9b2d-2033f1ef9761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:12.144904 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:21:12.193891 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 683e4c6e-8973-48d7-8a65-55de53bd48cd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:21:12.197731 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 683e4c6e-8973-48d7-8a65-55de53bd48cd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:21:12.198105 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:12.278955 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:12.301894 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:21:12.303030 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18f1f5-6120-4b05-bf1c-ed4c46cd42fa req-34a030c2-c413-49b7-a3dc-eb74294da654 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:12.304161 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a168a59-e83a-41a4-ba6d-453265baf46d" -d '{"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-plugged", "status": "completed", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:21:12.304557 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e18f1f5-6120-4b05-bf1c-ed4c46cd42fa req-34a030c2-c413-49b7-a3dc-eb74294da654 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 944 time: 0.0687325 Jun 30 10:21:12.317638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:21:12.327625 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:12.353669 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d69e014-875d-4786-820d-e0174c39239f x-openstack-request-id: req-5d69e014-875d-4786-820d-e0174c39239f {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:21:12.353964 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-plugged", "status": "completed", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:21:12.354248 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5d69e014-875d-4786-820d-e0174c39239f {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:21:12.354633 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'code': 200} Jun 30 10:21:12.356434 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8e18f1f5-6120-4b05-bf1c-ed4c46cd42fa req-b72557f9-c2ec-42f9-8221-ca99086506c6 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351112 Jun 30 10:21:12.384792 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=10']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:21:12.528695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98963f-dfab-4c4d-85a7-3b770058cecf req-98b3bead-fa99-4a3f-bc65-d14fd03e6f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:12.530194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b98963f-dfab-4c4d-85a7-3b770058cecf req-98b3bead-fa99-4a3f-bc65-d14fd03e6f5c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1098 time: 0.0519915 Jun 30 10:21:12.567507 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-2b98963f-dfab-4c4d-85a7-3b770058cecf req-4cd17d1c-4ee4-430c-90b1-2116fc91d54a service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289798 Jun 30 10:21:13.543356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5942-e33e-4293-be03-497474362cbe req-bc73d61d-5cb9-4f3b-a1e5-724b976afe8d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:13.544958 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e16f5942-e33e-4293-be03-497474362cbe req-bc73d61d-5cb9-4f3b-a1e5-724b976afe8d tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 946 time: 0.0736015 Jun 30 10:21:13.583599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e16f5942-e33e-4293-be03-497474362cbe req-c5bb10d2-4db3-4228-b02b-9ea8d3d45171 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318944 Jun 30 10:21:14.190784 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-04e90757-ce1b-483b-be70-d2e03c84e9b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:14.327857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:14.756057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28941abb-c0be-492d-bc65-7c2a12d9dc36 req-20334488-601a-426a-a6ee-2a848a24e669 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:14.757508 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28941abb-c0be-492d-bc65-7c2a12d9dc36 req-20334488-601a-426a-a6ee-2a848a24e669 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 946 time: 0.0623868 Jun 30 10:21:14.800236 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-28941abb-c0be-492d-bc65-7c2a12d9dc36 req-418f02de-1456-49fa-a572-a722b3550367 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370004 Jun 30 10:21:15.029851 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:21:16.378480 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:17.885469 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:18.085795 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:24.131318 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-93d30edc-509d-4194-8d5c-b2727d2ddace service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0594745 Jun 30 10:21:24.227718 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-ef9df92a-c2f4-44db-8c1e-8debae5c9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:24.229277 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-ef9df92a-c2f4-44db-8c1e-8debae5c9247 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1098 time: 0.0542989 Jun 30 10:21:24.343570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-63f831c0-2cb2-4bc6-a4b9-8b1b877b39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:24.345110 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-63f831c0-2cb2-4bc6-a4b9-8b1b877b39e0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0915017 Jun 30 10:21:24.414115 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-5a0734f3-78ef-4db7-a618-c472f5455a75 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1000 time: 0.0625670 Jun 30 10:21:24.466824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-546b212a-b44a-40cc-91c6-7f4158b8cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:24.468593 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-546b212a-b44a-40cc-91c6-7f4158b8cf3b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0474441 Jun 30 10:21:24.532488 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-35c93ad4-559b-4ee8-9a72-22e47e578cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:21:24.533970 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-35c93ad4-559b-4ee8-9a72-22e47e578cc0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590487 Jun 30 10:21:24.622534 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-44f61c5e-7107-4ad5-a71b-5256f415a1e5 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Jun 30 10:21:24.715543 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-bfdc5ccc-5fb2-4be3-a4a5-54396b807cb7 req-acdd1046-291c-4ad5-92ea-02f53c5ccad2 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869153 Jun 30 10:21:30.125032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:41.375361 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c4452d41-b4af-4de5-afd7-010b439d02ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:44.189938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-deabb4b2-c6e4-4c17-949a-4e9fb19c830e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:44.330205 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:46.381745 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:47.892646 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:48.085060 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:21:52.029664 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:00.139541 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:11.375609 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1f3a2d47-8f6c-40ef-a7e1-686760cc384c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:14.191078 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0384e23a-3343-452d-81a5-cb6acc1ff77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:14.331176 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:16.384185 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:17.891289 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:18.099280 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:25.943358 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-e5d3037d-5e6b-421a-a6a7-a3dceb0c1512 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533462 Jun 30 10:22:26.050810 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-d6440dab-dd0a-40df-9736-ab5ee56f01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:26.052310 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-d6440dab-dd0a-40df-9736-ab5ee56f01a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1098 time: 0.0586283 Jun 30 10:22:26.162708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-83dbefec-3787-4a88-ae01-ae1550114a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:26.164207 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-83dbefec-3787-4a88-ae01-ae1550114a6e service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.0872939 Jun 30 10:22:26.231886 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-f4e1df91-5fb7-4645-b9ed-cf98e4d883c9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 1000 time: 0.0568466 Jun 30 10:22:26.278586 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-e1373a84-619d-4651-8be9-626d297aeb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:26.280741 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-e1373a84-619d-4651-8be9-626d297aeb45 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0427785 Jun 30 10:22:26.343102 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-e437e422-fdac-49b4-9df2-9e26ac5209ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:26.344524 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-e437e422-fdac-49b4-9df2-9e26ac5209ba service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574977 Jun 30 10:22:26.440543 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-e113ef54-94e2-4f3c-b5e4-e5aa7d730158 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815828 Jun 30 10:22:26.535214 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-8b61ad43-2ed3-4f58-9c7a-54ca3d7e09e3 req-943b97bc-b807-4f96-8c81-78ab3dac77e9 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865059 Jun 30 10:22:29.028541 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:22:30.139933 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:30.402645 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55650) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:30.556480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Deleting port 1e53ef29-2889-4478-868b-50899f8c8910 {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:30.556820 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:30.631555 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:30.631889 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:30.643349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Calling delete_port for 1e53ef29-2889-4478-868b-50899f8c8910 owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:30.808196 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:30.833167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event deleted for resources: {'Port': ['ID=1e53ef29-2889-4478-868b-50899f8c8910,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:30.865991 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.866345 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.866692 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.867056 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.867394 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.867733 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.868063 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.868391 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.868717 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.869058 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.869387 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.869708 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:30.911332 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:30.911675 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Floating IP d6e80da3-ef9b-4e7a-a63e-d188307ddad7 disassociated (deleted). External IP: 172.25.7.71, port: 683e4c6e-8973-48d7-8a65-55de53bd48cd. Jun 30 10:22:31.121192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:31.227781 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:31.233342 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:31.237816 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:31.246518 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:31.247113 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:31.270160 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4db906a5-1c01-4cd1-9325-ba91bf9eabac tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "DELETE /v2.0/floatingips/d6e80da3-ef9b-4e7a-a63e-d188307ddad7 HTTP/1.1" status: 204 len: 168 time: 0.8664789 Jun 30 10:22:31.270786 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:22:31.273068 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de66c812-c18b-493e-8526-29f07db107e7" -d '{"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:31.313531 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d1289c-e15e-49ac-86a4-33a8ed8ba1fd x-openstack-request-id: req-31d1289c-e15e-49ac-86a4-33a8ed8ba1fd {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:31.313825 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:31.314079 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-31d1289c-e15e-49ac-86a4-33a8ed8ba1fd {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:31.314518 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'status': 'completed', 'code': 200} Jun 30 10:22:31.358848 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:31.399301 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c812-c18b-493e-8526-29f07db107e7 req-fb08b9d6-c7a2-4efb-9b11-9050dfad10ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:31.400954 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-fb08b9d6-c7a2-4efb-9b11-9050dfad10ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=9cdaac4776a44da496df811b7563e0a7&device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 1098 time: 0.0548081 Jun 30 10:22:31.515253 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c812-c18b-493e-8526-29f07db107e7 req-9e00449e-7ac8-4d81-acb8-e3fdddb3e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:31.516797 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-9e00449e-7ac8-4d81-acb8-e3fdddb3e4fd service neutron] 10.222.0.79 "GET /v2.0/networks?id=cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 200 len: 910 time: 0.1076732 Jun 30 10:22:31.559298 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-aa6b52c9-a7cc-4dde-8087-4a6c5e10a0fd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 200 len: 217 time: 0.0354390 Jun 30 10:22:31.571452 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:31.598614 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:31.607173 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:31.607779 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:31.611091 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c812-c18b-493e-8526-29f07db107e7 req-1234f545-62b5-4824-beb7-f53009f79d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:31.612845 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-1234f545-62b5-4824-beb7-f53009f79d74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 200 len: 848 time: 0.0471208 Jun 30 10:22:31.663124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeeadf8-c2d8-40c8-9052-50930e60b45e req-3dd97097-3b09-4f42-8b72-5848fc0b1cca tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:31.664551 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8eeeadf8-c2d8-40c8-9052-50930e60b45e req-3dd97097-3b09-4f42-8b72-5848fc0b1cca tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 946 time: 0.0691228 Jun 30 10:22:31.677756 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66c812-c18b-493e-8526-29f07db107e7 req-1c879c43-fe2e-4592-9c95-00cb061c3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:31.678967 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-1c879c43-fe2e-4592-9c95-00cb061c3efb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=cb970384-3f51-48b3-b642-df9c2d0fcb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589159 Jun 30 10:22:31.705287 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8eeeadf8-c2d8-40c8-9052-50930e60b45e req-48c6d122-c90a-4432-ae6a-19bf37ab9ada tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342956 Jun 30 10:22:31.726687 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:31.774088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-d61e0fcf-5a11-47aa-ac6e-56d5ab0aa7e6 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845876 Jun 30 10:22:31.869784 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-de66c812-c18b-493e-8526-29f07db107e7 req-4d6504e7-c320-4106-a27b-705d60419c45 service neutron] 10.222.0.79 "GET /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883005 Jun 30 10:22:31.926441 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:31.955339 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06884454-0845-4275-9ad0-ed5ba92046b9 None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:43Z', 'revision_number': 4, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '5d413f0c-3dfd-4ce8-8bb7-147bb9844baf', 'name': '', 'network_id': 'cb970384-3f51-48b3-b642-df9c2d0fcb0f', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'mac_address': 'fa:16:3e:ca:97:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:43Z', 'updated_at': '2021-06-30T10:13:50Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'subnets': [{'id': '7bde2ba9-339b-4881-872f-9ed5973f88fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:32.166182 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de41be8-264b-408e-b0e9-1a1e4e32f0e4 None None] New status for floating IP d6e80da3-ef9b-4e7a-a63e-d188307ddad7: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:22:32.891360 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcf1a7-c41a-4f69-aabb-9874b42caf18 req-24b3ee80-18d2-4737-83ab-b7d9f0fb85ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:32.892822 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfbcf1a7-c41a-4f69-aabb-9874b42caf18 req-24b3ee80-18d2-4737-83ab-b7d9f0fb85ea tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 946 time: 0.0636454 Jun 30 10:22:32.930693 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-bfbcf1a7-c41a-4f69-aabb-9874b42caf18 req-6588ac14-156b-4a8a-9038-0661de49e575 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/security-groups?id=e83c842c-c99b-411c-ac80-68887b8e9b1b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320959 Jun 30 10:22:33.406257 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-3e827ce2-48de-4c76-bbfa-278334c9808b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:33.407731 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-3e827ce2-48de-4c76-bbfa-278334c9808b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 946 time: 0.0635023 Jun 30 10:22:33.516432 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Deleting port 683e4c6e-8973-48d7-8a65-55de53bd48cd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:33.516804 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:33.604470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] For port 683e4c6e-8973-48d7-8a65-55de53bd48cd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=683e4c6e-8973-48d7-8a65-55de53bd48cd,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:33.604835 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:33.617533 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Calling delete_port for 683e4c6e-8973-48d7-8a65-55de53bd48cd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:33.748816 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:33.778103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event deleted for resources: {'Port': ['ID=683e4c6e-8973-48d7-8a65-55de53bd48cd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:33.822007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] No DVR routers for this DVR port 683e4c6e-8973-48d7-8a65-55de53bd48cd on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:22:33.824851 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:33.827061 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-17a2a98f-3e8c-440c-9754-a3fa1b2de1a6 req-d561c79f-7126-465a-912a-4be42d8860a7 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.79 "DELETE /v2.0/ports/683e4c6e-8973-48d7-8a65-55de53bd48cd HTTP/1.1" status: 204 len: 173 time: 0.4114592 Jun 30 10:22:33.827546 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-deleted', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:22:33.829823 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020bad50-5175-4034-a4cc-670da4445bd4" -d '{"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-deleted", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:22:33.883429 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcd6302-b98d-4608-bce8-644ce8895c3b x-openstack-request-id: req-0bcd6302-b98d-4608-bce8-644ce8895c3b {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:22:33.883719 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75081462-8809-4947-891c-6b2abcb6b030", "name": "network-vif-deleted", "tag": "683e4c6e-8973-48d7-8a65-55de53bd48cd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:22:33.883970 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-0bcd6302-b98d-4608-bce8-644ce8895c3b {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:22:33.884370 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75081462-8809-4947-891c-6b2abcb6b030', 'name': 'network-vif-deleted', 'tag': '683e4c6e-8973-48d7-8a65-55de53bd48cd', 'status': 'completed', 'code': 200} Jun 30 10:22:34.079733 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-2d121342-b749-4ccf-9849-45d1dbbbf332 req-886426f3-80e0-4b93-8b8e-da82e77ec719 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 210 time: 0.0322137 Jun 30 10:22:35.224426 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0cf95b91-169f-4b77-a56d-35a1a731fc77 req-9cf94f35-763e-49da-b2ff-ed941ac9b45a tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 210 time: 0.0288258 Jun 30 10:22:36.364571 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c13b9e6-c7e4-4295-ae2a-bb37a5bb346d req-a6d60835-d8b2-43ea-b49f-31a197ce7a9b tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 210 time: 0.0281024 Jun 30 10:22:36.563749 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:36.583434 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 683e4c6e-8973-48d7-8a65-55de53bd48cd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:36.584045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 683e4c6e-8973-48d7-8a65-55de53bd48cd not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:37.527369 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f89120ef-5759-4aa5-807e-e1f7fd399994 req-033a1895-9e1f-45fa-87cb-a50ab6b49f22 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "GET /v2.0/ports?device_id=75081462-8809-4947-891c-6b2abcb6b030 HTTP/1.1" status: 200 len: 210 time: 0.0298820 Jun 30 10:22:38.623687 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55684) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:38.688611 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41983c2c-802b-455f-82a9-6282521ae779 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:38.713766 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41983c2c-802b-455f-82a9-6282521ae779 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:38.788934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41983c2c-802b-455f-82a9-6282521ae779 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:38.792010 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-41983c2c-802b-455f-82a9-6282521ae779 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:38.796687 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-41983c2c-802b-455f-82a9-6282521ae779 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] 10.222.0.77 "DELETE /v2.0/security-groups/e83c842c-c99b-411c-ac80-68887b8e9b1b HTTP/1.1" status: 204 len: 168 time: 0.1685364 Jun 30 10:22:38.807231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41983c2c-802b-455f-82a9-6282521ae779 tempest-TestShelveInstance-358261714 tempest-TestShelveInstance-358261714-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83c842c-c99b-411c-ac80-68887b8e9b1b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:38.868927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55690) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:39.349086 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:39.608769 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Deleting port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:39.609006 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:39.689025 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] For port 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:39.689381 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:39.702590 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Calling delete_port for 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:39.888818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:39.923391 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5d413f0c-3dfd-4ce8-8bb7-147bb9844baf,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:39.965284 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.965637 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.966510 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.967462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.967799 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.968132 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.968462 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.968784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.969106 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.969422 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.969737 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:39.970096 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:40.101030 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:40.322667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:40.433600 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:40.439807 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0dc5f498-d9da-4d76-8a0b-3cbad669f9cf admin admin] 10.222.0.77 "PUT /v2.0/routers/d6aa2382-eb55-4a30-9986-ca0dea3fb8d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5696199 Jun 30 10:22:40.442237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55694) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:40.445299 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] Sync routers for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:40.454883 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:40.455480 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:40.545118 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:40.558734 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:40.837696 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:22:39Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:40.864075 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] Checking router: d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:40.872530 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] Routers {'d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:40.873217 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:40.967544 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:40.977735 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] Set router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:41.020443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Deleting port 97d4cfad-174d-4436-a8ff-00c9166d0fce {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:41.020772 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.098942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] For port 97d4cfad-174d-4436-a8ff-00c9166d0fce, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=97d4cfad-174d-4436-a8ff-00c9166d0fce,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:41.099303 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.116470 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Calling delete_port for 97d4cfad-174d-4436-a8ff-00c9166d0fce owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:41.156353 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:22:39Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:41.182200 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5b3fd-98ca-4f54-964e-4658d1173757 None None] The sync data for ids ['d6aa2382-eb55-4a30-9986-ca0dea3fb8d4'] in n-d-780147-22 is: [{'id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'name': 'tempest-TestShelveInstance-1369060347-router', 'tenant_id': '9cdaac4776a44da496df811b7563e0a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:22:39Z', 'revision_number': 5, 'project_id': '9cdaac4776a44da496df811b7563e0a7', 'gw_port': {'id': '97d4cfad-174d-4436-a8ff-00c9166d0fce', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6aa2382-eb55-4a30-9986-ca0dea3fb8d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:41Z', 'updated_at': '2021-06-30T10:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:41.280597 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.315434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Pushing event deleted for resources: {'Port': ['ID=97d4cfad-174d-4436-a8ff-00c9166d0fce,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:41.377032 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-209f720e-ae52-4458-be7f-07dcb3cef25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.379930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.473210 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.475267 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.524234 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.525709 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:22:41.530726 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.531790 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-1d3a3185-69b1-4cd2-a933-79fd6f57348f admin admin] 10.222.0.77 "DELETE /v2.0/routers/d6aa2382-eb55-4a30-9986-ca0dea3fb8d4 HTTP/1.1" status: 204 len: 168 time: 1.0884914 Jun 30 10:22:41.534507 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55696) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:41.588532 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Deleting subnet 7bde2ba9-339b-4881-872f-9ed5973f88fb {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:22:41.591717 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.627345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.704549 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.767321 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.794529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bde2ba9-339b-4881-872f-9ed5973f88fb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:41.802594 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.806982 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-e4de31d2-d524-4993-9640-9bc120fa022e admin admin] 10.222.0.77 "DELETE /v2.0/subnets/7bde2ba9-339b-4881-872f-9ed5973f88fb HTTP/1.1" status: 204 len: 168 time: 0.2687798 Jun 30 10:22:41.807230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55698) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:41.811330 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5d2a98-9579-47e7-a6b4-d83d26481b02 None None] Network cb970384-3f51-48b3-b642-df9c2d0fcb0f requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:41.886232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:41.939004 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Deleting port 355795e4-79bc-4fdd-b1fd-b854dc641ceb {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:41.939345 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.007434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] For port 355795e4-79bc-4fdd-b1fd-b854dc641ceb, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=355795e4-79bc-4fdd-b1fd-b854dc641ceb,segment=NetworkSegment(b405db48-de18-42e3-9acf-d27ef0c45c0a),segment_id=b405db48-de18-42e3-9acf-d27ef0c45c0a)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:42.007793 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.021373 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Calling delete_port for 355795e4-79bc-4fdd-b1fd-b854dc641ceb owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:42.097794 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.125847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Pushing event deleted for resources: {'Port': ['ID=355795e4-79bc-4fdd-b1fd-b854dc641ceb,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:42.131707 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] No DVR routers for this DVR port 355795e4-79bc-4fdd-b1fd-b854dc641ceb on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:22:42.199315 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c4c51a-bccc-46bc-bd9b-2ca1d8cb544d None None] DHCP port deletion for cb970384-3f51-48b3-b642-df9c2d0fcb0f request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:22:42.210731 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.221185 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb970384-3f51-48b3-b642-df9c2d0fcb0f']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:42.235271 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b405db48-de18-42e3-9acf-d27ef0c45c0a') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:42.235565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b405db48-de18-42e3-9acf-d27ef0c45c0a') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:42.244767 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.258805 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.265332 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:22:42.265752 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:22:42.267681 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:22:42.272411 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 355795e4-79bc-4fdd-b1fd-b854dc641ceb no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:42.294895 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 355795e4-79bc-4fdd-b1fd-b854dc641ceb {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:42.295245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 355795e4-79bc-4fdd-b1fd-b854dc641ceb not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:42.295668 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:42.314676 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:42.315016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 5d413f0c-3dfd-4ce8-8bb7-147bb9844baf not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:42.315425 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 97d4cfad-174d-4436-a8ff-00c9166d0fce no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:42.327647 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.335358 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.336530 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] 10.222.0.77 "DELETE /v2.0/networks/cb970384-3f51-48b3-b642-df9c2d0fcb0f HTTP/1.1" status: 204 len: 168 time: 0.5220490 Jun 30 10:22:42.342652 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55700) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:42.343210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 97d4cfad-174d-4436-a8ff-00c9166d0fce {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:42.343543 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 97d4cfad-174d-4436-a8ff-00c9166d0fce not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:42.347364 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70f111-c110-4ad3-a03f-83b6e5bb3274 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb970384-3f51-48b3-b642-df9c2d0fcb0f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:42.684971 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:42.932850 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Deleting port cc79be07-7701-4459-b44d-1c3eae199c96 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:42.933194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:43.010688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] For port cc79be07-7701-4459-b44d-1c3eae199c96, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=cc79be07-7701-4459-b44d-1c3eae199c96,segment=NetworkSegment(3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55),segment_id=3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:43.011042 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:43.024865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Calling delete_port for cc79be07-7701-4459-b44d-1c3eae199c96 owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:43.201768 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:43.224898 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc79be07-7701-4459-b44d-1c3eae199c96,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:43.738617 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:43.960122 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:44.064430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:44.069533 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-3fdb01cb-6dcf-4bab-8dc0-9d937652931e admin admin] 10.222.0.77 "PUT /v2.0/routers/01e93222-f4d2-4280-bf1b-8e0e2ac20e80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258101 Jun 30 10:22:44.072075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55702) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:44.072648 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] Sync routers for ids ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:44.082111 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] Routers {'01e93222-f4d2-4280-bf1b-8e0e2ac20e80'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:44.082837 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:44.180267 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.199347 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] Set router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:44.202682 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e17babef-ec72-4d6c-bfd0-acf8ed86a8b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.287799 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.343865 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Deleting port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:44.344260 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.352055 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.409129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217'}], 'enable_snat': True}, 'gw_port_id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:22:43Z', 'revision_number': 5, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port': {'id': '1fb4f7f9-18d8-4e02-87e6-61eeac5876f1', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:13:46Z', 'updated_at': '2021-06-30T10:13:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:44.430989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] For port 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:44.431331 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.436364 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] Checking router: 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:44.444645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] Routers {'01e93222-f4d2-4280-bf1b-8e0e2ac20e80'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:44.444847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Calling delete_port for 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:44.445245 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:44.531556 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] Set router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:44.585844 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:22:44Z', 'revision_number': 6, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:44.610876 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.611670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befe9c6f-3671-4908-a9ba-b3a87934edfe None None] The sync data for ids ['01e93222-f4d2-4280-bf1b-8e0e2ac20e80'] in n-d-780147-22 is: [{'id': '01e93222-f4d2-4280-bf1b-8e0e2ac20e80', 'name': 'tempest-TestShelveInstance-133333526-router', 'tenant_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:13:45Z', 'updated_at': '2021-06-30T10:22:44Z', 'revision_number': 6, 'project_id': '26a7d9010cc34361b1d16ff437f4d1a4', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:44.640079 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Pushing event deleted for resources: {'Port': ['ID=1fb4f7f9-18d8-4e02-87e6-61eeac5876f1,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:44.706480 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.797713 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.799857 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.844391 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.845013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01e93222-f4d2-4280-bf1b-8e0e2ac20e80 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:22:44.850446 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.851871 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-2cd2bc84-c6fb-4a5e-912a-bbe2a66a816a admin admin] 10.222.0.77 "DELETE /v2.0/routers/01e93222-f4d2-4280-bf1b-8e0e2ac20e80 HTTP/1.1" status: 204 len: 168 time: 0.7788780 Jun 30 10:22:44.854428 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55704) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:44.897432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Deleting subnet 5a9e591f-d6e2-475c-a702-0c21ab2823ff {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:22:44.900324 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:44.933760 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.019694 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.074865 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.101960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9e591f-d6e2-475c-a702-0c21ab2823ff,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:45.104851 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.109091 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea2579-0d87-49dc-b046-066fb8e96efd None None] Network 34b05543-5758-4a4c-9803-3b37df89a6de requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:45.110890 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-bf2dcc78-3f6a-4a98-92e7-3ebadcbdd329 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/5a9e591f-d6e2-475c-a702-0c21ab2823ff HTTP/1.1" status: 204 len: 168 time: 0.2554240 Jun 30 10:22:45.111039 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55706) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:45.179127 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.237243 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Deleting port 4141effa-18b2-4994-a95d-352661ed1b7d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:45.237908 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.300643 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] For port 4141effa-18b2-4994-a95d-352661ed1b7d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4141effa-18b2-4994-a95d-352661ed1b7d,segment=NetworkSegment(3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55),segment_id=3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:45.300934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.314237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Calling delete_port for 4141effa-18b2-4994-a95d-352661ed1b7d owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:45.359802 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] DHCP port deletion for 34b05543-5758-4a4c-9803-3b37df89a6de request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:22:45.397588 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.408351 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Deleting port 4141effa-18b2-4994-a95d-352661ed1b7d {{(pid=93726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:22:45.408723 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.425401 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Pushing event deleted for resources: {'Port': ['ID=4141effa-18b2-4994-a95d-352661ed1b7d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:45.435757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] No DVR routers for this DVR port 4141effa-18b2-4994-a95d-352661ed1b7d on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:22:45.476948 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] For port 4141effa-18b2-4994-a95d-352661ed1b7d, host n-d-780147-22, got binding levels [] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:45.477517 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.494290 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Calling delete_port for 4141effa-18b2-4994-a95d-352661ed1b7d owned by network:dhcp {{(pid=93726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:22:45.497486 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.ipam_backend_mixin [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Port 4141effa-18b2-4994-a95d-352661ed1b7d was not found and therefore no delete operation was performed {{(pid=93726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 30 10:22:45.498521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562'] for port, after_delete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.506863 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.517735 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b05543-5758-4a4c-9803-3b37df89a6de']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:45.521874 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Pushing event deleted for resources: {'Port': ['ID=4141effa-18b2-4994-a95d-352661ed1b7d,revision_number=None']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:45.532089 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:45.532335 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1b7ec2-c2b2-456a-8cde-f121bc4dcf55') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:45.532463 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] No DVR routers for this DVR port 4141effa-18b2-4994-a95d-352661ed1b7d on host n-d-780147-22 {{(pid=93726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:22:45.534693 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.535008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.535360 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.535730 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.536018 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.536350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.536677 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.536994 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.537377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.537623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.537944 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.538377 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa6c753-b467-472b-9486-f34e357bf5fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:45.544812 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.560071 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.567543 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:22:45.567937 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:22:45.569761 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:22:45.631634 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.639478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.642088 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] 10.222.0.77 "DELETE /v2.0/networks/34b05543-5758-4a4c-9803-3b37df89a6de HTTP/1.1" status: 204 len: 168 time: 0.5298064 Jun 30 10:22:45.660847 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2274bc-d007-4fcf-9964-7758f7441406 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b05543-5758-4a4c-9803-3b37df89a6de,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:45.755721 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55710) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:45.796280 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-dbef433d-1c56-4636-aeec-7aa2d73b9a9a admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=9cdaac4776a44da496df811b7563e0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393906 Jun 30 10:22:45.798746 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55712) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:45.847747 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7db7ed5-aca1-4321-b5d1-044e38f8a2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.869520 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7db7ed5-aca1-4321-b5d1-044e38f8a2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.915513 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7db7ed5-aca1-4321-b5d1-044e38f8a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.917939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a7db7ed5-aca1-4321-b5d1-044e38f8a2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:45.919363 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a7db7ed5-aca1-4321-b5d1-044e38f8a2cb admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/7351fadc-ebdc-4c49-9b5a-e4c9c84e033b HTTP/1.1" status: 204 len: 168 time: 0.1195953 Jun 30 10:22:45.926970 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db7ed5-aca1-4321-b5d1-044e38f8a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7351fadc-ebdc-4c49-9b5a-e4c9c84e033b,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:46.195112 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc79be07-7701-4459-b44d-1c3eae199c96 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:46.215378 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: cc79be07-7701-4459-b44d-1c3eae199c96 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:46.215763 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device cc79be07-7701-4459-b44d-1c3eae199c96 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:46.216567 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:46.235208 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:46.235557 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 1fb4f7f9-18d8-4e02-87e6-61eeac5876f1 not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:46.235965 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4141effa-18b2-4994-a95d-352661ed1b7d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:22:46.251909 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55718) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:46.254842 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4141effa-18b2-4994-a95d-352661ed1b7d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:22:46.255190 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4141effa-18b2-4994-a95d-352661ed1b7d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:22:46.298135 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6d30bc0f-3f8a-48b5-9e9a-8973697fb0a3 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=26a7d9010cc34361b1d16ff437f4d1a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0449810 Jun 30 10:22:46.300760 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55720) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:46.348614 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf33-1365-4c42-9457-9cfd1f718f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:46.368686 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf33-1365-4c42-9457-9cfd1f718f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:46.388319 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:46.417201 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf33-1365-4c42-9457-9cfd1f718f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:46.419771 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5f9faf33-1365-4c42-9457-9cfd1f718f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:46.420940 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5f9faf33-1365-4c42-9457-9cfd1f718f17 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/48be1bc2-d1d1-4e65-911b-1651bba0ce35 HTTP/1.1" status: 204 len: 168 time: 0.1192675 Jun 30 10:22:46.428580 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9faf33-1365-4c42-9457-9cfd1f718f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48be1bc2-d1d1-4e65-911b-1651bba0ce35,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:47.082053 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55742) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:47.174151 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1143562105-network', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:47.194771 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Made reservation on behalf of 6830453fb107484cb8cdc50ec6e8fa3d for: {'network': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:47.197038 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.206360 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.293607 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.296724 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.324474 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=93725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:22:47.333804 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fb6e42-0092-4d48-9772-9921db49e607,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:47.339692 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.339968 n-d-780147-22 neutron-server[93725]: INFO neutron.db.segments_db [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Added segment 75351d6c-4306-4ce9-9bca-0c6fb8bbe237 of type vlan for network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 Jun 30 10:22:47.378476 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.406283 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.407219 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:47.407800 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.454424 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3712227 Jun 30 10:22:47.457407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55746) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:47.463359 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Request body: {'subnet': {'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1143562105-subnet', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'ip_version': 4}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:47.467557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7bea9-136d-4242-9057-3e718834fe43 admin admin] Pushing event updated for resources: {'Network': ['ID=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:47.477341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:22:47.487255 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Made reservation on behalf of 6830453fb107484cb8cdc50ec6e8fa3d for: {'subnet': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:47.489698 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25341810'] for subnet, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.679606 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26234533', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25341796'] for subnet, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.728212 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b234de4-753b-4c7b-9137-dd169c0b0073,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:47.743423 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Checking segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:47.743784 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Network hostable DHCP agents. Network: e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:22:47.759829 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:22:47.768231 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2) {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:47.772659 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:47.773305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.779063 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6963751d-40bb-4bba-8359-78376a019990 None None] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:47.788406 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-a5bac774-c934-45cd-b8a1-197a33722a5b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3295085 Jun 30 10:22:47.790817 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55748) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:47.795806 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:47.819159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.820159 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.876671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.916441 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:47.950188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:22:47.951068 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.029678 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.088274 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Allocated IP 172.20.0.2 (e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2/1b234de4-753b-4c7b-9137-dd169c0b0073/acbe4366-3773-45e2-8e98-ea9840e3bd5e) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:48.111219 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.231792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.240195 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.248600 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Transition to ACTIVE for port object acbe4366-3773-45e2-8e98-ea9840e3bd5e will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:48.251095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.265269 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Transition to ACTIVE for port object acbe4366-3773-45e2-8e98-ea9840e3bd5e will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:48.271573 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.313159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:48.316161 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:48.319788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:48.331919 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Pushing event updated for resources: {'Port': ['ID=acbe4366-3773-45e2-8e98-ea9840e3bd5e,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:48.369537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Allocated IP 172.25.7.231 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/106d8dad-b129-4bfa-840c-7b276925eb4c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:48.391292 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Attempting to bind port acbe4366-3773-45e2-8e98-ea9840e3bd5e on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:22:48.391660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Attempting to bind port acbe4366-3773-45e2-8e98-ea9840e3bd5e by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:22:48.392021 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Attempting to bind port acbe4366-3773-45e2-8e98-ea9840e3bd5e on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:22:48.396967 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:22:48.397343 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Checking segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:48.397740 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.398127 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Bound using segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:22:48.398623 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Bound port: acbe4366-3773-45e2-8e98-ea9840e3bd5e, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:22:48.398997 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.462707 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] For port acbe4366-3773-45e2-8e98-ea9840e3bd5e, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:48.466243 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] For port acbe4366-3773-45e2-8e98-ea9840e3bd5e, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=acbe4366-3773-45e2-8e98-ea9840e3bd5e,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:48.471077 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.474535 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.518642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:48.532201 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49ec5f-04b7-4579-873c-5e6688e42a9e None None] Pushing event updated for resources: {'Port': ['ID=acbe4366-3773-45e2-8e98-ea9840e3bd5e,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:48.567109 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:48.573201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:48.575655 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Pushing event updated for resources: {'Port': ['ID=106d8dad-b129-4bfa-840c-7b276925eb4c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:48.578886 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:48.860413 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.062654 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.191912 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:22:49.302939 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:49.313111 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:49.319495 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.320718 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-5c06f595-1774-4498-9621-dd25ef4bfb43 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5289342 Jun 30 10:22:49.323508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55750) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:49.327065 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:49.327749 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:49.437817 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:49.486399 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50763f0e-0973-4b08-b95c-49ebfe831fb6 None None] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:49.551645 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-4cca8ddf-461d-4434-87bb-2a9a80e8574e None None] Provisioning for port acbe4366-3773-45e2-8e98-ea9840e3bd5e completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:49.626510 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:48Z', 'revision_number': 3, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:49.658084 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:49.658537 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Updating router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 port 106d8dad-b129-4bfa-840c-7b276925eb4c binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:49.699415 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.774914 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.954847 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Allocated IP 172.20.0.1 (e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2/1b234de4-753b-4c7b-9137-dd169c0b0073/397e6fa7-fe29-4752-9556-d5e66459e6ae) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:49.968428 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:49.978635 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Transition to ACTIVE for port object 106d8dad-b129-4bfa-840c-7b276925eb4c will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:49.985155 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.053019 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Attempting to bind port 106d8dad-b129-4bfa-840c-7b276925eb4c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:22:50.053375 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Attempting to bind port 106d8dad-b129-4bfa-840c-7b276925eb4c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:22:50.053737 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Attempting to bind port 106d8dad-b129-4bfa-840c-7b276925eb4c on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:22:50.057868 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Pushing event updated for resources: {'Port': ['ID=106d8dad-b129-4bfa-840c-7b276925eb4c,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:50.066324 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:22:50.066898 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:50.067583 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.068022 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:22:50.068497 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Bound port: 106d8dad-b129-4bfa-840c-7b276925eb4c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:22:50.068877 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.071292 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.071635 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.071974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.072306 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.073106 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.073444 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.073777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.074100 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.074540 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.075626 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.076192 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.076769 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:22:50.078790 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.099899 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Transition to ACTIVE for port object 397e6fa7-fe29-4752-9556-d5e66459e6ae will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:50.134487 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.149036 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] For port 106d8dad-b129-4bfa-840c-7b276925eb4c, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:50.153244 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] For port 106d8dad-b129-4bfa-840c-7b276925eb4c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=106d8dad-b129-4bfa-840c-7b276925eb4c,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:50.158338 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.175650 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:50.178723 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:50.182412 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:50.220310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=397e6fa7-fe29-4752-9556-d5e66459e6ae,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:50.235349 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.253234 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a3555-4d43-48eb-9477-0438c8bcf97d None None] Pushing event updated for resources: {'Port': ['ID=106d8dad-b129-4bfa-840c-7b276925eb4c,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:50.263525 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device acbe4366-3773-45e2-8e98-ea9840e3bd5e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:50.274736 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:50.275360 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:50.361147 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port acbe4366-3773-45e2-8e98-ea9840e3bd5e completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:50.371055 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port acbe4366-3773-45e2-8e98-ea9840e3bd5e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:50.371508 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.420449 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:50.441338 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.461636 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.509327 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port acbe4366-3773-45e2-8e98-ea9840e3bd5e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=acbe4366-3773-45e2-8e98-ea9840e3bd5e,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:50.518311 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.549913 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-74fd774b-a137-49a3-a78b-c1cd31f02d95 None None] Provisioning for port 397e6fa7-fe29-4752-9556-d5e66459e6ae completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:50.561692 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-74fd774b-a137-49a3-a78b-c1cd31f02d95 None None] Provisioning complete for port 397e6fa7-fe29-4752-9556-d5e66459e6ae triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:50.562452 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-74fd774b-a137-49a3-a78b-c1cd31f02d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.616037 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=acbe4366-3773-45e2-8e98-ea9840e3bd5e,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:50.631588 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-74fd774b-a137-49a3-a78b-c1cd31f02d95 None None] Port 397e6fa7-fe29-4752-9556-d5e66459e6ae cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:22:50.642734 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.643068 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:48Z', 'revision_number': 3, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:50.647900 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.673537 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfb68c-63b1-4192-bb13-7e10feb1520a None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:48Z', 'revision_number': 3, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:50.721098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=397e6fa7-fe29-4752-9556-d5e66459e6ae,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:50.723864 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:50.825505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:50.827150 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:50.966668 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:51.092505 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:51.097820 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-452c1e12-2edb-4299-9246-659dea9cb2d0 admin admin] 10.222.0.77 "PUT /v2.0/routers/9f91b1c6-4ae5-4292-8d6f-9413b110b881/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7732544 Jun 30 10:22:51.167634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-d66035ad-1934-4cb6-b85c-2772cd641995 None None] Provisioning complete for port 397e6fa7-fe29-4752-9556-d5e66459e6ae triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:51.168007 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d66035ad-1934-4cb6-b85c-2772cd641995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.221574 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-d66035ad-1934-4cb6-b85c-2772cd641995 None None] Port 397e6fa7-fe29-4752-9556-d5e66459e6ae cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:22:51.627055 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55766) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:51.632150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-438908389-network', 'tenant_id': '30e5b058599946758ec53d062c685f93'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:51.655138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Made reservation on behalf of 30e5b058599946758ec53d062c685f93 for: {'network': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:51.657531 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for network, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.666930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.758081 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.761914 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.789537 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=93724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 10:22:51.796743 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63808948-b2f8-4112-981a-aee92d2a22d3,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:51.805220 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.805583 n-d-780147-22 neutron-server[93724]: INFO neutron.db.segments_db [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Added segment ce01408b-667a-409c-a139-5f0777bdc038 of type vlan for network feab73f9-3113-4653-9f02-a790b31f0151 Jun 30 10:22:51.847427 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753631715898'] for network, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.875906 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802'] for network, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.876856 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:51.877430 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:51.933237 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] 10.222.0.77 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3050494 Jun 30 10:22:51.936915 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55768) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:51.940406 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e098861-3eaa-40de-abcb-b0ae87ed33f2 admin admin] Pushing event updated for resources: {'Network': ['ID=feab73f9-3113-4653-9f02-a790b31f0151,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:51.943057 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Request body: {'subnet': {'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-438908389-subnet', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'ip_version': 4}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:51.950638 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Network feab73f9-3113-4653-9f02-a790b31f0151 details requested by agent ovs-agent-n-d-780147-22 with host n-d-780147-22 {{(pid=93726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 10:22:51.967197 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Made reservation on behalf of 30e5b058599946758ec53d062c685f93 for: {'subnet': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:22:51.969679 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28903900'] for subnet, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.143688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25237108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28903882'] for subnet, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.204268 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e061b4-fbae-47e6-9ade-00081f6ca78f,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:52.214790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Checking segment: {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:52.215260 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Network hostable DHCP agents. Network: feab73f9-3113-4653-9f02-a790b31f0151, hostable agents: ['78f37f0a-0614-42d5-aa4b-c7cb1f79c101'], hosted agents: [] {{(pid=93725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 10:22:52.232491 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Network feab73f9-3113-4653-9f02-a790b31f0151 is scheduled to be hosted by DHCP agent 78f37f0a-0614-42d5-aa4b-c7cb1f79c101 with binding_index 1 {{(pid=93725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 10:22:52.241708 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-780147-22, feab73f9-3113-4653-9f02-a790b31f0151) {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:52.246131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:52.248248 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.256942 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81748275-23e8-4f5b-b2b3-287ecf8f429d None None] Network feab73f9-3113-4653-9f02-a790b31f0151 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:52.267675 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ed0b6d4e-a14a-4130-bbe9-32b56ded187b admin admin] 10.222.0.77 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3290687 Jun 30 10:22:52.269732 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55770) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:52.275688 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:52.278156 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 106d8dad-b129-4bfa-840c-7b276925eb4c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:52.296857 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4149236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496528'] for router, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.298410 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4149009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4151681', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4024671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496521'] for router, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.354688 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.409129 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:52.413368 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 106d8dad-b129-4bfa-840c-7b276925eb4c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:52.423233 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 106d8dad-b129-4bfa-840c-7b276925eb4c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:52.423601 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.470615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:52.471640 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:52.539015 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4151735', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4149226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496635'] for router, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.586028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp54163c72-b52c-519b-a002-a72007f875a6-feab73f9-3113-4653-9f02-a790b31f0151', 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'fixed_ips': [{'subnet_id': '11e061b4-fbae-47e6-9ade-00081f6ca78f'}]}} from n-d-780147-22. {{(pid=93726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 30 10:22:52.587440 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.800108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:52.803506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.814333 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.834313 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.880000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 106d8dad-b129-4bfa-840c-7b276925eb4c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=106d8dad-b129-4bfa-840c-7b276925eb4c,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:52.892345 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:52.893350 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device acbe4366-3773-45e2-8e98-ea9840e3bd5e up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:52.945776 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Allocated IP 172.25.7.127 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/39652ff2-b680-4a07-8054-226aa876745d) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:52.970715 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.db_base_plugin_common [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Allocated IP 172.20.0.2 (feab73f9-3113-4653-9f02-a790b31f0151/11e061b4-fbae-47e6-9ade-00081f6ca78f/4e5c5185-9af9-48f5-a57a-136584aefc9c) {{(pid=93726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:53.050627 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.101105 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.115941 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=106d8dad-b129-4bfa-840c-7b276925eb4c,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.162029 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:53.168649 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:53.178913 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:53.183442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Pushing event updated for resources: {'Port': ['ID=39652ff2-b680-4a07-8054-226aa876745d,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.202712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port acbe4366-3773-45e2-8e98-ea9840e3bd5e triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:53.203307 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.353108 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Notify callbacks [] for port, precommit_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.553626 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Transition to ACTIVE for port object 4e5c5185-9af9-48f5-a57a-136584aefc9c will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:53.579193 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 2, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:53.612492 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Transition to ACTIVE for port object 4e5c5185-9af9-48f5-a57a-136584aefc9c will not be triggered until provisioned by entity DHCP. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:53.613978 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:53.614346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Updating router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 port 397e6fa7-fe29-4752-9556-d5e66459e6ae binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:53.636678 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553'] for port, after_create {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.691784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Network feab73f9-3113-4653-9f02-a790b31f0151 is already hosted by enough agents. {{(pid=93726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:53.694042 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.698512 n-d-780147-22 neutron-server[93726]: DEBUG neutron.scheduler.base_scheduler [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Resources bound (agent type, host, resource id): {{(pid=93726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:53.708188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Received port after_create {{(pid=93726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:53.722339 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Pushing event updated for resources: {'Port': ['ID=4e5c5185-9af9-48f5-a57a-136584aefc9c,revision_number=1']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:53.810198 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.852157 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Attempting to bind port 4e5c5185-9af9-48f5-a57a-136584aefc9c on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:22:53.852528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Attempting to bind port 4e5c5185-9af9-48f5-a57a-136584aefc9c by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:22:53.852890 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Attempting to bind port 4e5c5185-9af9-48f5-a57a-136584aefc9c on network feab73f9-3113-4653-9f02-a790b31f0151 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:22:53.862912 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:22:53.863212 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Checking segment: {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:53.863618 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.864008 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Bound using segment: {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:22:53.864474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Bound port: 4e5c5185-9af9-48f5-a57a-136584aefc9c, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:22:53.864850 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:53.994788 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] For port 4e5c5185-9af9-48f5-a57a-136584aefc9c, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:54.009444 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4149245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4150358'] for router, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.016727 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] For port 4e5c5185-9af9-48f5-a57a-136584aefc9c, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5c5185-9af9-48f5-a57a-136584aefc9c,segment=NetworkSegment(ce01408b-667a-409c-a139-5f0777bdc038),segment_id=ce01408b-667a-409c-a139-5f0777bdc038)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:54.023428 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.102966 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95317814-31d2-439e-a11f-c9bfe0edc06a None None] Pushing event updated for resources: {'Port': ['ID=4e5c5185-9af9-48f5-a57a-136584aefc9c,revision_number=2']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.148192 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.150560 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Router 796fe790-ffa9-48ae-8e64-ec6e7d436382 is scheduled to L3 agent 4893d063-d85c-404b-943a-78408df068a0 with binding_index 1 {{(pid=93725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 30 10:22:54.160344 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Transition to ACTIVE for port object 397e6fa7-fe29-4752-9556-d5e66459e6ae will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:54.168373 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.235069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846b0e-3f18-4d27-b9f3-ccc281d0fdc4 None None] Pushing event updated for resources: {'Port': ['ID=397e6fa7-fe29-4752-9556-d5e66459e6ae,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.238124 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 106d8dad-b129-4bfa-840c-7b276925eb4c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:54.293912 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:54.320194 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Sync routers for ids ['796fe790-ffa9-48ae-8e64-ec6e7d436382'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:54.334141 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Routers {'796fe790-ffa9-48ae-8e64-ec6e7d436382'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:54.335188 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['796fe790-ffa9-48ae-8e64-ec6e7d436382'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:54.342435 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Attempting to bind port 397e6fa7-fe29-4752-9556-d5e66459e6ae on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:22:54.342824 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Attempting to bind port 397e6fa7-fe29-4752-9556-d5e66459e6ae by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:22:54.343187 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Attempting to bind port 397e6fa7-fe29-4752-9556-d5e66459e6ae on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:22:54.348818 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.351211 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:22:54.351592 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Checking segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:54.351996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.352386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Bound using segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:22:54.352903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Bound port: 397e6fa7-fe29-4752-9556-d5e66459e6ae, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:22:54.353246 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.353859 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-0f366c59-7f01-41c9-a13e-b257f0c44de9 admin admin] 10.222.0.77 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0827138 Jun 30 10:22:54.356858 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55772) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:54.378929 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 106d8dad-b129-4bfa-840c-7b276925eb4c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:54.379293 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.510004 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Set router 796fe790-ffa9-48ae-8e64-ec6e7d436382 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:54.511732 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] For port 397e6fa7-fe29-4752-9556-d5e66459e6ae, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:54.516986 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] For port 397e6fa7-fe29-4752-9556-d5e66459e6ae, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=397e6fa7-fe29-4752-9556-d5e66459e6ae,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:54.555478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:54.631275 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:54.631920 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:54.738737 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15846b0e-3f18-4d27-b9f3-ccc281d0fdc4 None None] Pushing event updated for resources: {'Port': ['ID=397e6fa7-fe29-4752-9556-d5e66459e6ae,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:54.740777 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:53Z', 'revision_number': 3, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:54.797533 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:54.797923 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Checking router: 796fe790-ffa9-48ae-8e64-ec6e7d436382 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:54.798565 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Updating router 796fe790-ffa9-48ae-8e64-ec6e7d436382 port 39652ff2-b680-4a07-8054-226aa876745d binding host n-d-780147-22 {{(pid=93727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:54.942709 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.046480 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:54Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.074140 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e3618c-5775-4dc5-a937-91df0a9ceee6 None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:54Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:55.247183 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.265495 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Notify callbacks [] for port, precommit_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.279699 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.provisioning_blocks [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Transition to ACTIVE for port object 39652ff2-b680-4a07-8054-226aa876745d will not be triggered until provisioned by entity L2. {{(pid=93727) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:55.290505 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.352411 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Attempting to bind port 39652ff2-b680-4a07-8054-226aa876745d on host n-d-780147-22 for vnic_type normal with profile {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:22:55.353136 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Attempting to bind port 39652ff2-b680-4a07-8054-226aa876745d by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:22:55.353136 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Attempting to bind port 39652ff2-b680-4a07-8054-226aa876745d on network 4747e385-5751-42ee-8c13-eb2f2e9e5783 {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:22:55.366361 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:22:55.366892 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Checking segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:55.367298 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.367694 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Bound using segment: {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'} {{(pid=93727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:22:55.368224 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.managers [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Bound port: 39652ff2-b680-4a07-8054-226aa876745d, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a301ca56-f696-4b95-9548-4526d1c90858', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783'}}] {{(pid=93727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:22:55.369280 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.405176 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3ae8a-daa4-473f-a521-896d4c37bce6 None None] Pushing event updated for resources: {'Port': ['ID=39652ff2-b680-4a07-8054-226aa876745d,revision_number=2']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.416395 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27f682e-2c1a-4805-9d17-acc0f0d7f568 None None] Network feab73f9-3113-4653-9f02-a790b31f0151 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:22:55.447311 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] For port 39652ff2-b680-4a07-8054-226aa876745d, host n-d-780147-22, cleared binding levels {{(pid=93727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:55.452035 n-d-780147-22 neutron-server[93727]: DEBUG neutron.plugins.ml2.db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] For port 39652ff2-b680-4a07-8054-226aa876745d, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=39652ff2-b680-4a07-8054-226aa876745d,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:55.462138 n-d-780147-22 neutron-server[93727]: DEBUG neutron_lib.callbacks.manager [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.463565 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Allocated IP 172.20.0.1 (feab73f9-3113-4653-9f02-a790b31f0151/11e061b4-fbae-47e6-9ade-00081f6ca78f/6906afcf-1df4-4c77-b941-a9cf2d6b3daa) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:22:55.526659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c3ae8a-daa4-473f-a521-896d4c37bce6 None None] Pushing event updated for resources: {'Port': ['ID=39652ff2-b680-4a07-8054-226aa876745d,revision_number=3']} {{(pid=93727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.533134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-841734ea-7f3f-4cd8-9245-312797aca1cc None None] Provisioning for port 4e5c5185-9af9-48f5-a57a-136584aefc9c completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:55.546964 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Routers {'796fe790-ffa9-48ae-8e64-ec6e7d436382'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:55.547729 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['796fe790-ffa9-48ae-8e64-ec6e7d436382'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.597140 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.619217 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Transition to ACTIVE for port object 6906afcf-1df4-4c77-b941-a9cf2d6b3daa will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:55.669920 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.678285 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] Set router 796fe790-ffa9-48ae-8e64-ec6e7d436382 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:55.724675 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Network feab73f9-3113-4653-9f02-a790b31f0151 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:55.727772 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:55.734161 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:22:55.791130 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4152159'] for router_interface, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:55.800210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Pushing event updated for resources: {'Port': ['ID=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:55.918537 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:53Z', 'revision_number': 3, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:55.957846 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de7c0fe-e843-4573-9b22-a8cbdb3f354c None None] The sync data for ids ['796fe790-ffa9-48ae-8e64-ec6e7d436382'] in n-d-780147-22 is: [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:53Z', 'revision_number': 3, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:22:55.960885 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.198264 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.204724 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.232862 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1278fa17-12fb-4ff7-ab0a-13e6f9d3158f None None] Provisioning for port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:56.238082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-1278fa17-12fb-4ff7-ab0a-13e6f9d3158f None None] Provisioning complete for port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:56.238840 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1278fa17-12fb-4ff7-ab0a-13e6f9d3158f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.288480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3680816', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4152680'] for router_interface, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.291569 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Pushing event updated for resources: {'Port': ['ID=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:56.317975 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-1278fa17-12fb-4ff7-ab0a-13e6f9d3158f None None] Port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:22:56.319528 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5c5185-9af9-48f5-a57a-136584aefc9c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:56.437288 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 4e5c5185-9af9-48f5-a57a-136584aefc9c completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:56.441725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4e5c5185-9af9-48f5-a57a-136584aefc9c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:56.442183 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.477658 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Network feab73f9-3113-4653-9f02-a790b31f0151 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:22:56.479836 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:22:56.564954 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.609572 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 4e5c5185-9af9-48f5-a57a-136584aefc9c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5c5185-9af9-48f5-a57a-136584aefc9c,segment=NetworkSegment(ce01408b-667a-409c-a139-5f0777bdc038),segment_id=ce01408b-667a-409c-a139-5f0777bdc038)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:56.614692 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.615670 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 397e6fa7-fe29-4752-9556-d5e66459e6ae up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:56.691625 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Router 796fe790-ffa9-48ae-8e64-ec6e7d436382 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:22:56.724810 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 397e6fa7-fe29-4752-9556-d5e66459e6ae completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:56.727053 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=4e5c5185-9af9-48f5-a57a-136584aefc9c,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:56.733135 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 397e6fa7-fe29-4752-9556-d5e66459e6ae triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:56.733509 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.851536 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:22:56.867593 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-58a166ff-0ecf-4dd5-98d4-7bcd48a14e4f None None] Provisioning complete for port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:56.867593 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-58a166ff-0ecf-4dd5-98d4-7bcd48a14e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.868427 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-12712bc6-819d-47e7-a359-2417164f6e60 admin admin] 10.222.0.77 "PUT /v2.0/routers/796fe790-ffa9-48ae-8e64-ec6e7d436382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5090520 Jun 30 10:22:56.869908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:56.930146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-58a166ff-0ecf-4dd5-98d4-7bcd48a14e4f None None] Port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:22:56.951746 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 397e6fa7-fe29-4752-9556-d5e66459e6ae, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=397e6fa7-fe29-4752-9556-d5e66459e6ae,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:56.956194 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.008404 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=397e6fa7-fe29-4752-9556-d5e66459e6ae,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.535596 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55780) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.540374 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389787835', 'description': 'tempest-secgroup-smoke-1389787835 description', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.563748 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.647471 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.651349 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.678487 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.679709 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1430283 Jun 30 10:22:57.681640 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b10ce-2440-43de-b993-188f3a51e022 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.682746 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55782) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.689405 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group_rule': {'security_group_id': '0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.718136 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.772897 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.776762 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.796986 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d24f49-4811-41e2-98d1-088f275cc1b6,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.804505 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.805815 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ef2ab9de-c2d9-42ff-b19d-f5bf8c9813e5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207888 Jun 30 10:22:57.808552 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55784) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.813513 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group_rule': {'security_group_id': '0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.840050 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.897262 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.901620 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.921322 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1143b76-8975-4506-9d54-c731cfc5bba5,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:57.925427 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:57.926650 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-91de01d4-58ef-4e91-be2c-accfce19de31 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166627 Jun 30 10:22:57.929356 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55786) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:57.934508 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group_rule': {'security_group_id': '0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:57.961347 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.020345 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.023872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.043884 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1b423e-b627-4848-a616-4286d2d76008,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.050998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.052034 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-9a20cdde-b4db-480f-ac3c-413e411da8a9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217611 Jun 30 10:22:58.055188 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55788) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:58.060175 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group_rule': {'security_group_id': '0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:58.086654 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.148526 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.154106 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.173229 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fe1e50-4ad0-4d7d-b741-ec8ff8a73a77,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.183932 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.188256 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-8d9b77d6-8e29-46ad-8417-239e3e582d48 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295600 Jun 30 10:22:58.188762 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 55790) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:58.193292 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group_rule': {'security_group_id': '0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:58.220268 n-d-780147-22 neutron-server[93725]: INFO neutron.db.securitygroups_db [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Project 6830453fb107484cb8cdc50ec6e8fa3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:22:58.226065 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.293393 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.297629 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.302166 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5c5185-9af9-48f5-a57a-136584aefc9c up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:58.317258 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c407f6-dc03-41d4-85cc-f3cf0a910943,revision_number=0']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.322103 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.323311 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-ad2ad156-2437-4500-888c-4de37fff46fa tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1338990 Jun 30 10:22:58.327653 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55792) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:22:58.333291 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'security_group_rule': {'security_group_id': '0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1', 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:22:58.361275 n-d-780147-22 neutron-server[93724]: INFO neutron.db.securitygroups_db [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Project 6830453fb107484cb8cdc50ec6e8fa3d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 10:22:58.366624 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.368120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 4e5c5185-9af9-48f5-a57a-136584aefc9c triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:58.368559 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.438156 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.444215 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4112403'] for security_group_rule, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.456936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 397e6fa7-fe29-4752-9556-d5e66459e6ae up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:58.464529 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3935851-9456-46ab-aaa0-9bba7c6f1c0e,revision_number=0']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:58.472357 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.473583 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-b915ff9a-e99c-4260-b41e-6f0c164ddb9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447275 Jun 30 10:22:58.513022 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 397e6fa7-fe29-4752-9556-d5e66459e6ae triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:58.513591 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.561779 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Sync routers for ids ['796fe790-ffa9-48ae-8e64-ec6e7d436382'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:22:58.577655 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Routers {'796fe790-ffa9-48ae-8e64-ec6e7d436382'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:58.578386 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['796fe790-ffa9-48ae-8e64-ec6e7d436382'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:58.636652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-1b6d56cd-81ad-4150-ab8c-15784326b5d2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389787835&fields=id&tenant_id=6830453fb107484cb8cdc50ec6e8fa3d HTTP/1.1" status: 200 len: 267 time: 0.0343370 Jun 30 10:22:58.660084 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 39652ff2-b680-4a07-8054-226aa876745d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:22:58.741253 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Set router 796fe790-ffa9-48ae-8e64-ec6e7d436382 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:22:58.749924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-80360e7d-3af8-48c5-94f3-91a3f885da91 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:22:58.751462 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-80360e7d-3af8-48c5-94f3-91a3f885da91 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 810 time: 0.1070285 Jun 30 10:22:58.767087 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-3432e125-3ff2-46c5-a7e7-29ac57ab9529 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/quotas/6830453fb107484cb8cdc50ec6e8fa3d HTTP/1.1" status: 200 len: 375 time: 0.0098555 Jun 30 10:22:58.785635 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 39652ff2-b680-4a07-8054-226aa876745d completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:22:58.823845 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 39652ff2-b680-4a07-8054-226aa876745d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:22:58.824110 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:58.843036 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-ee37827a-2511-4955-9f2e-fc15eb4223e7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703080 Jun 30 10:22:58.859721 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-de4c9ac7-c92d-48e3-8386-6c56a47b9014 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:22:58.860735 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-de4c9ac7-c92d-48e3-8386-6c56a47b9014 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061591 Jun 30 10:22:58.959560 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f28d281e-2ba3-4c02-916a-294b82af31b4 service neutron] 10.222.0.77 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926223 Jun 30 10:22:59.051599 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-da955b4d-5667-44aa-9a6d-7f3ffd65d3bf service neutron] 10.222.0.77 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860863 Jun 30 10:22:59.154689 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.191422 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 39652ff2-b680-4a07-8054-226aa876745d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=39652ff2-b680-4a07-8054-226aa876745d,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:22:59.197196 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.237817 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:55Z', 'revision_number': 4, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6906afcf-1df4-4c77-b941-a9cf2d6b3daa', 'name': '', 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'mac_address': 'fa:16:3e:e6:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '11e061b4-fbae-47e6-9ade-00081f6ca78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:55Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 2, 'project_id': '30e5b058599946758ec53d062c685f93', 'subnets': [{'id': '11e061b4-fbae-47e6-9ade-00081f6ca78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:22:59.263181 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-cfe171eb-3077-469a-9a24-38c67ce9d2b3 req-18364a26-6768-45b6-9bbc-0e760e8856e9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 210 time: 0.0295556 Jun 30 10:22:59.279198 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Checking router: 796fe790-ffa9-48ae-8e64-ec6e7d436382 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:22:59.288146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Updating router 796fe790-ffa9-48ae-8e64-ec6e7d436382 port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa binding host n-d-780147-22 {{(pid=93726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 10:22:59.288146 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=39652ff2-b680-4a07-8054-226aa876745d,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.321818 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.601945 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Notify callbacks [] for port, precommit_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.612760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Transition to ACTIVE for port object 6906afcf-1df4-4c77-b941-a9cf2d6b3daa will not be triggered until provisioned by entity L2. {{(pid=93726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:22:59.619018 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.677848 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e74f0-ca35-4eeb-8b8b-51564e681ee0 None None] Pushing event updated for resources: {'Port': ['ID=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,revision_number=3']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.737334 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Attempting to bind port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa on host n-d-780147-22 for vnic_type normal with profile {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:22:59.737709 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Attempting to bind port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa by drivers openvswitch,hyperv on host n-d-780147-22 at level 0 using segments [{'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:22:59.738072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Attempting to bind port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa on network feab73f9-3113-4653-9f02-a790b31f0151 {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:22:59.743995 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Checking agent: {'id': '9035f416-6be5-43fa-be66-aff07e34babe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 50, 14), 'started_at': datetime.datetime(2021, 6, 30, 8, 50, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-780147-22'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:22:59.744367 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Checking segment: {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:22:59.744766 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.745153 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Bound using segment: {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'} {{(pid=93726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:22:59.745618 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.managers [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Bound port: 6906afcf-1df4-4c77-b941-a9cf2d6b3daa, host: n-d-780147-22, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce01408b-667a-409c-a139-5f0777bdc038', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151'}}] {{(pid=93726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:22:59.745994 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.822078 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] For port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa, host n-d-780147-22, cleared binding levels {{(pid=93726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:22:59.827341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] For port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa, host n-d-780147-22, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,segment=NetworkSegment(ce01408b-667a-409c-a139-5f0777bdc038),segment_id=ce01408b-667a-409c-a139-5f0777bdc038)] {{(pid=93726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:22:59.831254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:22:59.914128 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e74f0-ca35-4eeb-8b8b-51564e681ee0 None None] Pushing event updated for resources: {'Port': ['ID=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:22:59.918065 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Routers {'796fe790-ffa9-48ae-8e64-ec6e7d436382'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:22:59.918818 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['796fe790-ffa9-48ae-8e64-ec6e7d436382'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:00.035524 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] Set router 796fe790-ffa9-48ae-8e64-ec6e7d436382 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:00.186328 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.205577 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 39652ff2-b680-4a07-8054-226aa876745d up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:00.296777 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 39652ff2-b680-4a07-8054-226aa876745d triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:00.296777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.338280 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:55Z', 'revision_number': 4, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6906afcf-1df4-4c77-b941-a9cf2d6b3daa', 'name': '', 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'mac_address': 'fa:16:3e:e6:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '11e061b4-fbae-47e6-9ade-00081f6ca78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:55Z', 'updated_at': '2021-06-30T10:22:59Z', 'revision_number': 4, 'project_id': '30e5b058599946758ec53d062c685f93', 'subnets': [{'id': '11e061b4-fbae-47e6-9ade-00081f6ca78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:00.372594 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5540e5a-38fe-4ea6-a611-37a233a8895e None None] The sync data for ids ['796fe790-ffa9-48ae-8e64-ec6e7d436382'] in n-d-780147-22 is: [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:55Z', 'revision_number': 4, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '6906afcf-1df4-4c77-b941-a9cf2d6b3daa', 'name': '', 'network_id': 'feab73f9-3113-4653-9f02-a790b31f0151', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'mac_address': 'fa:16:3e:e6:4b:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '11e061b4-fbae-47e6-9ade-00081f6ca78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:55Z', 'updated_at': '2021-06-30T10:22:59Z', 'revision_number': 4, 'project_id': '30e5b058599946758ec53d062c685f93', 'subnets': [{'id': '11e061b4-fbae-47e6-9ade-00081f6ca78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:00.499479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e36d692e-3d5c-4ffb-a8a1-dc58ed0f327a req-ebe20eb5-fce0-410f-b9ef-f037a5a2c356 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 210 time: 0.0386403 Jun 30 10:23:00.520870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e9c3017d-0da3-4b83-bb74-642869565988 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:00.520870 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e9c3017d-0da3-4b83-bb74-642869565988 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 810 time: 0.1924200 Jun 30 10:23:00.573231 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-2286d6be-523a-4b1a-b57c-9d61d75a1788 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6830453fb107484cb8cdc50ec6e8fa3d HTTP/1.1" status: 200 len: 380 time: 0.0375597 Jun 30 10:23:00.583424 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'port': {'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'admin_state_up': True, 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'security_groups': ['0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1']}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:00.706469 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Made reservation on behalf of 6830453fb107484cb8cdc50ec6e8fa3d for: {'port': 1} {{(pid=93725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:23:00.710304 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:00.846687 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_common [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Allocated IP 172.20.0.5 (e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2/1b234de4-753b-4c7b-9137-dd169c0b0073/07e80f22-a34d-4b4f-b7d4-e957a57632d2) {{(pid=93725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:00.987723 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for port, precommit_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.001849 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Transition to ACTIVE for port object 07e80f22-a34d-4b4f-b7d4-e957a57632d2 will not be triggered until provisioned by entity DHCP. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:01.034060 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-25237444'] for port, after_create {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.080763 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 is already hosted by enough agents. {{(pid=93725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:01.084118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.base_scheduler [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Resources bound (agent type, host, resource id): {{(pid=93725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:01.087924 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Received port after_create {{(pid=93725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:01.096404 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=1']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.143540 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:01.144221 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.159776 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e35129ac-270f-4639-b82e-0ced7eaa1a9c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5807955 Jun 30 10:23:01.200337 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.v2.base [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Request body: {'port': {'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-780147-22'}} {{(pid=93725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:01.279783 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.317060 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-286364c4-d2b9-47a7-8314-25164bb15038 None None] Provisioning for port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:01.321382 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-286364c4-d2b9-47a7-8314-25164bb15038 None None] Provisioning complete for port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:01.321779 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-286364c4-d2b9-47a7-8314-25164bb15038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.360922 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-286364c4-d2b9-47a7-8314-25164bb15038 None None] Port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:23:01.542426 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e80f22-a34d-4b4f-b7d4-e957a57632d2 {{(pid=93725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:01.549998 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.563118 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.provisioning_blocks [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Transition to ACTIVE for port object 07e80f22-a34d-4b4f-b7d4-e957a57632d2 will not be triggered until provisioned by entity L2. {{(pid=93725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:23:01.567409 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.622658 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=2']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:01.737494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Attempting to bind port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 on host n-h2-780147-22 for vnic_type normal with profile {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:23:01.737832 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Attempting to bind port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 by drivers openvswitch,hyperv on host n-h2-780147-22 at level 0 using segments [{'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:23:01.738164 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Attempting to bind port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:01.747694 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-780147-22 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:23:01.748131 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Attempting to bind port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:23:01.755960 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Checking agent: {'id': 'cc84ba8d-b47e-44c2-a278-b6dd93ac94ac', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'started_at': datetime.datetime(2021, 6, 30, 8, 58, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:23:01.756306 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Checking segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:23:01.756692 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Bound using segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} {{(pid=93725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:23:01.757134 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.managers [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Bound port: 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host: n-h2-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}}] {{(pid=93725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:23:01.757484 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.770246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559339d2-bf1a-4bc3-a194-5a4d12643a51 req-e3c339c8-8393-40dd-8e93-96c96cba081c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:01.771710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-559339d2-bf1a-4bc3-a194-5a4d12643a51 req-e3c339c8-8393-40dd-8e93-96c96cba081c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 943 time: 0.1222897 Jun 30 10:23:01.837468 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-559339d2-bf1a-4bc3-a194-5a4d12643a51 req-a50d8be4-2867-4630-bcce-25a1bb175f72 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591810 Jun 30 10:23:01.859701 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, cleared binding levels {{(pid=93725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:23:01.862827 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:23:01.867586 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25237494'] for port, after_update {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.909069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:01.909821 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:01.911263 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] 10.222.0.83 "PUT /v2.0/ports/07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 1092 time: 0.7155726 Jun 30 10:23:01.911717 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:01.914032 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f762d8-cc69-40f5-8702-9530d8979f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:01.940781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd5d30-6970-4024-87a6-a167cb3f78e0 service neutron] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=3']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.031224 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11fb038-1822-4e26-81b8-8b9ac2a593c1 x-openstack-request-id: req-d11fb038-1822-4e26-81b8-8b9ac2a593c1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:02.031576 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:02.031774 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-d11fb038-1822-4e26-81b8-8b9ac2a593c1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:02.032203 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'status': 'completed', 'code': 200} Jun 30 10:23:02.051791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-04288d0f-f1e0-49a5-854a-42b83ab0526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.053444 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-04288d0f-f1e0-49a5-854a-42b83ab0526d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1095 time: 0.0768962 Jun 30 10:23:02.105041 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-116b1dcc-1a95-4740-a9fb-fe62ba3114b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 217 time: 0.0379643 Jun 30 10:23:02.163069 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e437d2c6-961c-4d1c-b952-16a2b5eb08d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.164718 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e437d2c6-961c-4d1c-b952-16a2b5eb08d4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0535808 Jun 30 10:23:02.229478 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-97c482e8-66d5-46bd-ab73-6b19f1e0904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.232162 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-97c482e8-66d5-46bd-ab73-6b19f1e0904e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596697 Jun 30 10:23:02.244775 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6906afcf-1df4-4c77-b941-a9cf2d6b3daa up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:02.296028 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning for port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:02.300591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:02.300967 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.335260 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-711dad37-1338-481d-8810-1bcc74912af1 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963001 Jun 30 10:23:02.383346 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.420103 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] For port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,segment=NetworkSegment(ce01408b-667a-409c-a139-5f0777bdc038),segment_id=ce01408b-667a-409c-a139-5f0777bdc038)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:02.425023 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:02.444589 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0d4944b6-3b60-4533-974a-ca4b6f70e18e req-e2db24b6-11f2-4333-8c3d-e62ffcb56743 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024680 Jun 30 10:23:02.481835 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Pushing event updated for resources: {'Port': ['ID=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:02.597547 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-2df65c4c-9c30-4b15-beff-3245ae191221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.598988 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-2df65c4c-9c30-4b15-beff-3245ae191221 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1095 time: 0.0559530 Jun 30 10:23:02.693014 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-23b3c17d-7165-487a-9380-29a932f9e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.694510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-23b3c17d-7165-487a-9380-29a932f9e6ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0888581 Jun 30 10:23:02.740587 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-fa980d7b-0af4-47f6-8912-2be4b273b63e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 217 time: 0.0362146 Jun 30 10:23:02.789843 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-b6ea7ac1-bf57-4311-bfc5-8abcb8532e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.791354 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-b6ea7ac1-bf57-4311-bfc5-8abcb8532e28 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0440547 Jun 30 10:23:02.864013 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-a461fd55-aefb-44e7-b785-e01ce4ca7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:02.865400 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-a461fd55-aefb-44e7-b785-e01ce4ca7905 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670800 Jun 30 10:23:02.971852 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-4cd1094a-4e4a-4559-99b4-5d33d6d03c45 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990405 Jun 30 10:23:03.097791 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e7d36-8a8f-40c8-ab81-ef81c8b801b4 req-469d3cc6-4b65-4aac-b51b-823bf07f21ba tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:03.099309 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501e7d36-8a8f-40c8-ab81-ef81c8b801b4 req-469d3cc6-4b65-4aac-b51b-823bf07f21ba tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 943 time: 0.1436169 Jun 30 10:23:03.102989 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59f762d8-cc69-40f5-8702-9530d8979f8e req-d7d92502-efd7-4a0d-8914-86f040292483 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144402 Jun 30 10:23:03.139622 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-501e7d36-8a8f-40c8-ab81-ef81c8b801b4 req-789ebb8c-7aa7-40a5-8052-c39c4d18094c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Jun 30 10:23:04.205374 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6906afcf-1df4-4c77-b941-a9cf2d6b3daa up at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:04.254762 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Provisioning complete for port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:04.255131 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:04.324264 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f9c2d-6091-4929-9e9e-947575a625cf req-51ba141d-26ca-4c7f-ba76-24d1368d6032 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:04.327490 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-212f9c2d-6091-4929-9e9e-947575a625cf req-51ba141d-26ca-4c7f-ba76-24d1368d6032 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 943 time: 0.0685027 Jun 30 10:23:04.365713 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-212f9c2d-6091-4929-9e9e-947575a625cf req-8c281bc3-4984-44f1-bd8d-f266fc3898e6 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325665 Jun 30 10:23:05.539784 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166196d-0858-4e54-8809-9dcc30b184d9 req-3dd29a01-7e3a-4604-8728-ac0768c8b33c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:05.541272 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6166196d-0858-4e54-8809-9dcc30b184d9 req-3dd29a01-7e3a-4604-8728-ac0768c8b33c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 943 time: 0.0636129 Jun 30 10:23:05.579274 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6166196d-0858-4e54-8809-9dcc30b184d9 req-8a52dac2-a449-4e56-a977-07fd0f7f7782 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321598 Jun 30 10:23:05.871696 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:23:05.965936 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:05.977179 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:23:06.013859 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:06.026905 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:06.030381 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e80f22-a34d-4b4f-b7d4-e957a57632d2 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:23:06.052000 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:06.055672 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:06.104958 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:06.495972 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['07e80f22-a34d-4b4f-b7d4-e957a57632d2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:23:06.758446 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61382cd-4c6c-4796-bdda-d0a98e421406 req-d02af79e-8849-4fb8-af5a-36999c946e73 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:06.759954 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a61382cd-4c6c-4796-bdda-d0a98e421406 req-d02af79e-8849-4fb8-af5a-36999c946e73 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 944 time: 0.0643280 Jun 30 10:23:06.799710 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a61382cd-4c6c-4796-bdda-d0a98e421406 req-cfa3215c-d414-4398-bcf5-3b220e27c10b tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334015 Jun 30 10:23:07.885375 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:23:07.933420 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning for port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:23:07.938069 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:23:07.938467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:07.977048 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1ebda-c0fa-48d8-871a-318c4f46fd18 req-f52c2013-4045-49a0-a012-77afa1b9a496 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:07.978568 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff1ebda-c0fa-48d8-871a-318c4f46fd18 req-f52c2013-4045-49a0-a012-77afa1b9a496 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 944 time: 0.0681465 Jun 30 10:23:08.018314 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:08.018564 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-6ff1ebda-c0fa-48d8-871a-318c4f46fd18 req-5c174856-692e-4b30-9d2b-50026a7229ea tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333881 Jun 30 10:23:08.041285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:08.044239 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd4925a-22b0-481e-9ed1-ba290cd89a3d" -d '{"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-plugged", "status": "completed", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:08.056569 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:23:08.061456 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:08.110911 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:08.139631 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9caa7a-bab8-4431-87a4-f3d96eef3b92 x-openstack-request-id: req-7c9caa7a-bab8-4431-87a4-f3d96eef3b92 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:08.139924 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-plugged", "status": "completed", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:08.140172 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-7c9caa7a-bab8-4431-87a4-f3d96eef3b92 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:08.140568 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'code': 200} Jun 30 10:23:08.275772 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f0d53-2e29-4caf-9939-a3bd294a8e7c req-3386724c-7122-4f69-bbe4-948ef113e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:08.277817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a33f0d53-2e29-4caf-9939-a3bd294a8e7c req-3386724c-7122-4f69-bbe4-948ef113e886 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1097 time: 0.0515990 Jun 30 10:23:08.311642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a33f0d53-2e29-4caf-9939-a3bd294a8e7c req-9dcc4273-b8e6-4715-b492-45b43fe59939 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277648 Jun 30 10:23:09.204432 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f5d1e-cd57-4b48-b276-3689fb14eaa6 req-6fbcc488-9f53-4a29-83f5-dae12f155a1e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:09.205937 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f01f5d1e-cd57-4b48-b276-3689fb14eaa6 req-6fbcc488-9f53-4a29-83f5-dae12f155a1e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 945 time: 0.0668869 Jun 30 10:23:09.247242 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f01f5d1e-cd57-4b48-b276-3689fb14eaa6 req-cfd2e606-cf46-4691-b9af-fb367876ae79 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335836 Jun 30 10:23:10.422189 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfcf6b-0c92-40c0-afbe-a0d2527845c4 req-55ed0bc8-f318-4ff6-bc4a-f8f5cee377f6 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.423609 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78dfcf6b-0c92-40c0-afbe-a0d2527845c4 req-55ed0bc8-f318-4ff6-bc4a-f8f5cee377f6 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 945 time: 0.0625601 Jun 30 10:23:10.463510 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-78dfcf6b-0c92-40c0-afbe-a0d2527845c4 req-71bf8f0c-c368-461c-b4af-ad317ef18596 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342817 Jun 30 10:23:10.637593 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb849f7-070b-4c2b-b40b-0fe69b8e9666 req-d662209c-20eb-4ba7-a04d-5445b6c9f079 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.639122 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-feb849f7-070b-4c2b-b40b-0fe69b8e9666 req-d662209c-20eb-4ba7-a04d-5445b6c9f079 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 945 time: 0.0630701 Jun 30 10:23:10.677362 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-feb849f7-070b-4c2b-b40b-0fe69b8e9666 req-20ce2cc5-7b4d-431b-baa6-d3cc98fedad8 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324128 Jun 30 10:23:10.702026 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55848) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:10.852471 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fed6c04-f0a1-4bc9-aba3-2223454da77d tempest-TestSnapshotPattern-1142550827 tempest-TestSnapshotPattern-1142550827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:10.854006 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7fed6c04-f0a1-4bc9-aba3-2223454da77d tempest-TestSnapshotPattern-1142550827 tempest-TestSnapshotPattern-1142550827-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1092 time: 0.1509566 Jun 30 10:23:10.857002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 55852) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:23:10.861327 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:23:10.882777 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:10.986480 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.093666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Allocated IP 172.25.7.13 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/da6ef51b-a61e-4ad8-9c86-c6f2da906e8c) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:23:11.194381 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.233008 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.274872 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:23:11.277615 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:23:11.280240 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:23:11.305044 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'Port': ['ID=da6ef51b-a61e-4ad8-9c86-c6f2da906e8c,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:11.378906 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-90a967d0-da59-4fbc-a5ca-4cf461286426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.645232 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.725253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.873695 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.878091 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:11.946065 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'Port': ['ID=da6ef51b-a61e-4ad8-9c86-c6f2da906e8c,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:23:11.954336 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:12.056243 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Floating IP e7d03bb9-f826-47e6-bf72-87119725605b associated. External IP: 172.25.7.13, port: 07e80f22-a34d-4b4f-b7d4-e957a57632d2. Jun 30 10:23:12.261265 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:23:12.369164 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:23:12.379595 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:23:12.387253 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:12.389767 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:12.390402 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:12.423305 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-c46197cd-792b-47e0-9f48-0efb057f615a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5652847 Jun 30 10:23:12.424309 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:23:12.426253 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c1f5dc5-9273-409c-968c-f6df85e6431e" -d '{"events": [{"name": "network-changed", "server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:23:12.496978 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:12.518251 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba20b19-97b6-497b-beda-6c18b0a3603a x-openstack-request-id: req-fba20b19-97b6-497b-beda-6c18b0a3603a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:23:12.518552 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:23:12.518806 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-fba20b19-97b6-497b-beda-6c18b0a3603a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:23:12.519216 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'status': 'completed', 'code': 200} Jun 30 10:23:12.618968 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-1dd396d0-01ce-4794-b8fd-d651415ddfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:12.620666 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-1dd396d0-01ce-4794-b8fd-d651415ddfcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1097 time: 0.0569293 Jun 30 10:23:12.711147 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-9c94b6fa-70f4-4396-b7c6-0e5b219dcf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:12.713068 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-9c94b6fa-70f4-4396-b7c6-0e5b219dcf86 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0854259 Jun 30 10:23:12.722700 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:11Z', 'revision_number': 0, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:12.756594 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:23:12.765062 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:23:12.765659 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:22:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:12.784517 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-a9d024b0-e5c7-40da-9f7c-66f24e4aa6d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 998 time: 0.0648720 Jun 30 10:23:12.835315 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-fdff65b4-111b-4034-b31d-7f6df66d6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:12.836892 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-fdff65b4-111b-4034-b31d-7f6df66d6a21 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0457165 Jun 30 10:23:12.870153 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:23:12.895216 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-3cb39466-5c73-45d4-a261-1afb7aef3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:12.896767 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-3cb39466-5c73-45d4-a261-1afb7aef3c1e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531535 Jun 30 10:23:12.992327 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-15559ec2-e338-4e4c-b298-b1345bf7e5a4 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885022 Jun 30 10:23:13.081245 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-8c1f5dc5-9273-409c-968c-f6df85e6431e req-112ee0b2-7220-4744-89ba-4e4779317e08 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823462 Jun 30 10:23:13.093921 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:11Z', 'revision_number': 0, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:23:13.120053 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c48b6d-f89f-4aad-84c9-9ddbc5bc95bc None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:11Z', 'revision_number': 0, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:23:13.310892 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bf97ca-0a05-4eff-a842-92eeb8fd0187 None None] New status for floating IP e7d03bb9-f826-47e6-bf72-87119725605b: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:23:14.197576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b1e60736-c19b-4240-9764-39feeaa2a4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:14.332833 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:16.391777 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:17.898248 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:18.113377 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:30.138896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:41.378657 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e1fd0973-7bea-4506-ba98-0964f7b26be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:43.027087 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:23:43.608441 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-18d34ed4-b4cc-429c-80cb-226ca059f6e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1118002 Jun 30 10:23:43.720524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451c95-da19-49d0-9329-2e093a67f85a req-4dca012d-efdd-4a39-ad80-1b34d978703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:43.722012 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-4dca012d-efdd-4a39-ad80-1b34d978703b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1097 time: 0.0530040 Jun 30 10:23:43.825493 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451c95-da19-49d0-9329-2e093a67f85a req-3e10575d-e702-4f36-8a61-6216132b404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:43.826905 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-3e10575d-e702-4f36-8a61-6216132b404f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0839496 Jun 30 10:23:43.894712 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-1ca999a7-f8c9-461a-b262-d82a3ec1ff6f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 1000 time: 0.0613132 Jun 30 10:23:43.943959 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451c95-da19-49d0-9329-2e093a67f85a req-46f201f0-ca18-4725-8189-343383ae5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:43.945428 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-46f201f0-ca18-4725-8189-343383ae5bec service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0446455 Jun 30 10:23:44.001296 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd451c95-da19-49d0-9329-2e093a67f85a req-a574f95b-327e-4b6b-a534-edec303a02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:23:44.002824 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-a574f95b-327e-4b6b-a534-edec303a02b8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509787 Jun 30 10:23:44.095334 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-6a92be6a-584f-46bb-ac5d-c18e0e96e39d service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862401 Jun 30 10:23:44.184750 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fd451c95-da19-49d0-9329-2e093a67f85a req-d7e02333-4c00-4a59-b5f2-87e130b3e135 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817680 Jun 30 10:23:44.201073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8659f7f9-ee54-4a88-8bdd-41df0953b452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:44.335477 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:46.394701 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:47.902371 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:23:48.118296 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:00.152857 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:11.379583 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b6f914cc-a5d2-4b6b-9876-c75b2d9019b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.203443 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-be00f22a-f9d9-435c-a12b-457217c25a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:14.336230 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:16.396996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:17.904545 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:18.129247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:20.025857 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:24:30.152103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:41.381020 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c436c6d9-0cff-4871-b12f-e94264ab3782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:44.205085 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-61dc96c7-d8d3-4c58-bc17-59df4096eb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:44.338038 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:44.550974 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-a8ecb030-b69b-4fd1-afc1-f6ff5ef689b3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550296 Jun 30 10:24:45.005667 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-7c87588a-8e62-4c40-8dda-7838a11aea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:45.007175 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-7c87588a-8e62-4c40-8dda-7838a11aea4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1097 time: 0.3965001 Jun 30 10:24:45.108383 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-2fd35e27-21d7-4f99-87de-938f72dc173f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:45.109835 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-2fd35e27-21d7-4f99-87de-938f72dc173f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0819640 Jun 30 10:24:45.175970 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-1d58a34f-4097-4df7-aa4e-44bfd1215d30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 1000 time: 0.0588460 Jun 30 10:24:45.223435 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-a175021c-c9ff-4135-97ba-45d69cbebaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:45.224869 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-a175021c-c9ff-4135-97ba-45d69cbebaed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0426745 Jun 30 10:24:45.280126 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-455afb63-3cb0-44e4-9364-a0f7a4ff8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:24:45.281495 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-455afb63-3cb0-44e4-9364-a0f7a4ff8780 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499904 Jun 30 10:24:45.373431 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-96e554c4-7389-4cc5-8be4-007b5188c4cd service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850089 Jun 30 10:24:45.462695 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-00050891-6c0c-4d61-a7a6-2f1c1a9de2b3 req-e016a9fc-6aae-47a8-9d87-32d8b05343a8 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826583 Jun 30 10:24:46.403803 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:47.908009 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:48.124544 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:24:57.028427 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:00.151565 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:11.384404 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c359fde6-0380-4d06-9f36-11e6ca0ca54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:14.204975 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-0744db28-851c-47b2-b6a1-72fc15400999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:14.340546 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:16.403084 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:17.911920 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:18.136641 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:30.167874 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:34.029330 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:25:41.385467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-30500c73-91a0-4b72-929c-4cea78b78a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:44.204303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-5ccd73cc-7a85-493a-abca-a1b744ed4b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:44.342501 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:45.319020 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-32414f32-ed43-47c2-8b4e-001066c683d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556872 Jun 30 10:25:45.428870 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-b0b5cd55-0b8b-4a77-845f-8c8a4490676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:45.430383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-b0b5cd55-0b8b-4a77-845f-8c8a4490676e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1097 time: 0.0520687 Jun 30 10:25:45.534752 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-835e61b5-ea9d-4357-9903-7179e014723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:45.536189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-835e61b5-ea9d-4357-9903-7179e014723e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0850687 Jun 30 10:25:45.599525 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-c6827f93-e80d-410a-ad88-c2c891430c6a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 1000 time: 0.0558174 Jun 30 10:25:45.646181 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-73dd3169-af7b-4411-9e3d-a058420f3c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:45.647634 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-73dd3169-af7b-4411-9e3d-a058420f3c19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0422390 Jun 30 10:25:45.706995 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-6e97e703-f1b7-4c53-a9c4-d1878cae5b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:25:45.708454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-6e97e703-f1b7-4c53-a9c4-d1878cae5b10 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536549 Jun 30 10:25:45.795399 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-055c731f-f8ef-4d08-b39d-8236aca3f153 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Jun 30 10:25:45.887479 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d2e9324e-2b0f-4da6-807b-df86cafbe434 req-3359521c-c4cb-49ed-acec-626638f8b50a service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850964 Jun 30 10:25:46.404865 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:47.914429 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:48.135050 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:54.781341 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 details requested by agent hyperv_n-h2-780147-22 with host n-h2-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:25:54.876346 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:55.037872 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Returning: {'device': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:25:55.073812 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:55.085903 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07e80f22-a34d-4b4f-b7d4-e957a57632d2 {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:25:55.105784 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:55.108788 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:55.154657 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:25:55.161641 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.161983 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.162345 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.162680 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.163010 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.163335 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.163660 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.163980 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.164299 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.164615 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.164934 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.165289 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:25:55.245688 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] get_ports_and_sgs() called for port_ids ['07e80f22-a34d-4b4f-b7d4-e957a57632d2'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:25:56.787241 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 up at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:25:56.836016 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Provisioning complete for port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:25:56.836385 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:56.913026 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:56.935170 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:25:56.937394 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dbab8c-4ca3-43bd-90b1-c0442f1139f4" -d '{"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-plugged", "status": "completed", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:25:56.950379 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:25:56.954364 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:25:56.982502 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c33765-cf49-448d-b6dd-fc9b9710cad4 x-openstack-request-id: req-f4c33765-cf49-448d-b6dd-fc9b9710cad4 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:25:56.982997 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-plugged", "status": "completed", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:25:56.982997 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f4c33765-cf49-448d-b6dd-fc9b9710cad4 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:25:56.983337 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'code': 200} Jun 30 10:25:57.007856 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:00.190482 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:08.674033 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-a91c9243-c85c-4918-ba69-1d29cd19a5b5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389787835&fields=id&tenant_id=6830453fb107484cb8cdc50ec6e8fa3d HTTP/1.1" status: 200 len: 267 time: 0.0337420 Jun 30 10:26:08.780538 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-af6002f4-9954-4f12-8ddf-dbd3351e9d65 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:08.782015 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-af6002f4-9954-4f12-8ddf-dbd3351e9d65 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 810 time: 0.1016052 Jun 30 10:26:08.797147 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-3d317845-c06e-4034-860d-ca966f2a6edc tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/quotas/6830453fb107484cb8cdc50ec6e8fa3d HTTP/1.1" status: 200 len: 375 time: 0.0097992 Jun 30 10:26:08.871079 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-183b5f31-680f-423e-a9dc-027f02e758f5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0689213 Jun 30 10:26:08.926592 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-873c273e-0dbc-4f37-932b-522f0355f7b9 service neutron] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:26:08.927580 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-873c273e-0dbc-4f37-932b-522f0355f7b9 service neutron] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458283 Jun 30 10:26:09.015677 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-4646a08d-7f3c-4ea1-aaf5-12b2c269a3be service neutron] 10.222.0.77 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820293 Jun 30 10:26:09.108179 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b522a4ae-01c5-4a82-ade7-b404329f30c5 service neutron] 10.222.0.77 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866630 Jun 30 10:26:09.354649 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adf44c3e-19de-416d-981c-c6e39fd33f44 req-3ca5f421-6ad6-442b-8ac1-28d58a819689 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 210 time: 0.0775747 Jun 30 10:26:10.496623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-e78ba078-2cbe-4684-b93d-410448f07d9c req-a9ac687d-04bf-44e9-8080-a8e11fccb3b7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 210 time: 0.0295889 Jun 30 10:26:10.626114 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-a47ff88b-1949-4c3e-aef8-92582b1805e8 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:10.627718 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-a47ff88b-1949-4c3e-aef8-92582b1805e8 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.79 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 810 time: 0.1085436 Jun 30 10:26:10.685401 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-2b8ed9d3-7a4d-42d8-9ccd-0c4d5e575393 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6830453fb107484cb8cdc50ec6e8fa3d HTTP/1.1" status: 200 len: 380 time: 0.0348699 Jun 30 10:26:10.698263 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'port': {'device_id': '17d5452d-28c0-46aa-b71c-192281726e89', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'admin_state_up': True, 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'security_groups': ['0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1']}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:26:10.806119 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Made reservation on behalf of 6830453fb107484cb8cdc50ec6e8fa3d for: {'port': 1} {{(pid=93724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 10:26:10.809671 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:10.864760 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:26:10.941062 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:10.942015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Allocated IP 172.20.0.6 (e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2/1b234de4-753b-4c7b-9137-dd169c0b0073/6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:10.965896 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:10.968295 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777d9b26-efe6-4ca6-a023-01c188fad205" -d '{"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-unplugged", "status": "completed", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:10.981134 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:10.987264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:11.028242 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:11.043231 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1908e3-ce7e-460c-ad5a-d6563a9d7e16 x-openstack-request-id: req-ab1908e3-ce7e-460c-ad5a-d6563a9d7e16 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:11.043519 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-unplugged", "status": "completed", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:11.043790 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-ab1908e3-ce7e-460c-ad5a-d6563a9d7e16 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:11.044168 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'code': 200} Jun 30 10:26:11.048950 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Pushing event updated for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=8']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:11.112743 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:11.130673 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Transition to ACTIVE for port object 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd will not be triggered until provisioned by entity DHCP. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:26:11.168581 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:11.213463 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:11.217210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:11.222156 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:26:11.267713 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:11.296239 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.296600 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.296947 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.297287 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.299597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.299597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.299597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.299597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.299597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.299597 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.300279 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.300386 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:26:11.322712 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:11.323393 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:11.361400 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-b1fc5454-2a72-4ba7-93bb-0e35e3b7b06f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6625934 Jun 30 10:26:11.391159 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-22393cf0-2ae2-47d8-89e0-505fb0f01056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:11.613405 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dce7590f-27ad-4279-9d22-96d518e3a771 None None] Provisioning for port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd completed by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:26:11.617217 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-dce7590f-27ad-4279-9d22-96d518e3a771 None None] Provisioning complete for port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd triggered by entity DHCP. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:26:11.617588 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-dce7590f-27ad-4279-9d22-96d518e3a771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:11.671712 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-dce7590f-27ad-4279-9d22-96d518e3a771 None None] Port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd cannot update to ACTIVE because it is not bound. {{(pid=93726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 30 10:26:11.691530 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d4582-a312-4195-990b-831e68d1bd99 req-0fc6f63a-61da-4c69-9e7d-0f35d07090b7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:11.693780 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f1d4582-a312-4195-990b-831e68d1bd99 req-0fc6f63a-61da-4c69-9e7d-0f35d07090b7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0761836 Jun 30 10:26:11.739454 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f1d4582-a312-4195-990b-831e68d1bd99 req-02a9a6e7-c579-4b40-9f38-c2d3cb4ea21d tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 Jun 30 10:26:12.929246 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f246-0150-49bd-b696-3bf7c6b28fbc req-fd7d9554-779e-4773-bb99-8e2514fb8c6a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:12.931064 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363f246-0150-49bd-b696-3bf7c6b28fbc req-fd7d9554-779e-4773-bb99-8e2514fb8c6a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0698795 Jun 30 10:26:12.972943 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-0363f246-0150-49bd-b696-3bf7c6b28fbc req-61faf6c5-bdf8-4975-8f6e-d27b9563367a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360363 Jun 30 10:26:14.156930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2abf0-77ab-4caa-8411-9647a6385eeb req-525d0d68-deed-458b-a367-d12c8cea8a34 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:14.158618 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97e2abf0-77ab-4caa-8411-9647a6385eeb req-525d0d68-deed-458b-a367-d12c8cea8a34 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0685523 Jun 30 10:26:14.202019 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-97e2abf0-77ab-4caa-8411-9647a6385eeb req-e7ba62d2-c259-4ad7-8462-f33e7a9879f6 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377095 Jun 30 10:26:14.221144 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-77cc2142-ae8f-4d9c-b408-5891824278af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:14.345962 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:15.391359 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b05681-5ec6-4954-95c9-2354cdebf97e req-dada52a5-218c-45b8-9505-8c43212bbfa8 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:15.392863 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93b05681-5ec6-4954-95c9-2354cdebf97e req-dada52a5-218c-45b8-9505-8c43212bbfa8 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0710714 Jun 30 10:26:15.435086 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-93b05681-5ec6-4954-95c9-2354cdebf97e req-efc06f2e-3dfe-4ba3-bcc7-2bafbe0b36f7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364952 Jun 30 10:26:16.409622 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:16.623627 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59589f62-78f1-49b5-8317-6f170259c99b req-cd849d24-0940-4573-919c-72cf129adf24 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:16.625189 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59589f62-78f1-49b5-8317-6f170259c99b req-cd849d24-0940-4573-919c-72cf129adf24 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0669670 Jun 30 10:26:16.665250 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-59589f62-78f1-49b5-8317-6f170259c99b req-bcf9406c-6c7f-48a0-b6e8-94c07330e5d2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Jun 30 10:26:17.852109 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c556515-4f7b-48f9-a831-43853848473e req-c7c92294-fa93-498e-8551-a0cc2dd77edf tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:17.854880 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c556515-4f7b-48f9-a831-43853848473e req-c7c92294-fa93-498e-8551-a0cc2dd77edf tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0717325 Jun 30 10:26:17.905307 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4c556515-4f7b-48f9-a831-43853848473e req-e53ff023-4b99-489a-be0c-6fecbd9cd941 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 Jun 30 10:26:17.921197 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:18.152020 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:19.089124 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4f0b1-989e-441d-91f7-37fe16439a7d req-f76fc5bd-9a73-4fd6-a291-1fb498e0e6d2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:19.090668 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3d4f0b1-989e-441d-91f7-37fe16439a7d req-f76fc5bd-9a73-4fd6-a291-1fb498e0e6d2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0659401 Jun 30 10:26:19.129308 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-d3d4f0b1-989e-441d-91f7-37fe16439a7d req-deed8dd4-244d-4e0a-851e-b3a3eff83cd6 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329757 Jun 30 10:26:20.339557 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d0b7c-e8dd-4f50-a6e7-cdbb58ba2803 req-7810d01d-dbdb-4b51-8a06-91d1e4b10d7e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:20.341055 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc5d0b7c-e8dd-4f50-a6e7-cdbb58ba2803 req-7810d01d-dbdb-4b51-8a06-91d1e4b10d7e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0830665 Jun 30 10:26:20.381383 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-dc5d0b7c-e8dd-4f50-a6e7-cdbb58ba2803 req-a0d4a283-29d5-4db0-a042-0923e8d1b3f3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Jun 30 10:26:21.007834 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-f6a865a4-8302-4bae-99ef-ff7d3f7d32c7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] http://10.222.0.77:9696/v2.0/extensions returned with HTTP 200 {{(pid=93724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 30 10:26:21.008997 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-f6a865a4-8302-4bae-99ef-ff7d3f7d32c7 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055563 Jun 30 10:26:21.068915 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Request body: {'port': {'device_id': '17d5452d-28c0-46aa-b71c-192281726e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-780147-22'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:26:21.455021 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:21.561790 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a24be-cdcf-4235-8676-628681f0d608 req-09ca7c6f-a53c-426d-a227-d3139d27dd0c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:21.563321 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f76a24be-cdcf-4235-8676-628681f0d608 req-09ca7c6f-a53c-426d-a227-d3139d27dd0c tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 931 time: 0.0676739 Jun 30 10:26:21.601817 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-f76a24be-cdcf-4235-8676-628681f0d608 req-cb936113-06b6-491e-b052-f1519654e58a tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324831 Jun 30 10:26:21.708570 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd {{(pid=93724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:26:21.716246 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:21.728911 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.provisioning_blocks [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Transition to ACTIVE for port object 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd will not be triggered until provisioned by entity L2. {{(pid=93724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 30 10:26:21.732087 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:21.802794 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:21.855467 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Attempting to bind port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd on host n-h1-780147-22 for vnic_type normal with profile {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 30 10:26:21.855799 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Attempting to bind port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd by drivers openvswitch,hyperv on host n-h1-780147-22 at level 0 using segments [{'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 30 10:26:21.856130 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Attempting to bind port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:26:21.860667 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-780147-22 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 30 10:26:21.861021 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Attempting to bind port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd on network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 30 10:26:21.865942 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Checking agent: {'id': '1121a1b8-4086-4a4c-8968-940a6c7ac1e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-780147-22', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'started_at': datetime.datetime(2021, 6, 30, 8, 57, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 30, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 30 10:26:21.866308 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Checking segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 30 10:26:21.866689 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Bound using segment: {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'} {{(pid=93724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 30 10:26:21.867112 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.managers [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Bound port: 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host: n-h1-780147-22, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75351d6c-4306-4ce9-9bca-0c6fb8bbe237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2'}}] {{(pid=93724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 30 10:26:21.868051 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:21.932553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, cleared binding levels {{(pid=93724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 10:26:21.935553 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 10:26:21.939141 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:21.978983 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:21.979600 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:21.981041 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] 10.222.0.79 "PUT /v2.0/ports/6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 1092 time: 0.9594135 Jun 30 10:26:21.981503 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:21.983785 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3498c6b6-8353-4957-806e-72deff6c2913" -d '{"events": [{"name": "network-changed", "server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:22.010000 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31451611-1103-4cbe-8079-a1240b60f65f service neutron] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=3']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:22.040196 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074619fc-3de4-4d14-96bd-a77ab838b5a2 x-openstack-request-id: req-074619fc-3de4-4d14-96bd-a77ab838b5a2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:22.040483 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:22.040739 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-074619fc-3de4-4d14-96bd-a77ab838b5a2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:22.041323 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'status': 'completed', 'code': 200} Jun 30 10:26:22.090009 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-a822904e-c4c6-4fbb-a9e7-aeb6c5396007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.091539 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-a822904e-c4c6-4fbb-a9e7-aeb6c5396007 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1095 time: 0.0612700 Jun 30 10:26:22.140279 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-8548553f-f2ee-4b19-9fe9-9e3d686f6227 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 217 time: 0.0352473 Jun 30 10:26:22.197135 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-7a1268b4-4e90-45a9-86a1-9866f82fabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.198720 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-7a1268b4-4e90-45a9-86a1-9866f82fabe9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0468097 Jun 30 10:26:22.259639 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-3acdfc5c-7184-47eb-b2cc-b9a212d6c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.261169 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-3acdfc5c-7184-47eb-b2cc-b9a212d6c7ad service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521996 Jun 30 10:26:22.351986 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-d4e00ef2-fba1-452d-b68b-5206e60e16df service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806122 Jun 30 10:26:22.446511 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-b4b400db-9ea5-4765-b744-2cefc1291843 req-37ae3581-5c17-4943-b729-470454e68368 service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849252 Jun 30 10:26:22.561416 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c6b6-8353-4957-806e-72deff6c2913 req-7a7f432e-e3a4-42c8-b27d-c5b962fdde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.562833 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-7a7f432e-e3a4-42c8-b27d-c5b962fdde63 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1095 time: 0.0525656 Jun 30 10:26:22.654483 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c6b6-8353-4957-806e-72deff6c2913 req-07bf8c61-093f-4808-a586-03d7e2c94630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.655958 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-07bf8c61-093f-4808-a586-03d7e2c94630 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0871298 Jun 30 10:26:22.698055 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-770db596-89b6-4fbd-b474-c13a6e5ef030 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 217 time: 0.0351520 Jun 30 10:26:22.747824 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c6b6-8353-4957-806e-72deff6c2913 req-50327433-76c1-4922-b0bd-cfd832de7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.749347 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-50327433-76c1-4922-b0bd-cfd832de7626 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0446682 Jun 30 10:26:22.774494 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f6691-f3a0-4fe2-b253-91faf486c328 req-59bc5182-c0fd-4450-b10c-8aaeb1a0310f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.776644 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc0f6691-f3a0-4fe2-b253-91faf486c328 req-59bc5182-c0fd-4450-b10c-8aaeb1a0310f tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 943 time: 0.0632985 Jun 30 10:26:22.811403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498c6b6-8353-4957-806e-72deff6c2913 req-44f5cf4c-d437-486d-9d2f-26afc3a4d9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:22.812956 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-44f5cf4c-d437-486d-9d2f-26afc3a4d9b7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561876 Jun 30 10:26:22.816241 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fc0f6691-f3a0-4fe2-b253-91faf486c328 req-a1a2f7dd-314e-42e1-aa26-b67712840144 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327914 Jun 30 10:26:22.902100 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-2bc1935f-545b-43ae-9ecd-9aabd683efcf service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810761 Jun 30 10:26:22.995065 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3498c6b6-8353-4957-806e-72deff6c2913 req-ec585506-ff73-41bc-a6db-08a557dc29d5 service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860720 Jun 30 10:26:23.575260 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:26:23.669604 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:23.681110 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'port_id': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'mac_address': 'fa:16:3e:74:6e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:26:23.722988 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:23.735479 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:26:23.755312 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:23.759720 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:23.809229 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=4']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:23.996265 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a5010-6adf-4ed3-8686-6f59239f76e6 req-ef42cc19-e949-4219-8810-617bd1b1d430 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:23.997761 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-732a5010-6adf-4ed3-8686-6f59239f76e6 req-ef42cc19-e949-4219-8810-617bd1b1d430 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 944 time: 0.0681250 Jun 30 10:26:24.035155 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-732a5010-6adf-4ed3-8686-6f59239f76e6 req-ea7c8869-9877-4b77-a504-a646b1309c29 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317194 Jun 30 10:26:24.062491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:26:25.213017 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd288ac-550a-4b4a-9933-c67d4a3aa7e4 req-1ff0ca82-9799-42fb-b5aa-36436c977b61 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:25.214524 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fd288ac-550a-4b4a-9933-c67d4a3aa7e4 req-1ff0ca82-9799-42fb-b5aa-36436c977b61 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 944 time: 0.0631905 Jun 30 10:26:25.251883 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-3fd288ac-550a-4b4a-9933-c67d4a3aa7e4 req-5cf555e3-7bef-475b-9f95-556f5881aced tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318065 Jun 30 10:26:25.608481 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:26:25.658058 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning for port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd completed by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 30 10:26:25.661902 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:26:25.662349 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:25.740772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:25.763474 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:25.765702 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02327993-7791-4af7-83b6-51c6bf8c9153" -d '{"events": [{"server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "name": "network-vif-plugged", "status": "completed", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:25.779045 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:26:25.783474 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:25.807024 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26e24e6-3dbe-4177-82fc-cda518cc215d x-openstack-request-id: req-c26e24e6-3dbe-4177-82fc-cda518cc215d {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:25.807358 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "name": "network-vif-plugged", "status": "completed", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:25.807564 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-c26e24e6-3dbe-4177-82fc-cda518cc215d {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:25.807947 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'code': 200} Jun 30 10:26:25.832511 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=5']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:25.921141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28686f-7cf0-4c33-8d29-4234b41180dd req-910c98a8-41e8-43aa-86eb-b59e23c0c946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:25.922656 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f28686f-7cf0-4c33-8d29-4234b41180dd req-910c98a8-41e8-43aa-86eb-b59e23c0c946 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1097 time: 0.0524580 Jun 30 10:26:25.961402 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-3f28686f-7cf0-4c33-8d29-4234b41180dd req-124a1172-d83e-4a1c-b289-6a67eb3c2325 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277512 Jun 30 10:26:26.425501 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91327b61-923f-4a02-bf79-e77316214f27 req-fdfe4766-4106-4340-a590-e16662a116e2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:26.427021 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91327b61-923f-4a02-bf79-e77316214f27 req-fdfe4766-4106-4340-a590-e16662a116e2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 945 time: 0.0620823 Jun 30 10:26:26.468422 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-91327b61-923f-4a02-bf79-e77316214f27 req-412597f0-0e62-448e-a5c5-943a0c83a0d3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350804 Jun 30 10:26:27.643751 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a42ee-89e6-4e2c-9203-e7e4c95a3fe8 req-dc225384-5b32-42fd-9dbc-3e213b2d7292 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:27.645229 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f0a42ee-89e6-4e2c-9203-e7e4c95a3fe8 req-dc225384-5b32-42fd-9dbc-3e213b2d7292 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 945 time: 0.0663128 Jun 30 10:26:27.682372 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9f0a42ee-89e6-4e2c-9203-e7e4c95a3fe8 req-748d8a83-d453-4d32-9bee-5375c4c6a906 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305183 Jun 30 10:26:27.857492 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1fdae-77b0-4ea6-a0e6-0a94f1fc3f68 req-31214656-0399-4afd-93a0-c0e37e960f7d tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:27.858923 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5cf1fdae-77b0-4ea6-a0e6-0a94f1fc3f68 req-31214656-0399-4afd-93a0-c0e37e960f7d tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 945 time: 0.0661850 Jun 30 10:26:27.896040 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-5cf1fdae-77b0-4ea6-a0e6-0a94f1fc3f68 req-d92706db-9b1f-4868-bceb-b696cb4a22e1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315242 Jun 30 10:26:27.919774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56198) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:26:27.970557 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f477bc-e27b-4feb-be85-dd314058f9e0 tempest-TestSnapshotPattern-1142550827 tempest-TestSnapshotPattern-1142550827-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:27.972174 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-60f477bc-e27b-4feb-be85-dd314058f9e0 tempest-TestSnapshotPattern-1142550827 tempest-TestSnapshotPattern-1142550827-project-admin] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1092 time: 0.0514040 Jun 30 10:26:27.974946 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56200) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:26:27.979842 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.v2.base [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Request body: {'floatingip': {'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'port_id': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 30 10:26:28.001939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.100030 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.200632 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_common [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Allocated IP 172.25.7.111 (4747e385-5751-42ee-8c13-eb2f2e9e5783/ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383/0a3bda2e-bec3-456d-9e72-5d8fea3c342e) {{(pid=93724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 10:26:28.306468 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for port, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.344375 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-574091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-235262', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753631727553', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26234645'] for port, after_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.379671 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Network 4747e385-5751-42ee-8c13-eb2f2e9e5783 is already hosted by enough agents. {{(pid=93724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 10:26:28.382430 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.base_scheduler [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Resources bound (agent type, host, resource id): {{(pid=93724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 10:26:28.387434 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Received port after_create {{(pid=93724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 30 10:26:28.412663 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'Port': ['ID=0a3bda2e-bec3-456d-9e72-5d8fea3c342e,revision_number=1']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:28.756792 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.837065 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.980318 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for port, precommit_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:28.984721 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26234663'] for port, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:29.055230 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event updated for resources: {'Port': ['ID=0a3bda2e-bec3-456d-9e72-5d8fea3c342e,revision_number=2']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:26:29.065128 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4150284'] for floatingip, after_update {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:29.201703 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-564c4bcd-b0fd-49f0-b8ba-7e2117f7a1f9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1336930 Jun 30 10:26:29.202698 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Floating IP 9f41558f-d8b2-473d-af1f-bbf7f57b6066 associated. External IP: 172.25.7.111, port: 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd. Jun 30 10:26:29.343428 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-19cedffe-57ca-4fde-921c-daedf813a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:29.344815 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-19cedffe-57ca-4fde-921c-daedf813a9e9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1097 time: 0.0996099 Jun 30 10:26:29.517988 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-fab18813-d529-45f4-a359-24f7b9d19c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:29.519481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-fab18813-d529-45f4-a359-24f7b9d19c4d service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.1373029 Jun 30 10:26:29.523188 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:26:29.623896 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-f828b4c2-a539-40a6-a74c-4e5f8e943609 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 999 time: 0.0963404 Jun 30 10:26:29.714141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-1019e0db-683f-436d-a010-28459bec5d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:29.715637 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-1019e0db-683f-436d-a010-28459bec5d7a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0841606 Jun 30 10:26:29.716764 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:26:29.728485 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:26:29.737874 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:26:29.738664 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:29.754759 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:29.801258 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-967ff07d-ef9e-4b1c-813a-6132ba350367 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8252900 Jun 30 10:26:29.802666 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:26:29.807743 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3" -d '{"events": [{"name": "network-changed", "server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:26:29.825007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-f26c5483-eb12-4787-a5a9-4fb379a2ba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:29.826549 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-f26c5483-eb12-4787-a5a9-4fb379a2ba91 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015241 Jun 30 10:26:29.853466 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c90f5a-7433-4f17-a818-9ed0711fc0f0 x-openstack-request-id: req-b7c90f5a-7433-4f17-a818-9ed0711fc0f0 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:26:29.853755 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:26:29.854004 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-b7c90f5a-7433-4f17-a818-9ed0711fc0f0 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:26:29.854415 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'status': 'completed', 'code': 200} Jun 30 10:26:29.862623 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:26:29.923260 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-d2643de8-1d8e-49e8-b833-305ea6b7a9f0 service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898647 Jun 30 10:26:30.014831 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-e77e99fe-3c3d-474e-9c8d-222cc29c5fbf req-98fe0b16-ac8a-4c86-b98b-1e7376b90d43 service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837214 Jun 30 10:26:30.087362 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '9f41558f-d8b2-473d-af1f-bbf7f57b6066', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:74:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d5452d-28c0-46aa-b71c-192281726e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:26:28Z', 'updated_at': '2021-06-30T10:26:28Z', 'revision_number': 0, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}, {'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:13Z', 'revision_number': 1, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:30.117860 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-2d492da1-59a6-4d30-bd8d-5134a5659ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:30.119422 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-2d492da1-59a6-4d30-bd8d-5134a5659ec7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1097 time: 0.0537009 Jun 30 10:26:30.121709 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:26:30.130442 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:26:30.131032 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:26:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:30.185254 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:30.216603 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-bb0f45a6-ef77-4afd-9a8c-d0c37ac5fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:30.218074 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-bb0f45a6-ef77-4afd-9a8c-d0c37ac5fbc4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0919449 Jun 30 10:26:30.236631 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:26:30.283361 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-5854d918-a515-4717-9082-c1c7be2c00f7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 999 time: 0.0585105 Jun 30 10:26:30.335340 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-66276edd-ca0e-47cc-9425-6bd6bf00238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:30.337399 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-66276edd-ca0e-47cc-9425-6bd6bf00238e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0473981 Jun 30 10:26:30.395571 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-27d750b3-f440-41c3-9214-acce76963e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:30.397111 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-27d750b3-f440-41c3-9214-acce76963e9f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519800 Jun 30 10:26:30.475289 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '9f41558f-d8b2-473d-af1f-bbf7f57b6066', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:74:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d5452d-28c0-46aa-b71c-192281726e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:26:28Z', 'updated_at': '2021-06-30T10:26:28Z', 'revision_number': 0, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}, {'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:13Z', 'revision_number': 1, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:26:30.488714 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-50f72ed9-60d9-4753-bae3-188073b16898 service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840814 Jun 30 10:26:30.501531 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cceb101-c216-4a0a-ac30-2a85e4f292bc None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': '9f41558f-d8b2-473d-af1f-bbf7f57b6066', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.111', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:74:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17d5452d-28c0-46aa-b71c-192281726e89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:26:28Z', 'updated_at': '2021-06-30T10:26:28Z', 'revision_number': 0, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}, {'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:13Z', 'revision_number': 1, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:26:30.583189 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-598a6e3c-6494-4c48-92f0-9bbd7f0246f3 req-1519248f-2429-4486-81be-a8fe2a6f26b4 service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880330 Jun 30 10:26:30.691485 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4314f2d3-1b92-4431-b898-0126a2d396d6 None None] New status for floating IP 9f41558f-d8b2-473d-af1f-bbf7f57b6066: ACTIVE {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:26:41.385478 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-98ab0a34-aab9-4876-9c5b-368fc1deb954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:44.204660 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1bb3a1e5-feec-4f04-bba6-34f6ace53844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:44.347239 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:46.410776 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:47.185856 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-139ee255-0fdb-4696-b862-fb00cc8bf2ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554841 Jun 30 10:26:47.295115 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-74739256-8389-47b4-82c9-dd96cf305020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:47.296642 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-74739256-8389-47b4-82c9-dd96cf305020 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1095 time: 0.0524058 Jun 30 10:26:47.399031 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-ac657997-c598-4f26-a22d-79e4b1d5ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:47.400528 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-ac657997-c598-4f26-a22d-79e4b1d5ef2f service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0841088 Jun 30 10:26:47.469140 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-1058f2f8-8e42-49e5-8fc2-e431f51ee06d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 998 time: 0.0623815 Jun 30 10:26:47.516204 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-1fb396c0-363b-42b2-a581-45455819eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:47.517613 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-1fb396c0-363b-42b2-a581-45455819eaaa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0426793 Jun 30 10:26:47.574875 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-4dab6a97-4b0f-4e6b-9a6e-66f0488229b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:26:47.576379 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-4dab6a97-4b0f-4e6b-9a6e-66f0488229b6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511525 Jun 30 10:26:47.667459 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-03c3c11d-e0fb-4d18-8ce8-bc6b10db78e8 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843453 Jun 30 10:26:47.755731 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-7f7f8fa8-7e22-4544-8ef2-d8c4c60bcd6b req-94366676-c3ad-46fe-ad83-c0b0a6bc6887 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814726 Jun 30 10:26:47.921900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:26:48.027387 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:26:48.164896 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:00.187528 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:11.387355 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3dbca81d-54ef-44ec-8972-77fb35f4f707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:14.205488 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-602a7021-6932-4652-b102-4ec2aa8ca3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:14.348570 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:16.414602 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:17.924577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:18.168521 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:25.025973 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:27:29.132579 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-f5b9d16d-6357-42eb-bc0e-cf1890479e45 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551958 Jun 30 10:27:29.236007 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2045-299d-4537-a007-887c83a9def1 req-eb067171-5a30-492d-945a-56d900717b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:29.237481 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-eb067171-5a30-492d-945a-56d900717b67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1097 time: 0.0544288 Jun 30 10:27:29.646142 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2045-299d-4537-a007-887c83a9def1 req-c80c8bfa-b446-49c5-bf8a-d5077df3bcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:29.647622 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-c80c8bfa-b446-49c5-bf8a-d5077df3bcad service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.3861246 Jun 30 10:27:29.716267 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-e0019786-6b06-49de-b4a6-d722b5e2e695 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 1001 time: 0.0594327 Jun 30 10:27:29.765531 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2045-299d-4537-a007-887c83a9def1 req-2cc059fc-a21a-4153-9a7b-dac119dea8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:29.767009 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-2cc059fc-a21a-4153-9a7b-dac119dea8d9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0428464 Jun 30 10:27:29.826695 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad2045-299d-4537-a007-887c83a9def1 req-f84bb96e-b715-4dca-bcac-b31606a33311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:29.828194 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-f84bb96e-b715-4dca-bcac-b31606a33311 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508544 Jun 30 10:27:29.922145 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-13ce781c-eba7-426b-a16f-68e5943da75d service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 Jun 30 10:27:30.014737 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-44ad2045-299d-4537-a007-887c83a9def1 req-763c8ddf-52e4-4096-817c-230e051d550b service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816250 Jun 30 10:27:30.187531 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:41.388399 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2772a456-4983-4448-8bc4-a491cb01643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:44.206809 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d75624cf-2bbe-4b43-845e-6f59c051eda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:44.350000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:46.416648 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:47.183907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-a91c6ca7-e0e2-44f7-94f5-f058cb356723 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0554140 Jun 30 10:27:47.296953 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-761b6c9e-98bc-42eb-b361-5bbfd6ccf9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:47.298511 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-761b6c9e-98bc-42eb-b361-5bbfd6ccf9fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1095 time: 0.0564368 Jun 30 10:27:47.399825 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-6b4564cd-63a1-4148-b78e-20bebc49c6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:47.402178 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-6b4564cd-63a1-4148-b78e-20bebc49c6e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0840447 Jun 30 10:27:47.470004 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-167b8e06-ae65-4f9e-b1a1-ccaae519d0b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 998 time: 0.0615473 Jun 30 10:27:47.518719 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-71170c27-d593-4c3a-9db9-9abd75cadc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:47.520185 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-71170c27-d593-4c3a-9db9-9abd75cadc70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0437024 Jun 30 10:27:47.577477 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-c52ce41a-0d75-4eaa-b7ee-584ce4948be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:27:47.579016 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-c52ce41a-0d75-4eaa-b7ee-584ce4948be9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522847 Jun 30 10:27:47.670072 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-4151bbe0-3031-44c8-ae88-68edbab63d2c service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843968 Jun 30 10:27:47.756782 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-fea3a9e1-8ca3-4083-993c-6987cfed47a3 req-1efaf3d7-ab48-408f-a4d0-e45992fb53a9 service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802629 Jun 30 10:27:47.928033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:27:48.178275 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:00.195188 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:02.026331 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:02.162879 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd details requested by agent hyperv_n-h1-780147-22 with host n-h1-780147-22 {{(pid=93726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 10:28:02.286565 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:02.300614 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Returning: {'device': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'port_id': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'mac_address': 'fa:16:3e:74:6e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 10:28:02.348234 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:02.361916 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd {{(pid=93726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 30 10:28:02.392767 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:02.397658 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:02.459562 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=6']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:02.468130 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.468509 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.468853 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.469188 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.469609 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.470484 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.471159 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.471544 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.471875 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.472622 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.473176 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.473507 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:02.492418 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] get_ports_and_sgs() called for port_ids ['6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'] {{(pid=93726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 10:28:04.168162 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd up at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 10:28:04.224361 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.provisioning_blocks [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Provisioning complete for port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd triggered by entity L2. {{(pid=93726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 30 10:28:04.224765 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-910399'] for port, provisioning_complete {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:04.325036 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-574148'] for port, before_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:04.367756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'}] {{(pid=93726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:04.370710 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}927fa1cc64f62708cee74cbfdd3300b81c49660d88ecb73cf6dacfdc7c88e018" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673dfba0-b184-4aef-877f-b45b97ec95e7" -d '{"events": [{"server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "name": "network-vif-plugged", "status": "completed", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd"}]}' {{(pid=93726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:04.374516 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.db [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:04.384215 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753632232461', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753631727571', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753631729668'] for port, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:04.425075 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e839b7-091d-4d46-b580-50acdc58c518 x-openstack-request-id: req-a9e839b7-091d-4d46-b580-50acdc58c518 {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:04.425366 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "name": "network-vif-plugged", "status": "completed", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd", "code": 200}]} {{(pid=93726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:04.425739 n-d-780147-22 neutron-server[93726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-a9e839b7-091d-4d46-b580-50acdc58c518 {{(pid=93726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:04.426132 n-d-780147-22 neutron-server[93726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'code': 200} Jun 30 10:28:04.445391 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Pushing event updated for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=7']} {{(pid=93726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:10.476660 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56404) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:10.633627 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Deleting port 0a3bda2e-bec3-456d-9e72-5d8fea3c342e {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:10.633872 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:10.708668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:10.709007 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:10.721608 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Calling delete_port for 0a3bda2e-bec3-456d-9e72-5d8fea3c342e owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:10.868106 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:10.894201 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event deleted for resources: {'Port': ['ID=0a3bda2e-bec3-456d-9e72-5d8fea3c342e,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:10.919421 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.919774 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.920117 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.920455 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.920791 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.921120 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.921449 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.921773 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.922095 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.922443 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.922768 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.923111 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:10.963928 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:10.964316 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Floating IP 9f41558f-d8b2-473d-af1f-bbf7f57b6066 disassociated (deleted). External IP: 172.25.7.111, port: 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd. Jun 30 10:28:11.169084 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:28:11.276929 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:11.282291 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:11.286488 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:11.295038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:11.295695 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:11.318643 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-3ce1c84a-8f9d-4a69-a280-cd33c88b2fe9 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "DELETE /v2.0/floatingips/9f41558f-d8b2-473d-af1f-bbf7f57b6066 HTTP/1.1" status: 204 len: 168 time: 0.8408630 Jun 30 10:28:11.319237 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:11.321549 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94be4e27-8960-4ee8-9dfe-815a49eeec9b" -d '{"events": [{"name": "network-changed", "server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:11.359668 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ca3b7-f408-4c73-b06d-fdfaf62f716c x-openstack-request-id: req-451ca3b7-f408-4c73-b06d-fdfaf62f716c {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:11.360026 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:11.360343 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-451ca3b7-f408-4c73-b06d-fdfaf62f716c {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:11.360941 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'status': 'completed', 'code': 200} Jun 30 10:28:11.391332 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f9346ebe-45ae-49b3-b58c-24b0349cc92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:11.417351 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:11.470403 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-2fd2b283-0b53-47dd-9fcc-cfc559e2b96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:11.472245 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-2fd2b283-0b53-47dd-9fcc-cfc559e2b96c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 1097 time: 0.0759470 Jun 30 10:28:11.580280 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-3f26422c-4752-4550-b2ed-496b565bbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:11.581950 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-3f26422c-4752-4550-b2ed-496b565bbc1c service neutron] 10.222.0.79 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.0983858 Jun 30 10:28:11.631098 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-fe27b74c-f402-479e-b445-a00d36c504de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 200 len: 217 time: 0.0413635 Jun 30 10:28:11.688138 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-4a035115-ece3-4950-bb20-6fe28c93de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:11.689661 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-4a035115-ece3-4950-bb20-6fe28c93de17 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0480461 Jun 30 10:28:11.706324 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01186fe-fafc-4891-97e5-308c2cd43993 req-fbd1ab54-7453-48c2-b3c8-e2e435a9bbdd tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:11.707986 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b01186fe-fafc-4891-97e5-308c2cd43993 req-fbd1ab54-7453-48c2-b3c8-e2e435a9bbdd tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 945 time: 0.0696425 Jun 30 10:28:11.751009 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:13Z', 'revision_number': 1, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:11.754030 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b01186fe-fafc-4891-97e5-308c2cd43993 req-22fb48cd-3fda-4294-b35e-89f8191f90c4 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344129 Jun 30 10:28:11.761355 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-7bf16abc-6bf0-479a-a745-ae4b3dd9cc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:11.763048 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-7bf16abc-6bf0-479a-a745-ae4b3dd9cc2c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648074 Jun 30 10:28:11.784851 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:11.793745 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:11.794372 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:27:44Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:11.858415 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-ed976a45-4839-44cb-ba79-a57e3ff9ed2c service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879390 Jun 30 10:28:11.901224 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:11.950307 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-94be4e27-8960-4ee8-9dfe-815a49eeec9b req-d55af2c6-eac9-4352-b24e-dc30b5c6b30d service neutron] 10.222.0.79 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817573 Jun 30 10:28:12.121772 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:13Z', 'revision_number': 1, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:12.147735 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e6d023-21b7-4b73-bb87-185dc138b4c7 None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_floatingips': [{'id': 'e7d03bb9-f826-47e6-bf72-87119725605b', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'router_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'port_id': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'mac_address': 'fa:16:3e:bd:51:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5076303c-c40c-49ac-b214-8948d476fecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-30T10:23:11Z', 'updated_at': '2021-06-30T10:23:13Z', 'revision_number': 1, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:12.358120 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8d7a10-f74c-4697-8c3c-c2ac5ec4a042 None None] New status for floating IP 9f41558f-d8b2-473d-af1f-bbf7f57b6066: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:28:12.930612 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55699cd-7934-4ded-a8e9-06726d137000 req-1674a8ee-23e3-4b8b-bc9e-027839dc81b5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:12.932709 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b55699cd-7934-4ded-a8e9-06726d137000 req-1674a8ee-23e3-4b8b-bc9e-027839dc81b5 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 945 time: 0.0625393 Jun 30 10:28:12.969374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-b55699cd-7934-4ded-a8e9-06726d137000 req-e64556ee-b3fc-4a4a-b15b-1947e827ae6d tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310142 Jun 30 10:28:13.487650 n-d-780147-22 neutron-server[93724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-72b638d1-47fb-4bac-ae4a-f163add0f331 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:13.489070 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-72b638d1-47fb-4bac-ae4a-f163add0f331 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.79 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 945 time: 0.0639079 Jun 30 10:28:13.592258 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Deleting port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:13.592602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:13.677691 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] For port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd, host n-h1-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-780147-22',level=0,port_id=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:13.678046 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:13.695281 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Calling delete_port for 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd owned by compute:nova {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:13.821638 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:13.850150 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event deleted for resources: {'Port': ['ID=6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:13.899141 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] No DVR routers for this DVR port 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd on host n-h1-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:28:13.901702 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:13.903856 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [req-4d14b583-af03-4971-812c-fcb96ab7a114 req-d3978fc8-4167-411d-80af-15582d8caab3 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.79 "DELETE /v2.0/ports/6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd HTTP/1.1" status: 204 len: 173 time: 0.4074323 Jun 30 10:28:13.904395 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'name': 'network-vif-deleted', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:13.906674 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e6dd81-f877-4c31-a716-c060ba1d8531" -d '{"events": [{"server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "name": "network-vif-deleted", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:13.992831 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67259f78-e150-4ec1-ac39-501df63324f2 x-openstack-request-id: req-67259f78-e150-4ec1-ac39-501df63324f2 {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:13.993132 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17d5452d-28c0-46aa-b71c-192281726e89", "name": "network-vif-deleted", "tag": "6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:13.993382 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-67259f78-e150-4ec1-ac39-501df63324f2 {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:13.993830 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d5452d-28c0-46aa-b71c-192281726e89', 'name': 'network-vif-deleted', 'tag': '6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd', 'status': 'completed', 'code': 200} Jun 30 10:28:14.132032 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-a5ea6b4c-5421-4b9a-86f0-7aa2f1d4dc29 req-11ab0da1-c379-4b32-8fad-e02790812633 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=17d5452d-28c0-46aa-b71c-192281726e89 HTTP/1.1" status: 200 len: 210 time: 0.0274844 Jun 30 10:28:14.205236 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd no longer exists at agent hyperv_n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:14.228316 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] No Port match for: 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:14.228667 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Device 6cbea2e6-97bf-4dc1-8509-a1b2819ef5dd not bound to the agent host n-h1-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:14.230961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8fec0a2e-5ec2-471c-81c5-d5c92ca88a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:14.351413 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:15.737526 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56462) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:15.890793 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Deleting port da6ef51b-a61e-4ad8-9c86-c6f2da906e8c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:15.891142 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:15.963756 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:15.964628 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:15.976288 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Calling delete_port for da6ef51b-a61e-4ad8-9c86-c6f2da906e8c owned by network:floatingip {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:16.121982 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:16.150349 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event deleted for resources: {'Port': ['ID=da6ef51b-a61e-4ad8-9c86-c6f2da906e8c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:16.210703 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for floatingip, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:16.211062 n-d-780147-22 neutron-server[93724]: INFO neutron.db.l3_db [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Floating IP e7d03bb9-f826-47e6-bf72-87119725605b disassociated (deleted). External IP: 172.25.7.13, port: 07e80f22-a34d-4b4f-b7d4-e957a57632d2. Jun 30 10:28:16.413015 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:28:16.420637 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:16.519323 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:16.524174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for floatingip, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:16.528902 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:16.537447 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:16.538038 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:16.560165 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fc58620a-5ca8-4d57-b2f1-db4222ebc45e tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "DELETE /v2.0/floatingips/e7d03bb9-f826-47e6-bf72-87119725605b HTTP/1.1" status: 204 len: 168 time: 0.8215480 Jun 30 10:28:16.560766 n-d-780147-22 neutron-server[93724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:16.563058 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d07ae4cde0cf10abaa0d38f9d2db55bf6f92997e44c007f36322f0ecd5638583" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9015d94a-78d1-4bf2-b058-145f3b31b9a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:16.600530 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e931ad-078d-4b92-b34c-c98cc890cb4a x-openstack-request-id: req-f5e931ad-078d-4b92-b34c-c98cc890cb4a {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:16.600884 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "status": "completed", "code": 200}]} {{(pid=93724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:16.601200 n-d-780147-22 neutron-server[93724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-f5e931ad-078d-4b92-b34c-c98cc890cb4a {{(pid=93724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:16.601664 n-d-780147-22 neutron-server[93724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'status': 'completed', 'code': 200} Jun 30 10:28:16.645557 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:16.700155 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-a50dee37-ee8c-4c5d-a93d-bd5d9879d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:16.701658 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-a50dee37-ee8c-4c5d-a93d-bd5d9879d044 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 1095 time: 0.0569441 Jun 30 10:28:16.807989 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-f904327f-5102-404a-a68e-55b857795746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:16.809526 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-f904327f-5102-404a-a68e-55b857795746 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 200 len: 911 time: 0.1018314 Jun 30 10:28:16.878501 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-4aea890f-d6f1-4d73-b19d-eba27d613620 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 200 len: 217 time: 0.0342865 Jun 30 10:28:16.884268 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:16.911240 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:16.919638 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:16.920237 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:16.959702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-0fd740a1-8acd-431d-b3fc-48d09402dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:16.961409 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-0fd740a1-8acd-431d-b3fc-48d09402dbae service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 200 len: 849 time: 0.0762346 Jun 30 10:28:17.018740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16284294-a002-4e44-8ac1-8f8d4d753057 req-d0d7a268-f477-43dd-a745-268d00f97de4 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:17.020203 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16284294-a002-4e44-8ac1-8f8d4d753057 req-d0d7a268-f477-43dd-a745-268d00f97de4 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 943 time: 0.1048431 Jun 30 10:28:17.024189 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:17.063442 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-83da8a8a-bf57-4bce-a9f9-200f4d0ebc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:17.064907 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-83da8a8a-bf57-4bce-a9f9-200f4d0ebc96 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956690 Jun 30 10:28:17.072109 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-16284294-a002-4e44-8ac1-8f8d4d753057 req-5bb6065c-dbdd-4e5b-a5ed-490d5bdde8e2 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/security-groups?id=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458541 Jun 30 10:28:17.160404 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-e2f51d2b-a61f-45f6-8860-aedda30af51e service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874298 Jun 30 10:28:17.222645 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:17.252222 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03a6959-785a-4823-a6f0-c4bce0e0dbb9 None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:22:50Z', 'revision_number': 4, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22', '_interfaces': [{'id': '397e6fa7-fe29-4752-9556-d5e66459e6ae', 'name': '', 'network_id': 'e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'mac_address': 'fa:16:3e:51:74:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:49Z', 'updated_at': '2021-06-30T10:22:56Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'subnets': [{'id': '1b234de4-753b-4c7b-9137-dd169c0b0073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:17.270759 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-9015d94a-78d1-4bf2-b058-145f3b31b9a5 req-ad59582a-d2e4-4c0f-a2d6-f054a621f56f service neutron] 10.222.0.83 "GET /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891449 Jun 30 10:28:17.476320 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a5d7f-4d10-4935-8f09-76be7010b4a3 None None] New status for floating IP e7d03bb9-f826-47e6-bf72-87119725605b: DOWN {{(pid=93726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 30 10:28:17.806947 n-d-780147-22 neutron-server[93725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-1315711c-0267-4d6a-aee3-44a2b2b66b84 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 30 10:28:17.808507 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-1315711c-0267-4d6a-aee3-44a2b2b66b84 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.83 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 943 time: 0.0621579 Jun 30 10:28:17.903098 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Deleting port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:17.903438 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:17.932219 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:17.994093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] For port 07e80f22-a34d-4b4f-b7d4-e957a57632d2, host n-h2-780147-22, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-780147-22',level=0,port_id=07e80f22-a34d-4b4f-b7d4-e957a57632d2,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:17.994488 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:18.006994 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Calling delete_port for 07e80f22-a34d-4b4f-b7d4-e957a57632d2 owned by compute:nova {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:18.135206 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:18.164842 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event deleted for resources: {'Port': ['ID=07e80f22-a34d-4b4f-b7d4-e957a57632d2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:18.192347 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.192702 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.193075 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.193438 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.193796 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.194100 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.194521 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.194930 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.195240 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.195570 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.196465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.196465 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-780147-22 {{(pid=93725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 10:28:18.197814 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:18.246430 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] No DVR routers for this DVR port 07e80f22-a34d-4b4f-b7d4-e957a57632d2 on host n-h2-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:28:18.249374 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-adeba8e9-b722-4006-abe1-b6d07fd88dc5 req-89c12ba7-5082-4bda-a96d-7a8cec0f2208 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "GET /v2.0/ports?device_id=5076303c-c40c-49ac-b214-8948d476fecd HTTP/1.1" status: 200 len: 210 time: 0.0472026 Jun 30 10:28:18.250505 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-189564'] for port, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:18.252356 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [req-4305d579-ef57-4b77-8c6f-aaf623e4185b req-8868ff69-11ab-44e9-945a-6284844bbfd1 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.83 "DELETE /v2.0/ports/07e80f22-a34d-4b4f-b7d4-e957a57632d2 HTTP/1.1" status: 204 len: 173 time: 0.4385579 Jun 30 10:28:18.252781 n-d-780147-22 neutron-server[93725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-deleted', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2'}] {{(pid=93725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 30 10:28:18.255119 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.77/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c7a0744d5ea1a419b6795bb02d50fdb7a5f7edf923051c97ccb976643effefd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00c3377-4433-4f97-861c-ac59fecec2d7" -d '{"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-deleted", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2"}]}' {{(pid=93725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 10:28:18.341479 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Jun 2021 10:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad9fff5-68f3-4196-a452-b99d4aa0c8d1 x-openstack-request-id: req-5ad9fff5-68f3-4196-a452-b99d4aa0c8d1 {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 10:28:18.341775 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5076303c-c40c-49ac-b214-8948d476fecd", "name": "network-vif-deleted", "tag": "07e80f22-a34d-4b4f-b7d4-e957a57632d2", "status": "completed", "code": 200}]} {{(pid=93725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 10:28:18.342029 n-d-780147-22 neutron-server[93725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.77/compute/v2.1/os-server-external-events used request id req-5ad9fff5-68f3-4196-a452-b99d4aa0c8d1 {{(pid=93725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 10:28:18.342465 n-d-780147-22 neutron-server[93725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5076303c-c40c-49ac-b214-8948d476fecd', 'name': 'network-vif-deleted', 'tag': '07e80f22-a34d-4b4f-b7d4-e957a57632d2', 'status': 'completed', 'code': 200} Jun 30 10:28:19.344407 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56482) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:19.401768 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67029345-ad93-4546-b062-d5231b944d69 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:19.428642 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67029345-ad93-4546-b062-d5231b944d69 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:19.487447 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67029345-ad93-4546-b062-d5231b944d69 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:19.490045 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-67029345-ad93-4546-b062-d5231b944d69 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:19.491242 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-67029345-ad93-4546-b062-d5231b944d69 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] 10.222.0.77 "DELETE /v2.0/security-groups/0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1 HTTP/1.1" status: 204 len: 168 time: 0.1458557 Jun 30 10:28:19.500344 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67029345-ad93-4546-b062-d5231b944d69 tempest-TestSnapshotPattern-463910451 tempest-TestSnapshotPattern-463910451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f82aaf0-afb2-4a2c-b955-f68c77c4b7e1,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:19.542564 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56486) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:19.977970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:20.221544 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Deleting port 397e6fa7-fe29-4752-9556-d5e66459e6ae {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:20.221872 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:20.299022 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] For port 397e6fa7-fe29-4752-9556-d5e66459e6ae, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=397e6fa7-fe29-4752-9556-d5e66459e6ae,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:20.299308 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:20.311926 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Calling delete_port for 397e6fa7-fe29-4752-9556-d5e66459e6ae owned by network:router_interface {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:20.825875 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:20.851275 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Pushing event deleted for resources: {'Port': ['ID=397e6fa7-fe29-4752-9556-d5e66459e6ae,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:21.014462 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:21.223310 n-d-780147-22 neutron-server[93725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:28:21.323869 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:21.328652 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-63656228-037f-4a8c-8dec-8b2d259faf32 admin admin] 10.222.0.77 "PUT /v2.0/routers/9f91b1c6-4ae5-4292-8d6f-9413b110b881/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7850955 Jun 30 10:28:21.331222 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56492) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:21.332284 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] Sync routers for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:21.341924 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:21.342546 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:21.437716 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:21.441675 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: n-d-780147-22 {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:21.472949 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 no longer exists at agent hyperv_n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:21.493307 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] No Port match for: 07e80f22-a34d-4b4f-b7d4-e957a57632d2 {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:21.493711 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Device 07e80f22-a34d-4b4f-b7d4-e957a57632d2 not bound to the agent host n-h2-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:21.545970 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:21.600165 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Deleting port 106d8dad-b129-4bfa-840c-7b276925eb4c {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:21.600418 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:21.681187 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] For port 106d8dad-b129-4bfa-840c-7b276925eb4c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=106d8dad-b129-4bfa-840c-7b276925eb4c,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:21.681530 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:21.694524 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Calling delete_port for 106d8dad-b129-4bfa-840c-7b276925eb4c owned by network:router_gateway {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:21.711521 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231'}], 'enable_snat': True}, 'gw_port_id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:28:20Z', 'revision_number': 5, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port': {'id': '106d8dad-b129-4bfa-840c-7b276925eb4c', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:42:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:48Z', 'updated_at': '2021-06-30T10:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:21.740044 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] Checking router: 9f91b1c6-4ae5-4292-8d6f-9413b110b881 for host: n-d-780147-22 {{(pid=93727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:21.748787 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] Routers {'9f91b1c6-4ae5-4292-8d6f-9413b110b881'} bound to L3 agent in host n-d-780147-22 {{(pid=93727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:21.749385 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'], 'active': True} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:21.833112 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_dvr_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] Set router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 gateway port host: None {{(pid=93727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:21.858981 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:21.882562 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.l3_hamode_db [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:28:21Z', 'revision_number': 6, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:21.884103 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Pushing event deleted for resources: {'Port': ['ID=106d8dad-b129-4bfa-840c-7b276925eb4c,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:21.913793 n-d-780147-22 neutron-server[93727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e60e1-8b90-4065-b500-3dd191197e91 None None] The sync data for ids ['9f91b1c6-4ae5-4292-8d6f-9413b110b881'] in n-d-780147-22 is: [{'id': '9f91b1c6-4ae5-4292-8d6f-9413b110b881', 'name': 'tempest-TestSnapshotPattern-1143562105-router', 'tenant_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:47Z', 'updated_at': '2021-06-30T10:28:21Z', 'revision_number': 6, 'project_id': '6830453fb107484cb8cdc50ec6e8fa3d', 'gw_port_host': None}] {{(pid=93727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:21.951729 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.039832 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.042417 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.087178 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.087820 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f91b1c6-4ae5-4292-8d6f-9413b110b881 {{(pid=93725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:28:22.092252 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] Notify callbacks [] for router, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.093623 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-005d39f1-5bb3-4a6c-8d70-9da152b1a8ca admin admin] 10.222.0.77 "DELETE /v2.0/routers/9f91b1c6-4ae5-4292-8d6f-9413b110b881 HTTP/1.1" status: 204 len: 168 time: 0.7614653 Jun 30 10:28:22.096093 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56494) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:22.140643 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Deleting subnet 1b234de4-753b-4c7b-9137-dd169c0b0073 {{(pid=93725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:28:22.143644 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.177034 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28882966'] for subnet, precommit_delete_associations {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.255884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.310461 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25237433', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28903923'] for subnet, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.337511 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b234de4-753b-4c7b-9137-dd169c0b0073,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:22.343199 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.345314 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-89f0fe80-30bb-4a71-a4b6-4ab058dd5370 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/1b234de4-753b-4c7b-9137-dd169c0b0073 HTTP/1.1" status: 204 len: 168 time: 0.2482920 Jun 30 10:28:22.347927 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [-] (93725) accepted ('10.222.0.77', 56496) {{(pid=93725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:22.350585 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f65c68a-c435-4e50-9938-afdbda67a6dd None None] Network e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:28:22.417592 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.473873 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Deleting port acbe4366-3773-45e2-8e98-ea9840e3bd5e {{(pid=93725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:22.474194 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.535273 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.db [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] For port acbe4366-3773-45e2-8e98-ea9840e3bd5e, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=acbe4366-3773-45e2-8e98-ea9840e3bd5e,segment=NetworkSegment(75351d6c-4306-4ce9-9bca-0c6fb8bbe237),segment_id=75351d6c-4306-4ce9-9bca-0c6fb8bbe237)] {{(pid=93725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:22.535630 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.547740 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Calling delete_port for acbe4366-3773-45e2-8e98-ea9840e3bd5e owned by network:dhcp {{(pid=93725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:22.626902 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25237455'] for port, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.651385 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Pushing event deleted for resources: {'Port': ['ID=acbe4366-3773-45e2-8e98-ea9840e3bd5e,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:22.654700 n-d-780147-22 neutron-server[93725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] No DVR routers for this DVR port acbe4366-3773-45e2-8e98-ea9840e3bd5e on host n-d-780147-22 {{(pid=93725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:28:22.709827 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1933057-569a-4760-88f8-ee66125a9200 None None] DHCP port deletion for e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:28:22.730784 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.742186 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2']}} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:22.757363 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75351d6c-4306-4ce9-9bca-0c6fb8bbe237') {'for_net_delete': True} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:22.757659 n-d-780147-22 neutron-server[93725]: DEBUG neutron.services.segments.db [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75351d6c-4306-4ce9-9bca-0c6fb8bbe237') {} {{(pid=93725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:22.766923 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28882975'] for segment, before_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.780595 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.786950 n-d-780147-22 neutron-server[93725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=93725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:28:22.787351 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25237274'] for segment, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.788173 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 397e6fa7-fe29-4752-9556-d5e66459e6ae no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: Traceback (most recent call last): Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: timer() Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: cb(*args, **kw) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: return func(*args, **kwargs) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: self._notify() Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: self.callback(batched_events) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: event.method(event) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: return f(self, *a, **k) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: return self._get(url).json() Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: return self.request(url, 'GET', **kwargs) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:28:22.789112 n-d-780147-22 neutron-server[93725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:28:22.808740 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 397e6fa7-fe29-4752-9556-d5e66459e6ae {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:22.809072 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 397e6fa7-fe29-4752-9556-d5e66459e6ae not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:22.845892 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.850884 n-d-780147-22 neutron-server[93725]: DEBUG neutron_lib.callbacks.manager [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Notify callbacks [] for network, before_response {{(pid=93725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:22.852965 n-d-780147-22 neutron-server[93725]: INFO neutron.wsgi [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] 10.222.0.77 "DELETE /v2.0/networks/e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2 HTTP/1.1" status: 204 len: 168 time: 0.5036349 Jun 30 10:28:22.856487 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56500) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:22.867848 n-d-780147-22 neutron-server[93725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0bf9c-8fbc-4943-a56d-cf1abf73970f admin admin] Pushing event deleted for resources: {'Network': ['ID=e0b7484a-19d8-4a5c-8fb2-c27e7a915fc2,revision_number=None']} {{(pid=93725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:23.201646 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4137911'] for router_interface, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:23.445888 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Deleting port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:23.446133 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:23.520103 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] For port 6906afcf-1df4-4c77-b941-a9cf2d6b3daa, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,segment=NetworkSegment(ce01408b-667a-409c-a139-5f0777bdc038),segment_id=ce01408b-667a-409c-a139-5f0777bdc038)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:23.520453 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:23.536249 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Calling delete_port for 6906afcf-1df4-4c77-b941-a9cf2d6b3daa owned by network:router_interface {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:23.708104 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:23.734194 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Pushing event deleted for resources: {'Port': ['ID=6906afcf-1df4-4c77-b941-a9cf2d6b3daa,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:23.898934 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3680811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4137805'] for router_interface, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:24.107167 n-d-780147-22 neutron-server[93724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Router 796fe790-ffa9-48ae-8e64-ec6e7d436382 has already been hosted by L3 agent 4893d063-d85c-404b-943a-78408df068a0 {{(pid=93724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 30 10:28:24.419558 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 106d8dad-b129-4bfa-840c-7b276925eb4c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:24.443349 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 106d8dad-b129-4bfa-840c-7b276925eb4c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:24.443695 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 106d8dad-b129-4bfa-840c-7b276925eb4c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:24.444114 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device acbe4366-3773-45e2-8e98-ea9840e3bd5e no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:24.463338 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: acbe4366-3773-45e2-8e98-ea9840e3bd5e {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:24.463725 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device acbe4366-3773-45e2-8e98-ea9840e3bd5e not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:24.520298 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] Notify agent at l3_agent.n-d-780147-22 the message routers_updated {{(pid=93724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 10:28:24.525326 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-fc455c5b-1c24-4c5b-b7e5-933fa56e497e admin admin] 10.222.0.77 "PUT /v2.0/routers/796fe790-ffa9-48ae-8e64-ec6e7d436382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6678495 Jun 30 10:28:24.528438 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56502) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:24.529009 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] Sync routers for ids ['796fe790-ffa9-48ae-8e64-ec6e7d436382'] in n-d-780147-22 {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 10:28:24.537998 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] Routers {'796fe790-ffa9-48ae-8e64-ec6e7d436382'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:24.538634 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['796fe790-ffa9-48ae-8e64-ec6e7d436382'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:24.629840 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:24.640759 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] Set router 796fe790-ffa9-48ae-8e64-ec6e7d436382 gateway port host: n-d-780147-22 {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:24.729976 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:24.790002 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Deleting port 39652ff2-b680-4a07-8054-226aa876745d {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:24.790384 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:24.822357 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'external_fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '39652ff2-b680-4a07-8054-226aa876745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:28:23Z', 'revision_number': 5, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port': {'id': '39652ff2-b680-4a07-8054-226aa876745d', 'name': '', 'network_id': '4747e385-5751-42ee-8c13-eb2f2e9e5783', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-780147-22', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee3f99ec-2c3a-4cf1-a8b6-72e5e492e383', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-780147-22'}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:24.852285 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] Checking router: 796fe790-ffa9-48ae-8e64-ec6e7d436382 for host: n-d-780147-22 {{(pid=93726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 10:28:24.861160 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] Routers {'796fe790-ffa9-48ae-8e64-ec6e7d436382'} bound to L3 agent in host n-d-780147-22 {{(pid=93726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 30 10:28:24.861756 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-780147-22', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-30T08:50:14Z,description=,heartbeat_timestamp=2021-06-30T10:28:14Z,host='n-d-780147-22',id=4893d063-d85c-404b-943a-78408df068a0,load=0,resource_versions=,resources_synced=,started_at=2021-06-30T08:50:14Z,topic='l3_agent')) {'router_ids': ['796fe790-ffa9-48ae-8e64-ec6e7d436382'], 'active': True} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:24.867115 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] For port 39652ff2-b680-4a07-8054-226aa876745d, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=39652ff2-b680-4a07-8054-226aa876745d,segment=NetworkSegment(a301ca56-f696-4b95-9548-4526d1c90858),segment_id=a301ca56-f696-4b95-9548-4526d1c90858)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:24.867478 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:24.885012 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Calling delete_port for 39652ff2-b680-4a07-8054-226aa876745d owned by network:router_gateway {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:25.050586 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.081380 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=39652ff2-b680-4a07-8054-226aa876745d,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:25.104424 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_dvr_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] Set router 796fe790-ffa9-48ae-8e64-ec6e7d436382 gateway port host: None {{(pid=93726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 30 10:28:25.140714 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4150394'] for router_gateway, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.155490 n-d-780147-22 neutron-server[93726]: DEBUG neutron.db.l3_hamode_db [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:28:24Z', 'revision_number': 6, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port_host': None}], 'n-d-780147-22', False) {} {{(pid=93726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:25.184108 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5392c1a7-67b1-4c3a-b40f-e7d3b88a4de3 None None] The sync data for ids ['796fe790-ffa9-48ae-8e64-ec6e7d436382'] in n-d-780147-22 is: [{'id': '796fe790-ffa9-48ae-8e64-ec6e7d436382', 'name': 'tempest-TestSnapshotPattern-438908389-router', 'tenant_id': '30e5b058599946758ec53d062c685f93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-30T10:22:52Z', 'updated_at': '2021-06-30T10:28:24Z', 'revision_number': 6, 'project_id': '30e5b058599946758ec53d062c685f93', 'gw_port_host': None}] {{(pid=93726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 10:28:25.230930 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4149134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496514'] for router, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.233027 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.275687 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4146462'] for router, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.276202 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 796fe790-ffa9-48ae-8e64-ec6e7d436382 {{(pid=93724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 10:28:25.280786 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] Notify callbacks [] for router, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.281835 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-4c7ae186-c70e-4bd1-9aa8-19dcf39e1af2 admin admin] 10.222.0.77 "DELETE /v2.0/routers/796fe790-ffa9-48ae-8e64-ec6e7d436382 HTTP/1.1" status: 204 len: 168 time: 0.7524884 Jun 30 10:28:25.284368 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56506) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:25.332104 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Deleting subnet 11e061b4-fbae-47e6-9ade-00081f6ca78f {{(pid=93724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 30 10:28:25.335305 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.367537 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2665423'] for subnet, precommit_delete_associations {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.441839 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-914473'] for subnet, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.497003 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-914466', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124691', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26234728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25341789'] for subnet, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.522192 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e061b4-fbae-47e6-9ade-00081f6ca78f,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:25.525836 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.527848 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-7132c189-67c2-4c69-9e7c-5e98ea873b36 admin admin] 10.222.0.77 "DELETE /v2.0/subnets/11e061b4-fbae-47e6-9ade-00081f6ca78f HTTP/1.1" status: 204 len: 168 time: 0.2425709 Jun 30 10:28:25.530262 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56508) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:25.533859 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cee5e4-0982-418f-95a9-f9dcc5159a83 None None] Network feab73f9-3113-4653-9f02-a790b31f0151 requested from n-d-780147-22 {{(pid=93726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 30 10:28:25.601831 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-985490'] for network, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.661072 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Deleting port 4e5c5185-9af9-48f5-a57a-136584aefc9c {{(pid=93724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 30 10:28:25.661412 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753632228289'] for port, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.729812 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.db [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] For port 4e5c5185-9af9-48f5-a57a-136584aefc9c, host n-d-780147-22, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-780147-22',level=0,port_id=4e5c5185-9af9-48f5-a57a-136584aefc9c,segment=NetworkSegment(ce01408b-667a-409c-a139-5f0777bdc038),segment_id=ce01408b-667a-409c-a139-5f0777bdc038)] {{(pid=93724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 10:28:25.730174 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4138679'] for port, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.742300 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.plugin [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Calling delete_port for 4e5c5185-9af9-48f5-a57a-136584aefc9c owned by network:dhcp {{(pid=93724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 30 10:28:25.817075 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-575352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-235255', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3680789', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753632233207', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753631727562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26234654'] for port, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.845396 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5c5185-9af9-48f5-a57a-136584aefc9c,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:25.848900 n-d-780147-22 neutron-server[93724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] No DVR routers for this DVR port 4e5c5185-9af9-48f5-a57a-136584aefc9c on host n-d-780147-22 {{(pid=93724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 30 10:28:25.920095 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-917174', 'neutron.services.segments.db._delete_segments_for_network-8753632160579'] for network, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.929466 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feab73f9-3113-4653-9f02-a790b31f0151']}} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:25.940965 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce01408b-667a-409c-a139-5f0777bdc038') {'for_net_delete': True} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:25.941269 n-d-780147-22 neutron-server[93724]: DEBUG neutron.services.segments.db [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce01408b-667a-409c-a139-5f0777bdc038') {} {{(pid=93724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 10:28:25.950510 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753632057802', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2665414'] for segment, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.962621 n-d-780147-22 neutron-server[93726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf505b9-3faf-45f9-b439-ac089d70d13f None None] DHCP port deletion for feab73f9-3113-4653-9f02-a790b31f0151 request from n-d-780147-22 {{(pid=93726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 30 10:28:25.965182 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842'] for segment, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.975210 n-d-780147-22 neutron-server[93724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=93724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 10:28:25.976256 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852842', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26234827'] for segment, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: conditions |= (models_v2.Port.network_id.in_( Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: Traceback (most recent call last): Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: timer() Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: cb(*args, **kw) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: return func(*args, **kwargs) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: self._notify() Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: self.callback(batched_events) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: event.method(event) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: aggregate_uuid = self.p_client.list_aggregates( Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: return f(self, *a, **k) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: return self._get(url).json() Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: return self.request(url, 'GET', **kwargs) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: base_url = self.get_endpoint(auth, allow=allow, Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 30 10:28:25.977699 n-d-780147-22 neutron-server[93724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 30 10:28:26.035811 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-917167', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4124778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3680802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4150302'] for network, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.040841 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Notify callbacks [] for network, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.047047 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] 10.222.0.77 "DELETE /v2.0/networks/feab73f9-3113-4653-9f02-a790b31f0151 HTTP/1.1" status: 204 len: 168 time: 0.5158119 Jun 30 10:28:26.062126 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc565a-57cc-4d1f-9a1d-73f8b66317bc admin admin] Pushing event deleted for resources: {'Network': ['ID=feab73f9-3113-4653-9f02-a790b31f0151,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:26.157124 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56512) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:26.199756 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-0825b590-c996-4964-8a9b-d9200836e05b admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=6830453fb107484cb8cdc50ec6e8fa3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390775 Jun 30 10:28:26.200003 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56514) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:26.248635 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e74699-aacf-4b33-80c6-cb0e04f76ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.268939 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e74699-aacf-4b33-80c6-cb0e04f76ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.314094 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e74699-aacf-4b33-80c6-cb0e04f76ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.316668 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d8e74699-aacf-4b33-80c6-cb0e04f76ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.317841 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d8e74699-aacf-4b33-80c6-cb0e04f76ba0 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/64fb6e42-0092-4d48-9772-9921db49e607 HTTP/1.1" status: 204 len: 168 time: 0.1169169 Jun 30 10:28:26.326480 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e74699-aacf-4b33-80c6-cb0e04f76ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fb6e42-0092-4d48-9772-9921db49e607,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:26.412082 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6906afcf-1df4-4c77-b941-a9cf2d6b3daa no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:26.432819 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 6906afcf-1df4-4c77-b941-a9cf2d6b3daa {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:26.433171 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 6906afcf-1df4-4c77-b941-a9cf2d6b3daa not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:26.433591 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5c5185-9af9-48f5-a57a-136584aefc9c no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:26.452102 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 4e5c5185-9af9-48f5-a57a-136584aefc9c {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:26.452449 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 4e5c5185-9af9-48f5-a57a-136584aefc9c not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:26.452860 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 39652ff2-b680-4a07-8054-226aa876745d no longer exists at agent ovs-agent-n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 10:28:26.473210 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.plugin [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] No Port match for: 39652ff2-b680-4a07-8054-226aa876745d {{(pid=93726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 30 10:28:26.473491 n-d-780147-22 neutron-server[93726]: DEBUG neutron.plugins.ml2.rpc [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Device 39652ff2-b680-4a07-8054-226aa876745d not bound to the agent host n-d-780147-22 {{(pid=93726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 10:28:26.642475 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56520) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:26.685525 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-58ba4efd-ebd2-48f1-bca8-2cd7321b4967 admin admin] 10.222.0.77 "GET /v2.0/security-groups?tenant_id=30e5b058599946758ec53d062c685f93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418315 Jun 30 10:28:26.687944 n-d-780147-22 neutron-server[93724]: DEBUG neutron.wsgi [-] (93724) accepted ('10.222.0.77', 56522) {{(pid=93724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 30 10:28:26.734602 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72c4522-14ce-483f-90f7-a5a4b4b5a243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.755217 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72c4522-14ce-483f-90f7-a5a4b4b5a243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.800798 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72c4522-14ce-483f-90f7-a5a4b4b5a243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4123573'] for security_group, after_delete {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.803514 n-d-780147-22 neutron-server[93724]: DEBUG neutron_lib.callbacks.manager [None req-d72c4522-14ce-483f-90f7-a5a4b4b5a243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:26.804916 n-d-780147-22 neutron-server[93724]: INFO neutron.wsgi [None req-d72c4522-14ce-483f-90f7-a5a4b4b5a243 admin admin] 10.222.0.77 "DELETE /v2.0/security-groups/63808948-b2f8-4112-981a-aee92d2a22d3 HTTP/1.1" status: 204 len: 168 time: 0.1160090 Jun 30 10:28:26.812757 n-d-780147-22 neutron-server[93724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c4522-14ce-483f-90f7-a5a4b4b5a243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63808948-b2f8-4112-981a-aee92d2a22d3,revision_number=None']} {{(pid=93724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 10:28:30.194904 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:39.027149 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:28:41.385674 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e13ba22d-70dc-4efb-85b6-bddca03744d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:44.211402 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4b2d7985-8152-4c9f-a561-3e69b36195c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:44.351391 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:46.422987 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:47.935051 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:28:48.200000 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:00.195471 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:11.386602 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-cf4cec6d-c0e8-4e79-8b2e-3376ff27b331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:14.211673 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1a8ffba6-b84c-4ddc-8efc-040b564aa61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:14.351336 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:16.026816 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:29:16.425831 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:17.938247 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:18.199427 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:30.191713 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:41.387435 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4177e4ef-1890-4f3f-b667-86cb3e8278e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:44.212623 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1ee2998c-af81-474b-8889-4a722deeb579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:44.351506 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:46.429164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:47.940871 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:48.189389 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:29:53.025509 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:00.200572 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:11.387274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f231fed0-2784-498f-8ecb-8e673afe5a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:14.212721 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3a97a58e-c019-4055-ad04-e23ab7be326d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:14.352070 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:16.431356 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:17.944095 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:18.198804 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:30.025440 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:30:30.223600 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:41.390798 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1accd30a-ecd1-420f-863f-c8fc60cd63ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:44.211900 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4660b06e-eea8-4635-96de-9690cc6266b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:44.352996 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:46.435025 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:47.947083 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:30:48.212978 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:00.222578 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:07.025130 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:11.392088 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a36dfde3-2523-4ec4-8161-8b7755d8de33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:14.211772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e125b141-a56a-4483-a4c7-020851f4d7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:14.355033 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:16.438353 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:17.950070 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:18.218018 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:28.008278 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-29a4d8a7-eedb-43c3-912b-68b9a0f9be1e req-a2001815-64c7-40f4-9290-4d76a41788a7 service neutron] (93725) timed out ('10.222.0.77', 55072) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:31:30.221791 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:41.393053 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b9b4c961-559b-4ff2-bbbf-7999479e6537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:44.024978 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:31:44.212522 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ee8eec6f-088a-494d-800f-600ba7becb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:44.360191 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:46.452928 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:47.954483 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:31:48.221227 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:00.221519 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:11.395961 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-599ae1f1-401f-458d-b2d6-0d6bb5df6ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.212449 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e664d13b-9952-48d1-94f1-8856b17bba0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:14.361128 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:16.443467 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:17.956355 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:18.237755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:21.023993 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:32:30.235749 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:41.396668 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c1b772a0-8174-4c53-8e92-bf912600ff29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.212071 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d01b0de-ea38-4d37-b4af-f6a8f5938209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:44.362148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:46.445577 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:47.960533 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:48.229628 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:32:58.022974 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:00.237073 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:11.397206 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-bc717793-e8fb-4996-a0e0-6aeb390a473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:14.212971 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-a6685b92-70b2-4825-8dc1-1048d3b0329a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:14.362205 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:16.449457 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:17.963938 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:18.243627 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:30.250908 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:35.022043 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:33:41.397199 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe696-fd62-4434-bf77-6b0fd2b8493e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.212982 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-d2bcb195-eebe-420d-9e48-2e29147fcb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:44.366261 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:46.451135 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:47.966880 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:33:48.260525 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:00.249412 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:11.398037 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-540a7f58-7009-410a-94eb-8a40d682ffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:12.022140 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:34:14.213164 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-441cecac-c65e-4d68-8dd8-feee60b41cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:14.367196 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:16.453607 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:17.970366 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:18.256861 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:30.251119 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:41.398817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4ac5726a-5c5d-4394-a845-99c4a13d2256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:44.213964 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b5c5c4d9-d0a2-487d-be8a-5ccca211d67f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:44.368676 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:46.455716 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:47.973433 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:48.271772 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:34:49.021103 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:35:00.264342 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:11.400043 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-3922673f-589b-4054-91af-f47a2efd8ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:14.213990 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-2918c8de-478a-4eef-882a-27dd440dc957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:14.369592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:16.462669 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:17.975437 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:18.271022 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:26.019922 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:35:30.278921 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:41.401082 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-f462d7e8-4e3b-49b3-9a3f-ab5beb9555ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:44.215592 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-b452ea95-b155-4527-851c-fcdacc049100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:44.370303 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:46.462166 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:47.978817 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:48.285837 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:35:55.064141 n-d-780147-22 neutron-server[93725]: DEBUG neutron.wsgi [req-ceb7cf93-6ed1-474e-987f-7451288d5573 req-38e21948-2601-4cff-9364-0b74e28cd04d service neutron] (93725) timed out ('10.222.0.77', 49396) {{(pid=93725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 30 10:36:00.280755 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:03.020161 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:11.402693 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-51317673-458f-4e19-a9ed-f7ed1ba066f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:14.215995 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8dc7810f-6cbc-4854-ad12-388332b62903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:14.372274 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:16.465044 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:17.986264 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:18.300946 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:30.291835 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:40.019698 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:36:41.406237 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-c7427c10-616a-4829-ac76-f155ec253d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:44.217103 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-8c2e6cba-efb1-4d4e-aebd-5c4d5ceb0ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:44.374898 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:46.468867 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:47.986700 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:36:48.315037 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:00.293801 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-e9fe97b1-997c-4ba6-b14b-d7c4519071db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:11.407576 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-4a19b1ac-90cf-4738-a61e-37b04e295e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:14.218148 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-7c2d5c9b-8761-4191-8f80-feef532e2086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:14.377123 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-edaf6530-4bff-4cc4-b312-c0c1a0600dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:16.472117 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-932c5180-f546-46f3-8350-47cea1d5b633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:17.018212 n-d-780147-22 neutron-server[93727]: DEBUG neutron.db.agents_db [None req-00a48eb1-011d-4219-97fe-8b86249e4695 None None] Agent healthcheck: found 7 active agents {{(pid=93727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 10:37:17.988115 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-1d6c55a2-bd95-49ec-b557-4e3f60b03788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 30 10:37:18.345535 n-d-780147-22 neutron-server[93726]: DEBUG neutron_lib.callbacks.manager [None req-970974c6-fda8-4791-a1e6-5b27b1dc9544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753632160561', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-910568'] for agent, after_update {{(pid=93726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}